1 // Copyright 2013 The Go Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style
3 // license that can be found in the LICENSE file.
7 // Exported for testing only.
14 const DefaultBufSize
= defaultBufSize
16 func (s
*Scanner
) MaxTokenSize(n
int) {
17 if n
< utf8
.UTFMax || n
> 1e9
{
18 panic("bad max token size")
21 s
.buf
= make([]byte, n
)
26 // ErrOrEOF is like Err, but returns EOF. Used to test a corner case.
27 func (s
*Scanner
) ErrOrEOF() error
{