codekingpro/portable-devtools
114k
1// Copyright 2013 The Go Authors. All rights reserved.2// Use of this source code is governed by a BSD-style3// license that can be found in the LICENSE file.4 5package bufio6 7// Exported for testing only.8import (9 "unicode/utf8"10)11 12var IsSpace = isSpace13 14const DefaultBufSize = defaultBufSize15 16func (s *Scanner) MaxTokenSize(n int) {17 if n < utf8.UTFMax || n > 1e9 {18 panic("bad max token size")19 }20 if n < len(s.buf) {21 s.buf = make([]byte, n)22 }23 s.maxTokenSize = n24}25 26// ErrOrEOF is like Err, but returns EOF. Used to test a corner case.27func (s *Scanner) ErrOrEOF() error {28 return s.err29}30 