Add missing ECF_NOTHROW flags to internal.def
[official-gcc.git] / libgo / go / bufio / bufio.go
blobe1e8fb2272076e7f29550e8dc1b23e345471a55f
1 // Copyright 2009 The Go Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style
3 // license that can be found in the LICENSE file.
5 // Package bufio implements buffered I/O. It wraps an io.Reader or io.Writer
6 // object, creating another object (Reader or Writer) that also implements
7 // the interface but provides buffering and some help for textual I/O.
8 package bufio
10 import (
11 "bytes"
12 "errors"
13 "io"
14 "unicode/utf8"
17 const (
18 defaultBufSize = 4096
21 var (
22 ErrInvalidUnreadByte = errors.New("bufio: invalid use of UnreadByte")
23 ErrInvalidUnreadRune = errors.New("bufio: invalid use of UnreadRune")
24 ErrBufferFull = errors.New("bufio: buffer full")
25 ErrNegativeCount = errors.New("bufio: negative count")
28 // Buffered input.
30 // Reader implements buffering for an io.Reader object.
31 type Reader struct {
32 buf []byte
33 rd io.Reader // reader provided by the client
34 r, w int // buf read and write positions
35 err error
36 lastByte int
37 lastRuneSize int
40 const minReadBufferSize = 16
41 const maxConsecutiveEmptyReads = 100
43 // NewReaderSize returns a new Reader whose buffer has at least the specified
44 // size. If the argument io.Reader is already a Reader with large enough
45 // size, it returns the underlying Reader.
46 func NewReaderSize(rd io.Reader, size int) *Reader {
47 // Is it already a Reader?
48 b, ok := rd.(*Reader)
49 if ok && len(b.buf) >= size {
50 return b
52 if size < minReadBufferSize {
53 size = minReadBufferSize
55 r := new(Reader)
56 r.reset(make([]byte, size), rd)
57 return r
60 // NewReader returns a new Reader whose buffer has the default size.
61 func NewReader(rd io.Reader) *Reader {
62 return NewReaderSize(rd, defaultBufSize)
65 // Reset discards any buffered data, resets all state, and switches
66 // the buffered reader to read from r.
67 func (b *Reader) Reset(r io.Reader) {
68 b.reset(b.buf, r)
71 func (b *Reader) reset(buf []byte, r io.Reader) {
72 *b = Reader{
73 buf: buf,
74 rd: r,
75 lastByte: -1,
76 lastRuneSize: -1,
80 var errNegativeRead = errors.New("bufio: reader returned negative count from Read")
82 // fill reads a new chunk into the buffer.
83 func (b *Reader) fill() {
84 // Slide existing data to beginning.
85 if b.r > 0 {
86 copy(b.buf, b.buf[b.r:b.w])
87 b.w -= b.r
88 b.r = 0
91 if b.w >= len(b.buf) {
92 panic("bufio: tried to fill full buffer")
95 // Read new data: try a limited number of times.
96 for i := maxConsecutiveEmptyReads; i > 0; i-- {
97 n, err := b.rd.Read(b.buf[b.w:])
98 if n < 0 {
99 panic(errNegativeRead)
101 b.w += n
102 if err != nil {
103 b.err = err
104 return
106 if n > 0 {
107 return
110 b.err = io.ErrNoProgress
113 func (b *Reader) readErr() error {
114 err := b.err
115 b.err = nil
116 return err
119 // Peek returns the next n bytes without advancing the reader. The bytes stop
120 // being valid at the next read call. If Peek returns fewer than n bytes, it
121 // also returns an error explaining why the read is short. The error is
122 // ErrBufferFull if n is larger than b's buffer size.
123 func (b *Reader) Peek(n int) ([]byte, error) {
124 if n < 0 {
125 return nil, ErrNegativeCount
128 for b.w-b.r < n && b.w-b.r < len(b.buf) && b.err == nil {
129 b.fill() // b.w-b.r < len(b.buf) => buffer is not full
132 if n > len(b.buf) {
133 return b.buf[b.r:b.w], ErrBufferFull
136 // 0 <= n <= len(b.buf)
137 var err error
138 if avail := b.w - b.r; avail < n {
139 // not enough data in buffer
140 n = avail
141 err = b.readErr()
142 if err == nil {
143 err = ErrBufferFull
146 return b.buf[b.r : b.r+n], err
149 // Discard skips the next n bytes, returning the number of bytes discarded.
151 // If Discard skips fewer than n bytes, it also returns an error.
152 // If 0 <= n <= b.Buffered(), Discard is guaranteed to succeed without
153 // reading from the underlying io.Reader.
154 func (b *Reader) Discard(n int) (discarded int, err error) {
155 if n < 0 {
156 return 0, ErrNegativeCount
158 if n == 0 {
159 return
161 remain := n
162 for {
163 skip := b.Buffered()
164 if skip == 0 {
165 b.fill()
166 skip = b.Buffered()
168 if skip > remain {
169 skip = remain
171 b.r += skip
172 remain -= skip
173 if remain == 0 {
174 return n, nil
176 if b.err != nil {
177 return n - remain, b.readErr()
182 // Read reads data into p.
183 // It returns the number of bytes read into p.
184 // The bytes are taken from at most one Read on the underlying Reader,
185 // hence n may be less than len(p).
186 // At EOF, the count will be zero and err will be io.EOF.
187 func (b *Reader) Read(p []byte) (n int, err error) {
188 n = len(p)
189 if n == 0 {
190 return 0, b.readErr()
192 if b.r == b.w {
193 if b.err != nil {
194 return 0, b.readErr()
196 if len(p) >= len(b.buf) {
197 // Large read, empty buffer.
198 // Read directly into p to avoid copy.
199 n, b.err = b.rd.Read(p)
200 if n < 0 {
201 panic(errNegativeRead)
203 if n > 0 {
204 b.lastByte = int(p[n-1])
205 b.lastRuneSize = -1
207 return n, b.readErr()
209 // One read.
210 // Do not use b.fill, which will loop.
211 b.r = 0
212 b.w = 0
213 n, b.err = b.rd.Read(b.buf)
214 if n < 0 {
215 panic(errNegativeRead)
217 if n == 0 {
218 return 0, b.readErr()
220 b.w += n
223 // copy as much as we can
224 n = copy(p, b.buf[b.r:b.w])
225 b.r += n
226 b.lastByte = int(b.buf[b.r-1])
227 b.lastRuneSize = -1
228 return n, nil
231 // ReadByte reads and returns a single byte.
232 // If no byte is available, returns an error.
233 func (b *Reader) ReadByte() (byte, error) {
234 b.lastRuneSize = -1
235 for b.r == b.w {
236 if b.err != nil {
237 return 0, b.readErr()
239 b.fill() // buffer is empty
241 c := b.buf[b.r]
242 b.r++
243 b.lastByte = int(c)
244 return c, nil
247 // UnreadByte unreads the last byte. Only the most recently read byte can be unread.
248 func (b *Reader) UnreadByte() error {
249 if b.lastByte < 0 || b.r == 0 && b.w > 0 {
250 return ErrInvalidUnreadByte
252 // b.r > 0 || b.w == 0
253 if b.r > 0 {
254 b.r--
255 } else {
256 // b.r == 0 && b.w == 0
257 b.w = 1
259 b.buf[b.r] = byte(b.lastByte)
260 b.lastByte = -1
261 b.lastRuneSize = -1
262 return nil
265 // ReadRune reads a single UTF-8 encoded Unicode character and returns the
266 // rune and its size in bytes. If the encoded rune is invalid, it consumes one byte
267 // and returns unicode.ReplacementChar (U+FFFD) with a size of 1.
268 func (b *Reader) ReadRune() (r rune, size int, err error) {
269 for b.r+utf8.UTFMax > b.w && !utf8.FullRune(b.buf[b.r:b.w]) && b.err == nil && b.w-b.r < len(b.buf) {
270 b.fill() // b.w-b.r < len(buf) => buffer is not full
272 b.lastRuneSize = -1
273 if b.r == b.w {
274 return 0, 0, b.readErr()
276 r, size = rune(b.buf[b.r]), 1
277 if r >= utf8.RuneSelf {
278 r, size = utf8.DecodeRune(b.buf[b.r:b.w])
280 b.r += size
281 b.lastByte = int(b.buf[b.r-1])
282 b.lastRuneSize = size
283 return r, size, nil
286 // UnreadRune unreads the last rune. If the most recent read operation on
287 // the buffer was not a ReadRune, UnreadRune returns an error. (In this
288 // regard it is stricter than UnreadByte, which will unread the last byte
289 // from any read operation.)
290 func (b *Reader) UnreadRune() error {
291 if b.lastRuneSize < 0 || b.r < b.lastRuneSize {
292 return ErrInvalidUnreadRune
294 b.r -= b.lastRuneSize
295 b.lastByte = -1
296 b.lastRuneSize = -1
297 return nil
300 // Buffered returns the number of bytes that can be read from the current buffer.
301 func (b *Reader) Buffered() int { return b.w - b.r }
303 // ReadSlice reads until the first occurrence of delim in the input,
304 // returning a slice pointing at the bytes in the buffer.
305 // The bytes stop being valid at the next read.
306 // If ReadSlice encounters an error before finding a delimiter,
307 // it returns all the data in the buffer and the error itself (often io.EOF).
308 // ReadSlice fails with error ErrBufferFull if the buffer fills without a delim.
309 // Because the data returned from ReadSlice will be overwritten
310 // by the next I/O operation, most clients should use
311 // ReadBytes or ReadString instead.
312 // ReadSlice returns err != nil if and only if line does not end in delim.
313 func (b *Reader) ReadSlice(delim byte) (line []byte, err error) {
314 for {
315 // Search buffer.
316 if i := bytes.IndexByte(b.buf[b.r:b.w], delim); i >= 0 {
317 line = b.buf[b.r : b.r+i+1]
318 b.r += i + 1
319 break
322 // Pending error?
323 if b.err != nil {
324 line = b.buf[b.r:b.w]
325 b.r = b.w
326 err = b.readErr()
327 break
330 // Buffer full?
331 if b.Buffered() >= len(b.buf) {
332 b.r = b.w
333 line = b.buf
334 err = ErrBufferFull
335 break
338 b.fill() // buffer is not full
341 // Handle last byte, if any.
342 if i := len(line) - 1; i >= 0 {
343 b.lastByte = int(line[i])
344 b.lastRuneSize = -1
347 return
350 // ReadLine is a low-level line-reading primitive. Most callers should use
351 // ReadBytes('\n') or ReadString('\n') instead or use a Scanner.
353 // ReadLine tries to return a single line, not including the end-of-line bytes.
354 // If the line was too long for the buffer then isPrefix is set and the
355 // beginning of the line is returned. The rest of the line will be returned
356 // from future calls. isPrefix will be false when returning the last fragment
357 // of the line. The returned buffer is only valid until the next call to
358 // ReadLine. ReadLine either returns a non-nil line or it returns an error,
359 // never both.
361 // The text returned from ReadLine does not include the line end ("\r\n" or "\n").
362 // No indication or error is given if the input ends without a final line end.
363 // Calling UnreadByte after ReadLine will always unread the last byte read
364 // (possibly a character belonging to the line end) even if that byte is not
365 // part of the line returned by ReadLine.
366 func (b *Reader) ReadLine() (line []byte, isPrefix bool, err error) {
367 line, err = b.ReadSlice('\n')
368 if err == ErrBufferFull {
369 // Handle the case where "\r\n" straddles the buffer.
370 if len(line) > 0 && line[len(line)-1] == '\r' {
371 // Put the '\r' back on buf and drop it from line.
372 // Let the next call to ReadLine check for "\r\n".
373 if b.r == 0 {
374 // should be unreachable
375 panic("bufio: tried to rewind past start of buffer")
377 b.r--
378 line = line[:len(line)-1]
380 return line, true, nil
383 if len(line) == 0 {
384 if err != nil {
385 line = nil
387 return
389 err = nil
391 if line[len(line)-1] == '\n' {
392 drop := 1
393 if len(line) > 1 && line[len(line)-2] == '\r' {
394 drop = 2
396 line = line[:len(line)-drop]
398 return
401 // ReadBytes reads until the first occurrence of delim in the input,
402 // returning a slice containing the data up to and including the delimiter.
403 // If ReadBytes encounters an error before finding a delimiter,
404 // it returns the data read before the error and the error itself (often io.EOF).
405 // ReadBytes returns err != nil if and only if the returned data does not end in
406 // delim.
407 // For simple uses, a Scanner may be more convenient.
408 func (b *Reader) ReadBytes(delim byte) ([]byte, error) {
409 // Use ReadSlice to look for array,
410 // accumulating full buffers.
411 var frag []byte
412 var full [][]byte
413 var err error
414 for {
415 var e error
416 frag, e = b.ReadSlice(delim)
417 if e == nil { // got final fragment
418 break
420 if e != ErrBufferFull { // unexpected error
421 err = e
422 break
425 // Make a copy of the buffer.
426 buf := make([]byte, len(frag))
427 copy(buf, frag)
428 full = append(full, buf)
431 // Allocate new buffer to hold the full pieces and the fragment.
432 n := 0
433 for i := range full {
434 n += len(full[i])
436 n += len(frag)
438 // Copy full pieces and fragment in.
439 buf := make([]byte, n)
440 n = 0
441 for i := range full {
442 n += copy(buf[n:], full[i])
444 copy(buf[n:], frag)
445 return buf, err
448 // ReadString reads until the first occurrence of delim in the input,
449 // returning a string containing the data up to and including the delimiter.
450 // If ReadString encounters an error before finding a delimiter,
451 // it returns the data read before the error and the error itself (often io.EOF).
452 // ReadString returns err != nil if and only if the returned data does not end in
453 // delim.
454 // For simple uses, a Scanner may be more convenient.
455 func (b *Reader) ReadString(delim byte) (string, error) {
456 bytes, err := b.ReadBytes(delim)
457 return string(bytes), err
460 // WriteTo implements io.WriterTo.
461 func (b *Reader) WriteTo(w io.Writer) (n int64, err error) {
462 n, err = b.writeBuf(w)
463 if err != nil {
464 return
467 if r, ok := b.rd.(io.WriterTo); ok {
468 m, err := r.WriteTo(w)
469 n += m
470 return n, err
473 if w, ok := w.(io.ReaderFrom); ok {
474 m, err := w.ReadFrom(b.rd)
475 n += m
476 return n, err
479 if b.w-b.r < len(b.buf) {
480 b.fill() // buffer not full
483 for b.r < b.w {
484 // b.r < b.w => buffer is not empty
485 m, err := b.writeBuf(w)
486 n += m
487 if err != nil {
488 return n, err
490 b.fill() // buffer is empty
493 if b.err == io.EOF {
494 b.err = nil
497 return n, b.readErr()
500 var errNegativeWrite = errors.New("bufio: writer returned negative count from Write")
502 // writeBuf writes the Reader's buffer to the writer.
503 func (b *Reader) writeBuf(w io.Writer) (int64, error) {
504 n, err := w.Write(b.buf[b.r:b.w])
505 if n < 0 {
506 panic(errNegativeWrite)
508 b.r += n
509 return int64(n), err
512 // buffered output
514 // Writer implements buffering for an io.Writer object.
515 // If an error occurs writing to a Writer, no more data will be
516 // accepted and all subsequent writes will return the error.
517 // After all data has been written, the client should call the
518 // Flush method to guarantee all data has been forwarded to
519 // the underlying io.Writer.
520 type Writer struct {
521 err error
522 buf []byte
523 n int
524 wr io.Writer
527 // NewWriterSize returns a new Writer whose buffer has at least the specified
528 // size. If the argument io.Writer is already a Writer with large enough
529 // size, it returns the underlying Writer.
530 func NewWriterSize(w io.Writer, size int) *Writer {
531 // Is it already a Writer?
532 b, ok := w.(*Writer)
533 if ok && len(b.buf) >= size {
534 return b
536 if size <= 0 {
537 size = defaultBufSize
539 return &Writer{
540 buf: make([]byte, size),
541 wr: w,
545 // NewWriter returns a new Writer whose buffer has the default size.
546 func NewWriter(w io.Writer) *Writer {
547 return NewWriterSize(w, defaultBufSize)
550 // Reset discards any unflushed buffered data, clears any error, and
551 // resets b to write its output to w.
552 func (b *Writer) Reset(w io.Writer) {
553 b.err = nil
554 b.n = 0
555 b.wr = w
558 // Flush writes any buffered data to the underlying io.Writer.
559 func (b *Writer) Flush() error {
560 if b.err != nil {
561 return b.err
563 if b.n == 0 {
564 return nil
566 n, err := b.wr.Write(b.buf[0:b.n])
567 if n < b.n && err == nil {
568 err = io.ErrShortWrite
570 if err != nil {
571 if n > 0 && n < b.n {
572 copy(b.buf[0:b.n-n], b.buf[n:b.n])
574 b.n -= n
575 b.err = err
576 return err
578 b.n = 0
579 return nil
582 // Available returns how many bytes are unused in the buffer.
583 func (b *Writer) Available() int { return len(b.buf) - b.n }
585 // Buffered returns the number of bytes that have been written into the current buffer.
586 func (b *Writer) Buffered() int { return b.n }
588 // Write writes the contents of p into the buffer.
589 // It returns the number of bytes written.
590 // If nn < len(p), it also returns an error explaining
591 // why the write is short.
592 func (b *Writer) Write(p []byte) (nn int, err error) {
593 for len(p) > b.Available() && b.err == nil {
594 var n int
595 if b.Buffered() == 0 {
596 // Large write, empty buffer.
597 // Write directly from p to avoid copy.
598 n, b.err = b.wr.Write(p)
599 } else {
600 n = copy(b.buf[b.n:], p)
601 b.n += n
602 b.Flush()
604 nn += n
605 p = p[n:]
607 if b.err != nil {
608 return nn, b.err
610 n := copy(b.buf[b.n:], p)
611 b.n += n
612 nn += n
613 return nn, nil
616 // WriteByte writes a single byte.
617 func (b *Writer) WriteByte(c byte) error {
618 if b.err != nil {
619 return b.err
621 if b.Available() <= 0 && b.Flush() != nil {
622 return b.err
624 b.buf[b.n] = c
625 b.n++
626 return nil
629 // WriteRune writes a single Unicode code point, returning
630 // the number of bytes written and any error.
631 func (b *Writer) WriteRune(r rune) (size int, err error) {
632 if r < utf8.RuneSelf {
633 err = b.WriteByte(byte(r))
634 if err != nil {
635 return 0, err
637 return 1, nil
639 if b.err != nil {
640 return 0, b.err
642 n := b.Available()
643 if n < utf8.UTFMax {
644 if b.Flush(); b.err != nil {
645 return 0, b.err
647 n = b.Available()
648 if n < utf8.UTFMax {
649 // Can only happen if buffer is silly small.
650 return b.WriteString(string(r))
653 size = utf8.EncodeRune(b.buf[b.n:], r)
654 b.n += size
655 return size, nil
658 // WriteString writes a string.
659 // It returns the number of bytes written.
660 // If the count is less than len(s), it also returns an error explaining
661 // why the write is short.
662 func (b *Writer) WriteString(s string) (int, error) {
663 nn := 0
664 for len(s) > b.Available() && b.err == nil {
665 n := copy(b.buf[b.n:], s)
666 b.n += n
667 nn += n
668 s = s[n:]
669 b.Flush()
671 if b.err != nil {
672 return nn, b.err
674 n := copy(b.buf[b.n:], s)
675 b.n += n
676 nn += n
677 return nn, nil
680 // ReadFrom implements io.ReaderFrom.
681 func (b *Writer) ReadFrom(r io.Reader) (n int64, err error) {
682 if b.Buffered() == 0 {
683 if w, ok := b.wr.(io.ReaderFrom); ok {
684 return w.ReadFrom(r)
687 var m int
688 for {
689 if b.Available() == 0 {
690 if err1 := b.Flush(); err1 != nil {
691 return n, err1
694 nr := 0
695 for nr < maxConsecutiveEmptyReads {
696 m, err = r.Read(b.buf[b.n:])
697 if m != 0 || err != nil {
698 break
700 nr++
702 if nr == maxConsecutiveEmptyReads {
703 return n, io.ErrNoProgress
705 b.n += m
706 n += int64(m)
707 if err != nil {
708 break
711 if err == io.EOF {
712 // If we filled the buffer exactly, flush preemptively.
713 if b.Available() == 0 {
714 err = b.Flush()
715 } else {
716 err = nil
719 return n, err
722 // buffered input and output
724 // ReadWriter stores pointers to a Reader and a Writer.
725 // It implements io.ReadWriter.
726 type ReadWriter struct {
727 *Reader
728 *Writer
731 // NewReadWriter allocates a new ReadWriter that dispatches to r and w.
732 func NewReadWriter(r *Reader, w *Writer) *ReadWriter {
733 return &ReadWriter{r, w}