ɨÃèÎı¾ | text/scanner

package main

import (
	"fmt"
	"strings"
	"text/scanner"
)

func main() {
	const src = `
// This is scanned code.
if a > 10 {
	someParsable = text
}`
	var s scanner.Scanner
	s.Init(strings.NewReader(src))
	s.Filename = "example"
	for tok := s.Scan(); tok != scanner.EOF; tok = s.Scan() {
		fmt.Printf("%s: %s\n", s.Position, s.TokenText())
	}

}

ScanIdents | ScanInts | SkipComments

const (
        ScanIdents     = 1 << -Ident
        ScanInts       = 1 << -Int
        ScanFloats     = 1 << -Float // includes Ints
        ScanChars      = 1 << -Char
        ScanStrings    = 1 << -String
        ScanRawStrings = 1 << -RawString
        ScanComments   = 1 << -Comment
        SkipComments   = 1 << -skipComment // if set with ScanComments, comments become white space
        GoTokens       = ScanIdents | ScanFloats | ScanChars | ScanStrings | ScanRawStrings | ScanComments | SkipComments
)

const (
        EOF = -(iota + 1)
        Ident
        Int
        Float
        Char
        String
        RawString
        Comment
)

const GoWhitespace = 1<<'\t' | 1<<'\n' | 1<<'\r' | 1<<' '

func TokenString(tok rune) string

type Position struct {
        Filename string // filename, if any
        Offset   int    // byte offset, starting at 0
        Line     int    // line number, starting at 1
        Column   int    // column number, starting at 1 (character count per line)
}

func (pos *Position) IsValid() bool

func (pos Position) String() string

type Scanner struct {

        // Error is called for each error encountered. If no Error
        // function is set, the error is reported to os.Stderr.
        Error func(s *Scanner, msg string)

        // ErrorCount is incremented by one for each error encountered.
        ErrorCount int

        // The Mode field controls which tokens are recognized. For instance,
        // to recognize Ints, set the ScanInts bit in Mode. The field may be
        // changed at any time.
        Mode uint

        // The Whitespace field controls which characters are recognized
        // as white space. To recognize a character ch <= ' ' as white space,
        // set the ch'th bit in Whitespace (the Scanner's behavior is undefined
        // for values ch > ' '). The field may be changed at any time.
        Whitespace uint64

        // IsIdentRune is a predicate controlling the characters accepted
        // as the ith rune in an identifier. The set of valid characters
        // must not intersect with the set of white space characters.
        // If no IsIdentRune function is set, regular Go identifiers are
        // accepted instead. The field may be changed at any time.
        IsIdentRune func(ch rune, i int) bool

        // Start position of most recently scanned token; set by Scan.
        // Calling Init or Next invalidates the position (Line == 0).
        // The Filename field is always left untouched by the Scanner.
        // If an error is reported (via Error) and Position is invalid,
        // the scanner is not inside a token. Call Pos to obtain an error
        // position in that case, or to obtain the position immediately
        // after the most recently scanned token.
        Position
        // contains filtered or unexported fields
}

func (s *Scanner) Init(src io.Reader) *Scanner

func (s *Scanner) Next() rune

func (s *Scanner) Peek() rune

func (s *Scanner) Pos() (pos Position)

func (s *Scanner) Scan() rune

func (s *Scanner) TokenText() string