package text/scanner
Golang text/scanner.Position type, IsValid() and String() methods usage example
package main
import (
"fmt"
"strings"
"text/scanner"
)
func main() {
code := `<?php
echo "Hello World!";
?>`
codeReader := strings.NewReader(code)
fmt.Println(code)
fmt.Println("------------------------------")
fmt.Println("TOKENS : ")
fmt.Println("------------------------------")
var scn scanner.Scanner
scn.Init(codeReader)
tok := scn.Scan()
pos := scn.Pos()
fmt.Printf("Token : [%v], position [%s] and is position valid? [%v] \n", scn.TokenText(), pos.String(), pos.IsValid())
//fmt.Println(scn.TokenText())
for tok != scanner.EOF {
tok = scn.Scan()
pos = scn.Pos()
fmt.Printf("Token : [%v], position [%s] and is position valid? [%v] \n", scn.TokenText(), pos.String(), pos.IsValid())
//fmt.Println(pos.IsValid())
//fmt.Println(scn.TokenText())
}
}
Sample output :
Token : [<], position [1:2] and is position valid? [true]
Token : [?], position [1:3] and is position valid? [true]
Token : [php], position [1:6] and is position valid? [true]
Token : [echo], position [2:25] and is position valid? [true]
Token : ["Hello World!"], position [2:40] and is position valid? [true]
Token : [;], position [2:41] and is position valid? [true]
Token : [?], position [3:20] and is position valid? [true]
Token : [>], position [3:21] and is position valid? [true]
Token : [], position [3:21] and is position valid? [true]
References :
http://golang.org/pkg/text/scanner/#Position
http://golang.org/pkg/text/scanner/#Position.IsValid
http://golang.org/pkg/text/scanner/#Position.String
https://www.socketloop.com/tutorials/golang-how-to-tokenize-source-code-with-text-scanner-package
