106 lines
2.2 KiB
Go
106 lines
2.2 KiB
Go
package scanner
|
||
|
||
import (
|
||
"fmt"
|
||
|
||
"github.com/hashicorp/hil/ast"
|
||
)
|
||
|
||
type Token struct {
|
||
Type TokenType
|
||
Content string
|
||
Pos ast.Pos
|
||
}
|
||
|
||
//go:generate stringer -type=TokenType
|
||
type TokenType rune
|
||
|
||
const (
|
||
// Raw string data outside of ${ .. } sequences
|
||
LITERAL TokenType = 'o'
|
||
|
||
// STRING is like a LITERAL but it's inside a quoted string
|
||
// within a ${ ... } sequence, and so it can contain backslash
|
||
// escaping.
|
||
STRING TokenType = 'S'
|
||
|
||
// Other Literals
|
||
INTEGER TokenType = 'I'
|
||
FLOAT TokenType = 'F'
|
||
BOOL TokenType = 'B'
|
||
|
||
BEGIN TokenType = '$' // actually "${"
|
||
END TokenType = '}'
|
||
OQUOTE TokenType = '“' // Opening quote of a nested quoted sequence
|
||
CQUOTE TokenType = '”' // Closing quote of a nested quoted sequence
|
||
OPAREN TokenType = '('
|
||
CPAREN TokenType = ')'
|
||
OBRACKET TokenType = '['
|
||
CBRACKET TokenType = ']'
|
||
COMMA TokenType = ','
|
||
|
||
IDENTIFIER TokenType = 'i'
|
||
|
||
PERIOD TokenType = '.'
|
||
PLUS TokenType = '+'
|
||
MINUS TokenType = '-'
|
||
STAR TokenType = '*'
|
||
SLASH TokenType = '/'
|
||
PERCENT TokenType = '%'
|
||
|
||
AND TokenType = '∧'
|
||
OR TokenType = '∨'
|
||
BANG TokenType = '!'
|
||
|
||
EQUAL TokenType = '='
|
||
NOTEQUAL TokenType = '≠'
|
||
GT TokenType = '>'
|
||
LT TokenType = '<'
|
||
GTE TokenType = '≥'
|
||
LTE TokenType = '≤'
|
||
|
||
QUESTION TokenType = '?'
|
||
COLON TokenType = ':'
|
||
|
||
EOF TokenType = '␄'
|
||
|
||
// Produced for sequences that cannot be understood as valid tokens
|
||
// e.g. due to use of unrecognized punctuation.
|
||
INVALID TokenType = '<27>'
|
||
)
|
||
|
||
func (t *Token) String() string {
|
||
switch t.Type {
|
||
case EOF:
|
||
return "end of string"
|
||
case INVALID:
|
||
return fmt.Sprintf("invalid sequence %q", t.Content)
|
||
case INTEGER:
|
||
return fmt.Sprintf("integer %s", t.Content)
|
||
case FLOAT:
|
||
return fmt.Sprintf("float %s", t.Content)
|
||
case STRING:
|
||
return fmt.Sprintf("string %q", t.Content)
|
||
case LITERAL:
|
||
return fmt.Sprintf("literal %q", t.Content)
|
||
case OQUOTE:
|
||
return fmt.Sprintf("opening quote")
|
||
case CQUOTE:
|
||
return fmt.Sprintf("closing quote")
|
||
case AND:
|
||
return "&&"
|
||
case OR:
|
||
return "||"
|
||
case NOTEQUAL:
|
||
return "!="
|
||
case GTE:
|
||
return ">="
|
||
case LTE:
|
||
return "<="
|
||
default:
|
||
// The remaining token types have content that
|
||
// speaks for itself.
|
||
return fmt.Sprintf("%q", t.Content)
|
||
}
|
||
}
|