88 lines
1.8 KiB
Go
88 lines
1.8 KiB
Go
package shsh;
|
|
|
|
import (
|
|
"strings"
|
|
)
|
|
|
|
type token_t int
|
|
const (
|
|
LIST token_t = iota
|
|
STRING token_t = iota
|
|
NUMBER token_t = iota
|
|
SYMBOL token_t = iota
|
|
)
|
|
|
|
type Token struct {
|
|
next *Token
|
|
tag parse_tag
|
|
int position
|
|
_inner interface{}
|
|
}
|
|
|
|
func Lex(input string) *Token {
|
|
ret := new(Token)
|
|
iter := &ret
|
|
delim := ' '
|
|
var tok strings.Builder
|
|
iter_alloced := false
|
|
is_list = false
|
|
is_str = false
|
|
is_num = true
|
|
|
|
for pos, char := range input {
|
|
switch char {
|
|
// TODO: User configurable delimiters
|
|
case '\'', '"', '`':
|
|
is_str = true
|
|
delim = char
|
|
case '(':
|
|
is_list = true
|
|
delim = ')'
|
|
|
|
case delim:
|
|
*iter = new(Token)
|
|
*iter.position = pos
|
|
|
|
if is_list {
|
|
// TODO: Pass a pointer out of Lex and store a pointer
|
|
*iter._inner = Lex(tok.String())
|
|
is_list = false
|
|
|
|
if (*iter._inner.tag == FUNCTION) {
|
|
*iter.tag = CALL
|
|
} else {
|
|
*iter.tag = LIST
|
|
}
|
|
|
|
} else {
|
|
*iter._inner = tok.String()
|
|
if is_string {
|
|
*iter.tag = STRING
|
|
is_str = false
|
|
|
|
} else if is_num {
|
|
*iter.tag = NUMBER
|
|
|
|
} else {
|
|
*iter.tag = SYMBOL
|
|
}
|
|
}
|
|
|
|
iter_alloced = true
|
|
delim = ' '
|
|
|
|
default:
|
|
is_num = is_num && IsDigit(char)
|
|
tok.WriteRune(char)
|
|
}
|
|
|
|
if iter_alloced {
|
|
iter = &(*iter.next)
|
|
iter_alloced = false
|
|
tok.Reset()
|
|
}
|
|
}
|
|
|
|
// TODO: Throw parsing error here if there is leftover in tok
|
|
return ret
|
|
}
|