support multiple commands in sesh

This commit is contained in:
2026-02-03 20:25:27 +01:00
parent 42c61803a2
commit 579ad0281c
53 changed files with 15232 additions and 11516 deletions
+23
View File
@@ -0,0 +1,23 @@
package lexer
import (
"io"
"github.com/goccy/go-yaml/scanner"
"github.com/goccy/go-yaml/token"
)
// Tokenize split to token instances from string
func Tokenize(src string) token.Tokens {
var s scanner.Scanner
s.Init(src)
var tokens token.Tokens
for {
subTokens, err := s.Scan()
if err == io.EOF {
break
}
tokens.Add(subTokens...)
}
return tokens
}