5 Commits

Author SHA1 Message Date
amery ef0e093aaa lexer: introduce Position.Next()/Position.NextLine() factories
Signed-off-by: Alejandro Mery <amery@jpi.io>
2023-08-29 23:37:07 +00:00
amery 16f39fb87b Merge branch 'pr-amery-lexer-extra' into next-amery 2023-08-29 23:35:48 +00:00
amery 1247683981 Merge branch 'pr-amery-lexer' into next-amery 2023-08-29 20:17:11 +00:00
amery 1d62857e14 lexer: introduce StateFn and the basic state machine loop
v2: make the error break more explicit

Signed-off-by: Alejandro Mery <amery@jpi.io>
2023-08-29 15:11:51 +00:00
amery d83b128c30 lexer: introduce Reader.Accept()/AcceptAll()
Signed-off-by: Alejandro Mery <amery@jpi.io>
2023-08-29 13:26:49 +00:00
3 changed files with 81 additions and 0 deletions
+20
View File
@@ -1,2 +1,22 @@
// Package lexer provides basic helpers to implement parsers // Package lexer provides basic helpers to implement parsers
package lexer package lexer
// StateFn is a State Function of the parser
type StateFn func() (StateFn, error)
// Run runs a state machine until the state function either
// returns nil or an error
func Run(fn StateFn) error {
for fn != nil {
var err error
fn, err = fn()
if err != nil {
// failed
return err
}
}
// ended
return nil
}
+26
View File
@@ -64,3 +64,29 @@ func (p *Position) StepLine() {
p.Line++ p.Line++
p.Column = 1 p.Column = 1
} }
// Next returns a new Position one rune forward
// on the line
func (p Position) Next() Position {
if p.Line == 0 {
p.Reset()
}
return Position{
Line: p.Line,
Column: p.Column + 1,
}
}
// NextLine returns a new Position at the begining of the next
// line.
func (p Position) NextLine() Position {
if p.Line == 0 {
p.Reset()
}
return Position{
Line: p.Line + 1,
Column: 1,
}
}
+35
View File
@@ -198,6 +198,41 @@ func (b *Reader) PeekRune() (rune, int, error) {
return r, l, err return r, l, err
} }
// Accept consumes a rune from the source if it meets the condition.
// it returns true if the condition was met and false if it wasn't.
func (b *Reader) Accept(cond func(r rune) bool) bool {
r, _, err := b.ReadRune()
switch {
case err != nil:
return false
case cond(r):
return true
default:
_ = b.UnreadRune()
return false
}
}
// AcceptAll consumes runes from the source as long as they meet the
// condition. it returns true if the condition was met for at least one rune,
// and false if it wasn't.
func (b *Reader) AcceptAll(cond func(r rune) bool) bool {
var accepted bool
for {
r, _, err := b.ReadRune()
switch {
case err != nil:
return accepted
case cond(r):
accepted = true
default:
_ = b.UnreadRune()
return accepted
}
}
}
// NewReader creates a new runes [Reader] using the given [io.Reader] // NewReader creates a new runes [Reader] using the given [io.Reader]
func NewReader(r io.Reader) *Reader { func NewReader(r io.Reader) *Reader {
if r == nil { if r == nil {