Compare commits
1 Commits
v0.3.4
..
f7d4ebeb0e
| Author | SHA1 | Date | |
|---|---|---|---|
| f7d4ebeb0e |
@@ -1,45 +0,0 @@
|
||||
package lexer
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
"strings"
|
||||
)
|
||||
|
||||
var (
|
||||
_ error = (*Error)(nil)
|
||||
)
|
||||
|
||||
// Error represents a generic parsing error
|
||||
type Error struct {
|
||||
Filename string
|
||||
Line int
|
||||
Column int
|
||||
|
||||
Content string
|
||||
Err error
|
||||
}
|
||||
|
||||
func (err Error) Error() string {
|
||||
var s []string
|
||||
|
||||
switch {
|
||||
case err.Line > 0 || err.Column > 0:
|
||||
s = append(s, fmt.Sprintf("%s:%v:%v", err.Filename, err.Line, err.Column))
|
||||
case err.Filename != "":
|
||||
s = append(s, err.Filename)
|
||||
}
|
||||
|
||||
if err.Err != nil {
|
||||
s = append(s, err.Err.Error())
|
||||
}
|
||||
|
||||
if err.Content != "" {
|
||||
s = append(s, fmt.Sprintf("%q", err.Content))
|
||||
}
|
||||
|
||||
return strings.Join(s, ": ")
|
||||
}
|
||||
|
||||
func (err Error) Unwrap() error {
|
||||
return err.Err
|
||||
}
|
||||
@@ -1,2 +0,0 @@
|
||||
// Package lexer provides basic helpers to implement parsers
|
||||
package lexer
|
||||
@@ -1,66 +0,0 @@
|
||||
package lexer
|
||||
|
||||
import "fmt"
|
||||
|
||||
// Position indicates a line and column pair on a file.
|
||||
// Counting starts at 1.
|
||||
type Position struct {
|
||||
Line int
|
||||
Column int
|
||||
}
|
||||
|
||||
// String generates a pretty "(Line, Column)"" representation of the Position
|
||||
func (p Position) String() string {
|
||||
if p.Line == 0 {
|
||||
p.Reset()
|
||||
}
|
||||
|
||||
return fmt.Sprintf("(%v, %v)", p.Line, p.Column)
|
||||
}
|
||||
|
||||
// GoString generates a string representation of the Position for %#v usage
|
||||
func (p Position) GoString() string {
|
||||
if p.Line == 0 {
|
||||
p.Reset()
|
||||
}
|
||||
|
||||
return fmt.Sprintf("lexer.Position{%v, %v}", p.Line, p.Column)
|
||||
}
|
||||
|
||||
// Reset places a position at (1,1)
|
||||
func (p *Position) Reset() {
|
||||
p.Line, p.Column = 1, 1
|
||||
}
|
||||
|
||||
// Step moves the column one place
|
||||
func (p *Position) Step() {
|
||||
if p.Line == 0 {
|
||||
p.Reset()
|
||||
}
|
||||
|
||||
p.Column++
|
||||
}
|
||||
|
||||
// StepN moves the column N places forward
|
||||
func (p *Position) StepN(n int) {
|
||||
if p.Line == 0 {
|
||||
p.Reset()
|
||||
}
|
||||
|
||||
switch {
|
||||
case n > 0:
|
||||
p.Column += n
|
||||
default:
|
||||
panic(fmt.Errorf("invalid %v increment", n))
|
||||
}
|
||||
}
|
||||
|
||||
// StepLine moves position to the start of the next line
|
||||
func (p *Position) StepLine() {
|
||||
if p.Line == 0 {
|
||||
p.Reset()
|
||||
}
|
||||
|
||||
p.Line++
|
||||
p.Column = 1
|
||||
}
|
||||
@@ -0,0 +1,2 @@
|
||||
// Package runes helps us work with runes
|
||||
package runes
|
||||
@@ -1,8 +1,7 @@
|
||||
package lexer
|
||||
package runes
|
||||
|
||||
import (
|
||||
"bytes"
|
||||
"errors"
|
||||
"io"
|
||||
"strings"
|
||||
"unicode/utf8"
|
||||
@@ -19,14 +18,7 @@ const (
|
||||
|
||||
// implemented interfaces
|
||||
var (
|
||||
_ io.RuneReader = (*Reader)(nil)
|
||||
_ io.RuneScanner = (*Reader)(nil)
|
||||
)
|
||||
|
||||
var (
|
||||
// ErrInvalidUnreadRune indicates UnreadRune() was calls after an
|
||||
// action other than a successful ReadRune()
|
||||
ErrInvalidUnreadRune = errors.New("invalid UnreadRune() call")
|
||||
_ io.RuneReader = (*Reader)(nil)
|
||||
)
|
||||
|
||||
// Reader is a RuneReader aimed at implementing text parsers
|
||||
@@ -36,8 +28,6 @@ type Reader struct {
|
||||
buf []byte
|
||||
off int
|
||||
cursor int
|
||||
|
||||
lastRuneSize int
|
||||
}
|
||||
|
||||
// String returns what's already Read but not yet emitted or discarded
|
||||
@@ -64,9 +54,6 @@ func (b *Reader) Discard() {
|
||||
// step
|
||||
b.off = b.cursor
|
||||
}
|
||||
|
||||
// and prevent UnreadRune()
|
||||
b.lastRuneSize = -1
|
||||
}
|
||||
|
||||
// ready tells how many bytes are ready to decode
|
||||
@@ -152,8 +139,6 @@ func (b *Reader) ReadRune() (rune, int, error) {
|
||||
for {
|
||||
err := b.needsBytes(count)
|
||||
if err != nil {
|
||||
b.lastRuneSize = -1
|
||||
|
||||
return 0, 0, err
|
||||
}
|
||||
|
||||
@@ -168,36 +153,9 @@ func (b *Reader) ReadRune() (rune, int, error) {
|
||||
|
||||
// decode rune
|
||||
r, l := utf8.DecodeRune(b.buf[b.cursor:])
|
||||
// step over
|
||||
b.cursor += l
|
||||
// and remember for UnreadRune()
|
||||
b.lastRuneSize = l
|
||||
|
||||
return r, l, nil
|
||||
}
|
||||
|
||||
// UnreadRune moves the cursor where it was before the last call to ReadRune
|
||||
func (b *Reader) UnreadRune() error {
|
||||
if b.lastRuneSize > 0 {
|
||||
b.cursor -= b.lastRuneSize
|
||||
b.lastRuneSize = -1
|
||||
return nil
|
||||
}
|
||||
|
||||
return ErrInvalidUnreadRune
|
||||
}
|
||||
|
||||
// PeekRune returns information about the next rune without moving the
|
||||
// cursor
|
||||
func (b *Reader) PeekRune() (rune, int, error) {
|
||||
r, l, err := b.ReadRune()
|
||||
if err != nil {
|
||||
return r, l, err
|
||||
}
|
||||
err = b.UnreadRune()
|
||||
return r, l, err
|
||||
}
|
||||
|
||||
// NewReader creates a new runes [Reader] using the given [io.Reader]
|
||||
func NewReader(r io.Reader) *Reader {
|
||||
if r == nil {
|
||||
Reference in New Issue
Block a user