Compare commits
16 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| 0dd29272e9 | |||
| 7fab1a799a | |||
| 16dfde1503 | |||
| 41d7c6e04d | |||
| 48adaeb8a8 | |||
| 99ca8d0b3b | |||
| 986b6d1c6d | |||
| d41cd781d9 | |||
| 651fcb6215 | |||
| fa9a7b4735 | |||
| cfd4a94559 | |||
| d8af7821e4 | |||
| 8f3e59ec36 | |||
| d316031c44 | |||
| c3883cbb0d | |||
| 314c004efd |
+3
-12
@@ -4,28 +4,19 @@ import (
|
|||||||
"errors"
|
"errors"
|
||||||
|
|
||||||
"asciigoat.org/core/lexer"
|
"asciigoat.org/core/lexer"
|
||||||
|
"asciigoat.org/ini/parser"
|
||||||
)
|
)
|
||||||
|
|
||||||
var (
|
var (
|
||||||
errInvalidToken = errors.New("invalid token")
|
errInvalidToken = errors.New("invalid token")
|
||||||
)
|
)
|
||||||
|
|
||||||
func newError(pos lexer.Position, content, hint string, err error) *lexer.Error {
|
|
||||||
return &lexer.Error{
|
|
||||||
Line: pos.Line,
|
|
||||||
Column: pos.Column,
|
|
||||||
Content: content,
|
|
||||||
Hint: hint,
|
|
||||||
Err: err,
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func newErrInvalidToken(t *token) *lexer.Error {
|
func newErrInvalidToken(t *token) *lexer.Error {
|
||||||
return newError(t.pos, t.value, "", errInvalidToken)
|
return parser.NewError(t.pos, t.value, "", errInvalidToken)
|
||||||
}
|
}
|
||||||
|
|
||||||
func (dec *decoder) OnError(pos lexer.Position, content string, err error) error {
|
func (dec *decoder) OnError(pos lexer.Position, content string, err error) error {
|
||||||
err = newError(pos, content, "", err)
|
err = parser.NewError(pos, content, "", err)
|
||||||
dec.executeFinal()
|
dec.executeFinal()
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
|||||||
+11
-13
@@ -1,6 +1,8 @@
|
|||||||
package parser
|
package parser
|
||||||
|
|
||||||
import (
|
import (
|
||||||
|
"strings"
|
||||||
|
|
||||||
"asciigoat.org/core/lexer"
|
"asciigoat.org/core/lexer"
|
||||||
)
|
)
|
||||||
|
|
||||||
@@ -46,18 +48,13 @@ func (p *commaArrayParser) lexWord() (lexer.StateFn, error) {
|
|||||||
_, s := p.Emit()
|
_, s := p.Emit()
|
||||||
p.out = append(p.out, s)
|
p.out = append(p.out, s)
|
||||||
return nil, err
|
return nil, err
|
||||||
case r == RuneEscape:
|
case r == ',':
|
||||||
// escaped
|
// done
|
||||||
r2, _, err := p.ReadRune()
|
_, s := p.Emit()
|
||||||
switch {
|
// remove comma, trim and append to output
|
||||||
case err != nil:
|
s = strings.TrimRightFunc(s[:len(s)-1], IsSpace)
|
||||||
// incomplete
|
p.out = append(p.out, s)
|
||||||
return nil, NewErrIncompleteEscaped(&p.TextParser)
|
return p.lexStart, nil
|
||||||
case IsNewLine(r2):
|
|
||||||
// escaped new line
|
|
||||||
p.UnreadRune()
|
|
||||||
p.AcceptNewLine()
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -79,7 +76,8 @@ func (p *commaArrayParser) Run() ([]string, error) {
|
|||||||
return p.out, err
|
return p.out, err
|
||||||
}
|
}
|
||||||
|
|
||||||
// SplitCommaArray splits
|
// SplitCommaArray splits comma separated strings, removing whitespace
|
||||||
|
// and respecting quoted literals.
|
||||||
func SplitCommaArray(s string) ([]string, error) {
|
func SplitCommaArray(s string) ([]string, error) {
|
||||||
if s != "" {
|
if s != "" {
|
||||||
var p commaArrayParser
|
var p commaArrayParser
|
||||||
|
|||||||
+13
-21
@@ -6,6 +6,17 @@ import (
|
|||||||
"asciigoat.org/core/lexer"
|
"asciigoat.org/core/lexer"
|
||||||
)
|
)
|
||||||
|
|
||||||
|
// NewError creates a lexer.Error using a lexer.Position
|
||||||
|
func NewError(pos lexer.Position, content, hint string, err error) *lexer.Error {
|
||||||
|
return &lexer.Error{
|
||||||
|
Line: pos.Line,
|
||||||
|
Column: pos.Column,
|
||||||
|
Content: content,
|
||||||
|
Hint: hint,
|
||||||
|
Err: err,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
// ErrPlusPosition returns a copy of the given [lexer.Error]
|
// ErrPlusPosition returns a copy of the given [lexer.Error]
|
||||||
// offsetting the Line/Column information.
|
// offsetting the Line/Column information.
|
||||||
func ErrPlusPosition(pos lexer.Position, e *lexer.Error) *lexer.Error {
|
func ErrPlusPosition(pos lexer.Position, e *lexer.Error) *lexer.Error {
|
||||||
@@ -14,13 +25,7 @@ func ErrPlusPosition(pos lexer.Position, e *lexer.Error) *lexer.Error {
|
|||||||
Column: e.Column,
|
Column: e.Column,
|
||||||
})
|
})
|
||||||
|
|
||||||
return &lexer.Error{
|
return NewError(pos, e.Content, e.Hint, e.Err)
|
||||||
Line: pos.Line,
|
|
||||||
Column: pos.Column,
|
|
||||||
Content: e.Content,
|
|
||||||
Hint: e.Hint,
|
|
||||||
Err: e.Err,
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
// NewErrIncompleteQuotedString returns a [lexer.Error]
|
// NewErrIncompleteQuotedString returns a [lexer.Error]
|
||||||
@@ -30,22 +35,9 @@ func NewErrIncompleteQuotedString(p *TextParser) *lexer.Error {
|
|||||||
return newErrIncomplete(p, "incomplete quoted string")
|
return newErrIncomplete(p, "incomplete quoted string")
|
||||||
}
|
}
|
||||||
|
|
||||||
// NewErrIncompleteEscaped returns a [lexer.Error]
|
|
||||||
// indicating the text being parsed wasn't correctly
|
|
||||||
// terminated
|
|
||||||
func NewErrIncompleteEscaped(p *TextParser) *lexer.Error {
|
|
||||||
return newErrIncomplete(p, "incomplete escaped string")
|
|
||||||
}
|
|
||||||
|
|
||||||
func newErrIncomplete(p *TextParser, hint string) *lexer.Error {
|
func newErrIncomplete(p *TextParser, hint string) *lexer.Error {
|
||||||
pos, s := p.Emit()
|
pos, s := p.Emit()
|
||||||
pos.Add(GetPositionalLength(s))
|
pos.Add(GetPositionalLength(s))
|
||||||
|
|
||||||
return &lexer.Error{
|
return NewError(pos, s, hint, fs.ErrInvalid)
|
||||||
Line: pos.Line,
|
|
||||||
Column: pos.Column,
|
|
||||||
Content: s,
|
|
||||||
Hint: hint,
|
|
||||||
Err: fs.ErrInvalid,
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|||||||
+1
-7
@@ -31,13 +31,7 @@ func defaultOnToken(pos lexer.Position, typ TokenType, value string) error {
|
|||||||
func defaultOnError(pos lexer.Position, content string, err error) error {
|
func defaultOnError(pos lexer.Position, content string, err error) error {
|
||||||
log.Printf("%s:%v:%v: %q: %s", "error", pos.Line, pos.Column, content, err)
|
log.Printf("%s:%v:%v: %q: %s", "error", pos.Line, pos.Column, content, err)
|
||||||
|
|
||||||
return lexer.Error{
|
return NewError(pos, content, "", err)
|
||||||
Line: pos.Line,
|
|
||||||
Column: pos.Column,
|
|
||||||
|
|
||||||
Content: content,
|
|
||||||
Err: err,
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
func (p *Parser) setDefaults() {
|
func (p *Parser) setDefaults() {
|
||||||
|
|||||||
+26
-41
@@ -1,11 +1,13 @@
|
|||||||
package parser
|
package parser
|
||||||
|
|
||||||
import (
|
import (
|
||||||
|
"strings"
|
||||||
|
|
||||||
"asciigoat.org/core/lexer"
|
"asciigoat.org/core/lexer"
|
||||||
)
|
)
|
||||||
|
|
||||||
// AcceptQuotedString consumes a quoted string from the source
|
// AcceptQuotedString consumes a quoted string from the source
|
||||||
// and returns it unquoted.
|
// and returns it unquoted and unescaped
|
||||||
func (p *TextParser) AcceptQuotedString() (string, bool, error) {
|
func (p *TextParser) AcceptQuotedString() (string, bool, error) {
|
||||||
r, _, err := p.ReadRune()
|
r, _, err := p.ReadRune()
|
||||||
switch {
|
switch {
|
||||||
@@ -31,33 +33,22 @@ func (p *TextParser) AcceptQuotedString() (string, bool, error) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
func lexQuotedString(p *TextParser) (string, *lexer.Error) {
|
func lexQuotedString(p *TextParser) (string, *lexer.Error) {
|
||||||
s, ok, err := lexQuotedStringNoEscape(p)
|
|
||||||
switch {
|
|
||||||
case err != nil:
|
|
||||||
return "", err
|
|
||||||
case ok:
|
|
||||||
return s, nil
|
|
||||||
default:
|
|
||||||
// escape character detected
|
|
||||||
return lexQuotedStringEscaped(p)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func lexQuotedStringNoEscape(p *TextParser) (string, bool, *lexer.Error) {
|
|
||||||
for {
|
for {
|
||||||
r, _, err := p.ReadRune()
|
r, _, err := p.ReadRune()
|
||||||
switch {
|
switch {
|
||||||
case err != nil:
|
case err != nil:
|
||||||
// incomplete
|
// incomplete
|
||||||
return "", false, NewErrIncompleteQuotedString(p)
|
return "", NewErrIncompleteQuotedString(p)
|
||||||
case r == RuneQuotes:
|
case r == RuneQuotes:
|
||||||
// end, just remove the quotes
|
// end, remove quotes and process escaped characters
|
||||||
s := p.String()
|
return lexReturnUnescapedQuotedString(p)
|
||||||
l := len(s)
|
|
||||||
return s[1 : l-2], true, nil
|
|
||||||
case r == RuneEscape:
|
case r == RuneEscape:
|
||||||
// things just got complicated...
|
// escaped, take another
|
||||||
return "", false, nil
|
_, _, err := p.ReadRune()
|
||||||
|
if err != nil {
|
||||||
|
// incomplete
|
||||||
|
return "", NewErrIncompleteQuotedString(p)
|
||||||
|
}
|
||||||
case IsNewLine(r):
|
case IsNewLine(r):
|
||||||
// new lines within quoted values are acceptable
|
// new lines within quoted values are acceptable
|
||||||
p.UnreadRune()
|
p.UnreadRune()
|
||||||
@@ -68,28 +59,22 @@ func lexQuotedStringNoEscape(p *TextParser) (string, bool, *lexer.Error) {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func lexQuotedStringEscaped(*TextParser) (string, *lexer.Error) {
|
func lexReturnUnescapedQuotedString(p *TextParser) (string, *lexer.Error) {
|
||||||
return "", nil
|
// remove quotes
|
||||||
|
s := p.String()
|
||||||
|
l := len(s)
|
||||||
|
s = s[1 : l-1]
|
||||||
|
|
||||||
|
if strings.ContainsRune(s, RuneEscape) {
|
||||||
|
// TODO: implement unescaping
|
||||||
|
err := NewError(p.Position(), s, "escaped characters", lexer.ErrNotImplemented)
|
||||||
|
return "", err
|
||||||
|
}
|
||||||
|
|
||||||
|
return s, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
// // escaped. append partial
|
// Unquoted removes quotes the content and unescapes the content
|
||||||
// mark = lexQuotedAppendPartial(p, &buf, mark)
|
|
||||||
//
|
|
||||||
// r2, _, err := p.ReadRune()
|
|
||||||
// switch {
|
|
||||||
// case err != nil:
|
|
||||||
// // incomplete
|
|
||||||
// return "", NewErrIncompleteQuotedString(p)
|
|
||||||
// case IsNewLine(r2):
|
|
||||||
// // escaped new line
|
|
||||||
// p.UnreadRune()
|
|
||||||
// p.AcceptNewLine()
|
|
||||||
// mark = lexQuotedAppendNewLine(p, &buf, mark)
|
|
||||||
// default:
|
|
||||||
// // bad escaped
|
|
||||||
// }
|
|
||||||
|
|
||||||
// Unquoted removes quotes and unescapes the content
|
|
||||||
func Unquoted(s string) (string, error) {
|
func Unquoted(s string) (string, error) {
|
||||||
var p TextParser
|
var p TextParser
|
||||||
if s == "" {
|
if s == "" {
|
||||||
|
|||||||
Reference in New Issue
Block a user