|
|
package jlexer |
|
|
|
|
|
import ( |
|
|
"bytes" |
|
|
"encoding/json" |
|
|
"reflect" |
|
|
"testing" |
|
|
) |
|
|
|
|
|
func TestString(t *testing.T) { |
|
|
for i, test := range []struct { |
|
|
toParse string |
|
|
want string |
|
|
wantError bool |
|
|
}{ |
|
|
{toParse: `"simple string"`, want: "simple string"}, |
|
|
{toParse: " \r\r\n\t " + `"test"`, want: "test"}, |
|
|
{toParse: `"\n\t\"\/\\\f\r"`, want: "\n\t\"/\\\f\r"}, |
|
|
{toParse: `"\u0020"`, want: " "}, |
|
|
{toParse: `"\u0020-\t"`, want: " -\t"}, |
|
|
{toParse: `"\ufffd\uFFFD"`, want: "\ufffd\ufffd"}, |
|
|
{toParse: `"\ud83d\ude00"`, want: "😀"}, |
|
|
{toParse: `"\ud83d\ude08"`, want: "😈"}, |
|
|
{toParse: `"\ud8"`, wantError: true}, |
|
|
|
|
|
{toParse: `"test"junk`, want: "test"}, |
|
|
|
|
|
{toParse: `5`, wantError: true}, // not a string |
|
|
{toParse: `"\x"`, wantError: true}, // invalid escape |
|
|
{toParse: `"\ud800"`, want: "<EFBFBD>"}, // invalid utf-8 char; return replacement char |
|
|
} { |
|
|
l := Lexer{Data: []byte(test.toParse)} |
|
|
|
|
|
got := l.String() |
|
|
if got != test.want { |
|
|
t.Errorf("[%d, %q] String() = %v; want %v", i, test.toParse, got, test.want) |
|
|
} |
|
|
err := l.Error() |
|
|
if err != nil && !test.wantError { |
|
|
t.Errorf("[%d, %q] String() error: %v", i, test.toParse, err) |
|
|
} else if err == nil && test.wantError { |
|
|
t.Errorf("[%d, %q] String() ok; want error", i, test.toParse) |
|
|
} |
|
|
} |
|
|
} |
|
|
|
|
|
func TestBytes(t *testing.T) { |
|
|
for i, test := range []struct { |
|
|
toParse string |
|
|
want string |
|
|
wantError bool |
|
|
}{ |
|
|
{toParse: `"c2ltcGxlIHN0cmluZw=="`, want: "simple string"}, |
|
|
{toParse: " \r\r\n\t " + `"dGVzdA=="`, want: "test"}, |
|
|
|
|
|
{toParse: `5`, wantError: true}, // not a JSON string |
|
|
{toParse: `"foobar"`, wantError: true}, // not base64 encoded |
|
|
{toParse: `"c2ltcGxlIHN0cmluZw="`, wantError: true}, // invalid base64 padding |
|
|
} { |
|
|
l := Lexer{Data: []byte(test.toParse)} |
|
|
|
|
|
got := l.Bytes() |
|
|
if bytes.Compare(got, []byte(test.want)) != 0 { |
|
|
t.Errorf("[%d, %q] Bytes() = %v; want: %v", i, test.toParse, got, []byte(test.want)) |
|
|
} |
|
|
err := l.Error() |
|
|
if err != nil && !test.wantError { |
|
|
t.Errorf("[%d, %q] Bytes() error: %v", i, test.toParse, err) |
|
|
} else if err == nil && test.wantError { |
|
|
t.Errorf("[%d, %q] Bytes() ok; want error", i, test.toParse) |
|
|
} |
|
|
} |
|
|
} |
|
|
|
|
|
func TestNumber(t *testing.T) { |
|
|
for i, test := range []struct { |
|
|
toParse string |
|
|
want string |
|
|
wantError bool |
|
|
}{ |
|
|
{toParse: "123", want: "123"}, |
|
|
{toParse: "-123", want: "-123"}, |
|
|
{toParse: "\r\n12.35", want: "12.35"}, |
|
|
{toParse: "12.35e+1", want: "12.35e+1"}, |
|
|
{toParse: "12.35e-15", want: "12.35e-15"}, |
|
|
{toParse: "12.35E-15", want: "12.35E-15"}, |
|
|
{toParse: "12.35E15", want: "12.35E15"}, |
|
|
|
|
|
{toParse: `"a"`, wantError: true}, |
|
|
{toParse: "123junk", wantError: true}, |
|
|
{toParse: "1.2.3", wantError: true}, |
|
|
{toParse: "1e2e3", wantError: true}, |
|
|
{toParse: "1e2.3", wantError: true}, |
|
|
} { |
|
|
l := Lexer{Data: []byte(test.toParse)} |
|
|
|
|
|
got := l.number() |
|
|
if got != test.want { |
|
|
t.Errorf("[%d, %q] number() = %v; want %v", i, test.toParse, got, test.want) |
|
|
} |
|
|
err := l.Error() |
|
|
if err != nil && !test.wantError { |
|
|
t.Errorf("[%d, %q] number() error: %v", i, test.toParse, err) |
|
|
} else if err == nil && test.wantError { |
|
|
t.Errorf("[%d, %q] number() ok; want error", i, test.toParse) |
|
|
} |
|
|
} |
|
|
} |
|
|
|
|
|
func TestBool(t *testing.T) { |
|
|
for i, test := range []struct { |
|
|
toParse string |
|
|
want bool |
|
|
wantError bool |
|
|
}{ |
|
|
{toParse: "true", want: true}, |
|
|
{toParse: "false", want: false}, |
|
|
|
|
|
{toParse: "1", wantError: true}, |
|
|
{toParse: "truejunk", wantError: true}, |
|
|
{toParse: `false"junk"`, wantError: true}, |
|
|
{toParse: "True", wantError: true}, |
|
|
{toParse: "False", wantError: true}, |
|
|
} { |
|
|
l := Lexer{Data: []byte(test.toParse)} |
|
|
|
|
|
got := l.Bool() |
|
|
if got != test.want { |
|
|
t.Errorf("[%d, %q] Bool() = %v; want %v", i, test.toParse, got, test.want) |
|
|
} |
|
|
err := l.Error() |
|
|
if err != nil && !test.wantError { |
|
|
t.Errorf("[%d, %q] Bool() error: %v", i, test.toParse, err) |
|
|
} else if err == nil && test.wantError { |
|
|
t.Errorf("[%d, %q] Bool() ok; want error", i, test.toParse) |
|
|
} |
|
|
} |
|
|
} |
|
|
|
|
|
func TestSkipRecursive(t *testing.T) { |
|
|
for i, test := range []struct { |
|
|
toParse string |
|
|
left string |
|
|
wantError bool |
|
|
}{ |
|
|
{toParse: "5, 4", left: ", 4"}, |
|
|
{toParse: "[5, 6], 4", left: ", 4"}, |
|
|
{toParse: "[5, [7,8]]: 4", left: ": 4"}, |
|
|
|
|
|
{toParse: `{"a":1}, 4`, left: ", 4"}, |
|
|
{toParse: `{"a":1, "b":{"c": 5}, "e":[12,15]}, 4`, left: ", 4"}, |
|
|
|
|
|
// array start/end chars in a string |
|
|
{toParse: `[5, "]"], 4`, left: ", 4"}, |
|
|
{toParse: `[5, "\"]"], 4`, left: ", 4"}, |
|
|
{toParse: `[5, "["], 4`, left: ", 4"}, |
|
|
{toParse: `[5, "\"["], 4`, left: ", 4"}, |
|
|
|
|
|
// object start/end chars in a string |
|
|
{toParse: `{"a}":1}, 4`, left: ", 4"}, |
|
|
{toParse: `{"a\"}":1}, 4`, left: ", 4"}, |
|
|
{toParse: `{"a{":1}, 4`, left: ", 4"}, |
|
|
{toParse: `{"a\"{":1}, 4`, left: ", 4"}, |
|
|
|
|
|
// object with double slashes at the end of string |
|
|
{toParse: `{"a":"hey\\"}, 4`, left: ", 4"}, |
|
|
} { |
|
|
l := Lexer{Data: []byte(test.toParse)} |
|
|
|
|
|
l.SkipRecursive() |
|
|
|
|
|
got := string(l.Data[l.pos:]) |
|
|
if got != test.left { |
|
|
t.Errorf("[%d, %q] SkipRecursive() left = %v; want %v", i, test.toParse, got, test.left) |
|
|
} |
|
|
err := l.Error() |
|
|
if err != nil && !test.wantError { |
|
|
t.Errorf("[%d, %q] SkipRecursive() error: %v", i, test.toParse, err) |
|
|
} else if err == nil && test.wantError { |
|
|
t.Errorf("[%d, %q] SkipRecursive() ok; want error", i, test.toParse) |
|
|
} |
|
|
} |
|
|
} |
|
|
|
|
|
func TestInterface(t *testing.T) { |
|
|
for i, test := range []struct { |
|
|
toParse string |
|
|
want interface{} |
|
|
wantError bool |
|
|
}{ |
|
|
{toParse: "null", want: nil}, |
|
|
{toParse: "true", want: true}, |
|
|
{toParse: `"a"`, want: "a"}, |
|
|
{toParse: "5", want: float64(5)}, |
|
|
|
|
|
{toParse: `{}`, want: map[string]interface{}{}}, |
|
|
{toParse: `[]`, want: []interface{}(nil)}, |
|
|
|
|
|
{toParse: `{"a": "b"}`, want: map[string]interface{}{"a": "b"}}, |
|
|
{toParse: `[5]`, want: []interface{}{float64(5)}}, |
|
|
|
|
|
{toParse: `{"a":5 , "b" : "string"}`, want: map[string]interface{}{"a": float64(5), "b": "string"}}, |
|
|
{toParse: `["a", 5 , null, true]`, want: []interface{}{"a", float64(5), nil, true}}, |
|
|
|
|
|
{toParse: `{"a" "b"}`, wantError: true}, |
|
|
{toParse: `{"a": "b",}`, wantError: true}, |
|
|
{toParse: `{"a":"b","c" "b"}`, wantError: true}, |
|
|
{toParse: `{"a": "b","c":"d",}`, wantError: true}, |
|
|
{toParse: `{,}`, wantError: true}, |
|
|
|
|
|
{toParse: `[1, 2,]`, wantError: true}, |
|
|
{toParse: `[1 2]`, wantError: true}, |
|
|
{toParse: `[,]`, wantError: true}, |
|
|
} { |
|
|
l := Lexer{Data: []byte(test.toParse)} |
|
|
|
|
|
got := l.Interface() |
|
|
if !reflect.DeepEqual(got, test.want) { |
|
|
t.Errorf("[%d, %q] Interface() = %v; want %v", i, test.toParse, got, test.want) |
|
|
} |
|
|
err := l.Error() |
|
|
if err != nil && !test.wantError { |
|
|
t.Errorf("[%d, %q] Interface() error: %v", i, test.toParse, err) |
|
|
} else if err == nil && test.wantError { |
|
|
t.Errorf("[%d, %q] Interface() ok; want error", i, test.toParse) |
|
|
} |
|
|
} |
|
|
} |
|
|
|
|
|
func TestConsumed(t *testing.T) { |
|
|
for i, test := range []struct { |
|
|
toParse string |
|
|
wantError bool |
|
|
}{ |
|
|
{toParse: "", wantError: false}, |
|
|
{toParse: " ", wantError: false}, |
|
|
{toParse: "\r\n", wantError: false}, |
|
|
{toParse: "\t\t", wantError: false}, |
|
|
|
|
|
{toParse: "{", wantError: true}, |
|
|
} { |
|
|
l := Lexer{Data: []byte(test.toParse)} |
|
|
l.Consumed() |
|
|
|
|
|
err := l.Error() |
|
|
if err != nil && !test.wantError { |
|
|
t.Errorf("[%d, %q] Consumed() error: %v", i, test.toParse, err) |
|
|
} else if err == nil && test.wantError { |
|
|
t.Errorf("[%d, %q] Consumed() ok; want error", i, test.toParse) |
|
|
} |
|
|
} |
|
|
} |
|
|
|
|
|
func TestJsonNumber(t *testing.T) { |
|
|
for i, test := range []struct { |
|
|
toParse string |
|
|
want json.Number |
|
|
wantLexerError bool |
|
|
wantValue interface{} |
|
|
wantValueError bool |
|
|
}{ |
|
|
{toParse: `10`, want: json.Number("10"), wantValue: int64(10)}, |
|
|
{toParse: `0`, want: json.Number("0"), wantValue: int64(0)}, |
|
|
{toParse: `0.12`, want: json.Number("0.12"), wantValue: 0.12}, |
|
|
{toParse: `25E-4`, want: json.Number("25E-4"), wantValue: 25E-4}, |
|
|
|
|
|
{toParse: `"10"`, want: json.Number("10"), wantValue: int64(10)}, |
|
|
{toParse: `"0"`, want: json.Number("0"), wantValue: int64(0)}, |
|
|
{toParse: `"0.12"`, want: json.Number("0.12"), wantValue: 0.12}, |
|
|
{toParse: `"25E-4"`, want: json.Number("25E-4"), wantValue: 25E-4}, |
|
|
|
|
|
{toParse: `"foo"`, want: json.Number("foo"), wantValueError: true}, |
|
|
{toParse: `null`, want: json.Number(""), wantValueError: true}, |
|
|
|
|
|
{toParse: `"a""`, want: json.Number("a"), wantValueError: true}, |
|
|
|
|
|
{toParse: `[1]`, want: json.Number(""), wantLexerError: true, wantValueError: true}, |
|
|
{toParse: `{}`, want: json.Number(""), wantLexerError: true, wantValueError: true}, |
|
|
{toParse: `a`, want: json.Number(""), wantLexerError: true, wantValueError: true}, |
|
|
} { |
|
|
l := Lexer{Data: []byte(test.toParse)} |
|
|
|
|
|
got := l.JsonNumber() |
|
|
if got != test.want { |
|
|
t.Errorf("[%d, %q] JsonNumber() = %v; want %v", i, test.toParse, got, test.want) |
|
|
} |
|
|
|
|
|
err := l.Error() |
|
|
if err != nil && !test.wantLexerError { |
|
|
t.Errorf("[%d, %q] JsonNumber() lexer error: %v", i, test.toParse, err) |
|
|
} else if err == nil && test.wantLexerError { |
|
|
t.Errorf("[%d, %q] JsonNumber() ok; want lexer error", i, test.toParse) |
|
|
} |
|
|
|
|
|
var valueErr error |
|
|
var gotValue interface{} |
|
|
switch test.wantValue.(type) { |
|
|
case float64: |
|
|
gotValue, valueErr = got.Float64() |
|
|
default: |
|
|
gotValue, valueErr = got.Int64() |
|
|
} |
|
|
|
|
|
if !reflect.DeepEqual(gotValue, test.wantValue) && !test.wantLexerError && !test.wantValueError { |
|
|
t.Errorf("[%d, %q] JsonNumber() = %v; want %v", i, test.toParse, gotValue, test.wantValue) |
|
|
} |
|
|
|
|
|
if valueErr != nil && !test.wantValueError { |
|
|
t.Errorf("[%d, %q] JsonNumber() value error: %v", i, test.toParse, valueErr) |
|
|
} else if valueErr == nil && test.wantValueError { |
|
|
t.Errorf("[%d, %q] JsonNumber() ok; want value error", i, test.toParse) |
|
|
} |
|
|
} |
|
|
}
|
|
|
|