Upstream tidwall/sjson state of the touched files before 29fee40be0
This commit is contained in:
upstream committed
commit
23241c5ce0
2 files changed
+1100
No files matched your search
+353
@@ -0,0 +1,353 @@
|
||||
package sjson
|
||||
|
||||
import (
|
||||
"encoding/hex"
|
||||
"fmt"
|
||||
"math/rand"
|
||||
"testing"
|
||||
"time"
|
||||
|
||||
"github.com/tidwall/gjson"
|
||||
"github.com/tidwall/pretty"
|
||||
)
|
||||
|
||||
const (
|
||||
setRaw = 1
|
||||
setBool = 2
|
||||
setInt = 3
|
||||
setFloat = 4
|
||||
setString = 5
|
||||
setDelete = 6
|
||||
)
|
||||
|
||||
func sortJSON(json string) string {
|
||||
opts := pretty.Options{SortKeys: true}
|
||||
return string(pretty.Ugly(pretty.PrettyOptions([]byte(json), &opts)))
|
||||
}
|
||||
|
||||
func testRaw(t *testing.T, kind int, expect, json, path string, value interface{}) {
|
||||
t.Helper()
|
||||
expect = sortJSON(expect)
|
||||
var json2 string
|
||||
var err error
|
||||
switch kind {
|
||||
default:
|
||||
json2, err = Set(json, path, value)
|
||||
case setRaw:
|
||||
json2, err = SetRaw(json, path, value.(string))
|
||||
case setDelete:
|
||||
json2, err = Delete(json, path)
|
||||
}
|
||||
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
json2 = sortJSON(json2)
|
||||
if json2 != expect {
|
||||
t.Fatalf("expected '%v', got '%v'", expect, json2)
|
||||
}
|
||||
var json3 []byte
|
||||
switch kind {
|
||||
default:
|
||||
json3, err = SetBytes([]byte(json), path, value)
|
||||
case setRaw:
|
||||
json3, err = SetRawBytes([]byte(json), path, []byte(value.(string)))
|
||||
case setDelete:
|
||||
json3, err = DeleteBytes([]byte(json), path)
|
||||
}
|
||||
json3 = []byte(sortJSON(string(json3)))
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
} else if string(json3) != expect {
|
||||
t.Fatalf("expected '%v', got '%v'", expect, string(json3))
|
||||
}
|
||||
}
|
||||
func TestBasic(t *testing.T) {
|
||||
testRaw(t, setRaw, `[{"hiw":"planet","hi":"world"}]`, `[{"hi":"world"}]`, "0.hiw", `"planet"`)
|
||||
testRaw(t, setRaw, `[true]`, ``, "0", `true`)
|
||||
testRaw(t, setRaw, `[null,true]`, ``, "1", `true`)
|
||||
testRaw(t, setRaw, `[1,null,true]`, `[1]`, "2", `true`)
|
||||
testRaw(t, setRaw, `[1,true,false]`, `[1,null,false]`, "1", `true`)
|
||||
testRaw(t, setRaw,
|
||||
`[1,{"hello":"when","this":[0,null,2]},false]`,
|
||||
`[1,{"hello":"when","this":[0,1,2]},false]`,
|
||||
"1.this.1", `null`)
|
||||
testRaw(t, setRaw,
|
||||
`{"a":1,"b":{"hello":"when","this":[0,null,2]},"c":false}`,
|
||||
`{"a":1,"b":{"hello":"when","this":[0,1,2]},"c":false}`,
|
||||
"b.this.1", `null`)
|
||||
testRaw(t, setRaw,
|
||||
`{"a":1,"b":{"hello":"when","this":[0,null,2,null,4]},"c":false}`,
|
||||
`{"a":1,"b":{"hello":"when","this":[0,null,2]},"c":false}`,
|
||||
"b.this.4", `4`)
|
||||
testRaw(t, setRaw,
|
||||
`{"b":{"this":[null,null,null,null,4]}}`,
|
||||
``,
|
||||
"b.this.4", `4`)
|
||||
testRaw(t, setRaw,
|
||||
`[null,{"this":[null,null,null,null,4]}]`,
|
||||
``,
|
||||
"1.this.4", `4`)
|
||||
testRaw(t, setRaw,
|
||||
`{"1":{"this":[null,null,null,null,4]}}`,
|
||||
``,
|
||||
":1.this.4", `4`)
|
||||
testRaw(t, setRaw,
|
||||
`{":1":{"this":[null,null,null,null,4]}}`,
|
||||
``,
|
||||
"\\:1.this.4", `4`)
|
||||
testRaw(t, setRaw,
|
||||
`{":\\1":{"this":[null,null,null,null,{".HI":4}]}}`,
|
||||
``,
|
||||
"\\:\\\\1.this.4.\\.HI", `4`)
|
||||
testRaw(t, setRaw,
|
||||
`{"app.token":"cde"}`,
|
||||
`{"app.token":"abc"}`,
|
||||
"app\\.token", `"cde"`)
|
||||
testRaw(t, setRaw,
|
||||
`{"b":{"this":{"😇":""}}}`,
|
||||
``,
|
||||
"b.this.😇", `""`)
|
||||
testRaw(t, setRaw,
|
||||
`[ 1,2 ,3]`,
|
||||
` [ 1,2 ] `,
|
||||
"-1", `3`)
|
||||
testRaw(t, setInt, `[1234]`, ``, `0`, int64(1234))
|
||||
testRaw(t, setFloat, `[1234.5]`, ``, `0`, float64(1234.5))
|
||||
testRaw(t, setString, `["1234.5"]`, ``, `0`, "1234.5")
|
||||
testRaw(t, setBool, `[true]`, ``, `0`, true)
|
||||
testRaw(t, setBool, `[null]`, ``, `0`, nil)
|
||||
testRaw(t, setString, `{"arr":[1]}`, ``, `arr.-1`, 1)
|
||||
testRaw(t, setString, `{"a":"\\"}`, ``, `a`, "\\")
|
||||
testRaw(t, setString, `{"a":"C:\\Windows\\System32"}`, ``, `a`, `C:\Windows\System32`)
|
||||
}
|
||||
|
||||
func TestDelete(t *testing.T) {
|
||||
testRaw(t, setDelete, `[456]`, `[123,456]`, `0`, nil)
|
||||
testRaw(t, setDelete, `[123,789]`, `[123,456,789]`, `1`, nil)
|
||||
testRaw(t, setDelete, `[123,456]`, `[123,456,789]`, `-1`, nil)
|
||||
testRaw(t, setDelete, `{"a":[123,456]}`, `{"a":[123,456,789]}`, `a.-1`, nil)
|
||||
testRaw(t, setDelete, `{"and":"another"}`, `{"this":"that","and":"another"}`, `this`, nil)
|
||||
testRaw(t, setDelete, `{"this":"that"}`, `{"this":"that","and":"another"}`, `and`, nil)
|
||||
testRaw(t, setDelete, `{}`, `{"and":"another"}`, `and`, nil)
|
||||
testRaw(t, setDelete, `{"1":"2"}`, `{"1":"2"}`, `3`, nil)
|
||||
}
|
||||
|
||||
// TestRandomData is a fuzzing test that throws random data at SetRaw
|
||||
// function looking for panics.
|
||||
func TestRandomData(t *testing.T) {
|
||||
var lstr string
|
||||
defer func() {
|
||||
if v := recover(); v != nil {
|
||||
println("'" + hex.EncodeToString([]byte(lstr)) + "'")
|
||||
println("'" + lstr + "'")
|
||||
panic(v)
|
||||
}
|
||||
}()
|
||||
rand.Seed(time.Now().UnixNano())
|
||||
b := make([]byte, 200)
|
||||
for i := 0; i < 2000000; i++ {
|
||||
n, err := rand.Read(b[:rand.Int()%len(b)])
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
lstr = string(b[:n])
|
||||
SetRaw(lstr, "zzzz.zzzz.zzzz", "123")
|
||||
}
|
||||
}
|
||||
|
||||
func TestDeleteIssue21(t *testing.T) {
|
||||
json := `{"country_code_from":"NZ","country_code_to":"SA","date_created":"2018-09-13T02:56:11.25783Z","date_updated":"2018-09-14T03:15:16.67356Z","disabled":false,"last_edited_by":"Developers","id":"a3e...bc454","merchant_id":"f2b...b91abf","signed_date":"2018-02-01T00:00:00Z","start_date":"2018-03-01T00:00:00Z","url":"https://www.google.com"}`
|
||||
res1 := gjson.Get(json, "date_updated")
|
||||
var err error
|
||||
json, err = Delete(json, "date_updated")
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
res2 := gjson.Get(json, "date_updated")
|
||||
res3 := gjson.Get(json, "date_created")
|
||||
if !res1.Exists() || res2.Exists() || !res3.Exists() {
|
||||
t.Fatal("bad news")
|
||||
}
|
||||
|
||||
// We change the number of characters in this to make the section of the string before the section that we want to delete a certain length
|
||||
|
||||
//---------------------------
|
||||
lenBeforeToDeleteIs307AsBytes := `{"1":"","0":"012345678901234567890123456789012345678901234567890123456789012345678901234567","to_delete":"0","2":""}`
|
||||
|
||||
expectedForLenBefore307AsBytes := `{"1":"","0":"012345678901234567890123456789012345678901234567890123456789012345678901234567","2":""}`
|
||||
//---------------------------
|
||||
|
||||
//---------------------------
|
||||
lenBeforeToDeleteIs308AsBytes := `{"1":"","0":"0123456789012345678901234567890123456789012345678901234567890123456789012345678","to_delete":"0","2":""}`
|
||||
|
||||
expectedForLenBefore308AsBytes := `{"1":"","0":"0123456789012345678901234567890123456789012345678901234567890123456789012345678","2":""}`
|
||||
//---------------------------
|
||||
|
||||
//---------------------------
|
||||
lenBeforeToDeleteIs309AsBytes := `{"1":"","0":"01234567890123456789012345678901234567890123456789012345678901234567890123456","to_delete":"0","2":""}`
|
||||
|
||||
expectedForLenBefore309AsBytes := `{"1":"","0":"01234567890123456789012345678901234567890123456789012345678901234567890123456","2":""}`
|
||||
//---------------------------
|
||||
|
||||
var data = []struct {
|
||||
desc string
|
||||
input string
|
||||
expected string
|
||||
}{
|
||||
{
|
||||
desc: "len before \"to_delete\"... = 307",
|
||||
input: lenBeforeToDeleteIs307AsBytes,
|
||||
expected: expectedForLenBefore307AsBytes,
|
||||
},
|
||||
{
|
||||
desc: "len before \"to_delete\"... = 308",
|
||||
input: lenBeforeToDeleteIs308AsBytes,
|
||||
expected: expectedForLenBefore308AsBytes,
|
||||
},
|
||||
{
|
||||
desc: "len before \"to_delete\"... = 309",
|
||||
input: lenBeforeToDeleteIs309AsBytes,
|
||||
expected: expectedForLenBefore309AsBytes,
|
||||
},
|
||||
}
|
||||
|
||||
for i, d := range data {
|
||||
result, err := Delete(d.input, "to_delete")
|
||||
|
||||
if err != nil {
|
||||
t.Error(fmtErrorf(testError{
|
||||
unexpected: "error",
|
||||
desc: d.desc,
|
||||
i: i,
|
||||
lenInput: len(d.input),
|
||||
input: d.input,
|
||||
expected: d.expected,
|
||||
result: result,
|
||||
}))
|
||||
}
|
||||
if result != d.expected {
|
||||
t.Error(fmtErrorf(testError{
|
||||
unexpected: "result",
|
||||
desc: d.desc,
|
||||
i: i,
|
||||
lenInput: len(d.input),
|
||||
input: d.input,
|
||||
expected: d.expected,
|
||||
result: result,
|
||||
}))
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
type testError struct {
|
||||
unexpected string
|
||||
desc string
|
||||
i int
|
||||
lenInput int
|
||||
input interface{}
|
||||
expected interface{}
|
||||
result interface{}
|
||||
}
|
||||
|
||||
func fmtErrorf(e testError) string {
|
||||
return fmt.Sprintf(
|
||||
"Unexpected %s:\n\t"+
|
||||
"for=%q\n\t"+
|
||||
"i=%d\n\t"+
|
||||
"len(input)=%d\n\t"+
|
||||
"input=%v\n\t"+
|
||||
"expected=%v\n\t"+
|
||||
"result=%v",
|
||||
e.unexpected, e.desc, e.i, e.lenInput, e.input, e.expected, e.result,
|
||||
)
|
||||
}
|
||||
|
||||
func TestSetDotKeyIssue10(t *testing.T) {
|
||||
json := `{"app.token":"abc"}`
|
||||
json, _ = Set(json, `app\.token`, "cde")
|
||||
if json != `{"app.token":"cde"}` {
|
||||
t.Fatalf("expected '%v', got '%v'", `{"app.token":"cde"}`, json)
|
||||
}
|
||||
}
|
||||
func TestDeleteDotKeyIssue19(t *testing.T) {
|
||||
json := []byte(`{"data":{"key1":"value1","key2.something":"value2"}}`)
|
||||
json, _ = DeleteBytes(json, `data.key2\.something`)
|
||||
if string(json) != `{"data":{"key1":"value1"}}` {
|
||||
t.Fatalf("expected '%v', got '%v'", `{"data":{"key1":"value1"}}`, json)
|
||||
}
|
||||
}
|
||||
|
||||
func TestIssue36(t *testing.T) {
|
||||
var json = `
|
||||
{
|
||||
"size": 1000
|
||||
}
|
||||
`
|
||||
var raw = `
|
||||
{
|
||||
"sample": "hello"
|
||||
}
|
||||
`
|
||||
_ = raw
|
||||
if true {
|
||||
json, _ = SetRaw(json, "aggs", raw)
|
||||
}
|
||||
if !gjson.Valid(json) {
|
||||
t.Fatal("invalid json")
|
||||
}
|
||||
res := gjson.Get(json, "aggs.sample").String()
|
||||
if res != "hello" {
|
||||
t.Fatal("unexpected result")
|
||||
}
|
||||
}
|
||||
|
||||
var example = `
|
||||
{
|
||||
"name": {"first": "Tom", "last": "Anderson"},
|
||||
"age":37,
|
||||
"children": ["Sara","Alex","Jack"],
|
||||
"fav.movie": "Deer Hunter",
|
||||
"friends": [
|
||||
{"first": "Dale", "last": "Murphy", "age": 44, "nets": ["ig", "fb", "tw"]},
|
||||
{"first": "Roger", "last": "Craig", "age": 68, "nets": ["fb", "tw"]},
|
||||
{"first": "Jane", "last": "Murphy", "age": 47, "nets": ["ig", "tw"]}
|
||||
]
|
||||
}
|
||||
`
|
||||
|
||||
func TestIndex(t *testing.T) {
|
||||
path := `friends.#(last="Murphy").last`
|
||||
json, err := Set(example, path, "Johnson")
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if gjson.Get(json, "friends.#.last").String() != `["Johnson","Craig","Murphy"]` {
|
||||
t.Fatal("mismatch")
|
||||
}
|
||||
}
|
||||
|
||||
func TestIndexes(t *testing.T) {
|
||||
path := `friends.#(last="Murphy")#.last`
|
||||
json, err := Set(example, path, "Johnson")
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if gjson.Get(json, "friends.#.last").String() != `["Johnson","Craig","Johnson"]` {
|
||||
t.Fatal("mismatch")
|
||||
}
|
||||
}
|
||||
|
||||
func TestIssue61(t *testing.T) {
|
||||
json := `{
|
||||
"@context": {
|
||||
"rdfs": "http://www.w3.org/2000/01/rdf-schema#",
|
||||
"@vocab": "http://schema.org/",
|
||||
"sh": "http://www.w3.org/ns/shacl#"
|
||||
}
|
||||
}`
|
||||
json1, _ := Set(json, "@context.@vocab", "newval")
|
||||
if gjson.Get(json1, "@context.@vocab").String() != "newval" {
|
||||
t.Fail()
|
||||
}
|
||||
}
|
||||
Reference in new issue
Block a user