597 lines
18 KiB
Go
597 lines
18 KiB
Go
package jsn
|
|
|
|
import (
|
|
"bytes"
|
|
"fmt"
|
|
"io/ioutil"
|
|
"strings"
|
|
"testing"
|
|
)
|
|
|
|
var (
|
|
input1 = `
|
|
{
|
|
"data": {
|
|
"test_1a": { "__twitter_id": "ABCD" },
|
|
"users": [
|
|
{
|
|
"id": 1,
|
|
"full_name": "'Sidney St[1]roman'",
|
|
"email": "user0@demo.com",
|
|
"__twitter_id": "2048666903444506956",
|
|
"embed": {
|
|
"id": 8,
|
|
"full_name": "Caroll Orn Sr's",
|
|
"email": "joannarau@hegmann.io",
|
|
"__twitter_id": "ABC123"
|
|
"more": [{
|
|
"__twitter_id": "more123",
|
|
"hello: "world
|
|
}]
|
|
}
|
|
},
|
|
{
|
|
"id": 2,
|
|
"full_name": "Jerry Dickinson",
|
|
"email": "user1@demo.com",
|
|
"__twitter_id": [{ "name": "hello" }, { "name": "world"}]
|
|
},
|
|
{
|
|
"id": 3,
|
|
"full_name": "Kenna Cassin",
|
|
"email": "user2@demo.com",
|
|
"__twitter_id": { "name": "\"hellos\"", "address": { "work": "1 infinity loop" } }
|
|
},
|
|
{
|
|
"id": 4,
|
|
"full_name": "Mr. Pat Parisian",
|
|
"email": "__twitter_id",
|
|
"__twitter_id": 1234567890
|
|
},
|
|
{
|
|
"id": 5,
|
|
"full_name": "Bette Ebert",
|
|
"email": "janeenrath@goyette.com",
|
|
"__twitter_id": 1.23E
|
|
},
|
|
{
|
|
"id": 6,
|
|
"full_name": "Everett Kiehn",
|
|
"email": "michael@bartoletti.com",
|
|
"__twitter_id": true
|
|
},
|
|
{
|
|
"id": 7,
|
|
"full_name": "Katrina Cronin",
|
|
"email": "loretaklocko@framivolkman.org",
|
|
"__twitter_id": false
|
|
},
|
|
{
|
|
"id": 8,
|
|
"full_name": "Caroll Orn Sr.",
|
|
"email": "joannarau@hegmann.io",
|
|
"__twitter_id": "2048666903444506956"
|
|
},
|
|
{
|
|
"id": 9,
|
|
"full_name": "Gwendolyn Ziemann",
|
|
"email": "renaytoy@rutherford.co",
|
|
"__twitter_id": ["hello", "world"]
|
|
},
|
|
{
|
|
"id": 10,
|
|
"full_name": "Mrs. Rosann Fritsch",
|
|
"email": "holliemosciski@thiel.org",
|
|
"__twitter_id": "2048666903444506956"
|
|
},
|
|
{
|
|
"id": 11,
|
|
"full_name": "Arden Koss",
|
|
"email": "cristobalankunding@howewelch.org",
|
|
"__twitter_id": "2048666903444506956",
|
|
"something": null
|
|
},
|
|
{
|
|
"id": 12,
|
|
"full_name": "Brenton Bauch PhD",
|
|
"email": "renee@miller.co",
|
|
"__twitter_id": 1
|
|
},
|
|
{
|
|
"id": 13,
|
|
"full_name": "Daine Gleichner",
|
|
"email": "andrea@gmail.com",
|
|
"__twitter_id": "",
|
|
"id__twitter_id": "NOOO",
|
|
"work_email": "andrea@nienow.co"
|
|
}
|
|
]}
|
|
}`
|
|
|
|
input2 = `
|
|
[{
|
|
"id": 1,
|
|
"full_name": "Sidney St[1]roman",
|
|
"email": "user0@demo.com",
|
|
"__twitter_id": "2048666903444506956",
|
|
"something": null,
|
|
"embed": {
|
|
"id": 8,
|
|
"full_name": "Caroll Orn Sr.",
|
|
"email": "joannarau@hegmann.io",
|
|
"__twitter_id": "ABC123"
|
|
}
|
|
},
|
|
{
|
|
"m": 1,
|
|
"id": 2,
|
|
"full_name": "Jerry Dickinson",
|
|
"email": "user1@demo.com",
|
|
"__twitter_id": [{ "name": "hello" }, { "name": "world"}]
|
|
}]`
|
|
|
|
input3 = `
|
|
{
|
|
"data": {
|
|
"test_1a": { "__twitter_id": "ABCD" },
|
|
"users": [{"id":1,"embed":{"id":8}},{"id":2},{"id":3},{"id":4},{"id":5},{"id":6},{"id":7},{"id":8},{"id":9},{"id":10},{"id":11},{"id":12},{"id":13}]
|
|
}
|
|
}`
|
|
|
|
input4 = `
|
|
{ "users" : [{
|
|
"id": 1,
|
|
"full_name": "Sidney St[1]roman",
|
|
"email": "user0@demo.com",
|
|
"__twitter_id": "2048666903444506956",
|
|
"embed": {
|
|
"id": 8,
|
|
"full_name": null,
|
|
"email": "joannarau@hegmann.io",
|
|
"__twitter_id": "ABC123"
|
|
}
|
|
},
|
|
{
|
|
"m": 1,
|
|
"id": 2,
|
|
"full_name": "Jerry Dickinson",
|
|
"email": "user1@demo.com",
|
|
"__twitter_id": [{ "name": "hello" }, { "name": "world"}]
|
|
}] }`
|
|
|
|
input5 = `
|
|
{"data":{"title":"In September 2018, Slovak police stated that Kuciak was murdered because of his investigative work, and that the murder had been ordered.[9][10] They arrested eight suspects,[11] charging three of them with first-degree murder.[11]","topics":["cpp"]},"a":["1111"]},"thread_slug":"in-september-2018-slovak-police-stated-that-kuciak-7929",}`
|
|
|
|
input6 = `
|
|
{"users" : [{"id" : 1, "email" : "vicram@gmail.com", "slug" : "vikram-rangnekar", "threads" : [], "threads_cursor" : null}, {"id" : 3, "email" : "marareilly@lang.name", "slug" : "raymundo-corwin", "threads" : [{"id" : 9, "title" : "Et alias et aut porro praesentium nam in voluptatem reiciendis quisquam perspiciatis inventore eos quia et et enim qui amet."}, {"id" : 25, "title" : "Ipsam quam nemo culpa tempore amet optio sit sed eligendi autem consequatur quaerat rem velit quibusdam quibusdam optio a voluptatem."}], "threads_cursor" : 25}], "users_cursor" : 3}`
|
|
|
|
input7, _ = ioutil.ReadFile("test7.json")
|
|
|
|
input8, _ = ioutil.ReadFile("test8.json")
|
|
)
|
|
|
|
func TestGet(t *testing.T) {
|
|
values := Get([]byte(input1), [][]byte{
|
|
[]byte("test_1a"),
|
|
[]byte("__twitter_id"),
|
|
[]byte("work_email"),
|
|
})
|
|
|
|
expected := []Field{
|
|
{[]byte("test_1a"), []byte(`{ "__twitter_id": "ABCD" }`)},
|
|
{[]byte("__twitter_id"), []byte(`"ABCD"`)},
|
|
{[]byte("__twitter_id"), []byte(`"2048666903444506956"`)},
|
|
{[]byte("__twitter_id"), []byte(`"ABC123"`)},
|
|
{[]byte("__twitter_id"), []byte(`"more123"`)},
|
|
{[]byte("__twitter_id"), []byte(`[{ "name": "hello" }, { "name": "world"}]`)},
|
|
{[]byte("__twitter_id"), []byte(`{ "name": "\"hellos\"", "address": { "work": "1 infinity loop" } }`)},
|
|
{[]byte("__twitter_id"), []byte(`1234567890`)},
|
|
{[]byte("__twitter_id"), []byte(`1.23E`)},
|
|
{[]byte("__twitter_id"), []byte(`true`)},
|
|
{[]byte("__twitter_id"), []byte(`false`)},
|
|
{[]byte("__twitter_id"), []byte(`"2048666903444506956"`)},
|
|
{[]byte("__twitter_id"), []byte(`["hello", "world"]`)},
|
|
{[]byte("__twitter_id"), []byte(`"2048666903444506956"`)},
|
|
{[]byte("__twitter_id"), []byte(`"2048666903444506956"`)},
|
|
{[]byte("__twitter_id"), []byte(`1`)},
|
|
{[]byte("__twitter_id"), []byte(`""`)},
|
|
{[]byte("work_email"), []byte(`"andrea@nienow.co"`)},
|
|
}
|
|
|
|
if len(values) != len(expected) {
|
|
t.Fatal("len(values) != len(expected)")
|
|
}
|
|
|
|
for i := range expected {
|
|
if !bytes.Equal(values[i].Key, expected[i].Key) {
|
|
t.Error(string(values[i].Key), " != ", string(expected[i].Key))
|
|
}
|
|
|
|
if !bytes.Equal(values[i].Value, expected[i].Value) {
|
|
t.Error(string(values[i].Value), " != ", string(expected[i].Value))
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestGet1(t *testing.T) {
|
|
values := Get([]byte(input5), [][]byte{
|
|
[]byte("thread_slug"),
|
|
})
|
|
|
|
expected := []Field{
|
|
{[]byte("thread_slug"), []byte(`"in-september-2018-slovak-police-stated-that-kuciak-7929"`)},
|
|
}
|
|
|
|
if len(values) != len(expected) {
|
|
t.Fatal("len(values) != len(expected)")
|
|
}
|
|
|
|
for i := range expected {
|
|
if !bytes.Equal(values[i].Key, expected[i].Key) {
|
|
t.Error(string(values[i].Key), " != ", string(expected[i].Key))
|
|
}
|
|
|
|
if !bytes.Equal(values[i].Value, expected[i].Value) {
|
|
t.Error(string(values[i].Value), " != ", string(expected[i].Value))
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestGet2(t *testing.T) {
|
|
values := Get([]byte(input6), [][]byte{
|
|
[]byte("users_cursor"), []byte("threads_cursor"),
|
|
})
|
|
|
|
expected := []Field{
|
|
{[]byte("threads_cursor"), []byte(`null`)},
|
|
{[]byte("threads_cursor"), []byte(`25`)},
|
|
{[]byte("users_cursor"), []byte(`3`)},
|
|
}
|
|
|
|
if len(values) != len(expected) {
|
|
t.Fatal("len(values) != len(expected)")
|
|
}
|
|
|
|
for i := range expected {
|
|
if !bytes.Equal(values[i].Key, expected[i].Key) {
|
|
t.Error(string(values[i].Key), " != ", string(expected[i].Key))
|
|
}
|
|
|
|
if !bytes.Equal(values[i].Value, expected[i].Value) {
|
|
t.Error(string(values[i].Value), " != ", string(expected[i].Value))
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestGet3(t *testing.T) {
|
|
values := Get(input7, [][]byte{[]byte("data")})
|
|
v := values[0].Value
|
|
|
|
if !bytes.Equal(v[len(v)-11:], []byte(`Rangnekar"}`)) {
|
|
t.Fatal("corrupt ending")
|
|
}
|
|
}
|
|
|
|
func TestGet4(t *testing.T) {
|
|
exp := `"# \n\n@@@java\npackage main\n\nimport (\n \"net/http\"\n \"strings\"\n\n \"github.com/gin-gonic/gin\"\n)\n\nfunc main() {\n r := gin.Default()\n r.LoadHTMLGlob(\"templates/*\")\n\n r.GET(\"/\", handleIndex)\n r.GET(\"/to/:name\", handleIndex)\n r.Run()\n}\n\n// Hello is page data for the template\ntype Hello struct {\n Name string\n}\n\nfunc handleIndex(c *gin.Context) {\n name := c.Param(\"name\")\n if name != \"\" {\n name = strings.TrimPrefix(c.Param(\"name\"), \"/\")\n }\n c.HTML(http.StatusOK, \"hellofly.tmpl\", gin.H{\"Name\": name})\n}\n@@@\n\n\\"`
|
|
|
|
exp = strings.ReplaceAll(exp, "@", "`")
|
|
|
|
values := Get(input8, [][]byte{[]byte("body")})
|
|
|
|
if string(values[0].Key) != "body" {
|
|
t.Fatal("unexpected key")
|
|
}
|
|
|
|
if string(values[0].Value) != exp {
|
|
fmt.Println(string(values[0].Value))
|
|
t.Fatal("unexpected value")
|
|
}
|
|
}
|
|
|
|
func TestValue(t *testing.T) {
|
|
v1 := []byte("12345")
|
|
if !bytes.Equal(Value(v1), v1) {
|
|
t.Fatal("Number value invalid")
|
|
}
|
|
|
|
v2 := []byte(`"12345"`)
|
|
if !bytes.Equal(Value(v2), []byte(`12345`)) {
|
|
t.Fatal("String value invalid")
|
|
}
|
|
|
|
v3 := []byte(`{ "hello": "world" }`)
|
|
if Value(v3) != nil {
|
|
t.Fatal("Object value is not nil", Value(v3))
|
|
}
|
|
|
|
v4 := []byte(`[ "hello", "world" ]`)
|
|
if Value(v4) != nil {
|
|
t.Fatal("List value is not nil")
|
|
}
|
|
}
|
|
|
|
func TestFilter1(t *testing.T) {
|
|
var b bytes.Buffer
|
|
err := Filter(&b, []byte(input2), []string{"id", "full_name", "embed"})
|
|
if err != nil {
|
|
t.Error(err)
|
|
}
|
|
|
|
expected := `[{"id": 1,"full_name": "Sidney St[1]roman","embed": {"id": 8,"full_name": "Caroll Orn Sr.","email": "joannarau@hegmann.io","__twitter_id": "ABC123"}},{"id": 2,"full_name": "Jerry Dickinson"}]`
|
|
|
|
if b.String() != expected {
|
|
t.Error("Does not match expected json")
|
|
}
|
|
}
|
|
|
|
func TestFilter2(t *testing.T) {
|
|
value := `[{"id":1,"customer_id":"cus_2TbMGf3cl0","object":"charge","amount":100,"amount_refunded":0,"date":"01/01/2019","application":null,"billing_details":{"address":"1 Infinity Drive","zipcode":"94024"}}, {"id":2,"customer_id":"cus_2TbMGf3cl0","object":"charge","amount":150,"amount_refunded":0,"date":"02/18/2019","billing_details":{"address":"1 Infinity Drive","zipcode":"94024"}},{"id":3,"customer_id":"cus_2TbMGf3cl0","object":"charge","amount":150,"amount_refunded":50,"date":"03/21/2019","billing_details":{"address":"1 Infinity Drive","zipcode":"94024"}}]`
|
|
|
|
var b bytes.Buffer
|
|
err := Filter(&b, []byte(value), []string{"id"})
|
|
if err != nil {
|
|
t.Error(err)
|
|
}
|
|
|
|
expected := `[{"id":1},{"id":2},{"id":3}]`
|
|
|
|
if b.String() != expected {
|
|
t.Error("Does not match expected json")
|
|
}
|
|
}
|
|
|
|
func TestStrip(t *testing.T) {
|
|
path1 := [][]byte{[]byte("data"), []byte("users")}
|
|
value1 := Strip([]byte(input3), path1)
|
|
|
|
expected := []byte(`[{"id":1,"embed":{"id":8}},{"id":2},{"id":3},{"id":4},{"id":5},{"id":6},{"id":7},{"id":8},{"id":9},{"id":10},{"id":11},{"id":12},{"id":13}]`)
|
|
|
|
if !bytes.Equal(value1, expected) {
|
|
t.Log(value1)
|
|
t.Error("[Valid path] Does not match expected json")
|
|
}
|
|
|
|
path2 := [][]byte{[]byte("boo"), []byte("hoo")}
|
|
value2 := Strip([]byte(input3), path2)
|
|
|
|
if !bytes.Equal(value2, []byte(input3)) {
|
|
t.Log(value2)
|
|
t.Error("[Invalid path] Does not match expected json")
|
|
}
|
|
}
|
|
|
|
func TestValidateTrue(t *testing.T) {
|
|
json := []byte(` [{"id":1,"embed":{"id":8}},{"id":2},{"id":3},{"id":4},{"id":5},{"id":6},{"id":7},{"id":8},{"id":9},{"id":10},{"id":11},{"id":12},{"id":13}]`)
|
|
|
|
err := Validate(string(json))
|
|
if err != nil {
|
|
t.Error(err)
|
|
}
|
|
}
|
|
|
|
func TestValidateFalse(t *testing.T) {
|
|
json := []byte(` [{ "hello": 123"<html>}]`)
|
|
|
|
err := Validate(string(json))
|
|
if err == nil {
|
|
t.Error("JSON validation failed to detect invalid json")
|
|
}
|
|
}
|
|
|
|
func TestReplace(t *testing.T) {
|
|
var buf bytes.Buffer
|
|
|
|
from := []Field{
|
|
{[]byte("__twitter_id"), []byte(`[{ "name": "hello" }, { "name": "world"}]`)},
|
|
{[]byte("__twitter_id"), []byte(`"ABC123"`)},
|
|
}
|
|
|
|
to := []Field{
|
|
{[]byte("__twitter_id"), []byte(`"1234567890"`)},
|
|
{[]byte("some_list"), []byte(`[{"id":1,"embed":{"id":8}},{"id":2},{"id":3},{"id":4},{"id":5},{"id":6},{"id":7},{"id":8},{"id":9},{"id":10},{"id":11},{"id":12},{"id":13}]`)},
|
|
}
|
|
|
|
expected := `{ "users" : [{
|
|
"id": 1,
|
|
"full_name": "Sidney St[1]roman",
|
|
"email": "user0@demo.com",
|
|
"__twitter_id": "2048666903444506956",
|
|
"embed": {
|
|
"id": 8,
|
|
"full_name": null,
|
|
"email": "joannarau@hegmann.io",
|
|
"some_list":[{"id":1,"embed":{"id":8}},{"id":2},{"id":3},{"id":4},{"id":5},{"id":6},{"id":7},{"id":8},{"id":9},{"id":10},{"id":11},{"id":12},{"id":13}]
|
|
}
|
|
},
|
|
{
|
|
"m": 1,
|
|
"id": 2,
|
|
"full_name": "Jerry Dickinson",
|
|
"email": "user1@demo.com",
|
|
"__twitter_id":"1234567890"
|
|
}] }`
|
|
|
|
err := Replace(&buf, []byte(input4), from, to)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
if buf.String() != expected {
|
|
t.Log(buf.String())
|
|
t.Error("Does not match expected json")
|
|
}
|
|
}
|
|
|
|
func TestReplaceEmpty(t *testing.T) {
|
|
var buf bytes.Buffer
|
|
|
|
json := `{ "users" : [{"id":1,"full_name":"Sidney St[1]roman","email":"user0@demo.com","__users_twitter_id":"2048666903444506956"}, {"id":2,"full_name":"Jerry Dickinson","email":"user1@demo.com","__users_twitter_id":"2048666903444506956"}, {"id":3,"full_name":"Kenna Cassin","email":"user2@demo.com","__users_twitter_id":"2048666903444506956"}, {"id":4,"full_name":"Mr. Pat Parisian","email":"rodney@kautzer.biz","__users_twitter_id":"2048666903444506956"}, {"id":5,"full_name":"Bette Ebert","email":"janeenrath@goyette.com","__users_twitter_id":"2048666903444506956"}, {"id":6,"full_name":"Everett Kiehn","email":"michael@bartoletti.com","__users_twitter_id":"2048666903444506956"}, {"id":7,"full_name":"Katrina Cronin","email":"loretaklocko@framivolkman.org","__users_twitter_id":"2048666903444506956"}, {"id":8,"full_name":"Caroll Orn Sr.","email":"joannarau@hegmann.io","__users_twitter_id":"2048666903444506956"}, {"id":9,"full_name":"Gwendolyn Ziemann","email":"renaytoy@rutherford.co","__users_twitter_id":"2048666903444506956"}, {"id":10,"full_name":"Mrs. Rosann Fritsch","email":"holliemosciski@thiel.org","__users_twitter_id":"2048666903444506956"}, {"id":11,"full_name":"Arden Koss","email":"cristobalankunding@howewelch.org","__users_twitter_id":"2048666903444506956"}, {"id":12,"full_name":"Brenton Bauch PhD","email":"renee@miller.co","__users_twitter_id":"2048666903444506956"}, {"id":13,"full_name":"Daine Gleichner","email":"andrea@nienow.co","__users_twitter_id":"2048666903444506956"}] }`
|
|
|
|
err := Replace(&buf, []byte(json), []Field{}, []Field{})
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
if buf.String() != json {
|
|
t.Log(buf.String())
|
|
t.Error("Does not match expected json")
|
|
}
|
|
}
|
|
|
|
func TestKeys1(t *testing.T) {
|
|
json := `[{"id":1,"posts": [{"title":"PT1-1","description":"PD1-1"}, {"title":"PT1-2","description":"PD1-2"}], "full_name":"FN1","email":"E1","books": [{"name":"BN1-1","description":"BD1-1"},{"name":"BN1-2","description":"BD1-2"},{"name":"BN1-2","description":"BD1-2"}]},{"id":1,"posts": [{"title":"PT1-1","description":"PD1-1"}, {"title":"PT1-2","description":"PD1-2"}], "full_name":"FN1","email":"E1","books": [{"name":"BN1-1","description":"BD1-1"},{"name":"BN1-2","description":"BD1-2"},{"name":"BN1-2","description":"BD1-2"}]},{"id":1,"posts": [{"title":"PT1-1","description":"PD1-1"}, {"title":"PT1-2","description":"PD1-2"}], "full_name":"FN1","email":"E1","books": [{"name":"BN1-1","description":"BD1-1"},{"name":"BN1-2","description":"BD1-2"},{"name":"BN1-2","description":"BD1-2"}]}]`
|
|
|
|
fields := Keys([]byte(json))
|
|
|
|
exp := []string{
|
|
"id", "posts", "title", "description", "full_name", "email", "books", "name", "description",
|
|
}
|
|
|
|
if len(exp) != len(fields) {
|
|
t.Errorf("Expected %d fields %d", len(exp), len(fields))
|
|
}
|
|
|
|
for i := range exp {
|
|
if string(fields[i]) != exp[i] {
|
|
t.Errorf("Expected field '%s' got '%s'", string(exp[i]), fields[i])
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestKeys2(t *testing.T) {
|
|
json := `{"id":1,"posts": [{"title":"PT1-1","description":"PD1-1"}, {"title":"PT1-2","description":"PD1-2"}], "full_name":"FN1","email":"E1","books": [{"name":"BN1-1","description":"BD1-1"},{"name":"BN1-2","description":"BD1-2"},{"name":"BN1-2","description":"BD1-2"}]}`
|
|
|
|
fields := Keys([]byte(json))
|
|
|
|
exp := []string{
|
|
"id", "posts", "title", "description", "full_name", "email", "books", "name", "description",
|
|
}
|
|
|
|
if len(exp) != len(fields) {
|
|
t.Errorf("Expected %d fields %d", len(exp), len(fields))
|
|
}
|
|
|
|
for i := range exp {
|
|
if string(fields[i]) != exp[i] {
|
|
t.Errorf("Expected field '%s' got '%s'", string(exp[i]), fields[i])
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestKeys3(t *testing.T) {
|
|
json := `{
|
|
"insert": {
|
|
"created_at": "now",
|
|
"test_1a": { "type1": "a", "type2": "b" },
|
|
"name": "Hello",
|
|
"updated_at": "now",
|
|
"description": "World"
|
|
},
|
|
"user": 123
|
|
}`
|
|
|
|
fields := Keys([]byte(json))
|
|
|
|
exp := []string{
|
|
"insert", "created_at", "test_1a", "type1", "type2", "name", "updated_at", "description",
|
|
"user",
|
|
}
|
|
|
|
if len(exp) != len(fields) {
|
|
t.Errorf("Expected %d fields %d", len(exp), len(fields))
|
|
}
|
|
|
|
for i := range exp {
|
|
if string(fields[i]) != exp[i] {
|
|
t.Errorf("Expected field '%s' got '%s'", string(exp[i]), fields[i])
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestClear(t *testing.T) {
|
|
var buf bytes.Buffer
|
|
|
|
json := `{
|
|
"insert": {
|
|
"created_at": "now",
|
|
"test_1a": { "type1": "a", "type2": [{ "a": 2 }] },
|
|
"name": "Hello",
|
|
"updated_at": "now",
|
|
"description": "World"
|
|
},
|
|
"user": 123,
|
|
"tags": [1, 2, "what"]
|
|
}`
|
|
|
|
expected := `{"insert":{"created_at":"","test_1a":{"type1":"","type2":[{"a":0.0}]},"name":"","updated_at":"","description":""},"user":0.0,"tags":[]}`
|
|
|
|
err := Clear(&buf, []byte(json))
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
if buf.String() != expected {
|
|
t.Log(buf.String())
|
|
t.Error("Does not match expected json")
|
|
}
|
|
}
|
|
|
|
func BenchmarkGet(b *testing.B) {
|
|
b.ReportAllocs()
|
|
|
|
for n := 0; n < b.N; n++ {
|
|
Get([]byte(input1), [][]byte{[]byte("__twitter_id")})
|
|
}
|
|
}
|
|
|
|
func BenchmarkFilter(b *testing.B) {
|
|
var buf bytes.Buffer
|
|
|
|
keys := []string{"id", "full_name", "embed", "email", "__twitter_id"}
|
|
b.ResetTimer()
|
|
b.ReportAllocs()
|
|
|
|
for n := 0; n < b.N; n++ {
|
|
err := Filter(&buf, []byte(input2), keys)
|
|
if err != nil {
|
|
b.Fatal(err)
|
|
}
|
|
buf.Reset()
|
|
}
|
|
}
|
|
|
|
func BenchmarkStrip(b *testing.B) {
|
|
path := [][]byte{[]byte("data"), []byte("users")}
|
|
b.ReportAllocs()
|
|
|
|
for n := 0; n < b.N; n++ {
|
|
Strip([]byte(input3), path)
|
|
}
|
|
}
|
|
|
|
func BenchmarkReplace(b *testing.B) {
|
|
var buf bytes.Buffer
|
|
|
|
from := []Field{
|
|
{[]byte("__twitter_id"), []byte(`[{ "name": "hello" }, { "name": "world"}]`)},
|
|
{[]byte("__twitter_id"), []byte(`"ABC123"`)},
|
|
}
|
|
|
|
to := []Field{
|
|
{[]byte("__twitter_id"), []byte(`"1234567890"`)},
|
|
{[]byte("some_list"), []byte(`[{"id":1,"embed":{"id":8}},{"id":2},{"id":3},{"id":4},{"id":5},{"id":6},{"id":7},{"id":8},{"id":9},{"id":10},{"id":11},{"id":12},{"id":13}]`)},
|
|
}
|
|
|
|
b.ResetTimer()
|
|
b.ReportAllocs()
|
|
|
|
for n := 0; n < b.N; n++ {
|
|
err := Replace(&buf, []byte(input4), from, to)
|
|
if err != nil {
|
|
b.Fatal(err)
|
|
}
|
|
buf.Reset()
|
|
}
|
|
}
|