481 lines
14 KiB
Go
481 lines
14 KiB
Go
package jsn
|
|
|
|
import (
|
|
"bytes"
|
|
"testing"
|
|
)
|
|
|
|
var (
|
|
input1 = `
|
|
{
|
|
"data": {
|
|
"test": { "__twitter_id": "ABCD" },
|
|
"users": [
|
|
{
|
|
"id": 1,
|
|
"full_name": "Sidney Stroman",
|
|
"email": "user0@demo.com",
|
|
"__twitter_id": "2048666903444506956",
|
|
"embed": {
|
|
"id": 8,
|
|
"full_name": "Caroll Orn Sr.",
|
|
"email": "joannarau@hegmann.io",
|
|
"__twitter_id": "ABC123"
|
|
"more": [{
|
|
"__twitter_id": "more123",
|
|
"hello: "world
|
|
}]
|
|
}
|
|
},
|
|
{
|
|
"id": 2,
|
|
"full_name": "Jerry Dickinson",
|
|
"email": "user1@demo.com",
|
|
"__twitter_id": [{ "name": "hello" }, { "name": "world"}]
|
|
},
|
|
{
|
|
"id": 3,
|
|
"full_name": "Kenna Cassin",
|
|
"email": "user2@demo.com",
|
|
"__twitter_id": { "name": "hello", "address": { "work": "1 infinity loop" } }
|
|
},
|
|
{
|
|
"id": 4,
|
|
"full_name": "Mr. Pat Parisian",
|
|
"email": "__twitter_id",
|
|
"__twitter_id": 1234567890
|
|
},
|
|
{
|
|
"id": 5,
|
|
"full_name": "Bette Ebert",
|
|
"email": "janeenrath@goyette.com",
|
|
"__twitter_id": 1.23E
|
|
},
|
|
{
|
|
"id": 6,
|
|
"full_name": "Everett Kiehn",
|
|
"email": "michael@bartoletti.com",
|
|
"__twitter_id": true
|
|
},
|
|
{
|
|
"id": 7,
|
|
"full_name": "Katrina Cronin",
|
|
"email": "loretaklocko@framivolkman.org",
|
|
"__twitter_id": false
|
|
},
|
|
{
|
|
"id": 8,
|
|
"full_name": "Caroll Orn Sr.",
|
|
"email": "joannarau@hegmann.io",
|
|
"__twitter_id": "2048666903444506956"
|
|
},
|
|
{
|
|
"id": 9,
|
|
"full_name": "Gwendolyn Ziemann",
|
|
"email": "renaytoy@rutherford.co",
|
|
"__twitter_id": ["hello", "world"]
|
|
},
|
|
{
|
|
"id": 10,
|
|
"full_name": "Mrs. Rosann Fritsch",
|
|
"email": "holliemosciski@thiel.org",
|
|
"__twitter_id": "2048666903444506956"
|
|
},
|
|
{
|
|
"id": 11,
|
|
"full_name": "Arden Koss",
|
|
"email": "cristobalankunding@howewelch.org",
|
|
"__twitter_id": "2048666903444506956",
|
|
"something": null
|
|
},
|
|
{
|
|
"id": 12,
|
|
"full_name": "Brenton Bauch PhD",
|
|
"email": "renee@miller.co",
|
|
"__twitter_id": 1
|
|
},
|
|
{
|
|
"id": 13,
|
|
"full_name": "Daine Gleichner",
|
|
"email": "andrea@gmail.com",
|
|
"__twitter_id": "",
|
|
"id__twitter_id": "NOOO",
|
|
"work_email": "andrea@nienow.co"
|
|
}
|
|
]}
|
|
}`
|
|
|
|
input2 = `
|
|
[{
|
|
"id": 1,
|
|
"full_name": "Sidney Stroman",
|
|
"email": "user0@demo.com",
|
|
"__twitter_id": "2048666903444506956",
|
|
"something": null,
|
|
"embed": {
|
|
"id": 8,
|
|
"full_name": "Caroll Orn Sr.",
|
|
"email": "joannarau@hegmann.io",
|
|
"__twitter_id": "ABC123"
|
|
}
|
|
},
|
|
{
|
|
"m": 1,
|
|
"id": 2,
|
|
"full_name": "Jerry Dickinson",
|
|
"email": "user1@demo.com",
|
|
"__twitter_id": [{ "name": "hello" }, { "name": "world"}]
|
|
}]`
|
|
|
|
input3 = `
|
|
{
|
|
"data": {
|
|
"test": { "__twitter_id": "ABCD" },
|
|
"users": [{"id":1,"embed":{"id":8}},{"id":2},{"id":3},{"id":4},{"id":5},{"id":6},{"id":7},{"id":8},{"id":9},{"id":10},{"id":11},{"id":12},{"id":13}]
|
|
}
|
|
}`
|
|
|
|
input4 = `
|
|
{ "users" : [{
|
|
"id": 1,
|
|
"full_name": "Sidney Stroman",
|
|
"email": "user0@demo.com",
|
|
"__twitter_id": "2048666903444506956",
|
|
"embed": {
|
|
"id": 8,
|
|
"full_name": null,
|
|
"email": "joannarau@hegmann.io",
|
|
"__twitter_id": "ABC123"
|
|
}
|
|
},
|
|
{
|
|
"m": 1,
|
|
"id": 2,
|
|
"full_name": "Jerry Dickinson",
|
|
"email": "user1@demo.com",
|
|
"__twitter_id": [{ "name": "hello" }, { "name": "world"}]
|
|
}] }`
|
|
)
|
|
|
|
func TestGet(t *testing.T) {
|
|
values := Get([]byte(input1), [][]byte{
|
|
[]byte("__twitter_id"),
|
|
[]byte("work_email"),
|
|
})
|
|
|
|
expected := []Field{
|
|
{[]byte("__twitter_id"), []byte(`"ABCD"`)},
|
|
{[]byte("__twitter_id"), []byte(`"2048666903444506956"`)},
|
|
{[]byte("__twitter_id"), []byte(`"ABC123"`)},
|
|
{[]byte("__twitter_id"), []byte(`"more123"`)},
|
|
{[]byte("__twitter_id"),
|
|
[]byte(`[{ "name": "hello" }, { "name": "world"}]`)},
|
|
{[]byte("__twitter_id"),
|
|
[]byte(`{ "name": "hello", "address": { "work": "1 infinity loop" } }`),
|
|
},
|
|
{[]byte("__twitter_id"), []byte(`1234567890`)},
|
|
{[]byte("__twitter_id"), []byte(`1.23E`)},
|
|
{[]byte("__twitter_id"), []byte(`true`)},
|
|
{[]byte("__twitter_id"), []byte(`false`)},
|
|
{[]byte("__twitter_id"), []byte(`"2048666903444506956"`)},
|
|
{[]byte("__twitter_id"), []byte(`["hello", "world"]`)},
|
|
{[]byte("__twitter_id"), []byte(`"2048666903444506956"`)},
|
|
{[]byte("__twitter_id"), []byte(`"2048666903444506956"`)},
|
|
{[]byte("__twitter_id"), []byte(`1`)},
|
|
{[]byte("__twitter_id"), []byte(`""`)},
|
|
{[]byte("work_email"), []byte(`"andrea@nienow.co"`)},
|
|
}
|
|
|
|
if len(values) != len(expected) {
|
|
t.Fatal("len(values) != len(expected)")
|
|
}
|
|
|
|
for i := range expected {
|
|
if !bytes.Equal(values[i].Key, expected[i].Key) {
|
|
t.Error(string(values[i].Key), " != ", string(expected[i].Key))
|
|
}
|
|
|
|
if !bytes.Equal(values[i].Value, expected[i].Value) {
|
|
t.Error(string(values[i].Value), " != ", string(expected[i].Value))
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestValue(t *testing.T) {
|
|
v1 := []byte("12345")
|
|
if !bytes.Equal(Value(v1), v1) {
|
|
t.Fatal("Number value invalid")
|
|
}
|
|
|
|
v2 := []byte(`"12345"`)
|
|
if !bytes.Equal(Value(v2), []byte(`12345`)) {
|
|
t.Fatal("String value invalid")
|
|
}
|
|
|
|
v3 := []byte(`{ "hello": "world" }`)
|
|
if Value(v3) != nil {
|
|
t.Fatal("Object value is not nil", Value(v3))
|
|
}
|
|
|
|
v4 := []byte(`[ "hello", "world" ]`)
|
|
if Value(v4) != nil {
|
|
t.Fatal("List value is not nil")
|
|
}
|
|
}
|
|
|
|
func TestFilter1(t *testing.T) {
|
|
var b bytes.Buffer
|
|
err := Filter(&b, []byte(input2), []string{"id", "full_name", "embed"})
|
|
if err != nil {
|
|
t.Error(err)
|
|
}
|
|
|
|
expected := `[{"id": 1,"full_name": "Sidney Stroman","embed": {"id": 8,"full_name": "Caroll Orn Sr.","email": "joannarau@hegmann.io","__twitter_id": "ABC123"}},{"id": 2,"full_name": "Jerry Dickinson"}]`
|
|
|
|
if b.String() != expected {
|
|
t.Error("Does not match expected json")
|
|
}
|
|
}
|
|
|
|
func TestFilter2(t *testing.T) {
|
|
value := `[{"id":1,"customer_id":"cus_2TbMGf3cl0","object":"charge","amount":100,"amount_refunded":0,"date":"01/01/2019","application":null,"billing_details":{"address":"1 Infinity Drive","zipcode":"94024"}}, {"id":2,"customer_id":"cus_2TbMGf3cl0","object":"charge","amount":150,"amount_refunded":0,"date":"02/18/2019","billing_details":{"address":"1 Infinity Drive","zipcode":"94024"}},{"id":3,"customer_id":"cus_2TbMGf3cl0","object":"charge","amount":150,"amount_refunded":50,"date":"03/21/2019","billing_details":{"address":"1 Infinity Drive","zipcode":"94024"}}]`
|
|
|
|
var b bytes.Buffer
|
|
err := Filter(&b, []byte(value), []string{"id"})
|
|
if err != nil {
|
|
t.Error(err)
|
|
}
|
|
|
|
expected := `[{"id":1},{"id":2},{"id":3}]`
|
|
|
|
if b.String() != expected {
|
|
t.Error("Does not match expected json")
|
|
}
|
|
}
|
|
|
|
func TestStrip(t *testing.T) {
|
|
path1 := [][]byte{[]byte("data"), []byte("users")}
|
|
value1 := Strip([]byte(input3), path1)
|
|
|
|
expected := []byte(`[{"id":1,"embed":{"id":8}},{"id":2},{"id":3},{"id":4},{"id":5},{"id":6},{"id":7},{"id":8},{"id":9},{"id":10},{"id":11},{"id":12},{"id":13}]`)
|
|
|
|
if !bytes.Equal(value1, expected) {
|
|
t.Log(value1)
|
|
t.Error("[Valid path] Does not match expected json")
|
|
}
|
|
|
|
path2 := [][]byte{[]byte("boo"), []byte("hoo")}
|
|
value2 := Strip([]byte(input3), path2)
|
|
|
|
if !bytes.Equal(value2, []byte(input3)) {
|
|
t.Log(value2)
|
|
t.Error("[Invalid path] Does not match expected json")
|
|
}
|
|
}
|
|
|
|
func TestValidateTrue(t *testing.T) {
|
|
json := []byte(` [{"id":1,"embed":{"id":8}},{"id":2},{"id":3},{"id":4},{"id":5},{"id":6},{"id":7},{"id":8},{"id":9},{"id":10},{"id":11},{"id":12},{"id":13}]`)
|
|
|
|
err := Validate(string(json))
|
|
if err != nil {
|
|
t.Error(err)
|
|
}
|
|
}
|
|
|
|
func TestValidateFalse(t *testing.T) {
|
|
json := []byte(` [{ "hello": 123"<html>}]`)
|
|
|
|
err := Validate(string(json))
|
|
if err == nil {
|
|
t.Error("JSON validation failed to detect invalid json")
|
|
}
|
|
}
|
|
|
|
func TestReplace(t *testing.T) {
|
|
var buf bytes.Buffer
|
|
|
|
from := []Field{
|
|
{[]byte("__twitter_id"), []byte(`[{ "name": "hello" }, { "name": "world"}]`)},
|
|
{[]byte("__twitter_id"), []byte(`"ABC123"`)},
|
|
}
|
|
|
|
to := []Field{
|
|
{[]byte("__twitter_id"), []byte(`"1234567890"`)},
|
|
{[]byte("some_list"), []byte(`[{"id":1,"embed":{"id":8}},{"id":2},{"id":3},{"id":4},{"id":5},{"id":6},{"id":7},{"id":8},{"id":9},{"id":10},{"id":11},{"id":12},{"id":13}]`)},
|
|
}
|
|
|
|
expected := `{ "users" : [{
|
|
"id": 1,
|
|
"full_name": "Sidney Stroman",
|
|
"email": "user0@demo.com",
|
|
"__twitter_id": "2048666903444506956",
|
|
"embed": {
|
|
"id": 8,
|
|
"full_name": null,
|
|
"email": "joannarau@hegmann.io",
|
|
"some_list":[{"id":1,"embed":{"id":8}},{"id":2},{"id":3},{"id":4},{"id":5},{"id":6},{"id":7},{"id":8},{"id":9},{"id":10},{"id":11},{"id":12},{"id":13}]
|
|
}
|
|
},
|
|
{
|
|
"m": 1,
|
|
"id": 2,
|
|
"full_name": "Jerry Dickinson",
|
|
"email": "user1@demo.com",
|
|
"__twitter_id":"1234567890"
|
|
}] }`
|
|
|
|
err := Replace(&buf, []byte(input4), from, to)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
if buf.String() != expected {
|
|
t.Log(buf.String())
|
|
t.Error("Does not match expected json")
|
|
}
|
|
}
|
|
|
|
func TestReplaceEmpty(t *testing.T) {
|
|
var buf bytes.Buffer
|
|
|
|
json := `{ "users" : [{"id":1,"full_name":"Sidney Stroman","email":"user0@demo.com","__users_twitter_id":"2048666903444506956"}, {"id":2,"full_name":"Jerry Dickinson","email":"user1@demo.com","__users_twitter_id":"2048666903444506956"}, {"id":3,"full_name":"Kenna Cassin","email":"user2@demo.com","__users_twitter_id":"2048666903444506956"}, {"id":4,"full_name":"Mr. Pat Parisian","email":"rodney@kautzer.biz","__users_twitter_id":"2048666903444506956"}, {"id":5,"full_name":"Bette Ebert","email":"janeenrath@goyette.com","__users_twitter_id":"2048666903444506956"}, {"id":6,"full_name":"Everett Kiehn","email":"michael@bartoletti.com","__users_twitter_id":"2048666903444506956"}, {"id":7,"full_name":"Katrina Cronin","email":"loretaklocko@framivolkman.org","__users_twitter_id":"2048666903444506956"}, {"id":8,"full_name":"Caroll Orn Sr.","email":"joannarau@hegmann.io","__users_twitter_id":"2048666903444506956"}, {"id":9,"full_name":"Gwendolyn Ziemann","email":"renaytoy@rutherford.co","__users_twitter_id":"2048666903444506956"}, {"id":10,"full_name":"Mrs. Rosann Fritsch","email":"holliemosciski@thiel.org","__users_twitter_id":"2048666903444506956"}, {"id":11,"full_name":"Arden Koss","email":"cristobalankunding@howewelch.org","__users_twitter_id":"2048666903444506956"}, {"id":12,"full_name":"Brenton Bauch PhD","email":"renee@miller.co","__users_twitter_id":"2048666903444506956"}, {"id":13,"full_name":"Daine Gleichner","email":"andrea@nienow.co","__users_twitter_id":"2048666903444506956"}] }`
|
|
|
|
err := Replace(&buf, []byte(json), []Field{}, []Field{})
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
if buf.String() != json {
|
|
t.Log(buf.String())
|
|
t.Error("Does not match expected json")
|
|
}
|
|
}
|
|
|
|
func TestKeys1(t *testing.T) {
|
|
json := `[{"id":1,"posts": [{"title":"PT1-1","description":"PD1-1"}, {"title":"PT1-2","description":"PD1-2"}], "full_name":"FN1","email":"E1","books": [{"name":"BN1-1","description":"BD1-1"},{"name":"BN1-2","description":"BD1-2"},{"name":"BN1-2","description":"BD1-2"}]},{"id":1,"posts": [{"title":"PT1-1","description":"PD1-1"}, {"title":"PT1-2","description":"PD1-2"}], "full_name":"FN1","email":"E1","books": [{"name":"BN1-1","description":"BD1-1"},{"name":"BN1-2","description":"BD1-2"},{"name":"BN1-2","description":"BD1-2"}]},{"id":1,"posts": [{"title":"PT1-1","description":"PD1-1"}, {"title":"PT1-2","description":"PD1-2"}], "full_name":"FN1","email":"E1","books": [{"name":"BN1-1","description":"BD1-1"},{"name":"BN1-2","description":"BD1-2"},{"name":"BN1-2","description":"BD1-2"}]}]`
|
|
|
|
fields := Keys([]byte(json))
|
|
|
|
exp := []string{
|
|
"id", "posts", "title", "description", "full_name", "email", "books", "name", "description",
|
|
}
|
|
|
|
if len(exp) != len(fields) {
|
|
t.Errorf("Expected %d fields %d", len(exp), len(fields))
|
|
}
|
|
|
|
for i := range exp {
|
|
if string(fields[i]) != exp[i] {
|
|
t.Errorf("Expected field '%s' got '%s'", string(exp[i]), fields[i])
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestKeys2(t *testing.T) {
|
|
json := `{"id":1,"posts": [{"title":"PT1-1","description":"PD1-1"}, {"title":"PT1-2","description":"PD1-2"}], "full_name":"FN1","email":"E1","books": [{"name":"BN1-1","description":"BD1-1"},{"name":"BN1-2","description":"BD1-2"},{"name":"BN1-2","description":"BD1-2"}]}`
|
|
|
|
fields := Keys([]byte(json))
|
|
|
|
exp := []string{
|
|
"id", "posts", "title", "description", "full_name", "email", "books", "name", "description",
|
|
}
|
|
|
|
if len(exp) != len(fields) {
|
|
t.Errorf("Expected %d fields %d", len(exp), len(fields))
|
|
}
|
|
|
|
for i := range exp {
|
|
if string(fields[i]) != exp[i] {
|
|
t.Errorf("Expected field '%s' got '%s'", string(exp[i]), fields[i])
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestKeys3(t *testing.T) {
|
|
json := `{
|
|
"insert": {
|
|
"created_at": "now",
|
|
"test": { "type1": "a", "type2": "b" },
|
|
"name": "Hello",
|
|
"updated_at": "now",
|
|
"description": "World"
|
|
},
|
|
"user": 123
|
|
}`
|
|
|
|
fields := Keys([]byte(json))
|
|
|
|
exp := []string{
|
|
"insert", "created_at", "test", "type1", "type2", "name", "updated_at", "description",
|
|
"user",
|
|
}
|
|
|
|
if len(exp) != len(fields) {
|
|
t.Errorf("Expected %d fields %d", len(exp), len(fields))
|
|
}
|
|
|
|
for i := range exp {
|
|
if string(fields[i]) != exp[i] {
|
|
t.Errorf("Expected field '%s' got '%s'", string(exp[i]), fields[i])
|
|
}
|
|
}
|
|
}
|
|
|
|
func BenchmarkGet(b *testing.B) {
|
|
b.ReportAllocs()
|
|
|
|
for n := 0; n < b.N; n++ {
|
|
Get([]byte(input1), [][]byte{[]byte("__twitter_id")})
|
|
}
|
|
}
|
|
|
|
func BenchmarkFilter(b *testing.B) {
|
|
var buf bytes.Buffer
|
|
|
|
keys := []string{"id", "full_name", "embed", "email", "__twitter_id"}
|
|
b.ResetTimer()
|
|
b.ReportAllocs()
|
|
|
|
for n := 0; n < b.N; n++ {
|
|
err := Filter(&buf, []byte(input2), keys)
|
|
if err != nil {
|
|
b.Fatal(err)
|
|
}
|
|
buf.Reset()
|
|
}
|
|
}
|
|
|
|
func BenchmarkStrip(b *testing.B) {
|
|
path := [][]byte{[]byte("data"), []byte("users")}
|
|
b.ReportAllocs()
|
|
|
|
for n := 0; n < b.N; n++ {
|
|
Strip([]byte(input3), path)
|
|
}
|
|
}
|
|
|
|
func BenchmarkReplace(b *testing.B) {
|
|
var buf bytes.Buffer
|
|
|
|
from := []Field{
|
|
{[]byte("__twitter_id"), []byte(`[{ "name": "hello" }, { "name": "world"}]`)},
|
|
{[]byte("__twitter_id"), []byte(`"ABC123"`)},
|
|
}
|
|
|
|
to := []Field{
|
|
{[]byte("__twitter_id"), []byte(`"1234567890"`)},
|
|
{[]byte("some_list"), []byte(`[{"id":1,"embed":{"id":8}},{"id":2},{"id":3},{"id":4},{"id":5},{"id":6},{"id":7},{"id":8},{"id":9},{"id":10},{"id":11},{"id":12},{"id":13}]`)},
|
|
}
|
|
|
|
b.ResetTimer()
|
|
b.ReportAllocs()
|
|
|
|
for n := 0; n < b.N; n++ {
|
|
err := Replace(&buf, []byte(input4), from, to)
|
|
if err != nil {
|
|
b.Fatal(err)
|
|
}
|
|
buf.Reset()
|
|
}
|
|
}
|