super-graph/jsn/json_test.go

package jsn

import (
	"bytes"
	"testing"
)

var (
	input1 = `
	{ 
	"data": {
	"test_1a": { "__twitter_id": "ABCD" },
	"users": [
		{
			"id": 1,
			"full_name": "'Sidney St[1]roman'",
			"email": "user0@demo.com",
			"__twitter_id": "2048666903444506956",
			"embed": {
				"id": 8,
				"full_name": "Caroll Orn Sr's",
				"email": "joannarau@hegmann.io",
				"__twitter_id": "ABC123"
				"more": [{
					"__twitter_id": "more123",
					"hello: "world
				}]
			}
		},
		{
			"id": 2,
			"full_name": "Jerry Dickinson",
			"email": "user1@demo.com",
			"__twitter_id": [{ "name": "hello" }, { "name": "world"}]
		},
		{
			"id": 3,
			"full_name": "Kenna Cassin",
			"email": "user2@demo.com",
			"__twitter_id": { "name": "\"hellos\"", "address": { "work": "1 infinity loop" } }
		},
		{
			"id": 4,
			"full_name": "Mr. Pat Parisian",
			"email": "__twitter_id",
			"__twitter_id": 1234567890
		},
		{
			"id": 5,
			"full_name": "Bette Ebert",
			"email": "janeenrath@goyette.com",
			"__twitter_id": 1.23E
		},
		{
			"id": 6,
			"full_name": "Everett Kiehn",
			"email": "michael@bartoletti.com",
			"__twitter_id": true
		},
		{
			"id": 7,
			"full_name": "Katrina Cronin",
			"email": "loretaklocko@framivolkman.org",
			"__twitter_id": false
		},
		{
			"id": 8,
			"full_name": "Caroll Orn Sr.",
			"email": "joannarau@hegmann.io",
			"__twitter_id": "2048666903444506956"
		},
		{
			"id": 9,
			"full_name": "Gwendolyn Ziemann",
			"email": "renaytoy@rutherford.co",
			"__twitter_id": ["hello", "world"]
		},
		{
			"id": 10,
			"full_name": "Mrs. Rosann Fritsch",
			"email": "holliemosciski@thiel.org",
			"__twitter_id": "2048666903444506956"
		},
		{
			"id": 11,
			"full_name": "Arden Koss",
			"email": "cristobalankunding@howewelch.org",
			"__twitter_id": "2048666903444506956",
			"something": null
		},
		{
			"id": 12,
			"full_name": "Brenton Bauch PhD",
			"email": "renee@miller.co",
			"__twitter_id": 1
		},
		{
			"id": 13,
			"full_name": "Daine Gleichner",
			"email": "andrea@gmail.com",
			"__twitter_id": "",
			"id__twitter_id": "NOOO",
			"work_email": "andrea@nienow.co"
		}
	]}
	}`

	input2 = `
	[{
		"id": 1,
		"full_name": "Sidney St[1]roman",
		"email": "user0@demo.com",
		"__twitter_id": "2048666903444506956",
		"something": null,
		"embed": {
			"id": 8,
			"full_name": "Caroll Orn Sr.",
			"email": "joannarau@hegmann.io",
			"__twitter_id": "ABC123"
		}
	},
	{
		"m": 1,
		"id": 2,
		"full_name": "Jerry Dickinson",
		"email": "user1@demo.com",
		"__twitter_id": [{ "name": "hello" }, { "name": "world"}]
	}]`

	input3 = `
	{ 
		"data": {
			"test_1a": { "__twitter_id": "ABCD" },
			"users": [{"id":1,"embed":{"id":8}},{"id":2},{"id":3},{"id":4},{"id":5},{"id":6},{"id":7},{"id":8},{"id":9},{"id":10},{"id":11},{"id":12},{"id":13}]
		}
	}`

	input4 = `
	{ "users" : [{
		"id": 1,
		"full_name": "Sidney St[1]roman",
		"email": "user0@demo.com",
		"__twitter_id": "2048666903444506956",
		"embed": {
			"id": 8,
			"full_name": null,
			"email": "joannarau@hegmann.io",
			"__twitter_id": "ABC123"
		}
	},
	{
		"m": 1,
		"id": 2,
		"full_name": "Jerry Dickinson",
		"email": "user1@demo.com",
		"__twitter_id": [{ "name": "hello" }, { "name": "world"}]
	}] }`

	input5 = `
	{"data":{"title":"In September 2018, Slovak police stated that Kuciak was murdered because of his investigative work, and that the murder had been ordered.[9][10] They arrested eight suspects,[11] charging three of them with first-degree murder.[11]","topics":["cpp"]},"a":["1111"]},"thread_slug":"in-september-2018-slovak-police-stated-that-kuciak-7929",}`
)

func TestGet(t *testing.T) {
	values := Get([]byte(input1), [][]byte{
		[]byte("test_1a"),
		[]byte("__twitter_id"),
		[]byte("work_email"),
	})

	expected := []Field{
		{[]byte("test_1a"), []byte(`{ "__twitter_id": "ABCD" }`)},
		{[]byte("__twitter_id"), []byte(`"ABCD"`)},
		{[]byte("__twitter_id"), []byte(`"2048666903444506956"`)},
		{[]byte("__twitter_id"), []byte(`"ABC123"`)},
		{[]byte("__twitter_id"), []byte(`"more123"`)},
		{[]byte("__twitter_id"), []byte(`[{ "name": "hello" }, { "name": "world"}]`)},
		{[]byte("__twitter_id"), []byte(`{ "name": "\"hellos\"", "address": { "work": "1 infinity loop" } }`)},
		{[]byte("__twitter_id"), []byte(`1234567890`)},
		{[]byte("__twitter_id"), []byte(`1.23E`)},
		{[]byte("__twitter_id"), []byte(`true`)},
		{[]byte("__twitter_id"), []byte(`false`)},
		{[]byte("__twitter_id"), []byte(`"2048666903444506956"`)},
		{[]byte("__twitter_id"), []byte(`["hello", "world"]`)},
		{[]byte("__twitter_id"), []byte(`"2048666903444506956"`)},
		{[]byte("__twitter_id"), []byte(`"2048666903444506956"`)},
		{[]byte("__twitter_id"), []byte(`1`)},
		{[]byte("__twitter_id"), []byte(`""`)},
		{[]byte("work_email"), []byte(`"andrea@nienow.co"`)},
	}

	if len(values) != len(expected) {
		t.Fatal("len(values) != len(expected)")
	}

	for i := range expected {
		if !bytes.Equal(values[i].Key, expected[i].Key) {
			t.Error(string(values[i].Key), " != ", string(expected[i].Key))
		}

		if !bytes.Equal(values[i].Value, expected[i].Value) {
			t.Error(string(values[i].Value), " != ", string(expected[i].Value))
		}
	}
}

func TestGet1(t *testing.T) {
	values := Get([]byte(input5), [][]byte{
		[]byte("thread_slug"),
	})

	expected := []Field{
		{[]byte("thread_slug"), []byte(`"in-september-2018-slovak-police-stated-that-kuciak-7929"`)},
	}

	if len(values) != len(expected) {
		t.Fatal("len(values) != len(expected)")
	}

	for i := range expected {
		if !bytes.Equal(values[i].Key, expected[i].Key) {
			t.Error(string(values[i].Key), " != ", string(expected[i].Key))
		}

		if !bytes.Equal(values[i].Value, expected[i].Value) {
			t.Error(string(values[i].Value), " != ", string(expected[i].Value))
		}
	}
}

func TestValue(t *testing.T) {
	v1 := []byte("12345")
	if !bytes.Equal(Value(v1), v1) {
		t.Fatal("Number value invalid")
	}

	v2 := []byte(`"12345"`)
	if !bytes.Equal(Value(v2), []byte(`12345`)) {
		t.Fatal("String value invalid")
	}

	v3 := []byte(`{ "hello": "world" }`)
	if Value(v3) != nil {
		t.Fatal("Object value is not nil", Value(v3))
	}

	v4 := []byte(`[ "hello", "world" ]`)
	if Value(v4) != nil {
		t.Fatal("List value is not nil")
	}
}

func TestFilter1(t *testing.T) {
	var b bytes.Buffer
	err := Filter(&b, []byte(input2), []string{"id", "full_name", "embed"})
	if err != nil {
		t.Error(err)
	}

	expected := `[{"id": 1,"full_name": "Sidney St[1]roman","embed": {"id": 8,"full_name": "Caroll Orn Sr.","email": "joannarau@hegmann.io","__twitter_id": "ABC123"}},{"id": 2,"full_name": "Jerry Dickinson"}]`

	if b.String() != expected {
		t.Error("Does not match expected json")
	}
}

func TestFilter2(t *testing.T) {
	value := `[{"id":1,"customer_id":"cus_2TbMGf3cl0","object":"charge","amount":100,"amount_refunded":0,"date":"01/01/2019","application":null,"billing_details":{"address":"1 Infinity Drive","zipcode":"94024"}},   {"id":2,"customer_id":"cus_2TbMGf3cl0","object":"charge","amount":150,"amount_refunded":0,"date":"02/18/2019","billing_details":{"address":"1 Infinity Drive","zipcode":"94024"}},{"id":3,"customer_id":"cus_2TbMGf3cl0","object":"charge","amount":150,"amount_refunded":50,"date":"03/21/2019","billing_details":{"address":"1 Infinity Drive","zipcode":"94024"}}]`

	var b bytes.Buffer
	err := Filter(&b, []byte(value), []string{"id"})
	if err != nil {
		t.Error(err)
	}

	expected := `[{"id":1},{"id":2},{"id":3}]`

	if b.String() != expected {
		t.Error("Does not match expected json")
	}
}

func TestStrip(t *testing.T) {
	path1 := [][]byte{[]byte("data"), []byte("users")}
	value1 := Strip([]byte(input3), path1)

	expected := []byte(`[{"id":1,"embed":{"id":8}},{"id":2},{"id":3},{"id":4},{"id":5},{"id":6},{"id":7},{"id":8},{"id":9},{"id":10},{"id":11},{"id":12},{"id":13}]`)

	if !bytes.Equal(value1, expected) {
		t.Log(value1)
		t.Error("[Valid path] Does not match expected json")
	}

	path2 := [][]byte{[]byte("boo"), []byte("hoo")}
	value2 := Strip([]byte(input3), path2)

	if !bytes.Equal(value2, []byte(input3)) {
		t.Log(value2)
		t.Error("[Invalid path] Does not match expected json")
	}
}

func TestValidateTrue(t *testing.T) {
	json := []byte(`  [{"id":1,"embed":{"id":8}},{"id":2},{"id":3},{"id":4},{"id":5},{"id":6},{"id":7},{"id":8},{"id":9},{"id":10},{"id":11},{"id":12},{"id":13}]`)

	err := Validate(string(json))
	if err != nil {
		t.Error(err)
	}
}

func TestValidateFalse(t *testing.T) {
	json := []byte(`   [{ "hello": 123"<html>}]`)

	err := Validate(string(json))
	if err == nil {
		t.Error("JSON validation failed to detect invalid json")
	}
}

func TestReplace(t *testing.T) {
	var buf bytes.Buffer

	from := []Field{
		{[]byte("__twitter_id"), []byte(`[{ "name": "hello" }, { "name": "world"}]`)},
		{[]byte("__twitter_id"), []byte(`"ABC123"`)},
	}

	to := []Field{
		{[]byte("__twitter_id"), []byte(`"1234567890"`)},
		{[]byte("some_list"), []byte(`[{"id":1,"embed":{"id":8}},{"id":2},{"id":3},{"id":4},{"id":5},{"id":6},{"id":7},{"id":8},{"id":9},{"id":10},{"id":11},{"id":12},{"id":13}]`)},
	}

	expected := `{ "users" : [{
		"id": 1,
		"full_name": "Sidney St[1]roman",
		"email": "user0@demo.com",
		"__twitter_id": "2048666903444506956",
		"embed": {
			"id": 8,
			"full_name": null,
			"email": "joannarau@hegmann.io",
			"some_list":[{"id":1,"embed":{"id":8}},{"id":2},{"id":3},{"id":4},{"id":5},{"id":6},{"id":7},{"id":8},{"id":9},{"id":10},{"id":11},{"id":12},{"id":13}]
		}
	},
	{
		"m": 1,
		"id": 2,
		"full_name": "Jerry Dickinson",
		"email": "user1@demo.com",
		"__twitter_id":"1234567890"
	}] }`

	err := Replace(&buf, []byte(input4), from, to)
	if err != nil {
		t.Fatal(err)
	}

	if buf.String() != expected {
		t.Log(buf.String())
		t.Error("Does not match expected json")
	}
}

func TestReplaceEmpty(t *testing.T) {
	var buf bytes.Buffer

	json := `{ "users" : [{"id":1,"full_name":"Sidney St[1]roman","email":"user0@demo.com","__users_twitter_id":"2048666903444506956"}, {"id":2,"full_name":"Jerry Dickinson","email":"user1@demo.com","__users_twitter_id":"2048666903444506956"}, {"id":3,"full_name":"Kenna Cassin","email":"user2@demo.com","__users_twitter_id":"2048666903444506956"}, {"id":4,"full_name":"Mr. Pat Parisian","email":"rodney@kautzer.biz","__users_twitter_id":"2048666903444506956"}, {"id":5,"full_name":"Bette Ebert","email":"janeenrath@goyette.com","__users_twitter_id":"2048666903444506956"}, {"id":6,"full_name":"Everett Kiehn","email":"michael@bartoletti.com","__users_twitter_id":"2048666903444506956"}, {"id":7,"full_name":"Katrina Cronin","email":"loretaklocko@framivolkman.org","__users_twitter_id":"2048666903444506956"}, {"id":8,"full_name":"Caroll Orn Sr.","email":"joannarau@hegmann.io","__users_twitter_id":"2048666903444506956"}, {"id":9,"full_name":"Gwendolyn Ziemann","email":"renaytoy@rutherford.co","__users_twitter_id":"2048666903444506956"}, {"id":10,"full_name":"Mrs. Rosann Fritsch","email":"holliemosciski@thiel.org","__users_twitter_id":"2048666903444506956"}, {"id":11,"full_name":"Arden Koss","email":"cristobalankunding@howewelch.org","__users_twitter_id":"2048666903444506956"}, {"id":12,"full_name":"Brenton Bauch PhD","email":"renee@miller.co","__users_twitter_id":"2048666903444506956"}, {"id":13,"full_name":"Daine Gleichner","email":"andrea@nienow.co","__users_twitter_id":"2048666903444506956"}] }`

	err := Replace(&buf, []byte(json), []Field{}, []Field{})
	if err != nil {
		t.Fatal(err)
	}

	if buf.String() != json {
		t.Log(buf.String())
		t.Error("Does not match expected json")
	}
}

func TestKeys1(t *testing.T) {
	json := `[{"id":1,"posts": [{"title":"PT1-1","description":"PD1-1"}, {"title":"PT1-2","description":"PD1-2"}], "full_name":"FN1","email":"E1","books": [{"name":"BN1-1","description":"BD1-1"},{"name":"BN1-2","description":"BD1-2"},{"name":"BN1-2","description":"BD1-2"}]},{"id":1,"posts": [{"title":"PT1-1","description":"PD1-1"}, {"title":"PT1-2","description":"PD1-2"}], "full_name":"FN1","email":"E1","books": [{"name":"BN1-1","description":"BD1-1"},{"name":"BN1-2","description":"BD1-2"},{"name":"BN1-2","description":"BD1-2"}]},{"id":1,"posts": [{"title":"PT1-1","description":"PD1-1"}, {"title":"PT1-2","description":"PD1-2"}], "full_name":"FN1","email":"E1","books": [{"name":"BN1-1","description":"BD1-1"},{"name":"BN1-2","description":"BD1-2"},{"name":"BN1-2","description":"BD1-2"}]}]`

	fields := Keys([]byte(json))

	exp := []string{
		"id", "posts", "title", "description", "full_name", "email", "books", "name", "description",
	}

	if len(exp) != len(fields) {
		t.Errorf("Expected %d fields %d", len(exp), len(fields))
	}

	for i := range exp {
		if string(fields[i]) != exp[i] {
			t.Errorf("Expected field '%s' got '%s'", string(exp[i]), fields[i])
		}
	}
}

func TestKeys2(t *testing.T) {
	json := `{"id":1,"posts": [{"title":"PT1-1","description":"PD1-1"}, {"title":"PT1-2","description":"PD1-2"}], "full_name":"FN1","email":"E1","books": [{"name":"BN1-1","description":"BD1-1"},{"name":"BN1-2","description":"BD1-2"},{"name":"BN1-2","description":"BD1-2"}]}`

	fields := Keys([]byte(json))

	exp := []string{
		"id", "posts", "title", "description", "full_name", "email", "books", "name", "description",
	}

	if len(exp) != len(fields) {
		t.Errorf("Expected %d fields %d", len(exp), len(fields))
	}

	for i := range exp {
		if string(fields[i]) != exp[i] {
			t.Errorf("Expected field '%s' got '%s'", string(exp[i]), fields[i])
		}
	}
}

func TestKeys3(t *testing.T) {
	json := `{
		"insert": {
			"created_at": "now",
			"test_1a": { "type1": "a", "type2": "b" },
			"name": "Hello",
			"updated_at": "now",
			"description": "World"
		},
		"user": 123
	}`

	fields := Keys([]byte(json))

	exp := []string{
		"insert", "created_at", "test_1a", "type1", "type2", "name", "updated_at", "description",
		"user",
	}

	if len(exp) != len(fields) {
		t.Errorf("Expected %d fields %d", len(exp), len(fields))
	}

	for i := range exp {
		if string(fields[i]) != exp[i] {
			t.Errorf("Expected field '%s' got '%s'", string(exp[i]), fields[i])
		}
	}
}

func BenchmarkGet(b *testing.B) {
	b.ReportAllocs()

	for n := 0; n < b.N; n++ {
		Get([]byte(input1), [][]byte{[]byte("__twitter_id")})
	}
}

func BenchmarkFilter(b *testing.B) {
	var buf bytes.Buffer

	keys := []string{"id", "full_name", "embed", "email", "__twitter_id"}
	b.ResetTimer()
	b.ReportAllocs()

	for n := 0; n < b.N; n++ {
		err := Filter(&buf, []byte(input2), keys)
		if err != nil {
			b.Fatal(err)
		}
		buf.Reset()
	}
}

func BenchmarkStrip(b *testing.B) {
	path := [][]byte{[]byte("data"), []byte("users")}
	b.ReportAllocs()

	for n := 0; n < b.N; n++ {
		Strip([]byte(input3), path)
	}
}

func BenchmarkReplace(b *testing.B) {
	var buf bytes.Buffer

	from := []Field{
		{[]byte("__twitter_id"), []byte(`[{ "name": "hello" }, { "name": "world"}]`)},
		{[]byte("__twitter_id"), []byte(`"ABC123"`)},
	}

	to := []Field{
		{[]byte("__twitter_id"), []byte(`"1234567890"`)},
		{[]byte("some_list"), []byte(`[{"id":1,"embed":{"id":8}},{"id":2},{"id":3},{"id":4},{"id":5},{"id":6},{"id":7},{"id":8},{"id":9},{"id":10},{"id":11},{"id":12},{"id":13}]`)},
	}

	b.ResetTimer()
	b.ReportAllocs()

	for n := 0; n < b.N; n++ {
		err := Replace(&buf, []byte(input4), from, to)
		if err != nil {
			b.Fatal(err)
		}
		buf.Reset()
	}
}