package serv import ( "bytes" "context" "encoding/json" "errors" "fmt" "io" "net/http" "sync" "time" "github.com/cespare/xxhash/v2" "github.com/dosco/super-graph/jsn" "github.com/dosco/super-graph/psql" "github.com/dosco/super-graph/qcode" "github.com/valyala/fasttemplate" ) const ( empty = "" ) type coreContext struct { req gqlReq res gqlResp context.Context } func (c *coreContext) handleReq(w io.Writer, req *http.Request) error { c.req.ref = req.Referer() c.req.hdr = req.Header b, err := c.execQuery() if err != nil { return err } return c.render(w, b) } func (c *coreContext) execQuery() ([]byte, error) { var err error var skipped uint32 var qc *qcode.QCode var data []byte if conf.UseAllowList { var ps *preparedItem data, ps, err = c.resolvePreparedSQL(c.req.Query) if err != nil { return nil, err } skipped = ps.skipped qc = ps.qc } else { qc, err = qcompile.Compile([]byte(c.req.Query)) if err != nil { return nil, err } data, skipped, err = c.resolveSQL(qc) if err != nil { return nil, err } } if len(data) == 0 || skipped == 0 { return data, nil } sel := qc.Selects h := xxhash.New() // fetch the field name used within the db response json // that are used to mark insertion points and the mapping between // those field names and their select objects fids, sfmap := parentFieldIds(h, sel, skipped) // fetch the field values of the marked insertion points // these values contain the id to be used with fetching remote data from := jsn.Get(data, fids) var to []jsn.Field switch { case len(from) == 1: to, err = c.resolveRemote(c.req.hdr, h, from[0], sel, sfmap) case len(from) > 1: to, err = c.resolveRemotes(c.req.hdr, h, from, sel, sfmap) default: return nil, errors.New("something wrong no remote ids found in db response") } if err != nil { return nil, err } var ob bytes.Buffer err = jsn.Replace(&ob, data, from, to) if err != nil { return nil, err } return ob.Bytes(), nil } func (c *coreContext) resolveRemote( hdr http.Header, h *xxhash.Digest, field jsn.Field, sel []qcode.Select, sfmap map[uint64]*qcode.Select) ([]jsn.Field, error) { // replacement data for the marked insertion points // key and value will be replaced by whats below toA := [1]jsn.Field{} to := toA[:1] // use the json key to find the related Select object k1 := xxhash.Sum64(field.Key) s, ok := sfmap[k1] if !ok { return nil, nil } p := sel[s.ParentID] // then use the Table nme in the Select and it's parent // to find the resolver to use for this relationship k2 := mkkey(h, s.Table, p.Table) r, ok := rmap[k2] if !ok { return nil, nil } id := jsn.Value(field.Value) if len(id) == 0 { return nil, nil } st := time.Now() b, err := r.Fn(hdr, id) if err != nil { return nil, err } if conf.EnableTracing { c.addTrace(sel, s.ID, st) } if len(r.Path) != 0 { b = jsn.Strip(b, r.Path) } var ob bytes.Buffer if len(s.Cols) != 0 { err = jsn.Filter(&ob, b, colsToList(s.Cols)) if err != nil { return nil, err } } else { ob.WriteString("null") } to[0] = jsn.Field{[]byte(s.FieldName), ob.Bytes()} return to, nil } func (c *coreContext) resolveRemotes( hdr http.Header, h *xxhash.Digest, from []jsn.Field, sel []qcode.Select, sfmap map[uint64]*qcode.Select) ([]jsn.Field, error) { // replacement data for the marked insertion points // key and value will be replaced by whats below to := make([]jsn.Field, len(from)) var wg sync.WaitGroup wg.Add(len(from)) var cerr error for i, id := range from { // use the json key to find the related Select object k1 := xxhash.Sum64(id.Key) s, ok := sfmap[k1] if !ok { return nil, nil } p := sel[s.ParentID] // then use the Table nme in the Select and it's parent // to find the resolver to use for this relationship k2 := mkkey(h, s.Table, p.Table) r, ok := rmap[k2] if !ok { return nil, nil } id := jsn.Value(id.Value) if len(id) == 0 { return nil, nil } go func(n int, id []byte, s *qcode.Select) { defer wg.Done() st := time.Now() b, err := r.Fn(hdr, id) if err != nil { cerr = fmt.Errorf("%s: %s", s.Table, err) return } if conf.EnableTracing { c.addTrace(sel, s.ID, st) } if len(r.Path) != 0 { b = jsn.Strip(b, r.Path) } var ob bytes.Buffer if len(s.Cols) != 0 { err = jsn.Filter(&ob, b, colsToList(s.Cols)) if err != nil { cerr = fmt.Errorf("%s: %s", s.Table, err) return } } else { ob.WriteString("null") } to[n] = jsn.Field{[]byte(s.FieldName), ob.Bytes()} }(i, id, s) } wg.Wait() return to, cerr } func (c *coreContext) resolvePreparedSQL(gql string) ([]byte, *preparedItem, error) { ps, ok := _preparedList[gqlHash(gql, c.req.Vars)] if !ok { return nil, nil, errUnauthorized } var root []byte vars := varList(c, ps.args) tx, err := db.Begin(c) if err != nil { return nil, nil, err } defer tx.Rollback(c) if v := c.Value(userIDKey); v != nil { _, err = tx.Exec(c, fmt.Sprintf(`SET LOCAL "user.id" = %s;`, v)) if err != nil { return nil, nil, err } } err = tx.QueryRow(c, ps.stmt.SQL, vars...).Scan(&root) if err != nil { return nil, nil, err } if err := tx.Commit(c); err != nil { return nil, nil, err } fmt.Printf("PRE: %v\n", ps.stmt) return root, ps, nil } func (c *coreContext) resolveSQL(qc *qcode.QCode) ([]byte, uint32, error) { var vars map[string]json.RawMessage stmt := &bytes.Buffer{} if len(c.req.Vars) != 0 { if err := json.Unmarshal(c.req.Vars, &vars); err != nil { return nil, 0, err } } skipped, err := pcompile.Compile(qc, stmt, psql.Variables(vars)) if err != nil { return nil, 0, err } t := fasttemplate.New(stmt.String(), openVar, closeVar) stmt.Reset() _, err = t.ExecuteFunc(stmt, varMap(c)) if err == errNoUserID && authFailBlock == authFailBlockPerQuery && authCheck(c) == false { return nil, 0, errUnauthorized } if err != nil { return nil, 0, err } finalSQL := stmt.String() // if conf.LogLevel == "debug" { // os.Stdout.WriteString(finalSQL) // os.Stdout.WriteString("\n\n") // } var st time.Time if conf.EnableTracing { st = time.Now() } tx, err := db.Begin(c) if err != nil { return nil, 0, err } defer tx.Rollback(c) if v := c.Value(userIDKey); v != nil { _, err = tx.Exec(c, fmt.Sprintf(`SET LOCAL "user.id" = %s;`, v)) if err != nil { return nil, 0, err } } //fmt.Printf("\nRAW: %#v\n", finalSQL) var root []byte err = tx.QueryRow(c, finalSQL).Scan(&root) if err != nil { return nil, 0, err } if err := tx.Commit(c); err != nil { return nil, 0, err } if conf.EnableTracing && len(qc.Selects) != 0 { c.addTrace( qc.Selects, qc.Selects[0].ID, st) } if conf.UseAllowList == false { _allowList.add(&c.req) } return root, skipped, nil } func (c *coreContext) render(w io.Writer, data []byte) error { c.res.Data = json.RawMessage(data) return json.NewEncoder(w).Encode(c.res) } func (c *coreContext) addTrace(sel []qcode.Select, id int32, st time.Time) { et := time.Now() du := et.Sub(st) if c.res.Extensions == nil { c.res.Extensions = &extensions{&trace{ Version: 1, StartTime: st, Execution: execution{}, }} } c.res.Extensions.Tracing.EndTime = et c.res.Extensions.Tracing.Duration = du n := 1 for i := id; i != 0; i = sel[i].ParentID { n++ } path := make([]string, n) n-- for i := id; ; i = sel[i].ParentID { path[n] = sel[i].Table if sel[i].ID == 0 { break } n-- } tr := resolver{ Path: path, ParentType: "Query", FieldName: sel[id].Table, ReturnType: "object", StartOffset: 1, Duration: du, } c.res.Extensions.Tracing.Execution.Resolvers = append(c.res.Extensions.Tracing.Execution.Resolvers, tr) } func parentFieldIds(h *xxhash.Digest, sel []qcode.Select, skipped uint32) ( [][]byte, map[uint64]*qcode.Select) { c := 0 for i := range sel { s := &sel[i] if isSkipped(skipped, uint32(s.ID)) { c++ } } // list of keys (and it's related value) to extract from // the db json response fm := make([][]byte, c) // mapping between the above extracted key and a Select // object sm := make(map[uint64]*qcode.Select, c) n := 0 for i := range sel { s := &sel[i] if isSkipped(skipped, uint32(s.ID)) == false { continue } p := sel[s.ParentID] k := mkkey(h, s.Table, p.Table) if r, ok := rmap[k]; ok { fm[n] = r.IDField n++ k := xxhash.Sum64(r.IDField) sm[k] = s } } return fm, sm } func isSkipped(n uint32, pos uint32) bool { return ((n & (1 << pos)) != 0) } func authCheck(ctx *coreContext) bool { return (ctx.Value(userIDKey) != nil) } func colsToList(cols []qcode.Column) []string { var f []string for i := range cols { f = append(f, cols[i].Name) } return f }