//nolint:errcheck package psql import ( "bytes" "encoding/json" "errors" "fmt" "io" "strings" "github.com/dosco/super-graph/qcode" "github.com/dosco/super-graph/util" ) const ( closeBlock = 500 ) type Variables map[string]json.RawMessage type Config struct { Schema *DBSchema Vars map[string]string } type Compiler struct { schema *DBSchema vars map[string]string } func NewCompiler(conf Config) *Compiler { return &Compiler{ schema: conf.Schema, vars: conf.Vars, } } func (c *Compiler) AddRelationship(child, parent string, rel *DBRel) error { return c.schema.SetRel(child, parent, rel) } func (c *Compiler) IDColumn(table string) (*DBColumn, error) { ti, err := c.schema.GetTable(table) if err != nil { return nil, err } if ti.PrimaryCol == nil { return nil, fmt.Errorf("no primary key column found") } return ti.PrimaryCol, nil } type compilerContext struct { w io.Writer s []qcode.Select *Compiler } func (co *Compiler) CompileEx(qc *qcode.QCode, vars Variables) (uint32, []byte, error) { w := &bytes.Buffer{} skipped, err := co.Compile(qc, w, vars) return skipped, w.Bytes(), err } func (co *Compiler) Compile(qc *qcode.QCode, w io.Writer, vars Variables) (uint32, error) { switch qc.Type { case qcode.QTQuery: return co.compileQuery(qc, w, vars) case qcode.QTInsert, qcode.QTUpdate, qcode.QTDelete, qcode.QTUpsert: return co.compileMutation(qc, w, vars) } return 0, fmt.Errorf("Unknown operation type %d", qc.Type) } func (co *Compiler) compileQuery(qc *qcode.QCode, w io.Writer, vars Variables) (uint32, error) { if len(qc.Selects) == 0 { return 0, errors.New("empty query") } c := &compilerContext{w, qc.Selects, co} st := NewIntStack() i := 0 io.WriteString(c.w, `SELECT json_build_object(`) for _, id := range qc.Roots { root := &qc.Selects[id] if root.SkipRender { continue } st.Push(root.ID + closeBlock) st.Push(root.ID) if i != 0 { io.WriteString(c.w, `, `) } ti, err := c.schema.GetTable(root.Name) if err != nil { return 0, err } c.renderRootSelect(root, ti) i++ } io.WriteString(c.w, `) as "__root" FROM `) if i == 0 { return 0, errors.New("all tables skipped. cannot render query") } var ignored uint32 for { if st.Len() == 0 { break } id := st.Pop() if id < closeBlock { sel := &c.s[id] ti, err := c.schema.GetTable(sel.Name) if err != nil { return 0, err } if sel.ParentID == -1 { io.WriteString(c.w, `(`) } else { c.renderLateralJoin(sel) if !ti.Singular { c.renderPluralSelect(sel, ti) } } skipped, err := c.renderSelect(sel, ti, vars) if err != nil { return 0, err } ignored |= skipped for _, cid := range sel.Children { if hasBit(skipped, uint32(cid)) { continue } child := &c.s[cid] if child.SkipRender { continue } st.Push(child.ID + closeBlock) st.Push(child.ID) } } else { sel := &c.s[(id - closeBlock)] ti, err := c.schema.GetTable(sel.Name) if err != nil { return 0, err } if sel.ParentID == -1 { io.WriteString(c.w, `)`) aliasWithID(c.w, "__sel", sel.ID) if st.Len() != 0 { io.WriteString(c.w, `, `) } } else { if !ti.Singular { io.WriteString(c.w, `)`) aliasWithID(c.w, "__sel", sel.ID) } c.renderLateralJoinClose(sel) } if len(sel.Args) != 0 { i := 0 for _, v := range sel.Args { qcode.FreeNode(v, 500) i++ } } } } return ignored, nil } func (c *compilerContext) renderPluralSelect(sel *qcode.Select, ti *DBTableInfo) error { io.WriteString(c.w, `SELECT coalesce(json_agg("__sel_`) int2string(c.w, sel.ID) io.WriteString(c.w, `"."json"), '[]') as "json"`) if sel.Paging.Type != qcode.PtOffset { n := 0 // check if primary key already included in order by // query argument for _, ob := range sel.OrderBy { if ob.Col == ti.PrimaryCol.Key { n = 1 break } } if n == 1 { n = len(sel.OrderBy) } else { n = len(sel.OrderBy) + 1 } io.WriteString(c.w, `, CONCAT_WS(','`) for i := 0; i < n; i++ { io.WriteString(c.w, `, max("__cur_`) int2string(c.w, int32(i)) io.WriteString(c.w, `")`) } io.WriteString(c.w, `) as "cursor"`) } io.WriteString(c.w, ` FROM (`) return nil } func (c *compilerContext) renderRootSelect(sel *qcode.Select, ti *DBTableInfo) error { io.WriteString(c.w, `'`) io.WriteString(c.w, sel.FieldName) io.WriteString(c.w, `', `) if ti.Singular { io.WriteString(c.w, `"__sel_`) int2string(c.w, sel.ID) io.WriteString(c.w, `"."json"`) } else { io.WriteString(c.w, `coalesce(json_agg("__sel_`) int2string(c.w, sel.ID) io.WriteString(c.w, `"."json"), '[]')`) if sel.Paging.Type != qcode.PtOffset { n := 0 // check if primary key already included in order by // query argument for _, ob := range sel.OrderBy { if ob.Col == ti.PrimaryCol.Key { n = 1 break } } if n == 1 { n = len(sel.OrderBy) } else { n = len(sel.OrderBy) + 1 } io.WriteString(c.w, `, '`) io.WriteString(c.w, sel.FieldName) io.WriteString(c.w, `_cursor', CONCAT_WS(','`) for i := 0; i < n; i++ { io.WriteString(c.w, `, max("__cur_`) int2string(c.w, int32(i)) io.WriteString(c.w, `")`) } io.WriteString(c.w, `)`) } } return nil } func (c *compilerContext) initSelect(sel *qcode.Select, ti *DBTableInfo, vars Variables) (uint32, []*qcode.Column, error) { var skipped uint32 cols := make([]*qcode.Column, 0, len(sel.Cols)) colmap := make(map[string]struct{}, len(sel.Cols)) for i := range sel.Cols { colmap[sel.Cols[i].Name] = struct{}{} } for i := range sel.OrderBy { colmap[sel.OrderBy[i].Col] = struct{}{} } if sel.Paging.Type != qcode.PtOffset { colmap[ti.PrimaryCol.Key] = struct{}{} addToOrderBy := true for _, ob := range sel.OrderBy { if ob.Col == ti.PrimaryCol.Key { addToOrderBy = false } if sel.Paging.Cursor { fil := qcode.AddFilter(sel) fil.Col = ob.Col fil.Type = qcode.ValRef fil.Table = "__cur" fil.Val = ob.Col switch ob.Order { case qcode.OrderAsc: fil.Op = qcode.OpGreaterThan case qcode.OrderDesc: fil.Op = qcode.OpLesserThan } } } if addToOrderBy { var op qcode.ExpOp ob := &qcode.OrderBy{Col: ti.PrimaryCol.Name} sel.OrderBy = append(sel.OrderBy, ob) switch sel.Paging.Type { case qcode.PtForward: op = qcode.OpGreaterThan ob.Order = qcode.OrderAsc case qcode.PtBackward: op = qcode.OpLesserThan ob.Order = qcode.OrderDesc } if sel.Paging.Cursor { fil := qcode.AddFilter(sel) fil.Op = op fil.Col = ti.PrimaryCol.Name fil.Type = qcode.ValRef fil.Table = "__cur" fil.Val = ti.PrimaryCol.Name } } } for _, id := range sel.Children { child := &c.s[id] rel, err := c.schema.GetRel(child.Name, ti.Name) if err != nil { return 0, nil, err //skipped |= (1 << uint(id)) //continue } switch rel.Type { case RelOneToOne, RelOneToMany: if _, ok := colmap[rel.Right.Col]; !ok { cols = append(cols, &qcode.Column{Table: ti.Name, Name: rel.Right.Col, FieldName: rel.Right.Col}) colmap[rel.Right.Col] = struct{}{} } case RelOneToManyThrough: if _, ok := colmap[rel.Left.Col]; !ok { cols = append(cols, &qcode.Column{Table: ti.Name, Name: rel.Left.Col, FieldName: rel.Left.Col}) colmap[rel.Left.Col] = struct{}{} } case RelEmbedded: if _, ok := colmap[rel.Left.Col]; !ok { cols = append(cols, &qcode.Column{Table: ti.Name, Name: rel.Left.Col, FieldName: rel.Left.Col}) colmap[rel.Left.Col] = struct{}{} } case RelRemote: if _, ok := colmap[rel.Left.Col]; !ok { cols = append(cols, &qcode.Column{Table: ti.Name, Name: rel.Left.Col, FieldName: rel.Right.Col}) colmap[rel.Left.Col] = struct{}{} skipped |= (1 << uint(id)) } default: return 0, nil, fmt.Errorf("unknown relationship %s", rel) //skipped |= (1 << uint(id)) } } return skipped, cols, nil } func (c *compilerContext) renderSelect(sel *qcode.Select, ti *DBTableInfo, vars Variables) (uint32, error) { var rel *DBRel var err error if sel.ParentID != -1 { parent := c.s[sel.ParentID] rel, err = c.schema.GetRel(ti.Name, parent.Name) if err != nil { return 0, err } } skipped, childCols, err := c.initSelect(sel, ti, vars) if err != nil { return 0, err } // SELECT io.WriteString(c.w, `SELECT json_build_object(`) if err := c.renderColumns(sel, ti, skipped); err != nil { return 0, err } io.WriteString(c.w, `) AS "json"`) if sel.Paging.Type != qcode.PtOffset { for i, ob := range sel.OrderBy { io.WriteString(c.w, `, LAST_VALUE(`) colWithTableID(c.w, ti.Name, sel.ID, ob.Col) io.WriteString(c.w, `) OVER() AS "__cur_`) int2string(c.w, int32(i)) io.WriteString(c.w, `"`) } } //if !ti.Singular { // io.WriteString(c.w, `SELECT coalesce(json_agg(json_build_object(`) // if err := c.renderColumns(sel, ti, skipped); err != nil { // return 0, err // } // io.WriteString(c.w, `)), '[]') AS "json"`) // if sel.Paging.Type != qcode.PtOffset { // for i, ob := range sel.OrderBy { // io.WriteString(c.w, `, LAST_VALUE(`) // colWithTableID(c.w, ti.Name, sel.ID, ob.Col) // io.WriteString(c.w, `) OVER() AS "__cur_`) // int2string(c.w, int32(i)) // io.WriteString(c.w, `"`) // } // io.WriteString(c.w, `LAST_VALUE(`) // colWithTableID(c.w, ti.Name, sel.ID, ti.PrimaryCol.Name) // io.WriteString(c.w, `) OVER() AS "__cursor_`) // int2string(c.w, int32(len(sel.OrderBy))) // io.WriteString(c.w, `"`) //} //} io.WriteString(c.w, ` FROM (`) // FROM (SELECT .... ) err = c.renderBaseSelect(sel, ti, rel, childCols, skipped) if err != nil { return skipped, err } //fmt.Fprintf(w, `) AS "%s_%d"`, c.sel.Name, c.sel.ID) io.WriteString(c.w, `)`) aliasWithID(c.w, ti.Name, sel.ID) // END-FROM return skipped, nil } func (c *compilerContext) renderLateralJoin(sel *qcode.Select) error { io.WriteString(c.w, ` LEFT OUTER JOIN LATERAL (`) return nil } func (c *compilerContext) renderLateralJoinClose(sel *qcode.Select) error { io.WriteString(c.w, `) `) aliasWithID(c.w, "__sel", sel.ID) io.WriteString(c.w, ` ON ('true')`) return nil } func (c *compilerContext) renderJoin(sel *qcode.Select, ti *DBTableInfo) error { parent := &c.s[sel.ParentID] return c.renderJoinByName(ti.Name, parent.Name, parent.ID) } func (c *compilerContext) renderJoinByName(table, parent string, id int32) error { rel, err := c.schema.GetRel(table, parent) if err != nil { return err } // This join is only required for one-to-many relations since // these make use of join tables that need to be pulled in. if rel.Type != RelOneToManyThrough { return err } pt, err := c.schema.GetTable(parent) if err != nil { return err } //fmt.Fprintf(w, ` LEFT OUTER JOIN "%s" ON (("%s"."%s") = ("%s_%d"."%s"))`, //rel.Through, rel.Through, rel.ColT, c.parent.Name, c.parent.ID, rel.Left.Col) io.WriteString(c.w, ` LEFT OUTER JOIN "`) io.WriteString(c.w, rel.Through) io.WriteString(c.w, `" ON ((`) colWithTable(c.w, rel.Through, rel.ColT) io.WriteString(c.w, `) = (`) colWithTableID(c.w, pt.Name, id, rel.Left.Col) io.WriteString(c.w, `))`) return nil } func (c *compilerContext) renderColumns(sel *qcode.Select, ti *DBTableInfo, skipped uint32) error { i := 0 for _, col := range sel.Cols { n := funcPrefixLen(col.Name) if n != 0 { if !sel.Functions { continue } if len(sel.Allowed) != 0 { if _, ok := sel.Allowed[col.Name[n:]]; !ok { continue } } } else { if len(sel.Allowed) != 0 { if _, ok := sel.Allowed[col.Name]; !ok { continue } } } if i != 0 { io.WriteString(c.w, ", ") } squoted(c.w, col.FieldName) io.WriteString(c.w, ", ") colWithTableID(c.w, ti.Name, sel.ID, col.Name) i++ } i += c.renderRemoteRelColumns(sel, ti, i) return c.renderJoinColumns(sel, ti, skipped, i) } func (c *compilerContext) renderRemoteRelColumns(sel *qcode.Select, ti *DBTableInfo, colsRendered int) int { i := colsRendered for _, id := range sel.Children { child := &c.s[id] rel, err := c.schema.GetRel(child.Name, sel.Name) if err != nil || rel.Type != RelRemote { continue } if i != 0 || len(sel.Cols) != 0 { io.WriteString(c.w, ", ") } squoted(c.w, rel.Right.Col) io.WriteString(c.w, ", ") colWithTableID(c.w, ti.Name, sel.ID, rel.Left.Col) i++ } return i } func (c *compilerContext) renderJoinColumns(sel *qcode.Select, ti *DBTableInfo, skipped uint32, colsRendered int) error { // columns previously rendered i := colsRendered for _, id := range sel.Children { if hasBit(skipped, uint32(id)) { continue } childSel := &c.s[id] if childSel.SkipRender { continue } if i != 0 { io.WriteString(c.w, ", ") } squoted(c.w, childSel.FieldName) io.WriteString(c.w, `, "__sel_`) int2string(c.w, childSel.ID) io.WriteString(c.w, `"."json"`) if childSel.Paging.Type != qcode.PtOffset { io.WriteString(c.w, `, '`) io.WriteString(c.w, childSel.FieldName) io.WriteString(c.w, `_cursor', "__sel_`) int2string(c.w, childSel.ID) io.WriteString(c.w, `"."cursor"`) } i++ } return nil } func (c *compilerContext) renderBaseSelect(sel *qcode.Select, ti *DBTableInfo, rel *DBRel, childCols []*qcode.Column, skipped uint32) error { isRoot := (rel == nil) isFil := (sel.Where != nil && sel.Where.Op != qcode.OpNop) hasOrder := len(sel.OrderBy) != 0 if sel.Paging.Cursor { c.renderCursorCTE(sel) } io.WriteString(c.w, `SELECT `) if len(sel.DistinctOn) != 0 { c.renderDistinctOn(sel, ti) } realColsRendered, isAgg, err := c.renderBaseColumns(sel, ti, childCols, skipped) if err != nil { return err } io.WriteString(c.w, ` FROM `) c.renderFrom(sel, ti, rel) if isRoot && isFil { io.WriteString(c.w, ` WHERE (`) if err := c.renderWhere(sel, ti); err != nil { return err } io.WriteString(c.w, `)`) } if !isRoot { if err := c.renderJoin(sel, ti); err != nil { return err } io.WriteString(c.w, ` WHERE (`) if err := c.renderRelationship(sel, ti); err != nil { return err } if isFil { io.WriteString(c.w, ` AND `) if err := c.renderWhere(sel, ti); err != nil { return err } } io.WriteString(c.w, `)`) } if isAgg && len(realColsRendered) != 0 { io.WriteString(c.w, ` GROUP BY `) for i, id := range realColsRendered { c.renderComma(i) //fmt.Fprintf(w, `"%s"."%s"`, c.sel.Name, c.sel.Cols[id].Name) colWithTable(c.w, ti.Name, sel.Cols[id].Name) } } if hasOrder { if err := c.renderOrderBy(sel, ti); err != nil { return err } } switch { case ti.Singular: io.WriteString(c.w, ` LIMIT ('1') :: integer`) case len(sel.Paging.Limit) != 0: //fmt.Fprintf(w, ` LIMIT ('%s') :: integer`, c.sel.Paging.Limit) io.WriteString(c.w, ` LIMIT ('`) io.WriteString(c.w, sel.Paging.Limit) io.WriteString(c.w, `') :: integer`) case sel.Paging.NoLimit: break default: io.WriteString(c.w, ` LIMIT ('20') :: integer`) } if len(sel.Paging.Offset) != 0 { //fmt.Fprintf(w, ` OFFSET ('%s') :: integer`, c.sel.Paging.Offset) io.WriteString(c.w, ` OFFSET ('`) io.WriteString(c.w, sel.Paging.Offset) io.WriteString(c.w, `') :: integer`) } return nil } func (c *compilerContext) renderFrom(sel *qcode.Select, ti *DBTableInfo, rel *DBRel) error { if rel != nil && rel.Type == RelEmbedded { // json_to_recordset('[{"a":1,"b":[1,2,3],"c":"bar"}, {"a":2,"b":[1,2,3],"c":"bar"}]') as x(a int, b text, d text); io.WriteString(c.w, `"`) io.WriteString(c.w, rel.Left.Table) io.WriteString(c.w, `", `) io.WriteString(c.w, ti.Type) io.WriteString(c.w, `_to_recordset(`) colWithTable(c.w, rel.Left.Table, rel.Right.Col) io.WriteString(c.w, `) AS `) io.WriteString(c.w, `"`) io.WriteString(c.w, ti.Name) io.WriteString(c.w, `"`) io.WriteString(c.w, `(`) for i, col := range ti.Columns { if i != 0 { io.WriteString(c.w, `, `) } io.WriteString(c.w, col.Name) io.WriteString(c.w, ` `) io.WriteString(c.w, col.Type) } io.WriteString(c.w, `)`) } else { //fmt.Fprintf(w, ` FROM "%s"`, c.sel.Name) io.WriteString(c.w, `"`) io.WriteString(c.w, ti.Name) io.WriteString(c.w, `"`) } if sel.Paging.Cursor { io.WriteString(c.w, `, "__cur"`) } return nil } func (c *compilerContext) renderCursorCTE(sel *qcode.Select) error { io.WriteString(c.w, `WITH "__cur" AS (SELECT `) for i, ob := range sel.OrderBy { if i != 0 { io.WriteString(c.w, `, `) } io.WriteString(c.w, `a[`) int2string(c.w, int32(i+1)) io.WriteString(c.w, `] as `) quoted(c.w, ob.Col) } io.WriteString(c.w, ` FROM string_to_array('{{cursor}}', ',') as a) `) return nil } func (c *compilerContext) renderRelationship(sel *qcode.Select, ti *DBTableInfo) error { parent := c.s[sel.ParentID] pti, err := c.schema.GetTable(parent.Name) if err != nil { return err } return c.renderRelationshipByName(ti.Name, pti.Name, parent.ID) } func (c *compilerContext) renderRelationshipByName(table, parent string, id int32) error { rel, err := c.schema.GetRel(table, parent) if err != nil { return err } io.WriteString(c.w, `((`) switch rel.Type { case RelOneToOne, RelOneToMany: //fmt.Fprintf(w, `(("%s"."%s") = ("%s_%d"."%s"))`, //c.sel.Name, rel.Left.Col, c.parent.Name, c.parent.ID, rel.Right.Col) switch { case !rel.Left.Array && rel.Right.Array: colWithTable(c.w, table, rel.Left.Col) io.WriteString(c.w, `) = any (`) colWithTableID(c.w, parent, id, rel.Right.Col) case rel.Left.Array && !rel.Right.Array: colWithTableID(c.w, parent, id, rel.Right.Col) io.WriteString(c.w, `) = any (`) colWithTable(c.w, table, rel.Left.Col) default: colWithTable(c.w, table, rel.Left.Col) io.WriteString(c.w, `) = (`) colWithTableID(c.w, parent, id, rel.Right.Col) } case RelOneToManyThrough: // This requires the through table to be joined onto this select //fmt.Fprintf(w, `(("%s"."%s") = ("%s"."%s"))`, //c.sel.Name, rel.Left.Col, rel.Through, rel.Right.Col) switch { case !rel.Left.Array && rel.Right.Array: colWithTable(c.w, table, rel.Left.Col) io.WriteString(c.w, `) = any (`) colWithTable(c.w, rel.Through, rel.Right.Col) case rel.Left.Array && !rel.Right.Array: colWithTable(c.w, rel.Through, rel.Right.Col) io.WriteString(c.w, `) = any (`) colWithTable(c.w, table, rel.Left.Col) default: colWithTable(c.w, table, rel.Left.Col) io.WriteString(c.w, `) = (`) colWithTable(c.w, rel.Through, rel.Right.Col) } case RelEmbedded: colWithTable(c.w, rel.Left.Table, rel.Left.Col) io.WriteString(c.w, `) = (`) colWithTableID(c.w, parent, id, rel.Left.Col) } io.WriteString(c.w, `))`) return nil } func (c *compilerContext) renderWhere(sel *qcode.Select, ti *DBTableInfo) error { if sel.Where != nil { return c.renderExp(sel.Where, ti, false) } return nil } func (c *compilerContext) renderExp(ex *qcode.Exp, ti *DBTableInfo, skipNested bool) error { st := util.NewStack() st.Push(ex) for { if st.Len() == 0 { break } intf := st.Pop() switch val := intf.(type) { case int32: switch val { case '(': io.WriteString(c.w, `(`) case ')': io.WriteString(c.w, `)`) } case qcode.ExpOp: switch val { case qcode.OpAnd: io.WriteString(c.w, ` AND `) case qcode.OpOr: io.WriteString(c.w, ` OR `) case qcode.OpNot: io.WriteString(c.w, `NOT `) case qcode.OpFalse: io.WriteString(c.w, `false`) default: return fmt.Errorf("11: unexpected value %v (%t)", intf, intf) } case *qcode.Exp: switch val.Op { case qcode.OpFalse: st.Push(val.Op) case qcode.OpAnd, qcode.OpOr: st.Push(')') for i := len(val.Children) - 1; i >= 0; i-- { st.Push(val.Children[i]) if i > 0 { st.Push(val.Op) } } st.Push('(') case qcode.OpNot: //fmt.Printf("1> %s %d %s %s\n", val.Op, len(val.Children), val.Children[0].Op, val.Children[1].Op) st.Push(val.Children[0]) st.Push(qcode.OpNot) default: if !skipNested && len(val.NestedCols) != 0 { io.WriteString(c.w, `EXISTS `) if err := c.renderNestedWhere(val, ti); err != nil { return err } } else { //fmt.Fprintf(w, `(("%s"."%s") `, c.sel.Name, val.Col) if err := c.renderOp(val, ti); err != nil { return err } } } //qcode.FreeExp(val) default: return fmt.Errorf("12: unexpected value %v (%t)", intf, intf) } } return nil } func (c *compilerContext) renderNestedWhere(ex *qcode.Exp, ti *DBTableInfo) error { for i := 0; i < len(ex.NestedCols)-1; i++ { cti, err := c.schema.GetTable(ex.NestedCols[i]) if err != nil { return err } if i != 0 { io.WriteString(c.w, ` AND `) } io.WriteString(c.w, `(SELECT 1 FROM `) io.WriteString(c.w, cti.Name) if err := c.renderJoinByName(cti.Name, ti.Name, -1); err != nil { return err } io.WriteString(c.w, ` WHERE `) if err := c.renderRelationshipByName(cti.Name, ti.Name, -1); err != nil { return err } io.WriteString(c.w, ` AND (`) if err := c.renderExp(ex, cti, true); err != nil { return err } io.WriteString(c.w, `)`) } for i := 0; i < len(ex.NestedCols)-1; i++ { io.WriteString(c.w, `)`) } return nil } func (c *compilerContext) renderOp(ex *qcode.Exp, ti *DBTableInfo) error { var col *DBColumn var ok bool if ex.Op == qcode.OpNop { return nil } if len(ex.Col) != 0 { if col, ok = ti.ColMap[ex.Col]; !ok { return fmt.Errorf("no column '%s' found ", ex.Col) } io.WriteString(c.w, `((`) colWithTable(c.w, ti.Name, ex.Col) io.WriteString(c.w, `) `) } switch ex.Op { case qcode.OpEquals: io.WriteString(c.w, `IS NOT DISTINCT FROM`) case qcode.OpNotEquals: io.WriteString(c.w, `IS DISTINCT FROM`) case qcode.OpGreaterOrEquals: io.WriteString(c.w, `>=`) case qcode.OpLesserOrEquals: io.WriteString(c.w, `<=`) case qcode.OpGreaterThan: io.WriteString(c.w, `>`) case qcode.OpLesserThan: io.WriteString(c.w, `<`) case qcode.OpIn: io.WriteString(c.w, `IN`) case qcode.OpNotIn: io.WriteString(c.w, `NOT IN`) case qcode.OpLike: io.WriteString(c.w, `LIKE`) case qcode.OpNotLike: io.WriteString(c.w, `NOT LIKE`) case qcode.OpILike: io.WriteString(c.w, `ILIKE`) case qcode.OpNotILike: io.WriteString(c.w, `NOT ILIKE`) case qcode.OpSimilar: io.WriteString(c.w, `SIMILAR TO`) case qcode.OpNotSimilar: io.WriteString(c.w, `NOT SIMILAR TO`) case qcode.OpContains: io.WriteString(c.w, `@>`) case qcode.OpContainedIn: io.WriteString(c.w, `<@`) case qcode.OpHasKey: io.WriteString(c.w, `?`) case qcode.OpHasKeyAny: io.WriteString(c.w, `?|`) case qcode.OpHasKeyAll: io.WriteString(c.w, `?&`) case qcode.OpIsNull: if strings.EqualFold(ex.Val, "true") { io.WriteString(c.w, `IS NULL)`) } else { io.WriteString(c.w, `IS NOT NULL)`) } return nil case qcode.OpEqID: if ti.PrimaryCol == nil { return fmt.Errorf("no primary key column defined for %s", ti.Name) } col = ti.PrimaryCol //fmt.Fprintf(w, `(("%s") =`, c.ti.PrimaryCol) io.WriteString(c.w, `((`) colWithTable(c.w, ti.Name, ti.PrimaryCol.Name) //io.WriteString(c.w, ti.PrimaryCol) io.WriteString(c.w, `) =`) case qcode.OpTsQuery: if ti.PrimaryCol == nil { return fmt.Errorf("no tsv column defined for %s", ti.Name) } //fmt.Fprintf(w, `(("%s") @@ websearch_to_tsquery('%s'))`, c.ti.TSVCol, val.Val) io.WriteString(c.w, `((`) colWithTable(c.w, ti.Name, ti.TSVCol.Name) if c.schema.ver >= 110000 { io.WriteString(c.w, `) @@ websearch_to_tsquery('{{`) } else { io.WriteString(c.w, `) @@ to_tsquery('{{`) } io.WriteString(c.w, ex.Val) io.WriteString(c.w, `}}'))`) return nil default: return fmt.Errorf("[Where] unexpected op code %d", ex.Op) } switch { case ex.Type == qcode.ValList: c.renderList(ex) case col == nil: return errors.New("no column found for expression value") default: c.renderVal(ex, c.vars, col) } io.WriteString(c.w, `)`) return nil } func (c *compilerContext) renderOrderBy(sel *qcode.Select, ti *DBTableInfo) error { io.WriteString(c.w, ` ORDER BY `) for i := range sel.OrderBy { if i != 0 { io.WriteString(c.w, `, `) } ob := sel.OrderBy[i] colWithTable(c.w, ti.Name, ob.Col) switch ob.Order { case qcode.OrderAsc: io.WriteString(c.w, ` ASC`) case qcode.OrderDesc: io.WriteString(c.w, ` DESC`) case qcode.OrderAscNullsFirst: io.WriteString(c.w, ` ASC NULLS FIRST`) case qcode.OrderDescNullsFirst: io.WriteString(c.w, ` DESC NULLLS FIRST`) case qcode.OrderAscNullsLast: io.WriteString(c.w, ` ASC NULLS LAST`) case qcode.OrderDescNullsLast: io.WriteString(c.w, ` DESC NULLS LAST`) default: return fmt.Errorf("13: unexpected value %v", ob.Order) } } return nil } func (c *compilerContext) renderDistinctOn(sel *qcode.Select, ti *DBTableInfo) { io.WriteString(c.w, `DISTINCT ON (`) for i := range sel.DistinctOn { if i != 0 { io.WriteString(c.w, `, `) } colWithTable(c.w, ti.Name, sel.DistinctOn[i]) } io.WriteString(c.w, `) `) } func (c *compilerContext) renderList(ex *qcode.Exp) { io.WriteString(c.w, ` (`) for i := range ex.ListVal { if i != 0 { io.WriteString(c.w, `, `) } switch ex.ListType { case qcode.ValBool, qcode.ValInt, qcode.ValFloat: io.WriteString(c.w, ex.ListVal[i]) case qcode.ValStr: io.WriteString(c.w, `'`) io.WriteString(c.w, ex.ListVal[i]) io.WriteString(c.w, `'`) } } io.WriteString(c.w, `)`) } func (c *compilerContext) renderVal(ex *qcode.Exp, vars map[string]string, col *DBColumn) { io.WriteString(c.w, ` `) switch ex.Type { case qcode.ValVar: if val, ok := vars[ex.Val]; ok { squoted(c.w, val) } else { io.WriteString(c.w, ` '{{`) io.WriteString(c.w, ex.Val) io.WriteString(c.w, `}}'`) } case qcode.ValRef: colWithTable(c.w, ex.Table, ex.Col) default: squoted(c.w, ex.Val) } io.WriteString(c.w, ` :: `) io.WriteString(c.w, col.Type) } func funcPrefixLen(fn string) int { switch { case strings.HasPrefix(fn, "avg_"): return 4 case strings.HasPrefix(fn, "count_"): return 6 case strings.HasPrefix(fn, "max_"): return 4 case strings.HasPrefix(fn, "min_"): return 4 case strings.HasPrefix(fn, "sum_"): return 4 case strings.HasPrefix(fn, "stddev_"): return 7 case strings.HasPrefix(fn, "stddev_pop_"): return 11 case strings.HasPrefix(fn, "stddev_samp_"): return 12 case strings.HasPrefix(fn, "variance_"): return 9 case strings.HasPrefix(fn, "var_pop_"): return 8 case strings.HasPrefix(fn, "var_samp_"): return 9 } return 0 } func hasBit(n uint32, pos uint32) bool { val := n & (1 << pos) return (val > 0) } func alias(w io.Writer, alias string) { io.WriteString(w, ` AS "`) io.WriteString(w, alias) io.WriteString(w, `"`) } func aliasWithID(w io.Writer, alias string, id int32) { io.WriteString(w, ` AS "`) io.WriteString(w, alias) io.WriteString(w, `_`) int2string(w, id) io.WriteString(w, `"`) } func colWithTable(w io.Writer, table, col string) { io.WriteString(w, `"`) io.WriteString(w, table) io.WriteString(w, `"."`) io.WriteString(w, col) io.WriteString(w, `"`) } func colWithTableID(w io.Writer, table string, id int32, col string) { io.WriteString(w, `"`) io.WriteString(w, table) if id >= 0 { io.WriteString(w, `_`) int2string(w, id) } io.WriteString(w, `"."`) io.WriteString(w, col) io.WriteString(w, `"`) } func quoted(w io.Writer, identifier string) { io.WriteString(w, `"`) io.WriteString(w, identifier) io.WriteString(w, `"`) } func squoted(w io.Writer, identifier string) { io.WriteString(w, `'`) io.WriteString(w, identifier) io.WriteString(w, `'`) } const charset = "0123456789" func int2string(w io.Writer, val int32) { if val < 10 { w.Write([]byte{charset[val]}) return } temp := int32(0) val2 := val for val2 > 0 { temp *= 10 temp += val2 % 10 val2 = int32(float64(val2 / 10)) } val3 := temp for val3 > 0 { d := val3 % 10 val3 /= 10 w.Write([]byte{charset[d]}) } }