super-graph/core/internal/psql/query.go

1305 lines
28 KiB
Go
Raw Normal View History

//nolint:errcheck
2019-03-24 14:57:29 +01:00
package psql
import (
"bytes"
2019-09-05 06:09:56 +02:00
"encoding/json"
2019-03-24 14:57:29 +01:00
"errors"
"fmt"
"io"
"strings"
2019-03-24 14:57:29 +01:00
"github.com/dosco/super-graph/core/internal/qcode"
"github.com/dosco/super-graph/core/internal/util"
2019-03-24 14:57:29 +01:00
)
2019-05-13 01:27:26 +02:00
const (
2019-06-08 02:53:08 +02:00
closeBlock = 500
2019-05-13 01:27:26 +02:00
)
2019-09-05 06:09:56 +02:00
type Variables map[string]json.RawMessage
2019-04-08 08:47:59 +02:00
type Config struct {
Schema *DBSchema
Vars map[string]string
2019-04-08 08:47:59 +02:00
}
2019-03-24 14:57:29 +01:00
type Compiler struct {
schema *DBSchema
vars map[string]string
2019-03-24 14:57:29 +01:00
}
2019-04-08 08:47:59 +02:00
func NewCompiler(conf Config) *Compiler {
2020-02-10 07:45:37 +01:00
return &Compiler{
schema: conf.Schema,
vars: conf.Vars,
2020-02-10 07:45:37 +01:00
}
2019-03-24 14:57:29 +01:00
}
func (c *Compiler) AddRelationship(child, parent string, rel *DBRel) error {
return c.schema.SetRel(child, parent, rel)
2019-05-13 01:27:26 +02:00
}
func (c *Compiler) IDColumn(table string) (*DBColumn, error) {
ti, err := c.schema.GetTable(table)
if err != nil {
return nil, err
2019-05-13 01:27:26 +02:00
}
if ti.PrimaryCol == nil {
return nil, fmt.Errorf("no primary key column found")
}
return ti.PrimaryCol, nil
2019-05-13 01:27:26 +02:00
}
2019-06-08 02:53:08 +02:00
type compilerContext struct {
w io.Writer
2019-06-08 02:53:08 +02:00
s []qcode.Select
*Compiler
}
2019-09-05 06:09:56 +02:00
func (co *Compiler) CompileEx(qc *qcode.QCode, vars Variables) (uint32, []byte, error) {
2019-06-02 01:48:42 +02:00
w := &bytes.Buffer{}
2019-09-05 06:09:56 +02:00
skipped, err := co.Compile(qc, w, vars)
2019-06-02 01:48:42 +02:00
return skipped, w.Bytes(), err
}
func (co *Compiler) Compile(qc *qcode.QCode, w io.Writer, vars Variables) (uint32, error) {
2019-09-05 06:09:56 +02:00
switch qc.Type {
case qcode.QTQuery:
2020-02-11 07:11:35 +01:00
return co.compileQuery(qc, w, vars)
2019-10-14 08:51:36 +02:00
case qcode.QTInsert, qcode.QTUpdate, qcode.QTDelete, qcode.QTUpsert:
2019-09-05 06:09:56 +02:00
return co.compileMutation(qc, w, vars)
}
2019-10-14 08:51:36 +02:00
return 0, fmt.Errorf("Unknown operation type %d", qc.Type)
2019-09-05 06:09:56 +02:00
}
2020-02-11 07:11:35 +01:00
func (co *Compiler) compileQuery(qc *qcode.QCode, w io.Writer, vars Variables) (uint32, error) {
2019-09-05 06:09:56 +02:00
if len(qc.Selects) == 0 {
2019-06-02 01:48:42 +02:00
return 0, errors.New("empty query")
2019-05-13 01:27:26 +02:00
}
2019-09-05 06:09:56 +02:00
c := &compilerContext{w, qc.Selects, co}
2019-09-20 06:19:11 +02:00
2019-12-25 07:24:30 +01:00
st := NewIntStack()
2020-02-10 07:45:37 +01:00
i := 0
2019-11-19 06:47:55 +01:00
io.WriteString(c.w, `SELECT jsonb_build_object(`)
2020-02-10 07:45:37 +01:00
for _, id := range qc.Roots {
if i != 0 {
io.WriteString(c.w, `, `)
2019-11-19 06:47:55 +01:00
}
root := &qc.Selects[id]
if root.SkipRender || len(root.Cols) == 0 {
squoted(c.w, root.FieldName)
2020-02-10 07:45:37 +01:00
io.WriteString(c.w, `, `)
io.WriteString(c.w, `NULL`)
} else {
st.Push(root.ID + closeBlock)
st.Push(root.ID)
c.renderRootSelect(root)
}
2019-09-20 06:19:11 +02:00
2020-02-10 07:45:37 +01:00
i++
}
2019-11-19 06:47:55 +01:00
var ignored uint32
2020-02-10 07:45:37 +01:00
if st.Len() != 0 {
io.WriteString(c.w, `) as "__root" FROM `)
} else {
io.WriteString(c.w, `) as "__root"`)
return ignored, nil
2019-09-20 06:19:11 +02:00
}
2019-05-13 01:27:26 +02:00
2019-03-24 14:57:29 +01:00
for {
if st.Len() == 0 {
break
}
2019-06-08 02:53:08 +02:00
id := st.Pop()
2019-03-24 14:57:29 +01:00
2019-06-08 02:53:08 +02:00
if id < closeBlock {
sel := &c.s[id]
2020-03-18 04:03:41 +01:00
if len(sel.Cols) == 0 {
continue
}
ti, err := c.schema.GetTable(sel.Name)
if err != nil {
return 0, err
}
2020-02-10 07:45:37 +01:00
if sel.ParentID == -1 {
io.WriteString(c.w, `(`)
} else {
c.renderLateralJoin(sel)
2020-02-21 05:59:37 +01:00
}
if !ti.IsSingular {
2020-02-21 05:59:37 +01:00
c.renderPluralSelect(sel, ti)
2019-06-08 02:53:08 +02:00
}
2019-11-19 06:47:55 +01:00
2020-02-11 07:11:35 +01:00
skipped, err := c.renderSelect(sel, ti, vars)
2019-05-13 01:27:26 +02:00
if err != nil {
2019-06-02 01:48:42 +02:00
return 0, err
2019-05-13 01:27:26 +02:00
}
ignored |= skipped
2019-03-24 14:57:29 +01:00
2019-06-08 02:53:08 +02:00
for _, cid := range sel.Children {
if hasBit(skipped, uint32(cid)) {
2019-05-13 01:27:26 +02:00
continue
}
2019-06-08 02:53:08 +02:00
child := &c.s[cid]
if child.SkipRender {
continue
}
2019-06-08 02:53:08 +02:00
st.Push(child.ID + closeBlock)
st.Push(child.ID)
2019-03-24 14:57:29 +01:00
}
2019-06-08 02:53:08 +02:00
} else {
sel := &c.s[(id - closeBlock)]
ti, err := c.schema.GetTable(sel.Name)
if err != nil {
return 0, err
}
io.WriteString(c.w, `)`)
aliasWithID(c.w, "__sr", sel.ID)
io.WriteString(c.w, `)`)
aliasWithID(c.w, "__sj", sel.ID)
if !ti.IsSingular {
2020-02-21 05:59:37 +01:00
io.WriteString(c.w, `)`)
aliasWithID(c.w, "__sj", sel.ID)
2020-02-21 05:59:37 +01:00
}
2020-02-10 07:45:37 +01:00
if sel.ParentID == -1 {
2019-11-19 06:47:55 +01:00
if st.Len() != 0 {
io.WriteString(c.w, `, `)
}
2020-02-10 07:45:37 +01:00
} else {
c.renderLateralJoinClose(sel)
2019-06-08 02:53:08 +02:00
}
2019-11-19 06:47:55 +01:00
if len(sel.Args) != 0 {
2020-02-10 07:45:37 +01:00
i := 0
for _, v := range sel.Args {
2020-02-10 07:45:37 +01:00
qcode.FreeNode(v, 500)
i++
}
}
2019-03-24 14:57:29 +01:00
}
}
2019-06-02 01:48:42 +02:00
return ignored, nil
2019-03-24 14:57:29 +01:00
}
func (c *compilerContext) renderPluralSelect(sel *qcode.Select, ti *DBTableInfo) error {
io.WriteString(c.w, `SELECT coalesce(jsonb_agg("__sj_`)
int2string(c.w, sel.ID)
io.WriteString(c.w, `"."json"), '[]') as "json"`)
if sel.Paging.Type != qcode.PtOffset {
n := 0
// check if primary key already included in order by
// query argument
for _, ob := range sel.OrderBy {
if ob.Col == ti.PrimaryCol.Key {
n = 1
break
}
}
if n == 1 {
n = len(sel.OrderBy)
} else {
n = len(sel.OrderBy) + 1
}
io.WriteString(c.w, `, CONCAT_WS(','`)
for i := 0; i < n; i++ {
io.WriteString(c.w, `, max("__cur_`)
int2string(c.w, int32(i))
io.WriteString(c.w, `")`)
}
io.WriteString(c.w, `) as "cursor"`)
}
io.WriteString(c.w, ` FROM (`)
return nil
}
2020-02-21 05:59:37 +01:00
func (c *compilerContext) renderRootSelect(sel *qcode.Select) error {
io.WriteString(c.w, `'`)
io.WriteString(c.w, sel.FieldName)
io.WriteString(c.w, `', `)
io.WriteString(c.w, `"__sj_`)
2020-02-21 05:59:37 +01:00
int2string(c.w, sel.ID)
io.WriteString(c.w, `"."json"`)
2020-02-21 05:59:37 +01:00
if sel.Paging.Type != qcode.PtOffset {
io.WriteString(c.w, `, '`)
io.WriteString(c.w, sel.FieldName)
io.WriteString(c.w, `_cursor', `)
io.WriteString(c.w, `"__sj_`)
2020-02-21 05:59:37 +01:00
int2string(c.w, sel.ID)
io.WriteString(c.w, `"."cursor"`)
}
2020-02-21 05:59:37 +01:00
return nil
}
func (c *compilerContext) initSelect(sel *qcode.Select, ti *DBTableInfo, vars Variables) (uint32, []*qcode.Column, error) {
2019-05-13 01:27:26 +02:00
var skipped uint32
2019-06-08 02:53:08 +02:00
cols := make([]*qcode.Column, 0, len(sel.Cols))
colmap := make(map[string]struct{}, len(sel.Cols))
2019-03-24 14:57:29 +01:00
2019-06-08 02:53:08 +02:00
for i := range sel.Cols {
colmap[sel.Cols[i].Name] = struct{}{}
2019-03-24 14:57:29 +01:00
}
for i := range sel.OrderBy {
colmap[sel.OrderBy[i].Col] = struct{}{}
}
2020-02-10 07:45:37 +01:00
if sel.Paging.Type != qcode.PtOffset {
colmap[ti.PrimaryCol.Key] = struct{}{}
addPrimaryKey := true
for _, ob := range sel.OrderBy {
if ob.Col == ti.PrimaryCol.Key {
addPrimaryKey = false
break
}
2020-02-10 07:45:37 +01:00
}
if addPrimaryKey {
ob := &qcode.OrderBy{Col: ti.PrimaryCol.Name, Order: qcode.OrderAsc}
2020-02-11 07:11:35 +01:00
if sel.Paging.Type == qcode.PtBackward {
ob.Order = qcode.OrderDesc
2020-02-10 07:45:37 +01:00
}
sel.OrderBy = append(sel.OrderBy, ob)
2020-02-10 07:45:37 +01:00
}
}
if sel.Paging.Cursor {
c.addSeekPredicate(sel)
}
2019-06-08 02:53:08 +02:00
for _, id := range sel.Children {
child := &c.s[id]
2019-03-24 14:57:29 +01:00
rel, err := c.schema.GetRel(child.Name, ti.Name)
if err != nil {
return 0, nil, err
//skipped |= (1 << uint(id))
//continue
2019-03-24 14:57:29 +01:00
}
2019-05-13 01:27:26 +02:00
switch rel.Type {
2019-12-25 07:24:30 +01:00
case RelOneToOne, RelOneToMany:
if _, ok := colmap[rel.Right.Col]; !ok {
cols = append(cols, &qcode.Column{Table: ti.Name, Name: rel.Right.Col, FieldName: rel.Right.Col})
colmap[rel.Right.Col] = struct{}{}
2019-03-24 14:57:29 +01:00
}
2020-01-01 07:54:38 +01:00
2019-05-13 01:27:26 +02:00
case RelOneToManyThrough:
if _, ok := colmap[rel.Left.Col]; !ok {
cols = append(cols, &qcode.Column{Table: ti.Name, Name: rel.Left.Col, FieldName: rel.Left.Col})
colmap[rel.Left.Col] = struct{}{}
}
case RelEmbedded:
if _, ok := colmap[rel.Left.Col]; !ok {
cols = append(cols, &qcode.Column{Table: ti.Name, Name: rel.Left.Col, FieldName: rel.Left.Col})
colmap[rel.Left.Col] = struct{}{}
2019-03-24 14:57:29 +01:00
}
2020-01-01 07:54:38 +01:00
2019-05-13 01:27:26 +02:00
case RelRemote:
if _, ok := colmap[rel.Left.Col]; !ok {
cols = append(cols, &qcode.Column{Table: ti.Name, Name: rel.Left.Col, FieldName: rel.Right.Col})
colmap[rel.Left.Col] = struct{}{}
skipped |= (1 << uint(id))
2019-05-13 01:27:26 +02:00
}
default:
return 0, nil, fmt.Errorf("unknown relationship %s", rel)
//skipped |= (1 << uint(id))
2019-03-24 14:57:29 +01:00
}
}
return skipped, cols, nil
2019-03-24 14:57:29 +01:00
}
// This
// (A, B, C) >= (X, Y, Z)
//
// Becomes
// (A > X)
// OR ((A = X) AND (B > Y))
// OR ((A = X) AND (B = Y) AND (C > Z))
// OR ((A = X) AND (B = Y) AND (C = Z))
func (c *compilerContext) addSeekPredicate(sel *qcode.Select) error {
var or, and *qcode.Exp
obLen := len(sel.OrderBy)
if obLen > 1 {
or = qcode.NewFilter()
or.Op = qcode.OpOr
}
for i := 0; i < obLen; i++ {
if i > 0 {
and = qcode.NewFilter()
and.Op = qcode.OpAnd
}
for n, ob := range sel.OrderBy {
f := qcode.NewFilter()
f.Col = ob.Col
f.Type = qcode.ValRef
f.Table = "__cur"
f.Val = ob.Col
if obLen == 1 {
qcode.AddFilter(sel, f)
return nil
}
switch {
case i > 0 && n != i:
f.Op = qcode.OpEquals
case ob.Order == qcode.OrderDesc:
f.Op = qcode.OpLesserThan
default:
f.Op = qcode.OpGreaterThan
}
if and != nil {
and.Children = append(and.Children, f)
} else {
or.Children = append(or.Children, f)
}
if n == i {
break
}
}
if and != nil {
or.Children = append(or.Children, and)
}
}
qcode.AddFilter(sel, or)
return nil
}
2020-02-11 07:11:35 +01:00
func (c *compilerContext) renderSelect(sel *qcode.Select, ti *DBTableInfo, vars Variables) (uint32, error) {
var rel *DBRel
var err error
if sel.ParentID != -1 {
parent := c.s[sel.ParentID]
rel, err = c.schema.GetRel(ti.Name, parent.Name)
if err != nil {
return 0, err
}
}
skipped, childCols, err := c.initSelect(sel, ti, vars)
if err != nil {
return 0, err
}
2019-03-24 14:57:29 +01:00
// SELECT
// io.WriteString(c.w, `SELECT jsonb_build_object(`)
// if err := c.renderColumns(sel, ti, skipped); err != nil {
// return 0, err
// }
io.WriteString(c.w, `SELECT to_jsonb("__sr_`)
int2string(c.w, sel.ID)
io.WriteString(c.w, `".*) `)
if sel.Paging.Type != qcode.PtOffset {
for i := range sel.OrderBy {
io.WriteString(c.w, `- '__cur_`)
int2string(c.w, int32(i))
io.WriteString(c.w, `' `)
}
}
io.WriteString(c.w, `AS "json"`)
if sel.Paging.Type != qcode.PtOffset {
for i := range sel.OrderBy {
io.WriteString(c.w, `, "__cur_`)
int2string(c.w, int32(i))
io.WriteString(c.w, `"`)
}
}
io.WriteString(c.w, `FROM (SELECT `)
if err := c.renderColumns(sel, ti, skipped); err != nil {
return 0, err
}
2019-05-13 01:27:26 +02:00
if sel.Paging.Type != qcode.PtOffset {
for i, ob := range sel.OrderBy {
io.WriteString(c.w, `, LAST_VALUE(`)
colWithTableID(c.w, ti.Name, sel.ID, ob.Col)
io.WriteString(c.w, `) OVER() AS "__cur_`)
int2string(c.w, int32(i))
io.WriteString(c.w, `"`)
2020-02-10 07:45:37 +01:00
}
2019-03-24 14:57:29 +01:00
}
2020-02-10 07:45:37 +01:00
io.WriteString(c.w, ` FROM (`)
2019-03-24 14:57:29 +01:00
// FROM (SELECT .... )
err = c.renderBaseSelect(sel, ti, rel, childCols, skipped)
if err != nil {
2019-05-13 01:27:26 +02:00
return skipped, err
2019-03-24 14:57:29 +01:00
}
2020-02-10 07:45:37 +01:00
//fmt.Fprintf(w, `) AS "%s_%d"`, c.sel.Name, c.sel.ID)
io.WriteString(c.w, `)`)
aliasWithID(c.w, ti.Name, sel.ID)
2019-03-24 14:57:29 +01:00
2020-02-10 07:45:37 +01:00
// END-FROM
2019-03-24 14:57:29 +01:00
2020-02-10 07:45:37 +01:00
return skipped, nil
2019-03-24 14:57:29 +01:00
}
func (c *compilerContext) renderLateralJoin(sel *qcode.Select) error {
io.WriteString(c.w, ` LEFT OUTER JOIN LATERAL (`)
2019-03-24 14:57:29 +01:00
return nil
}
func (c *compilerContext) renderLateralJoinClose(sel *qcode.Select) error {
// io.WriteString(c.w, `) `)
// aliasWithID(c.w, "__sj", sel.ID)
io.WriteString(c.w, ` ON ('true')`)
2019-03-24 14:57:29 +01:00
return nil
}
2019-11-07 08:37:24 +01:00
func (c *compilerContext) renderJoin(sel *qcode.Select, ti *DBTableInfo) error {
parent := &c.s[sel.ParentID]
return c.renderJoinByName(ti.Name, parent.Name, parent.ID)
}
func (c *compilerContext) renderJoinByName(table, parent string, id int32) error {
rel, err := c.schema.GetRel(table, parent)
if err != nil {
return err
2019-03-24 14:57:29 +01:00
}
// This join is only required for one-to-many relations since
// these make use of join tables that need to be pulled in.
2019-03-24 14:57:29 +01:00
if rel.Type != RelOneToManyThrough {
return err
2019-03-24 14:57:29 +01:00
}
pt, err := c.schema.GetTable(parent)
if err != nil {
return err
}
2019-06-08 02:53:08 +02:00
//fmt.Fprintf(w, ` LEFT OUTER JOIN "%s" ON (("%s"."%s") = ("%s_%d"."%s"))`,
//rel.Through, rel.Through, rel.ColT, c.parent.Name, c.parent.ID, rel.Left.Col)
io.WriteString(c.w, ` LEFT OUTER JOIN "`)
io.WriteString(c.w, rel.Through)
io.WriteString(c.w, `" ON ((`)
2019-06-08 02:53:08 +02:00
colWithTable(c.w, rel.Through, rel.ColT)
io.WriteString(c.w, `) = (`)
colWithTableID(c.w, pt.Name, id, rel.Left.Col)
io.WriteString(c.w, `))`)
return nil
2019-06-08 02:53:08 +02:00
}
2020-02-10 07:45:37 +01:00
func (c *compilerContext) renderColumns(sel *qcode.Select, ti *DBTableInfo, skipped uint32) error {
2019-10-14 08:51:36 +02:00
i := 0
2020-03-14 06:35:42 +01:00
var cn string
2019-10-14 08:51:36 +02:00
for _, col := range sel.Cols {
if n := funcPrefixLen(c.schema.fm, col.Name); n != 0 {
if !sel.Functions {
continue
}
2020-03-14 06:35:42 +01:00
cn = col.Name[n:]
} else {
2020-03-14 06:35:42 +01:00
cn = col.Name
if strings.HasSuffix(cn, "_cursor") {
continue
}
2020-03-14 06:35:42 +01:00
}
if len(sel.Allowed) != 0 {
if _, ok := sel.Allowed[cn]; !ok {
continue
2019-10-14 08:51:36 +02:00
}
}
2019-05-13 01:27:26 +02:00
if i != 0 {
2019-06-08 02:53:08 +02:00
io.WriteString(c.w, ", ")
2019-05-13 01:27:26 +02:00
}
2020-02-10 07:45:37 +01:00
colWithTableID(c.w, ti.Name, sel.ID, col.Name)
alias(c.w, col.FieldName)
2020-02-10 07:45:37 +01:00
2019-10-14 08:51:36 +02:00
i++
2019-05-13 01:27:26 +02:00
}
2020-02-10 07:45:37 +01:00
i += c.renderRemoteRelColumns(sel, ti, i)
return c.renderJoinColumns(sel, ti, skipped, i)
2019-05-13 01:27:26 +02:00
}
2019-03-24 14:57:29 +01:00
2020-02-10 07:45:37 +01:00
func (c *compilerContext) renderRemoteRelColumns(sel *qcode.Select, ti *DBTableInfo, colsRendered int) int {
i := colsRendered
2019-05-13 01:27:26 +02:00
2019-06-08 02:53:08 +02:00
for _, id := range sel.Children {
child := &c.s[id]
2019-05-13 01:27:26 +02:00
rel, err := c.schema.GetRel(child.Name, sel.Name)
if err != nil || rel.Type != RelRemote {
2019-05-13 01:27:26 +02:00
continue
}
2019-06-08 02:53:08 +02:00
if i != 0 || len(sel.Cols) != 0 {
io.WriteString(c.w, ", ")
2019-03-24 14:57:29 +01:00
}
2020-02-10 07:45:37 +01:00
colWithTableID(c.w, ti.Name, sel.ID, rel.Left.Col)
alias(c.w, rel.Right.Col)
2019-05-13 01:27:26 +02:00
i++
2019-03-24 14:57:29 +01:00
}
2020-02-10 07:45:37 +01:00
return i
}
2019-03-24 14:57:29 +01:00
func (c *compilerContext) renderJoinColumns(sel *qcode.Select, ti *DBTableInfo, skipped uint32, colsRendered int) error {
// columns previously rendered
2020-02-10 07:45:37 +01:00
i := colsRendered
2019-03-24 14:57:29 +01:00
for _, id := range sel.Children {
if hasBit(skipped, uint32(id)) {
2019-05-13 01:27:26 +02:00
continue
}
2019-10-03 09:08:01 +02:00
childSel := &c.s[id]
if i != 0 {
io.WriteString(c.w, ", ")
}
2019-05-13 01:27:26 +02:00
2020-03-14 06:35:42 +01:00
if childSel.SkipRender {
io.WriteString(c.w, `NULL`)
alias(c.w, childSel.FieldName)
2020-03-14 06:35:42 +01:00
continue
}
io.WriteString(c.w, `"__sj_`)
2019-11-19 06:47:55 +01:00
int2string(c.w, childSel.ID)
2020-02-10 07:45:37 +01:00
io.WriteString(c.w, `"."json"`)
alias(c.w, childSel.FieldName)
2020-02-10 07:45:37 +01:00
if childSel.Paging.Type != qcode.PtOffset {
io.WriteString(c.w, `, "__sj_`)
2020-02-10 07:45:37 +01:00
int2string(c.w, childSel.ID)
io.WriteString(c.w, `"."cursor" AS "`)
io.WriteString(c.w, childSel.FieldName)
io.WriteString(c.w, `_cursor"`)
2020-02-10 07:45:37 +01:00
}
i++
2019-03-24 14:57:29 +01:00
}
return nil
}
func (c *compilerContext) renderBaseSelect(sel *qcode.Select, ti *DBTableInfo, rel *DBRel,
2019-06-08 02:53:08 +02:00
childCols []*qcode.Column, skipped uint32) error {
isRoot := (rel == nil)
2019-11-25 08:22:33 +01:00
isFil := (sel.Where != nil && sel.Where.Op != qcode.OpNop)
2020-02-10 07:45:37 +01:00
hasOrder := len(sel.OrderBy) != 0
if sel.Paging.Cursor {
c.renderCursorCTE(sel)
}
2020-02-10 07:45:37 +01:00
io.WriteString(c.w, `SELECT `)
2020-02-10 07:45:37 +01:00
if len(sel.DistinctOn) != 0 {
c.renderDistinctOn(sel, ti)
}
2020-02-10 07:45:37 +01:00
realColsRendered, isAgg, err := c.renderBaseColumns(sel, ti, childCols, skipped)
if err != nil {
return err
}
io.WriteString(c.w, ` FROM `)
c.renderFrom(sel, ti, rel)
2019-04-04 06:53:24 +02:00
if isRoot && isFil {
io.WriteString(c.w, ` WHERE (`)
if err := c.renderWhere(sel, ti); err != nil {
2019-04-04 06:53:24 +02:00
return err
}
io.WriteString(c.w, `)`)
}
2019-04-04 06:53:24 +02:00
if !isRoot {
2019-11-07 08:37:24 +01:00
if err := c.renderJoin(sel, ti); err != nil {
return err
}
2019-04-04 06:53:24 +02:00
io.WriteString(c.w, ` WHERE (`)
2019-10-03 09:08:01 +02:00
if err := c.renderRelationship(sel, ti); err != nil {
return err
}
if isFil {
io.WriteString(c.w, ` AND `)
if err := c.renderWhere(sel, ti); err != nil {
return err
}
}
io.WriteString(c.w, `)`)
}
2020-02-10 07:45:37 +01:00
if isAgg && len(realColsRendered) != 0 {
io.WriteString(c.w, ` GROUP BY `)
2020-02-10 07:45:37 +01:00
for i, id := range realColsRendered {
c.renderComma(i)
//fmt.Fprintf(w, `"%s"."%s"`, c.sel.Name, c.sel.Cols[id].Name)
colWithTable(c.w, ti.Name, sel.Cols[id].Name)
}
}
if hasOrder {
if err := c.renderOrderBy(sel, ti); err != nil {
2020-02-10 07:45:37 +01:00
return err
}
}
2019-10-14 08:51:36 +02:00
switch {
case ti.IsSingular:
2019-11-19 06:47:55 +01:00
io.WriteString(c.w, ` LIMIT ('1') :: integer`)
2019-10-14 08:51:36 +02:00
case len(sel.Paging.Limit) != 0:
//fmt.Fprintf(w, ` LIMIT ('%s') :: integer`, c.sel.Paging.Limit)
io.WriteString(c.w, ` LIMIT ('`)
io.WriteString(c.w, sel.Paging.Limit)
io.WriteString(c.w, `') :: integer`)
2019-11-19 06:47:55 +01:00
case sel.Paging.NoLimit:
break
2019-10-14 08:51:36 +02:00
default:
io.WriteString(c.w, ` LIMIT ('20') :: integer`)
}
2019-06-08 02:53:08 +02:00
if len(sel.Paging.Offset) != 0 {
//fmt.Fprintf(w, ` OFFSET ('%s') :: integer`, c.sel.Paging.Offset)
io.WriteString(c.w, ` OFFSET ('`)
io.WriteString(c.w, sel.Paging.Offset)
io.WriteString(c.w, `') :: integer`)
}
return nil
2019-03-24 14:57:29 +01:00
}
func (c *compilerContext) renderFrom(sel *qcode.Select, ti *DBTableInfo, rel *DBRel) error {
if rel != nil && rel.Type == RelEmbedded {
// jsonb_to_recordset('[{"a":1,"b":[1,2,3],"c":"bar"}, {"a":2,"b":[1,2,3],"c":"bar"}]') as x(a int, b text, d text);
io.WriteString(c.w, `"`)
io.WriteString(c.w, rel.Left.Table)
io.WriteString(c.w, `", `)
io.WriteString(c.w, ti.Type)
io.WriteString(c.w, `_to_recordset(`)
colWithTable(c.w, rel.Left.Table, rel.Right.Col)
io.WriteString(c.w, `) AS `)
io.WriteString(c.w, `"`)
io.WriteString(c.w, ti.Name)
io.WriteString(c.w, `"`)
io.WriteString(c.w, `(`)
for i, col := range ti.Columns {
if i != 0 {
io.WriteString(c.w, `, `)
}
io.WriteString(c.w, col.Name)
io.WriteString(c.w, ` `)
io.WriteString(c.w, col.Type)
}
io.WriteString(c.w, `)`)
} else {
//fmt.Fprintf(w, ` FROM "%s"`, c.sel.Name)
io.WriteString(c.w, `"`)
io.WriteString(c.w, ti.Name)
io.WriteString(c.w, `"`)
}
if sel.Paging.Cursor {
io.WriteString(c.w, `, "__cur"`)
}
return nil
}
func (c *compilerContext) renderCursorCTE(sel *qcode.Select) error {
io.WriteString(c.w, `WITH "__cur" AS (SELECT `)
for i, ob := range sel.OrderBy {
if i != 0 {
io.WriteString(c.w, `, `)
}
io.WriteString(c.w, `a[`)
int2string(c.w, int32(i+1))
io.WriteString(c.w, `] as `)
quoted(c.w, ob.Col)
}
io.WriteString(c.w, ` FROM string_to_array('{{cursor}}', ',') as a) `)
return nil
}
2019-10-03 09:08:01 +02:00
func (c *compilerContext) renderRelationship(sel *qcode.Select, ti *DBTableInfo) error {
2019-06-08 02:53:08 +02:00
parent := c.s[sel.ParentID]
pti, err := c.schema.GetTable(parent.Name)
if err != nil {
return err
}
return c.renderRelationshipByName(ti.Name, pti.Name, parent.ID)
}
2019-06-08 02:53:08 +02:00
func (c *compilerContext) renderRelationshipByName(table, parent string, id int32) error {
rel, err := c.schema.GetRel(table, parent)
if err != nil {
return err
}
io.WriteString(c.w, `((`)
2019-03-24 14:57:29 +01:00
switch rel.Type {
2019-12-25 07:24:30 +01:00
case RelOneToOne, RelOneToMany:
//fmt.Fprintf(w, `(("%s"."%s") = ("%s_%d"."%s"))`,
//c.sel.Name, rel.Left.Col, c.parent.Name, c.parent.ID, rel.Right.Col)
switch {
case !rel.Left.Array && rel.Right.Array:
colWithTable(c.w, table, rel.Left.Col)
io.WriteString(c.w, `) = any (`)
colWithTableID(c.w, parent, id, rel.Right.Col)
case rel.Left.Array && !rel.Right.Array:
colWithTableID(c.w, parent, id, rel.Right.Col)
io.WriteString(c.w, `) = any (`)
colWithTable(c.w, table, rel.Left.Col)
default:
colWithTable(c.w, table, rel.Left.Col)
io.WriteString(c.w, `) = (`)
colWithTableID(c.w, parent, id, rel.Right.Col)
}
2019-03-24 14:57:29 +01:00
case RelOneToManyThrough:
// This requires the through table to be joined onto this select
//fmt.Fprintf(w, `(("%s"."%s") = ("%s"."%s"))`,
//c.sel.Name, rel.Left.Col, rel.Through, rel.Right.Col)
switch {
case !rel.Left.Array && rel.Right.Array:
colWithTable(c.w, table, rel.Left.Col)
io.WriteString(c.w, `) = any (`)
colWithTable(c.w, rel.Through, rel.Right.Col)
case rel.Left.Array && !rel.Right.Array:
colWithTable(c.w, rel.Through, rel.Right.Col)
io.WriteString(c.w, `) = any (`)
colWithTable(c.w, table, rel.Left.Col)
default:
colWithTable(c.w, table, rel.Left.Col)
io.WriteString(c.w, `) = (`)
colWithTable(c.w, rel.Through, rel.Right.Col)
}
case RelEmbedded:
colWithTable(c.w, rel.Left.Table, rel.Left.Col)
io.WriteString(c.w, `) = (`)
colWithTableID(c.w, parent, id, rel.Left.Col)
2019-03-24 14:57:29 +01:00
}
io.WriteString(c.w, `))`)
return nil
2019-03-24 14:57:29 +01:00
}
func (c *compilerContext) renderWhere(sel *qcode.Select, ti *DBTableInfo) error {
2019-06-08 02:53:08 +02:00
if sel.Where != nil {
2020-01-13 15:34:15 +01:00
return c.renderExp(sel.Where, ti, false)
2019-06-08 02:53:08 +02:00
}
2020-01-13 15:34:15 +01:00
return nil
}
func (c *compilerContext) renderExp(ex *qcode.Exp, ti *DBTableInfo, skipNested bool) error {
st := util.NewStack()
st.Push(ex)
2019-06-08 02:53:08 +02:00
2019-03-24 14:57:29 +01:00
for {
if st.Len() == 0 {
break
}
intf := st.Pop()
switch val := intf.(type) {
case int32:
switch val {
case '(':
io.WriteString(c.w, `(`)
case ')':
io.WriteString(c.w, `)`)
}
2019-03-24 14:57:29 +01:00
case qcode.ExpOp:
switch val {
case qcode.OpAnd:
io.WriteString(c.w, ` AND `)
2019-03-24 14:57:29 +01:00
case qcode.OpOr:
io.WriteString(c.w, ` OR `)
2019-03-24 14:57:29 +01:00
case qcode.OpNot:
io.WriteString(c.w, `NOT `)
case qcode.OpFalse:
io.WriteString(c.w, `false`)
2019-03-24 14:57:29 +01:00
default:
2019-05-13 01:27:26 +02:00
return fmt.Errorf("11: unexpected value %v (%t)", intf, intf)
2019-03-24 14:57:29 +01:00
}
2019-10-03 09:08:01 +02:00
2019-03-24 14:57:29 +01:00
case *qcode.Exp:
switch val.Op {
case qcode.OpFalse:
st.Push(val.Op)
case qcode.OpAnd, qcode.OpOr:
st.Push(')')
for i := len(val.Children) - 1; i >= 0; i-- {
st.Push(val.Children[i])
if i > 0 {
st.Push(val.Op)
}
}
st.Push('(')
2019-10-03 09:08:01 +02:00
2019-03-24 14:57:29 +01:00
case qcode.OpNot:
st.Push(val.Children[0])
st.Push(qcode.OpNot)
2019-03-24 14:57:29 +01:00
2019-10-03 09:08:01 +02:00
default:
2020-01-13 15:34:15 +01:00
if !skipNested && len(val.NestedCols) != 0 {
io.WriteString(c.w, `EXISTS `)
2019-10-03 09:08:01 +02:00
2020-01-13 15:34:15 +01:00
if err := c.renderNestedWhere(val, ti); err != nil {
return err
2019-10-03 09:08:01 +02:00
}
} else {
//fmt.Fprintf(w, `(("%s"."%s") `, c.sel.Name, val.Col)
2020-01-13 15:34:15 +01:00
if err := c.renderOp(val, ti); err != nil {
return err
2019-10-03 09:08:01 +02:00
}
}
2019-10-03 09:08:01 +02:00
}
2020-02-10 07:45:37 +01:00
//qcode.FreeExp(val)
2019-03-24 14:57:29 +01:00
default:
2019-05-13 01:27:26 +02:00
return fmt.Errorf("12: unexpected value %v (%t)", intf, intf)
2019-03-24 14:57:29 +01:00
}
}
return nil
}
2020-01-13 15:34:15 +01:00
func (c *compilerContext) renderNestedWhere(ex *qcode.Exp, ti *DBTableInfo) error {
for i := 0; i < len(ex.NestedCols)-1; i++ {
cti, err := c.schema.GetTable(ex.NestedCols[i])
if err != nil {
return err
}
if i != 0 {
io.WriteString(c.w, ` AND `)
}
io.WriteString(c.w, `(SELECT 1 FROM `)
io.WriteString(c.w, cti.Name)
if err := c.renderJoinByName(cti.Name, ti.Name, -1); err != nil {
return err
}
io.WriteString(c.w, ` WHERE `)
if err := c.renderRelationshipByName(cti.Name, ti.Name, -1); err != nil {
return err
}
2020-01-13 15:34:15 +01:00
io.WriteString(c.w, ` AND (`)
if err := c.renderExp(ex, cti, true); err != nil {
return err
}
io.WriteString(c.w, `)`)
}
for i := 0; i < len(ex.NestedCols)-1; i++ {
io.WriteString(c.w, `)`)
}
return nil
}
2020-01-13 15:34:15 +01:00
func (c *compilerContext) renderOp(ex *qcode.Exp, ti *DBTableInfo) error {
var col *DBColumn
var ok bool
2019-11-25 08:22:33 +01:00
if ex.Op == qcode.OpNop {
return nil
}
if len(ex.Col) != 0 {
if col, ok = ti.ColMap[ex.Col]; !ok {
return fmt.Errorf("no column '%s' found ", ex.Col)
}
io.WriteString(c.w, `((`)
colWithTable(c.w, ti.Name, ex.Col)
io.WriteString(c.w, `) `)
}
switch ex.Op {
case qcode.OpEquals:
io.WriteString(c.w, `=`)
case qcode.OpNotEquals:
io.WriteString(c.w, `!=`)
case qcode.OpNotDistinct:
io.WriteString(c.w, `IS NOT DISTINCT FROM`)
case qcode.OpDistinct:
io.WriteString(c.w, `IS DISTINCT FROM`)
case qcode.OpGreaterOrEquals:
io.WriteString(c.w, `>=`)
case qcode.OpLesserOrEquals:
io.WriteString(c.w, `<=`)
case qcode.OpGreaterThan:
io.WriteString(c.w, `>`)
case qcode.OpLesserThan:
io.WriteString(c.w, `<`)
case qcode.OpIn:
io.WriteString(c.w, `IN`)
case qcode.OpNotIn:
io.WriteString(c.w, `NOT IN`)
case qcode.OpLike:
io.WriteString(c.w, `LIKE`)
case qcode.OpNotLike:
io.WriteString(c.w, `NOT LIKE`)
case qcode.OpILike:
io.WriteString(c.w, `ILIKE`)
case qcode.OpNotILike:
io.WriteString(c.w, `NOT ILIKE`)
case qcode.OpSimilar:
io.WriteString(c.w, `SIMILAR TO`)
case qcode.OpNotSimilar:
io.WriteString(c.w, `NOT SIMILAR TO`)
case qcode.OpContains:
io.WriteString(c.w, `@>`)
case qcode.OpContainedIn:
io.WriteString(c.w, `<@`)
case qcode.OpHasKey:
io.WriteString(c.w, `?`)
case qcode.OpHasKeyAny:
io.WriteString(c.w, `?|`)
case qcode.OpHasKeyAll:
io.WriteString(c.w, `?&`)
case qcode.OpIsNull:
if strings.EqualFold(ex.Val, "true") {
io.WriteString(c.w, `IS NULL)`)
} else {
io.WriteString(c.w, `IS NOT NULL)`)
}
return nil
case qcode.OpEqID:
if ti.PrimaryCol == nil {
return fmt.Errorf("no primary key column defined for %s", ti.Name)
}
col = ti.PrimaryCol
//fmt.Fprintf(w, `(("%s") =`, c.ti.PrimaryCol)
io.WriteString(c.w, `((`)
colWithTable(c.w, ti.Name, ti.PrimaryCol.Name)
//io.WriteString(c.w, ti.PrimaryCol)
io.WriteString(c.w, `) =`)
case qcode.OpTsQuery:
if ti.PrimaryCol == nil {
return fmt.Errorf("no tsv column defined for %s", ti.Name)
}
//fmt.Fprintf(w, `(("%s") @@ websearch_to_tsquery('%s'))`, c.ti.TSVCol, val.Val)
io.WriteString(c.w, `((`)
colWithTable(c.w, ti.Name, ti.TSVCol.Name)
if c.schema.ver >= 110000 {
io.WriteString(c.w, `) @@ websearch_to_tsquery('{{`)
} else {
io.WriteString(c.w, `) @@ to_tsquery('{{`)
}
io.WriteString(c.w, ex.Val)
io.WriteString(c.w, `}}'))`)
return nil
default:
return fmt.Errorf("[Where] unexpected op code %d", ex.Op)
}
switch {
case ex.Type == qcode.ValList:
c.renderList(ex)
case col == nil:
2020-01-13 15:34:15 +01:00
return errors.New("no column found for expression value")
default:
c.renderVal(ex, c.vars, col)
}
io.WriteString(c.w, `)`)
return nil
}
2019-10-03 09:08:01 +02:00
func (c *compilerContext) renderOrderBy(sel *qcode.Select, ti *DBTableInfo) error {
io.WriteString(c.w, ` ORDER BY `)
2019-03-24 14:57:29 +01:00
for i := range sel.OrderBy {
2019-05-13 01:27:26 +02:00
if i != 0 {
io.WriteString(c.w, `, `)
2019-05-13 01:27:26 +02:00
}
2019-03-24 14:57:29 +01:00
ob := sel.OrderBy[i]
2020-02-10 07:45:37 +01:00
colWithTable(c.w, ti.Name, ob.Col)
2019-03-24 14:57:29 +01:00
switch ob.Order {
case qcode.OrderAsc:
io.WriteString(c.w, ` ASC`)
2019-03-24 14:57:29 +01:00
case qcode.OrderDesc:
io.WriteString(c.w, ` DESC`)
2019-03-24 14:57:29 +01:00
case qcode.OrderAscNullsFirst:
io.WriteString(c.w, ` ASC NULLS FIRST`)
2019-03-24 14:57:29 +01:00
case qcode.OrderDescNullsFirst:
io.WriteString(c.w, ` DESC NULLLS FIRST`)
2019-03-24 14:57:29 +01:00
case qcode.OrderAscNullsLast:
io.WriteString(c.w, ` ASC NULLS LAST`)
2019-03-24 14:57:29 +01:00
case qcode.OrderDescNullsLast:
io.WriteString(c.w, ` DESC NULLS LAST`)
2019-03-24 14:57:29 +01:00
default:
2019-05-13 06:05:08 +02:00
return fmt.Errorf("13: unexpected value %v", ob.Order)
2019-03-24 14:57:29 +01:00
}
}
return nil
}
2019-10-03 09:08:01 +02:00
func (c *compilerContext) renderDistinctOn(sel *qcode.Select, ti *DBTableInfo) {
2019-06-08 02:53:08 +02:00
io.WriteString(c.w, `DISTINCT ON (`)
for i := range sel.DistinctOn {
2019-05-13 01:27:26 +02:00
if i != 0 {
io.WriteString(c.w, `, `)
2019-03-24 14:57:29 +01:00
}
2020-02-10 07:45:37 +01:00
colWithTable(c.w, ti.Name, sel.DistinctOn[i])
2019-03-24 14:57:29 +01:00
}
io.WriteString(c.w, `) `)
2019-03-24 14:57:29 +01:00
}
2019-06-08 02:53:08 +02:00
func (c *compilerContext) renderList(ex *qcode.Exp) {
io.WriteString(c.w, ` (`)
2019-03-24 14:57:29 +01:00
for i := range ex.ListVal {
2019-05-13 01:27:26 +02:00
if i != 0 {
io.WriteString(c.w, `, `)
2019-05-13 01:27:26 +02:00
}
2019-03-24 14:57:29 +01:00
switch ex.ListType {
case qcode.ValBool, qcode.ValInt, qcode.ValFloat:
io.WriteString(c.w, ex.ListVal[i])
2019-03-24 14:57:29 +01:00
case qcode.ValStr:
io.WriteString(c.w, `'`)
io.WriteString(c.w, ex.ListVal[i])
io.WriteString(c.w, `'`)
2019-03-24 14:57:29 +01:00
}
}
io.WriteString(c.w, `)`)
2019-03-24 14:57:29 +01:00
}
func (c *compilerContext) renderVal(ex *qcode.Exp, vars map[string]string, col *DBColumn) {
io.WriteString(c.w, ` `)
2019-10-03 09:08:01 +02:00
switch ex.Type {
case qcode.ValVar:
2020-02-29 06:05:35 +01:00
val, ok := vars[ex.Val]
switch {
case ok && strings.HasPrefix(val, "sql:"):
io.WriteString(c.w, ` (`)
io.WriteString(c.w, val[4:])
io.WriteString(c.w, `)`)
case ok:
squoted(c.w, val)
2020-02-29 06:05:35 +01:00
default:
io.WriteString(c.w, ` '{{`)
io.WriteString(c.w, ex.Val)
io.WriteString(c.w, `}}'`)
2019-03-24 14:57:29 +01:00
}
case qcode.ValRef:
colWithTable(c.w, ex.Table, ex.Col)
default:
squoted(c.w, ex.Val)
2019-03-24 14:57:29 +01:00
}
2020-02-10 07:45:37 +01:00
io.WriteString(c.w, ` :: `)
2020-02-10 07:45:37 +01:00
io.WriteString(c.w, col.Type)
2019-03-24 14:57:29 +01:00
}
func funcPrefixLen(fm map[string]*DBFunction, fn string) int {
switch {
case strings.HasPrefix(fn, "avg_"):
return 4
case strings.HasPrefix(fn, "count_"):
return 6
case strings.HasPrefix(fn, "max_"):
return 4
case strings.HasPrefix(fn, "min_"):
return 4
case strings.HasPrefix(fn, "sum_"):
return 4
case strings.HasPrefix(fn, "stddev_"):
return 7
case strings.HasPrefix(fn, "stddev_pop_"):
return 11
case strings.HasPrefix(fn, "stddev_samp_"):
return 12
case strings.HasPrefix(fn, "variance_"):
return 9
case strings.HasPrefix(fn, "var_pop_"):
return 8
case strings.HasPrefix(fn, "var_samp_"):
return 9
}
fnLen := len(fn)
for k := range fm {
kLen := len(k)
if kLen < fnLen && k[0] == fn[0] && strings.HasPrefix(fn, k) && fn[kLen] == '_' {
return kLen + 1
}
}
return 0
}
2019-05-13 01:27:26 +02:00
2019-06-08 02:53:08 +02:00
func hasBit(n uint32, pos uint32) bool {
2019-05-13 01:27:26 +02:00
val := n & (1 << pos)
return (val > 0)
}
func alias(w io.Writer, alias string) {
io.WriteString(w, ` AS "`)
io.WriteString(w, alias)
io.WriteString(w, `"`)
}
func aliasWithID(w io.Writer, alias string, id int32) {
io.WriteString(w, ` AS "`)
io.WriteString(w, alias)
io.WriteString(w, `_`)
int2string(w, id)
io.WriteString(w, `"`)
}
func colWithTable(w io.Writer, table, col string) {
io.WriteString(w, `"`)
io.WriteString(w, table)
io.WriteString(w, `"."`)
io.WriteString(w, col)
io.WriteString(w, `"`)
}
func colWithTableID(w io.Writer, table string, id int32, col string) {
io.WriteString(w, `"`)
io.WriteString(w, table)
if id >= 0 {
io.WriteString(w, `_`)
int2string(w, id)
}
io.WriteString(w, `"."`)
io.WriteString(w, col)
io.WriteString(w, `"`)
}
2020-02-10 07:45:37 +01:00
func quoted(w io.Writer, identifier string) {
io.WriteString(w, `"`)
2020-02-10 07:45:37 +01:00
io.WriteString(w, identifier)
io.WriteString(w, `"`)
}
2020-02-10 07:45:37 +01:00
func squoted(w io.Writer, identifier string) {
io.WriteString(w, `'`)
io.WriteString(w, identifier)
io.WriteString(w, `'`)
}
const charset = "0123456789"
func int2string(w io.Writer, val int32) {
if val < 10 {
w.Write([]byte{charset[val]})
return
}
2019-06-08 02:53:08 +02:00
temp := int32(0)
val2 := val
for val2 > 0 {
temp *= 10
temp += val2 % 10
val2 = int32(float64(val2 / 10))
}
val3 := temp
for val3 > 0 {
d := val3 % 10
val3 /= 10
w.Write([]byte{charset[d]})
}
}