1
0
mirror of https://github.com/uptrace/go-clickhouse.git synced 2025-06-08 23:26:11 +02:00

feat: add queries to create/drop views

This commit is contained in:
Vladimir Mihailenco 2022-11-03 11:58:19 +02:00
parent 55dc78bb9a
commit cbdda72055
11 changed files with 449 additions and 35 deletions

View File

@ -134,6 +134,10 @@ func (q QueryWithArgs) IsZero() bool {
return q.Query == "" && q.Args == nil return q.Query == "" && q.Args == nil
} }
func (q QueryWithArgs) IsEmpty() bool {
return q.Query == ""
}
func (q QueryWithArgs) AppendQuery(fmter Formatter, b []byte) ([]byte, error) { func (q QueryWithArgs) AppendQuery(fmter Formatter, b []byte) ([]byte, error) {
if q.Args == nil { if q.Args == nil {
return fmter.AppendIdent(b, q.Query), nil return fmter.AppendIdent(b, q.Query), nil

View File

@ -452,6 +452,14 @@ func (db *DB) NewTruncateTable() *TruncateTableQuery {
return NewTruncateTableQuery(db) return NewTruncateTableQuery(db)
} }
func (db *DB) NewCreateView() *CreateViewQuery {
return NewCreateViewQuery(db)
}
func (db *DB) NewDropView() *DropViewQuery {
return NewDropViewQuery(db)
}
func (db *DB) ResetModel(ctx context.Context, models ...any) error { func (db *DB) ResetModel(ctx context.Context, models ...any) error {
for _, model := range models { for _, model := range models {
if _, err := db.NewDropTable().Model(model).IfExists().Exec(ctx); err != nil { if _, err := db.NewDropTable().Model(model).IfExists().Exec(ctx); err != nil {

View File

@ -356,6 +356,40 @@ func (q *baseQuery) appendSettings(fmter chschema.Formatter, b []byte) (_ []byte
return b, nil return b, nil
} }
func (q *baseQuery) appendColumns(fmter chschema.Formatter, b []byte) (_ []byte, err error) {
switch {
case q.columns != nil:
for i, f := range q.columns {
if i > 0 {
b = append(b, ", "...)
}
b, err = f.AppendQuery(fmter, b)
if err != nil {
return nil, err
}
}
case q.table != nil:
b = appendTableColumns(b, q.table.CHAlias, q.table.Fields)
default:
b = append(b, '*')
}
return b, nil
}
func appendTableColumns(b []byte, table chschema.Safe, fields []*chschema.Field) []byte {
for i, f := range fields {
if i > 0 {
b = append(b, ", "...)
}
if len(table) > 0 {
b = append(b, table...)
b = append(b, '.')
}
b = append(b, f.Column...)
}
return b
}
//------------------------------------------------------------------------------ //------------------------------------------------------------------------------
type whereBaseQuery struct { type whereBaseQuery struct {

View File

@ -442,40 +442,6 @@ func (q *SelectQuery) appendWith(fmter chschema.Formatter, b []byte) (_ []byte,
return b, nil return b, nil
} }
func (q *SelectQuery) appendColumns(fmter chschema.Formatter, b []byte) (_ []byte, err error) {
switch {
case q.columns != nil:
for i, f := range q.columns {
if i > 0 {
b = append(b, ", "...)
}
b, err = f.AppendQuery(fmter, b)
if err != nil {
return nil, err
}
}
case q.table != nil:
b = appendTableColumns(b, q.table.CHAlias, q.table.Fields)
default:
b = append(b, '*')
}
return b, nil
}
func appendTableColumns(b []byte, table chschema.Safe, fields []*chschema.Field) []byte {
for i, f := range fields {
if i > 0 {
b = append(b, ", "...)
}
if len(table) > 0 {
b = append(b, table...)
b = append(b, '.')
}
b = append(b, f.Column...)
}
return b
}
func (q *SelectQuery) Scan(ctx context.Context, values ...any) error { func (q *SelectQuery) Scan(ctx context.Context, values ...any) error {
return q.scan(ctx, false, values...) return q.scan(ctx, false, values...)
} }

View File

@ -37,7 +37,7 @@ func (q *CreateTableQuery) WithQuery(fn func(*CreateTableQuery) *CreateTableQuer
return fn(q) return fn(q)
} }
// ------------------------------------------------------------------------------ //------------------------------------------------------------------------------
func (q *CreateTableQuery) Table(tables ...string) *CreateTableQuery { func (q *CreateTableQuery) Table(tables ...string) *CreateTableQuery {
for _, table := range tables { for _, table := range tables {

View File

@ -76,6 +76,26 @@ func TestQuery(t *testing.T) {
Order("id"). Order("id").
Setting("ttl_only_drop_parts = 1") Setting("ttl_only_drop_parts = 1")
}, },
func(db *ch.DB) chschema.QueryAppender {
return db.NewDropView().View("view_name")
},
func(db *ch.DB) chschema.QueryAppender {
return db.NewDropView().IfExists().ViewExpr("view_name")
},
func(db *ch.DB) chschema.QueryAppender {
return db.NewCreateView().
Materialized().
IfNotExists().
View("view_name").
To("dest_table").
Column("col1").
ColumnExpr("col1 AS alias").
TableExpr("src_table AS alias").
Where("foo = bar").
Group("group1").
GroupExpr("group2, group3").
OrderExpr("order2, order3")
},
} }
db := chDB() db := chDB()

271
ch/query_view_create.go Normal file
View File

@ -0,0 +1,271 @@
package ch
import (
"context"
"database/sql"
"github.com/uptrace/go-clickhouse/ch/chschema"
"github.com/uptrace/go-clickhouse/ch/internal"
)
type CreateViewQuery struct {
whereBaseQuery
materialized bool
ifNotExists bool
view chschema.QueryWithArgs
cluster chschema.QueryWithArgs
to chschema.QueryWithArgs
group []chschema.QueryWithArgs
order chschema.QueryWithArgs
}
var _ Query = (*CreateViewQuery)(nil)
func NewCreateViewQuery(db *DB) *CreateViewQuery {
return &CreateViewQuery{
whereBaseQuery: whereBaseQuery{
baseQuery: baseQuery{
db: db,
},
},
}
}
func (q *CreateViewQuery) Model(model any) *CreateViewQuery {
q.setTableModel(model)
return q
}
func (q *CreateViewQuery) WithQuery(fn func(*CreateViewQuery) *CreateViewQuery) *CreateViewQuery {
return fn(q)
}
//------------------------------------------------------------------------------
func (q *CreateViewQuery) View(view string) *CreateViewQuery {
q.view = chschema.UnsafeIdent(view)
return q
}
func (q *CreateViewQuery) ViewExpr(query string, args ...any) *CreateViewQuery {
q.view = chschema.SafeQuery(query, args)
return q
}
func (q *CreateViewQuery) OnCluster(cluster string) *CreateViewQuery {
q.cluster = chschema.UnsafeIdent(cluster)
return q
}
func (q *CreateViewQuery) OnClusterExpr(query string, args ...any) *CreateViewQuery {
q.cluster = chschema.SafeQuery(query, args)
return q
}
func (q *CreateViewQuery) To(to string) *CreateViewQuery {
q.to = chschema.UnsafeIdent(to)
return q
}
func (q *CreateViewQuery) ToExpr(query string, args ...any) *CreateViewQuery {
q.to = chschema.SafeQuery(query, args)
return q
}
func (q *CreateViewQuery) Table(tables ...string) *CreateViewQuery {
for _, table := range tables {
q.addTable(chschema.UnsafeIdent(table))
}
return q
}
func (q *CreateViewQuery) TableExpr(query string, args ...any) *CreateViewQuery {
q.addTable(chschema.SafeQuery(query, args))
return q
}
func (q *CreateViewQuery) ModelTableExpr(query string, args ...any) *CreateViewQuery {
q.modelTableName = chschema.SafeQuery(query, args)
return q
}
//------------------------------------------------------------------------------
func (q *CreateViewQuery) Column(columns ...string) *CreateViewQuery {
for _, column := range columns {
q.addColumn(chschema.UnsafeIdent(column))
}
return q
}
func (q *CreateViewQuery) ColumnExpr(query string, args ...any) *CreateViewQuery {
q.addColumn(chschema.SafeQuery(query, args))
return q
}
func (q *CreateViewQuery) ExcludeColumn(columns ...string) *CreateViewQuery {
q.excludeColumn(columns)
return q
}
//------------------------------------------------------------------------------
func (q *CreateViewQuery) Materialized() *CreateViewQuery {
q.materialized = true
return q
}
func (q *CreateViewQuery) IfNotExists() *CreateViewQuery {
q.ifNotExists = true
return q
}
//------------------------------------------------------------------------------
func (q *CreateViewQuery) Where(query string, args ...any) *CreateViewQuery {
q.addWhere(chschema.SafeQueryWithSep(query, args, " AND "))
return q
}
func (q *CreateViewQuery) WhereOr(query string, args ...any) *CreateViewQuery {
q.addWhere(chschema.SafeQueryWithSep(query, args, " OR "))
return q
}
func (q *CreateViewQuery) WhereGroup(sep string, fn func(*CreateViewQuery) *CreateViewQuery) *CreateViewQuery {
saved := q.where
q.where = nil
q = fn(q)
where := q.where
q.where = saved
q.addWhereGroup(sep, where)
return q
}
func (q *CreateViewQuery) Group(columns ...string) *CreateViewQuery {
for _, column := range columns {
q.group = append(q.group, chschema.UnsafeIdent(column))
}
return q
}
func (q *CreateViewQuery) GroupExpr(group string, args ...any) *CreateViewQuery {
q.group = append(q.group, chschema.SafeQuery(group, args))
return q
}
func (q *CreateViewQuery) OrderExpr(query string, args ...any) *CreateViewQuery {
q.order = chschema.SafeQuery(query, args)
return q
}
func (q *CreateViewQuery) Setting(query string, args ...any) *CreateViewQuery {
q.settings = append(q.settings, chschema.SafeQuery(query, args))
return q
}
//------------------------------------------------------------------------------
func (q *CreateViewQuery) Operation() string {
return "CREATE VIEW"
}
var _ chschema.QueryAppender = (*CreateViewQuery)(nil)
func (q *CreateViewQuery) AppendQuery(fmter chschema.Formatter, b []byte) (_ []byte, err error) {
if q.err != nil {
return nil, q.err
}
b = append(b, "CREATE "...)
if q.materialized {
b = append(b, "MATERIALIZED "...)
}
b = append(b, "VIEW "...)
if q.ifNotExists {
b = append(b, "IF NOT EXISTS "...)
}
b, err = q.view.AppendQuery(fmter, b)
if err != nil {
return nil, err
}
if !q.cluster.IsEmpty() {
b = append(b, " ON CLUSTER "...)
b, err = q.cluster.AppendQuery(fmter, b)
if err != nil {
return nil, err
}
}
b = append(b, " TO "...)
b, err = q.to.AppendQuery(fmter, b)
if err != nil {
return nil, err
}
b = append(b, " AS "...)
b = append(b, "SELECT "...)
b, err = q.appendColumns(fmter, b)
if err != nil {
return nil, err
}
b = append(b, " FROM "...)
b, err = q.appendTablesWithAlias(fmter, b)
if err != nil {
return nil, err
}
b, err = q.appendWhere(fmter, b)
if err != nil {
return nil, err
}
if len(q.group) > 0 {
b = append(b, " GROUP BY "...)
for i, f := range q.group {
if i > 0 {
b = append(b, ", "...)
}
b, err = f.AppendQuery(fmter, b)
if err != nil {
return nil, err
}
}
}
if !q.order.IsZero() {
b = append(b, " ORDER BY "...)
b, err = q.order.AppendQuery(fmter, b)
if err != nil {
return nil, err
}
}
b, err = q.appendSettings(fmter, b)
if err != nil {
return nil, err
}
return b, nil
}
//------------------------------------------------------------------------------
func (q *CreateViewQuery) Exec(ctx context.Context, dest ...any) (sql.Result, error) {
queryBytes, err := q.AppendQuery(q.db.fmter, q.db.makeQueryBytes())
if err != nil {
return nil, err
}
query := internal.String(queryBytes)
return q.exec(ctx, q, query)
}

108
ch/query_view_drop.go Normal file
View File

@ -0,0 +1,108 @@
package ch
import (
"context"
"database/sql"
"github.com/uptrace/go-clickhouse/ch/chschema"
"github.com/uptrace/go-clickhouse/ch/internal"
)
type DropViewQuery struct {
baseQuery
ifExists bool
view chschema.QueryWithArgs
cluster chschema.QueryWithArgs
}
var _ Query = (*DropViewQuery)(nil)
func NewDropViewQuery(db *DB) *DropViewQuery {
q := &DropViewQuery{
baseQuery: baseQuery{
db: db,
},
}
return q
}
func (q *DropViewQuery) Model(model any) *DropViewQuery {
q.setTableModel(model)
return q
}
func (q *DropViewQuery) WithQuery(fn func(*DropViewQuery) *DropViewQuery) *DropViewQuery {
return fn(q)
}
//------------------------------------------------------------------------------
func (q *DropViewQuery) IfExists() *DropViewQuery {
q.ifExists = true
return q
}
func (q *DropViewQuery) View(view string) *DropViewQuery {
q.view = chschema.UnsafeIdent(view)
return q
}
func (q *DropViewQuery) ViewExpr(query string, args ...any) *DropViewQuery {
q.view = chschema.SafeQuery(query, args)
return q
}
func (q *DropViewQuery) OnCluster(cluster string) *DropViewQuery {
q.cluster = chschema.UnsafeIdent(cluster)
return q
}
func (q *DropViewQuery) OnClusterExpr(query string, args ...any) *DropViewQuery {
q.cluster = chschema.SafeQuery(query, args)
return q
}
//------------------------------------------------------------------------------
func (q *DropViewQuery) Operation() string {
return "DROP TABLE"
}
func (q *DropViewQuery) AppendQuery(fmter chschema.Formatter, b []byte) (_ []byte, err error) {
if q.err != nil {
return nil, q.err
}
b = append(b, "DROP VIEW "...)
if q.ifExists {
b = append(b, "IF EXISTS "...)
}
b, err = q.view.AppendQuery(fmter, b)
if err != nil {
return nil, err
}
if !q.cluster.IsEmpty() {
b = append(b, " ON CLUSTER "...)
b, err = q.cluster.AppendQuery(fmter, b)
if err != nil {
return nil, err
}
}
return b, nil
}
//------------------------------------------------------------------------------
func (q *DropViewQuery) Exec(ctx context.Context, dest ...any) (sql.Result, error) {
queryBytes, err := q.AppendQuery(q.db.fmter, q.db.makeQueryBytes())
if err != nil {
return nil, err
}
query := internal.String(queryBytes)
return q.exec(ctx, q, query)
}

1
ch/testdata/snapshots/TestQuery-11 vendored Normal file
View File

@ -0,0 +1 @@
DROP VIEW "hello_world"

1
ch/testdata/snapshots/TestQuery-12 vendored Normal file
View File

@ -0,0 +1 @@
DROP VIEW IF EXISTS hello_world

1
ch/testdata/snapshots/TestQuery-13 vendored Normal file
View File

@ -0,0 +1 @@
CREATE VIEW "view_name"TO "dest_table" AS SELECT "col1", col1 AS alias FROM src_table AS alias