1
1
mirror of https://github.com/go-gitea/gitea synced 2024-11-01 15:54:25 +00:00
gitea/vendor/github.com/go-testfixtures/testfixtures/v3/postgresql.go

386 lines
8.8 KiB
Go
Raw Normal View History

2016-12-29 01:03:40 +00:00
package testfixtures
import (
"database/sql"
"fmt"
"strings"
2016-12-29 01:03:40 +00:00
)
type postgreSQL struct {
2016-12-29 01:03:40 +00:00
baseHelper
useAlterConstraint bool
2020-08-14 01:54:46 +00:00
useDropConstraint bool
skipResetSequences bool
resetSequencesTo int64
2016-12-29 01:03:40 +00:00
tables []string
sequences []string
nonDeferrableConstraints []pgConstraint
2020-08-14 01:54:46 +00:00
constraints []pgConstraint
tablesChecksum map[string]string
2016-12-29 01:03:40 +00:00
}
type pgConstraint struct {
tableName string
constraintName string
2020-08-14 01:54:46 +00:00
definition string
2016-12-29 01:03:40 +00:00
}
func (h *postgreSQL) init(db *sql.DB) error {
2016-12-29 01:03:40 +00:00
var err error
h.tables, err = h.tableNames(db)
2016-12-29 01:03:40 +00:00
if err != nil {
return err
}
h.sequences, err = h.getSequences(db)
if err != nil {
return err
}
h.nonDeferrableConstraints, err = h.getNonDeferrableConstraints(db)
if err != nil {
return err
}
2020-08-14 01:54:46 +00:00
h.constraints, err = h.getConstraints(db)
if err != nil {
return err
}
2016-12-29 01:03:40 +00:00
return nil
}
func (*postgreSQL) paramType() int {
2016-12-29 01:03:40 +00:00
return paramTypeDollar
}
func (*postgreSQL) databaseName(q queryable) (string, error) {
var dbName string
err := q.QueryRow("SELECT current_database()").Scan(&dbName)
return dbName, err
2016-12-29 01:03:40 +00:00
}
func (h *postgreSQL) tableNames(q queryable) ([]string, error) {
2016-12-29 01:03:40 +00:00
var tables []string
const sql = `
SELECT pg_namespace.nspname || '.' || pg_class.relname
FROM pg_class
INNER JOIN pg_namespace ON pg_namespace.oid = pg_class.relnamespace
WHERE pg_class.relkind = 'r'
2020-08-14 01:54:46 +00:00
AND pg_namespace.nspname NOT IN ('pg_catalog', 'information_schema', 'crdb_internal')
AND pg_namespace.nspname NOT LIKE 'pg_toast%'
AND pg_namespace.nspname NOT LIKE '\_timescaledb%';
`
rows, err := q.Query(sql)
2016-12-29 01:03:40 +00:00
if err != nil {
return nil, err
}
defer rows.Close()
2016-12-29 01:03:40 +00:00
for rows.Next() {
var table string
if err = rows.Scan(&table); err != nil {
return nil, err
}
2016-12-29 01:03:40 +00:00
tables = append(tables, table)
}
if err = rows.Err(); err != nil {
return nil, err
}
2016-12-29 01:03:40 +00:00
return tables, nil
}
func (h *postgreSQL) getSequences(q queryable) ([]string, error) {
const sql = `
SELECT pg_namespace.nspname || '.' || pg_class.relname AS sequence_name
FROM pg_class
INNER JOIN pg_namespace ON pg_namespace.oid = pg_class.relnamespace
WHERE pg_class.relkind = 'S'
AND pg_namespace.nspname NOT LIKE '\_timescaledb%'
`
2016-12-29 01:03:40 +00:00
rows, err := q.Query(sql)
2016-12-29 01:03:40 +00:00
if err != nil {
return nil, err
}
defer rows.Close()
var sequences []string
2016-12-29 01:03:40 +00:00
for rows.Next() {
var sequence string
if err = rows.Scan(&sequence); err != nil {
return nil, err
}
sequences = append(sequences, sequence)
}
if err = rows.Err(); err != nil {
return nil, err
}
2016-12-29 01:03:40 +00:00
return sequences, nil
}
func (*postgreSQL) getNonDeferrableConstraints(q queryable) ([]pgConstraint, error) {
2016-12-29 01:03:40 +00:00
var constraints []pgConstraint
const sql = `
SELECT table_schema || '.' || table_name, constraint_name
FROM information_schema.table_constraints
WHERE constraint_type = 'FOREIGN KEY'
AND is_deferrable = 'NO'
2020-08-14 01:54:46 +00:00
AND table_schema <> 'crdb_internal'
AND table_schema NOT LIKE '\_timescaledb%'
`
rows, err := q.Query(sql)
2016-12-29 01:03:40 +00:00
if err != nil {
return nil, err
}
defer rows.Close()
2020-08-14 01:54:46 +00:00
2016-12-29 01:03:40 +00:00
for rows.Next() {
var constraint pgConstraint
if err = rows.Scan(&constraint.tableName, &constraint.constraintName); err != nil {
2016-12-29 01:03:40 +00:00
return nil, err
}
constraints = append(constraints, constraint)
}
if err = rows.Err(); err != nil {
return nil, err
}
2016-12-29 01:03:40 +00:00
return constraints, nil
}
2020-08-14 01:54:46 +00:00
func (h *postgreSQL) getConstraints(q queryable) ([]pgConstraint, error) {
var constraints []pgConstraint
const sql = `
2020-08-14 01:54:46 +00:00
SELECT conrelid::regclass AS table_from, conname, pg_get_constraintdef(pg_constraint.oid)
FROM pg_constraint
INNER JOIN pg_namespace ON pg_namespace.oid = pg_constraint.connamespace
WHERE contype = 'f'
AND pg_namespace.nspname NOT IN ('pg_catalog', 'information_schema', 'crdb_internal')
AND pg_namespace.nspname NOT LIKE 'pg_toast%'
AND pg_namespace.nspname NOT LIKE '\_timescaledb%';
`
rows, err := q.Query(sql)
if err != nil {
return nil, err
}
defer rows.Close()
for rows.Next() {
var constraint pgConstraint
if err = rows.Scan(
&constraint.tableName,
&constraint.constraintName,
&constraint.definition,
); err != nil {
return nil, err
}
constraints = append(constraints, constraint)
}
if err = rows.Err(); err != nil {
return nil, err
}
return constraints, nil
}
func (h *postgreSQL) dropAndRecreateConstraints(db *sql.DB, loadFn loadFunction) (err error) {
defer func() {
// Re-create constraints again after load
var b strings.Builder
2020-08-14 01:54:46 +00:00
for _, constraint := range h.constraints {
b.WriteString(fmt.Sprintf(
2020-08-14 01:54:46 +00:00
"ALTER TABLE %s ADD CONSTRAINT %s %s;",
h.quoteKeyword(constraint.tableName),
h.quoteKeyword(constraint.constraintName),
constraint.definition,
))
2020-08-14 01:54:46 +00:00
}
if _, err2 := db.Exec(b.String()); err2 != nil && err == nil {
2020-08-14 01:54:46 +00:00
err = err2
}
}()
var b strings.Builder
2020-08-14 01:54:46 +00:00
for _, constraint := range h.constraints {
b.WriteString(fmt.Sprintf(
2020-08-14 01:54:46 +00:00
"ALTER TABLE %s DROP CONSTRAINT %s;",
h.quoteKeyword(constraint.tableName),
h.quoteKeyword(constraint.constraintName),
))
2020-08-14 01:54:46 +00:00
}
if _, err := db.Exec(b.String()); err != nil {
2020-08-14 01:54:46 +00:00
return err
}
tx, err := db.Begin()
if err != nil {
return err
}
defer tx.Rollback()
if err = loadFn(tx); err != nil {
return err
}
return tx.Commit()
}
func (h *postgreSQL) disableTriggers(db *sql.DB, loadFn loadFunction) (err error) {
2016-12-29 01:03:40 +00:00
defer func() {
var b strings.Builder
2016-12-29 01:03:40 +00:00
for _, table := range h.tables {
b.WriteString(fmt.Sprintf("ALTER TABLE %s ENABLE TRIGGER ALL;", h.quoteKeyword(table)))
2016-12-29 01:03:40 +00:00
}
if _, err2 := db.Exec(b.String()); err2 != nil && err == nil {
err = err2
}
2016-12-29 01:03:40 +00:00
}()
tx, err := db.Begin()
if err != nil {
return err
}
var b strings.Builder
2016-12-29 01:03:40 +00:00
for _, table := range h.tables {
b.WriteString(fmt.Sprintf("ALTER TABLE %s DISABLE TRIGGER ALL;", h.quoteKeyword(table)))
2016-12-29 01:03:40 +00:00
}
if _, err = tx.Exec(b.String()); err != nil {
2016-12-29 01:03:40 +00:00
return err
}
if err = loadFn(tx); err != nil {
tx.Rollback()
return err
}
return tx.Commit()
}
func (h *postgreSQL) makeConstraintsDeferrable(db *sql.DB, loadFn loadFunction) (err error) {
2016-12-29 01:03:40 +00:00
defer func() {
// ensure constraint being not deferrable again after load
var b strings.Builder
2016-12-29 01:03:40 +00:00
for _, constraint := range h.nonDeferrableConstraints {
b.WriteString(fmt.Sprintf("ALTER TABLE %s ALTER CONSTRAINT %s NOT DEFERRABLE;", h.quoteKeyword(constraint.tableName), h.quoteKeyword(constraint.constraintName)))
2016-12-29 01:03:40 +00:00
}
if _, err2 := db.Exec(b.String()); err2 != nil && err == nil {
err = err2
}
2016-12-29 01:03:40 +00:00
}()
var b strings.Builder
2016-12-29 01:03:40 +00:00
for _, constraint := range h.nonDeferrableConstraints {
b.WriteString(fmt.Sprintf("ALTER TABLE %s ALTER CONSTRAINT %s DEFERRABLE;", h.quoteKeyword(constraint.tableName), h.quoteKeyword(constraint.constraintName)))
2016-12-29 01:03:40 +00:00
}
if _, err := db.Exec(b.String()); err != nil {
2016-12-29 01:03:40 +00:00
return err
}
tx, err := db.Begin()
if err != nil {
return err
}
defer tx.Rollback()
2016-12-29 01:03:40 +00:00
if _, err = tx.Exec("SET CONSTRAINTS ALL DEFERRED"); err != nil {
return err
2016-12-29 01:03:40 +00:00
}
if err = loadFn(tx); err != nil {
return err
}
return tx.Commit()
}
func (h *postgreSQL) disableReferentialIntegrity(db *sql.DB, loadFn loadFunction) (err error) {
2016-12-29 01:03:40 +00:00
// ensure sequences being reset after load
if !h.skipResetSequences {
defer func() {
if err2 := h.resetSequences(db); err2 != nil && err == nil {
err = err2
}
}()
}
2016-12-29 01:03:40 +00:00
2020-08-14 01:54:46 +00:00
if h.useDropConstraint {
return h.dropAndRecreateConstraints(db, loadFn)
}
if h.useAlterConstraint {
2016-12-29 01:03:40 +00:00
return h.makeConstraintsDeferrable(db, loadFn)
}
return h.disableTriggers(db, loadFn)
2016-12-29 01:03:40 +00:00
}
func (h *postgreSQL) resetSequences(db *sql.DB) error {
resetSequencesTo := h.resetSequencesTo
if resetSequencesTo == 0 {
resetSequencesTo = 10000
}
2016-12-29 01:03:40 +00:00
for _, sequence := range h.sequences {
_, err := db.Exec(fmt.Sprintf("SELECT SETVAL('%s', %d)", sequence, resetSequencesTo))
if err != nil {
return err
}
}
return nil
}
func (h *postgreSQL) isTableModified(q queryable, tableName string) (bool, error) {
checksum, err := h.getChecksum(q, tableName)
if err != nil {
return false, err
}
oldChecksum := h.tablesChecksum[tableName]
return oldChecksum == "" || checksum != oldChecksum, nil
}
func (h *postgreSQL) afterLoad(q queryable) error {
if h.tablesChecksum != nil {
return nil
}
h.tablesChecksum = make(map[string]string, len(h.tables))
for _, t := range h.tables {
checksum, err := h.getChecksum(q, t)
if err != nil {
return err
}
h.tablesChecksum[t] = checksum
}
return nil
}
func (h *postgreSQL) getChecksum(q queryable, tableName string) (string, error) {
sqlStr := fmt.Sprintf(`
2020-08-14 01:54:46 +00:00
SELECT md5(CAST((json_agg(t.*)) AS TEXT))
FROM %s AS t
`,
h.quoteKeyword(tableName),
)
var checksum sql.NullString
if err := q.QueryRow(sqlStr).Scan(&checksum); err != nil {
return "", err
}
return checksum.String, nil
}
func (*postgreSQL) quoteKeyword(s string) string {
parts := strings.Split(s, ".")
for i, p := range parts {
parts[i] = fmt.Sprintf(`"%s"`, p)
}
return strings.Join(parts, ".")
}