focalboard/server/services/store/sqlstore/migrate.go
Harshil Sharma 08db4fed61
Workspace switcher (#1052)
* API WIP

* WIP

* Finished changes

* Fixed colors:

* Don't enforce charset adn collation in migration, pick from database DSN

* Added MySQL query

* Updated mocks

* Added tests

* Lint fixes

* Fixed typo and removed unsed style

* Checked in a snapshot

* Updated snapshot

* Updated Cypress test

* Updated Cypress test

* Updated Cypress test

* Fixed review comments

* Fixed tests

* Added default collation for MySQL

* Added documentation for ensuring correct database collation

* Updated migrations

* Fixed a bug with collation

* Fixed lint errors

* Used correct collation

* debugging

* Updating css

* Minor UI changes

* USe inbuilt default collation

* Used only charset for mysql

* Fixed linter issue:

* Added migration for matching collation

* Reverted local config changes

* Reverted local config changes

* Handled the case of personal server running on MySQL

* WIP

* Now running collation matching migration onlyt for plugins

* Minor optimization

* Multiple review fixes

* Added group by clause to primary query

* Supported for subpacth

Co-authored-by: Asaad Mahmood <asaadmahmood@users.noreply.github.com>
2021-09-08 10:22:03 +05:30

182 lines
4.3 KiB
Go

package sqlstore
import (
"bytes"
"database/sql"
"errors"
"fmt"
"io"
"io/ioutil"
"os"
"text/template"
mysqldriver "github.com/go-sql-driver/mysql"
"github.com/golang-migrate/migrate/v4"
"github.com/golang-migrate/migrate/v4/database"
"github.com/golang-migrate/migrate/v4/database/mysql"
"github.com/golang-migrate/migrate/v4/database/postgres"
"github.com/golang-migrate/migrate/v4/database/sqlite3"
"github.com/golang-migrate/migrate/v4/source"
_ "github.com/golang-migrate/migrate/v4/source/file" // fileystem driver
bindata "github.com/golang-migrate/migrate/v4/source/go_bindata"
_ "github.com/lib/pq" // postgres driver
"github.com/mattermost/focalboard/server/services/store/sqlstore/migrations"
)
type PrefixedMigration struct {
*bindata.Bindata
prefix string
postgres bool
sqlite bool
mysql bool
plugin bool
}
func init() {
source.Register("prefixed-migrations", &PrefixedMigration{})
}
func (pm *PrefixedMigration) executeTemplate(r io.ReadCloser, identifier string) (io.ReadCloser, string, error) {
data, err := ioutil.ReadAll(r)
if err != nil {
return nil, "", err
}
tmpl, err := template.New("sql").Parse(string(data))
if err != nil {
return nil, "", err
}
buffer := bytes.NewBufferString("")
params := map[string]interface{}{
"prefix": pm.prefix,
"postgres": pm.postgres,
"sqlite": pm.sqlite,
"mysql": pm.mysql,
"plugin": pm.plugin,
}
err = tmpl.Execute(buffer, params)
if err != nil {
return nil, "", err
}
if identifier == "match_collation" {
fmt.Println(buffer.String())
}
return ioutil.NopCloser(bytes.NewReader(buffer.Bytes())), identifier, nil
}
func (pm *PrefixedMigration) ReadUp(version uint) (io.ReadCloser, string, error) {
r, identifier, err := pm.Bindata.ReadUp(version)
if err != nil {
return nil, "", err
}
return pm.executeTemplate(r, identifier)
}
func (pm *PrefixedMigration) ReadDown(version uint) (io.ReadCloser, string, error) {
r, identifier, err := pm.Bindata.ReadDown(version)
if err != nil {
return nil, "", err
}
return pm.executeTemplate(r, identifier)
}
func appendMultipleStatementsFlag(connectionString string) (string, error) {
config, err := mysqldriver.ParseDSN(connectionString)
if err != nil {
return "", err
}
if config.Params == nil {
config.Params = map[string]string{}
}
config.Params["multiStatements"] = "true"
return config.FormatDSN(), nil
}
// migrations in MySQL need to run with the multiStatements flag
// enabled, so this method creates a new connection ensuring that it's
// enabled.
func (s *SQLStore) getMigrationConnection() (*sql.DB, error) {
connectionString := s.connectionString
if s.dbType == mysqlDBType {
var err error
connectionString, err = appendMultipleStatementsFlag(s.connectionString)
if err != nil {
return nil, err
}
}
db, err := sql.Open(s.dbType, connectionString)
if err != nil {
return nil, err
}
if err = db.Ping(); err != nil {
return nil, err
}
return db, nil
}
func (s *SQLStore) Migrate() error {
var driver database.Driver
var err error
migrationsTable := fmt.Sprintf("%sschema_migrations", s.tablePrefix)
if s.dbType == sqliteDBType {
driver, err = sqlite3.WithInstance(s.db, &sqlite3.Config{MigrationsTable: migrationsTable})
if err != nil {
return err
}
}
db, err := s.getMigrationConnection()
if err != nil {
return err
}
defer db.Close()
if s.dbType == postgresDBType {
driver, err = postgres.WithInstance(db, &postgres.Config{MigrationsTable: migrationsTable})
if err != nil {
return err
}
}
if s.dbType == mysqlDBType {
driver, err = mysql.WithInstance(db, &mysql.Config{MigrationsTable: migrationsTable})
if err != nil {
return err
}
}
bresource := bindata.Resource(migrations.AssetNames(), migrations.Asset)
d, err := bindata.WithInstance(bresource)
if err != nil {
return err
}
prefixedData := &PrefixedMigration{
Bindata: d.(*bindata.Bindata),
prefix: s.tablePrefix,
plugin: s.isPlugin,
postgres: s.dbType == postgresDBType,
sqlite: s.dbType == sqliteDBType,
mysql: s.dbType == mysqlDBType,
}
m, err := migrate.NewWithInstance("prefixed-migration", prefixedData, s.dbType, driver)
if err != nil {
return err
}
err = m.Up()
if err != nil && !errors.Is(err, migrate.ErrNoChange) && !errors.Is(err, os.ErrNotExist) {
return err
}
return nil
}