// Copyright 2015 The Gogs Authors. All rights reserved. // Use of this source code is governed by a MIT-style // license that can be found in the LICENSE file. package migrations import ( "fmt" "strings" "time" "github.com/Unknwon/com" "github.com/go-xorm/xorm" "github.com/gogits/gogs/modules/log" "github.com/gogits/gogs/modules/setting" ) const _MIN_DB_VER = 0 type Migration interface { Description() string Migrate(*xorm.Engine) error } type migration struct { description string migrate func(*xorm.Engine) error } func NewMigration(desc string, fn func(*xorm.Engine) error) Migration { return &migration{desc, fn} } func (m *migration) Description() string { return m.description } func (m *migration) Migrate(x *xorm.Engine) error { return m.migrate(x) } // The version table. Should have only one row with id==1 type Version struct { Id int64 Version int64 } // This is a sequence of migrations. Add new migrations to the bottom of the list. // If you want to "retire" a migration, remove it from the top of the list and // update _MIN_VER_DB accordingly var migrations = []Migration{ NewMigration("generate collaboration from access", accessToCollaboration), // V0 -> V1:v0.5.13 NewMigration("make authorize 4 if team is owners", ownerTeamUpdate), // V1 -> V2:v0.5.13 NewMigration("refactor access table to use id's", accessRefactor), // V2 -> V3:v0.5.13 NewMigration("generate team-repo from team", teamToTeamRepo), // V3 -> V4:v0.5.13 } // Migrate database to current version func Migrate(x *xorm.Engine) error { if err := x.Sync(new(Version)); err != nil { return fmt.Errorf("sync: %v", err) } currentVersion := &Version{Id: 1} has, err := x.Get(currentVersion) if err != nil { return fmt.Errorf("get: %v", err) } else if !has { // If the user table does not exist it is a fresh installation and we // can skip all migrations. needsMigration, err := x.IsTableExist("user") if err != nil { return err } if needsMigration { isEmpty, err := x.IsTableEmpty("user") if err != nil { return err } // If the user table is empty it is a fresh installation and we can // skip all migrations. needsMigration = !isEmpty } if !needsMigration { currentVersion.Version = int64(_MIN_DB_VER + len(migrations)) } if _, err = x.InsertOne(currentVersion); err != nil { return fmt.Errorf("insert: %v", err) } } v := currentVersion.Version for i, m := range migrations[v-_MIN_DB_VER:] { log.Info("Migration: %s", m.Description()) if err = m.Migrate(x); err != nil { return fmt.Errorf("do migrate: %v", err) } currentVersion.Version = v + int64(i) + 1 if _, err = x.Id(1).Update(currentVersion); err != nil { return err } } return nil } func sessionRelease(sess *xorm.Session) { if !sess.IsCommitedOrRollbacked { sess.Rollback() } sess.Close() } func accessToCollaboration(x *xorm.Engine) (err error) { type Collaboration struct { ID int64 `xorm:"pk autoincr"` RepoID int64 `xorm:"UNIQUE(s) INDEX NOT NULL"` UserID int64 `xorm:"UNIQUE(s) INDEX NOT NULL"` Created time.Time } if err = x.Sync(new(Collaboration)); err != nil { return fmt.Errorf("sync: %v", err) } results, err := x.Query("SELECT u.id AS `uid`, a.repo_name AS `repo`, a.mode AS `mode`, a.created as `created` FROM `access` a JOIN `user` u ON a.user_name=u.lower_name") if err != nil { return err } sess := x.NewSession() defer sessionRelease(sess) if err = sess.Begin(); err != nil { return err } offset := strings.Split(time.Now().String(), " ")[2] for _, result := range results { mode := com.StrTo(result["mode"]).MustInt64() // Collaborators must have write access. if mode < 2 { continue } userID := com.StrTo(result["uid"]).MustInt64() repoRefName := string(result["repo"]) var created time.Time switch { case setting.UseSQLite3: created, _ = time.Parse(time.RFC3339, string(result["created"])) case setting.UseMySQL: created, _ = time.Parse("2006-01-02 15:04:05-0700", string(result["created"])+offset) case setting.UsePostgreSQL: created, _ = time.Parse("2006-01-02T15:04:05Z-0700", string(result["created"])+offset) } // find owner of repository parts := strings.SplitN(repoRefName, "/", 2) ownerName := parts[0] repoName := parts[1] results, err := sess.Query("SELECT u.id as `uid`, ou.uid as `memberid` FROM `user` u LEFT JOIN org_user ou ON ou.org_id=u.id WHERE u.lower_name=?", ownerName) if err != nil { return err } if len(results) < 1 { continue } ownerID := com.StrTo(results[0]["uid"]).MustInt64() if ownerID == userID { continue } // test if user is member of owning organization isMember := false for _, member := range results { memberID := com.StrTo(member["memberid"]).MustInt64() // We can skip all cases that a user is member of the owning organization if memberID == userID { isMember = true } } if isMember { continue } results, err = sess.Query("SELECT id FROM `repository` WHERE owner_id=? AND lower_name=?", ownerID, repoName) if err != nil { return err } else if len(results) < 1 { continue } collaboration := &Collaboration{ UserID: userID, RepoID: com.StrTo(results[0]["id"]).MustInt64(), } has, err := sess.Get(collaboration) if err != nil { return err } else if has { continue } collaboration.Created = created if _, err = sess.InsertOne(collaboration); err != nil { return err } } return sess.Commit() } func ownerTeamUpdate(x *xorm.Engine) (err error) { if _, err := x.Exec("UPDATE `team` SET authorize=4 WHERE lower_name=?", "owners"); err != nil { return fmt.Errorf("update owner team table: %v", err) } return nil } func accessRefactor(x *xorm.Engine) (err error) { type ( AccessMode int Access struct { ID int64 `xorm:"pk autoincr"` UserID int64 `xorm:"UNIQUE(s)"` RepoID int64 `xorm:"UNIQUE(s)"` Mode AccessMode } UserRepo struct { UserID int64 RepoID int64 } ) // We consiously don't start a session yet as we make only reads for now, no writes accessMap := make(map[UserRepo]AccessMode, 50) results, err := x.Query("SELECT r.id AS `repo_id`, r.is_private AS `is_private`, r.owner_id AS `owner_id`, u.type AS `owner_type` FROM `repository` r LEFT JOIN `user` u ON r.owner_id=u.id") if err != nil { return fmt.Errorf("select repositories: %v", err) } for _, repo := range results { repoID := com.StrTo(repo["repo_id"]).MustInt64() isPrivate := com.StrTo(repo["is_private"]).MustInt() > 0 ownerID := com.StrTo(repo["owner_id"]).MustInt64() ownerIsOrganization := com.StrTo(repo["owner_type"]).MustInt() > 0 results, err := x.Query("SELECT `user_id` FROM `collaboration` WHERE repo_id=?", repoID) if err != nil { return fmt.Errorf("select collaborators: %v", err) } for _, user := range results { userID := com.StrTo(user["user_id"]).MustInt64() accessMap[UserRepo{userID, repoID}] = 2 // WRITE ACCESS } if !ownerIsOrganization { continue } // The minimum level to add a new access record, // because public repository has implicit open access. minAccessLevel := AccessMode(0) if !isPrivate { minAccessLevel = 1 } repoString := "$" + string(repo["repo_id"]) + "|" results, err = x.Query("SELECT `id`,`authorize`,`repo_ids` FROM `team` WHERE org_id=? AND authorize>? ORDER BY `authorize` ASC", ownerID, int(minAccessLevel)) if err != nil { return fmt.Errorf("select teams from org: %v", err) } for _, team := range results { if !strings.Contains(string(team["repo_ids"]), repoString) { continue } teamID := com.StrTo(team["id"]).MustInt64() mode := AccessMode(com.StrTo(team["authorize"]).MustInt()) results, err := x.Query("SELECT `uid` FROM `team_user` WHERE team_id=?", teamID) if err != nil { return fmt.Errorf("select users from team: %v", err) } for _, user := range results { userID := com.StrTo(user["uid"]).MustInt64() accessMap[UserRepo{userID, repoID}] = mode } } } // Drop table can't be in a session (at least not in sqlite) if _, err = x.Exec("DROP TABLE `access`"); err != nil { return fmt.Errorf("drop access table: %v", err) } // Now we start writing so we make a session sess := x.NewSession() defer sessionRelease(sess) if err = sess.Begin(); err != nil { return err } if err = sess.Sync2(new(Access)); err != nil { return fmt.Errorf("sync: %v", err) } accesses := make([]*Access, 0, len(accessMap)) for ur, mode := range accessMap { accesses = append(accesses, &Access{UserID: ur.UserID, RepoID: ur.RepoID, Mode: mode}) } if _, err = sess.Insert(accesses); err != nil { return fmt.Errorf("insert accesses: %v", err) } return sess.Commit() } func teamToTeamRepo(x *xorm.Engine) error { type TeamRepo struct { ID int64 `xorm:"pk autoincr"` OrgID int64 `xorm:"INDEX"` TeamID int64 `xorm:"UNIQUE(s)"` RepoID int64 `xorm:"UNIQUE(s)"` } teamRepos := make([]*TeamRepo, 0, 50) results, err := x.Query("SELECT `id`,`org_id`,`repo_ids` FROM `team`") if err != nil { return fmt.Errorf("select teams: %v", err) } for _, team := range results { orgID := com.StrTo(team["org_id"]).MustInt64() teamID := com.StrTo(team["id"]).MustInt64() // #1032: legacy code can have duplicated IDs for same repository. mark := make(map[int64]bool) for _, idStr := range strings.Split(string(team["repo_ids"]), "|") { repoID := com.StrTo(strings.TrimPrefix(idStr, "$")).MustInt64() if repoID == 0 || mark[repoID] { continue } mark[repoID] = true teamRepos = append(teamRepos, &TeamRepo{ OrgID: orgID, TeamID: teamID, RepoID: repoID, }) } } sess := x.NewSession() defer sessionRelease(sess) if err = sess.Begin(); err != nil { return err } if err = sess.Sync2(new(TeamRepo)); err != nil { return fmt.Errorf("sync: %v", err) } else if _, err = sess.Insert(teamRepos); err != nil { return fmt.Errorf("insert team-repos: %v", err) } return sess.Commit() }