2019-10-13 13:23:14 +00:00
// Copyright 2019 Gitea. All rights reserved.
2022-11-27 18:20:29 +00:00
// SPDX-License-Identifier: MIT
2019-10-13 13:23:14 +00:00
package task
import (
2023-09-16 14:39:12 +00:00
"context"
2019-10-13 13:23:14 +00:00
"errors"
"fmt"
"strings"
2023-05-11 08:25:46 +00:00
"time"
2019-10-13 13:23:14 +00:00
2022-08-25 02:31:57 +00:00
admin_model "code.gitea.io/gitea/models/admin"
2021-11-24 09:49:20 +00:00
"code.gitea.io/gitea/models/db"
2021-12-10 01:27:50 +00:00
repo_model "code.gitea.io/gitea/models/repo"
2021-11-24 09:49:20 +00:00
user_model "code.gitea.io/gitea/models/user"
2019-12-17 04:16:54 +00:00
"code.gitea.io/gitea/modules/graceful"
2021-07-24 16:03:58 +00:00
"code.gitea.io/gitea/modules/json"
2019-10-13 13:23:14 +00:00
"code.gitea.io/gitea/modules/log"
2021-11-16 15:25:33 +00:00
"code.gitea.io/gitea/modules/migration"
2020-12-02 18:36:06 +00:00
"code.gitea.io/gitea/modules/process"
2019-10-13 13:23:14 +00:00
"code.gitea.io/gitea/modules/structs"
"code.gitea.io/gitea/modules/timeutil"
"code.gitea.io/gitea/modules/util"
2021-11-16 15:25:33 +00:00
"code.gitea.io/gitea/services/migrations"
2023-09-05 18:37:47 +00:00
notify_service "code.gitea.io/gitea/services/notify"
2019-10-13 13:23:14 +00:00
)
2021-11-24 09:49:20 +00:00
func handleCreateError ( owner * user_model . User , err error ) error {
2019-10-13 13:23:14 +00:00
switch {
2021-12-12 15:48:20 +00:00
case repo_model . IsErrReachLimitOfRepo ( err ) :
2023-05-11 08:25:46 +00:00
return fmt . Errorf ( "you have already reached your limit of %d repositories" , owner . MaxCreationLimit ( ) )
2021-12-12 15:48:20 +00:00
case repo_model . IsErrRepoAlreadyExist ( err ) :
2023-05-11 08:25:46 +00:00
return errors . New ( "the repository name is already used" )
2021-11-24 09:49:20 +00:00
case db . IsErrNameReserved ( err ) :
2023-05-11 08:25:46 +00:00
return fmt . Errorf ( "the repository name '%s' is reserved" , err . ( db . ErrNameReserved ) . Name )
2021-11-24 09:49:20 +00:00
case db . IsErrNamePatternNotAllowed ( err ) :
2023-05-11 08:25:46 +00:00
return fmt . Errorf ( "the pattern '%s' is not allowed in a repository name" , err . ( db . ErrNamePatternNotAllowed ) . Pattern )
2019-10-13 13:23:14 +00:00
default :
return err
}
}
2023-09-16 14:39:12 +00:00
func runMigrateTask ( ctx context . Context , t * admin_model . Task ) ( err error ) {
2023-10-22 14:36:49 +00:00
defer func ( ctx context . Context ) {
2019-10-13 13:23:14 +00:00
if e := recover ( ) ; e != nil {
2020-10-23 23:46:35 +00:00
err = fmt . Errorf ( "PANIC whilst trying to do migrate task: %v" , e )
log . Critical ( "PANIC during runMigrateTask[%d] by DoerID[%d] to RepoID[%d] for OwnerID[%d]: %v\nStacktrace: %v" , t . ID , t . DoerID , t . RepoID , t . OwnerID , e , log . Stack ( 2 ) )
2019-10-13 13:23:14 +00:00
}
if err == nil {
2023-09-16 14:39:12 +00:00
err = admin_model . FinishMigrateTask ( ctx , t )
2019-10-13 13:23:14 +00:00
if err == nil {
2023-09-16 14:39:12 +00:00
notify_service . MigrateRepository ( ctx , t . Doer , t . Owner , t . Repo )
2019-10-13 13:23:14 +00:00
return
}
2020-10-11 18:51:13 +00:00
log . Error ( "FinishMigrateTask[%d] by DoerID[%d] to RepoID[%d] for OwnerID[%d] failed: %v" , t . ID , t . DoerID , t . RepoID , t . OwnerID , err )
2019-10-13 13:23:14 +00:00
}
2023-05-11 08:25:46 +00:00
log . Error ( "runMigrateTask[%d] by DoerID[%d] to RepoID[%d] for OwnerID[%d] failed: %v" , t . ID , t . DoerID , t . RepoID , t . OwnerID , err )
2019-10-13 13:23:14 +00:00
t . EndTime = timeutil . TimeStampNow ( )
t . Status = structs . TaskStatusFailed
2021-06-16 22:02:24 +00:00
t . Message = err . Error ( )
2021-11-13 11:28:50 +00:00
2023-09-16 14:39:12 +00:00
if err := t . UpdateCols ( ctx , "status" , "message" , "end_time" ) ; err != nil {
2020-10-11 18:51:13 +00:00
log . Error ( "Task UpdateCols failed: %v" , err )
2019-10-13 13:23:14 +00:00
}
2023-05-11 08:25:46 +00:00
// then, do not delete the repository, otherwise the users won't be able to see the last error
2023-10-22 14:36:49 +00:00
} ( graceful . GetManager ( ) . ShutdownContext ( ) ) // even if the parent ctx is canceled, this defer-function still needs to update the task record in database
2019-10-13 13:23:14 +00:00
2023-09-16 14:39:12 +00:00
if err = t . LoadRepo ( ctx ) ; err != nil {
2023-07-09 11:58:06 +00:00
return err
2019-10-13 13:23:14 +00:00
}
2021-07-08 11:38:13 +00:00
// if repository is ready, then just finish the task
2021-12-10 01:27:50 +00:00
if t . Repo . Status == repo_model . RepositoryReady {
2019-10-13 13:23:14 +00:00
return nil
}
2023-09-16 14:39:12 +00:00
if err = t . LoadDoer ( ctx ) ; err != nil {
2023-07-09 11:58:06 +00:00
return err
2019-10-13 13:23:14 +00:00
}
2023-09-16 14:39:12 +00:00
if err = t . LoadOwner ( ctx ) ; err != nil {
2023-07-09 11:58:06 +00:00
return err
2019-10-13 13:23:14 +00:00
}
2020-09-10 22:29:19 +00:00
var opts * migration . MigrateOptions
2019-10-13 13:23:14 +00:00
opts , err = t . MigrateConfig ( )
if err != nil {
2023-07-09 11:58:06 +00:00
return err
2019-10-13 13:23:14 +00:00
}
opts . MigrateToRepoID = t . RepoID
2020-12-02 18:36:06 +00:00
pm := process . GetManager ( )
2023-05-11 08:25:46 +00:00
ctx , cancel , finished := pm . AddContext ( graceful . GetManager ( ) . ShutdownContext ( ) , fmt . Sprintf ( "MigrateTask: %s/%s" , t . Owner . Name , opts . RepoName ) )
2021-11-30 20:06:32 +00:00
defer finished ( )
2020-12-02 18:36:06 +00:00
t . StartTime = timeutil . TimeStampNow ( )
t . Status = structs . TaskStatusRunning
2023-09-16 14:39:12 +00:00
if err = t . UpdateCols ( ctx , "start_time" , "status" ) ; err != nil {
2023-07-09 11:58:06 +00:00
return err
2020-12-02 18:36:06 +00:00
}
2023-05-11 08:25:46 +00:00
// check whether the task should be canceled, this goroutine is also managed by process manager
go func ( ) {
for {
select {
case <- time . After ( 2 * time . Second ) :
case <- ctx . Done ( ) :
return
}
2023-09-16 14:39:12 +00:00
task , _ := admin_model . GetMigratingTask ( ctx , t . RepoID )
2023-05-11 08:25:46 +00:00
if task != nil && task . Status != structs . TaskStatusRunning {
log . Debug ( "MigrateTask[%d] by DoerID[%d] to RepoID[%d] for OwnerID[%d] is canceled due to status is not 'running'" , t . ID , t . DoerID , t . RepoID , t . OwnerID )
cancel ( )
return
}
}
} ( )
2023-07-04 18:36:08 +00:00
t . Repo , err = migrations . MigrateRepository ( ctx , t . Doer , t . Owner . Name , * opts , func ( format string , args ... any ) {
2022-08-25 02:31:57 +00:00
message := admin_model . TranslatableMessage {
2021-06-16 22:02:24 +00:00
Format : format ,
Args : args ,
}
bs , _ := json . Marshal ( message )
t . Message = string ( bs )
2023-09-16 14:39:12 +00:00
_ = t . UpdateCols ( ctx , "message" )
2021-06-16 22:02:24 +00:00
} )
2023-05-11 08:25:46 +00:00
2019-10-13 13:23:14 +00:00
if err == nil {
2021-09-08 17:43:19 +00:00
log . Trace ( "Repository migrated [%d]: %s/%s" , t . Repo . ID , t . Owner . Name , t . Repo . Name )
2023-07-09 11:58:06 +00:00
return nil
2019-10-13 13:23:14 +00:00
}
2021-12-12 15:48:20 +00:00
if repo_model . IsErrRepoAlreadyExist ( err ) {
2023-07-09 11:58:06 +00:00
return errors . New ( "the repository name is already used" )
2019-10-13 13:23:14 +00:00
}
// remoteAddr may contain credentials, so we sanitize it
2022-03-31 02:25:40 +00:00
err = util . SanitizeErrorCredentialURLs ( err )
2019-10-13 13:23:14 +00:00
if strings . Contains ( err . Error ( ) , "Authentication failed" ) ||
strings . Contains ( err . Error ( ) , "could not read Username" ) {
2023-05-11 08:25:46 +00:00
return fmt . Errorf ( "authentication failed: %w" , err )
2019-10-13 13:23:14 +00:00
} else if strings . Contains ( err . Error ( ) , "fatal:" ) {
2023-05-11 08:25:46 +00:00
return fmt . Errorf ( "migration failed: %w" , err )
2019-10-13 13:23:14 +00:00
}
2020-10-23 23:46:35 +00:00
// do not be tempted to coalesce this line with the return
err = handleCreateError ( t . Owner , err )
2022-06-20 10:02:49 +00:00
return err
2019-10-13 13:23:14 +00:00
}