mirror of
				https://github.com/go-gitea/gitea
				synced 2025-11-03 21:08:25 +00:00 
			
		
		
		
	Follow up the "editor" refactor, use the same approach to simplify code, and fix some docs & comments --------- Signed-off-by: wxiaoguang <wxiaoguang@gmail.com> Co-authored-by: delvh <dev.lh@web.de>
		
			
				
	
	
		
			728 lines
		
	
	
		
			22 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
			
		
		
	
	
			728 lines
		
	
	
		
			22 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
// Copyright 2019 The Gitea Authors. All rights reserved.
 | 
						||
// SPDX-License-Identifier: MIT
 | 
						||
 | 
						||
package files
 | 
						||
 | 
						||
import (
 | 
						||
	"context"
 | 
						||
	"fmt"
 | 
						||
	"io"
 | 
						||
	"path"
 | 
						||
	"slices"
 | 
						||
	"strings"
 | 
						||
	"time"
 | 
						||
 | 
						||
	git_model "code.gitea.io/gitea/models/git"
 | 
						||
	repo_model "code.gitea.io/gitea/models/repo"
 | 
						||
	user_model "code.gitea.io/gitea/models/user"
 | 
						||
	"code.gitea.io/gitea/modules/git"
 | 
						||
	"code.gitea.io/gitea/modules/git/attribute"
 | 
						||
	"code.gitea.io/gitea/modules/gitrepo"
 | 
						||
	"code.gitea.io/gitea/modules/lfs"
 | 
						||
	"code.gitea.io/gitea/modules/log"
 | 
						||
	"code.gitea.io/gitea/modules/setting"
 | 
						||
	"code.gitea.io/gitea/modules/structs"
 | 
						||
	"code.gitea.io/gitea/modules/util"
 | 
						||
	"code.gitea.io/gitea/routers/api/v1/utils"
 | 
						||
	asymkey_service "code.gitea.io/gitea/services/asymkey"
 | 
						||
	pull_service "code.gitea.io/gitea/services/pull"
 | 
						||
)
 | 
						||
 | 
						||
// IdentityOptions for a person's identity like an author or committer
 | 
						||
type IdentityOptions struct {
 | 
						||
	GitUserName  string // to match "git config user.name"
 | 
						||
	GitUserEmail string // to match "git config user.email"
 | 
						||
}
 | 
						||
 | 
						||
// CommitDateOptions store dates for GIT_AUTHOR_DATE and GIT_COMMITTER_DATE
 | 
						||
type CommitDateOptions struct {
 | 
						||
	Author    time.Time
 | 
						||
	Committer time.Time
 | 
						||
}
 | 
						||
 | 
						||
type ChangeRepoFile struct {
 | 
						||
	Operation     string
 | 
						||
	TreePath      string
 | 
						||
	FromTreePath  string
 | 
						||
	ContentReader io.ReadSeeker
 | 
						||
	SHA           string
 | 
						||
	Options       *RepoFileOptions
 | 
						||
}
 | 
						||
 | 
						||
// ChangeRepoFilesOptions holds the repository files update options
 | 
						||
type ChangeRepoFilesOptions struct {
 | 
						||
	LastCommitID string
 | 
						||
	OldBranch    string
 | 
						||
	NewBranch    string
 | 
						||
	Message      string
 | 
						||
	Files        []*ChangeRepoFile
 | 
						||
	Author       *IdentityOptions
 | 
						||
	Committer    *IdentityOptions
 | 
						||
	Dates        *CommitDateOptions
 | 
						||
	Signoff      bool
 | 
						||
}
 | 
						||
 | 
						||
type RepoFileOptions struct {
 | 
						||
	treePath     string
 | 
						||
	fromTreePath string
 | 
						||
	executable   bool
 | 
						||
}
 | 
						||
 | 
						||
// ErrRepoFileDoesNotExist represents a "RepoFileDoesNotExist" kind of error.
 | 
						||
type ErrRepoFileDoesNotExist struct {
 | 
						||
	Path string
 | 
						||
	Name string
 | 
						||
}
 | 
						||
 | 
						||
// IsErrRepoFileDoesNotExist checks if an error is a ErrRepoDoesNotExist.
 | 
						||
func IsErrRepoFileDoesNotExist(err error) bool {
 | 
						||
	_, ok := err.(ErrRepoFileDoesNotExist)
 | 
						||
	return ok
 | 
						||
}
 | 
						||
 | 
						||
func (err ErrRepoFileDoesNotExist) Error() string {
 | 
						||
	return fmt.Sprintf("repository file does not exist [path: %s]", err.Path)
 | 
						||
}
 | 
						||
 | 
						||
func (err ErrRepoFileDoesNotExist) Unwrap() error {
 | 
						||
	return util.ErrNotExist
 | 
						||
}
 | 
						||
 | 
						||
type LazyReadSeeker interface {
 | 
						||
	io.ReadSeeker
 | 
						||
	io.Closer
 | 
						||
	OpenLazyReader() error
 | 
						||
}
 | 
						||
 | 
						||
// ChangeRepoFiles adds, updates or removes multiple files in the given repository
 | 
						||
func ChangeRepoFiles(ctx context.Context, repo *repo_model.Repository, doer *user_model.User, opts *ChangeRepoFilesOptions) (_ *structs.FilesResponse, errRet error) {
 | 
						||
	var addedLfsPointers []lfs.Pointer
 | 
						||
	defer func() {
 | 
						||
		if errRet != nil {
 | 
						||
			for _, lfsPointer := range addedLfsPointers {
 | 
						||
				_, err := git_model.RemoveLFSMetaObjectByOid(ctx, repo.ID, lfsPointer.Oid)
 | 
						||
				if err != nil {
 | 
						||
					log.Error("ChangeRepoFiles: RemoveLFSMetaObjectByOid failed: %v", err)
 | 
						||
				}
 | 
						||
			}
 | 
						||
		}
 | 
						||
	}()
 | 
						||
 | 
						||
	err := repo.MustNotBeArchived()
 | 
						||
	if err != nil {
 | 
						||
		return nil, err
 | 
						||
	}
 | 
						||
 | 
						||
	// If no branch name is set, assume the default branch
 | 
						||
	if opts.OldBranch == "" {
 | 
						||
		opts.OldBranch = repo.DefaultBranch
 | 
						||
	}
 | 
						||
	if opts.NewBranch == "" {
 | 
						||
		opts.NewBranch = opts.OldBranch
 | 
						||
	}
 | 
						||
 | 
						||
	gitRepo, closer, err := gitrepo.RepositoryFromContextOrOpen(ctx, repo)
 | 
						||
	if err != nil {
 | 
						||
		return nil, err
 | 
						||
	}
 | 
						||
	defer closer.Close()
 | 
						||
 | 
						||
	// oldBranch must exist for this operation
 | 
						||
	if exist, err := git_model.IsBranchExist(ctx, repo.ID, opts.OldBranch); err != nil {
 | 
						||
		return nil, err
 | 
						||
	} else if !exist && !repo.IsEmpty {
 | 
						||
		return nil, git_model.ErrBranchNotExist{
 | 
						||
			RepoID:     repo.ID,
 | 
						||
			BranchName: opts.OldBranch,
 | 
						||
		}
 | 
						||
	}
 | 
						||
 | 
						||
	var treePaths []string
 | 
						||
	for _, file := range opts.Files {
 | 
						||
		// If FromTreePath is not set, set it to the opts.TreePath
 | 
						||
		if file.TreePath != "" && file.FromTreePath == "" {
 | 
						||
			file.FromTreePath = file.TreePath
 | 
						||
		}
 | 
						||
 | 
						||
		// Check that the path given in opts.treePath is valid (not a git path)
 | 
						||
		treePath := CleanGitTreePath(file.TreePath)
 | 
						||
		if treePath == "" {
 | 
						||
			return nil, ErrFilenameInvalid{
 | 
						||
				Path: file.TreePath,
 | 
						||
			}
 | 
						||
		}
 | 
						||
		// If there is a fromTreePath (we are copying it), also clean it up
 | 
						||
		fromTreePath := CleanGitTreePath(file.FromTreePath)
 | 
						||
		if fromTreePath == "" && file.FromTreePath != "" {
 | 
						||
			return nil, ErrFilenameInvalid{
 | 
						||
				Path: file.FromTreePath,
 | 
						||
			}
 | 
						||
		}
 | 
						||
 | 
						||
		file.Options = &RepoFileOptions{
 | 
						||
			treePath:     treePath,
 | 
						||
			fromTreePath: fromTreePath,
 | 
						||
			executable:   false,
 | 
						||
		}
 | 
						||
		treePaths = append(treePaths, treePath)
 | 
						||
	}
 | 
						||
 | 
						||
	// A NewBranch can be specified for the file to be created/updated in a new branch.
 | 
						||
	// Check to make sure the branch does not already exist, otherwise we can't proceed.
 | 
						||
	// If we aren't branching to a new branch, make sure user can commit to the given branch
 | 
						||
	if opts.NewBranch != opts.OldBranch {
 | 
						||
		exist, err := git_model.IsBranchExist(ctx, repo.ID, opts.NewBranch)
 | 
						||
		if err != nil {
 | 
						||
			return nil, err
 | 
						||
		}
 | 
						||
		if exist {
 | 
						||
			return nil, git_model.ErrBranchAlreadyExists{
 | 
						||
				BranchName: opts.NewBranch,
 | 
						||
			}
 | 
						||
		}
 | 
						||
	} else if err := VerifyBranchProtection(ctx, repo, doer, opts.OldBranch, treePaths); err != nil {
 | 
						||
		return nil, err
 | 
						||
	}
 | 
						||
 | 
						||
	message := strings.TrimSpace(opts.Message)
 | 
						||
 | 
						||
	t, err := NewTemporaryUploadRepository(repo)
 | 
						||
	if err != nil {
 | 
						||
		log.Error("NewTemporaryUploadRepository failed: %v", err)
 | 
						||
	}
 | 
						||
	defer t.Close()
 | 
						||
	hasOldBranch := true
 | 
						||
	if err := t.Clone(ctx, opts.OldBranch, true); err != nil {
 | 
						||
		for _, file := range opts.Files {
 | 
						||
			if file.Operation == "delete" {
 | 
						||
				return nil, err
 | 
						||
			}
 | 
						||
		}
 | 
						||
		if !git.IsErrBranchNotExist(err) || !repo.IsEmpty {
 | 
						||
			return nil, err
 | 
						||
		}
 | 
						||
		if err := t.Init(ctx, repo.ObjectFormatName); err != nil {
 | 
						||
			return nil, err
 | 
						||
		}
 | 
						||
		hasOldBranch = false
 | 
						||
		opts.LastCommitID = ""
 | 
						||
	}
 | 
						||
	if hasOldBranch {
 | 
						||
		if err := t.SetDefaultIndex(ctx); err != nil {
 | 
						||
			return nil, err
 | 
						||
		}
 | 
						||
	}
 | 
						||
 | 
						||
	for _, file := range opts.Files {
 | 
						||
		if file.Operation == "delete" {
 | 
						||
			// Get the files in the index
 | 
						||
			filesInIndex, err := t.LsFiles(ctx, file.TreePath)
 | 
						||
			if err != nil {
 | 
						||
				return nil, fmt.Errorf("DeleteRepoFile: %w", err)
 | 
						||
			}
 | 
						||
 | 
						||
			// Find the file we want to delete in the index
 | 
						||
			inFilelist := slices.Contains(filesInIndex, file.TreePath)
 | 
						||
			if !inFilelist {
 | 
						||
				return nil, ErrRepoFileDoesNotExist{
 | 
						||
					Path: file.TreePath,
 | 
						||
				}
 | 
						||
			}
 | 
						||
		}
 | 
						||
	}
 | 
						||
 | 
						||
	if hasOldBranch {
 | 
						||
		// Get the commit of the original branch
 | 
						||
		commit, err := t.GetBranchCommit(opts.OldBranch)
 | 
						||
		if err != nil {
 | 
						||
			return nil, err // Couldn't get a commit for the branch
 | 
						||
		}
 | 
						||
 | 
						||
		// Assigned LastCommitID in "opts" if it hasn't been set
 | 
						||
		if opts.LastCommitID == "" {
 | 
						||
			opts.LastCommitID = commit.ID.String()
 | 
						||
		} else {
 | 
						||
			lastCommitID, err := t.gitRepo.ConvertToGitID(opts.LastCommitID)
 | 
						||
			if err != nil {
 | 
						||
				return nil, fmt.Errorf("ConvertToSHA1: Invalid last commit ID: %w", err)
 | 
						||
			}
 | 
						||
			opts.LastCommitID = lastCommitID.String()
 | 
						||
		}
 | 
						||
 | 
						||
		for _, file := range opts.Files {
 | 
						||
			if err = handleCheckErrors(file, commit, opts); err != nil {
 | 
						||
				return nil, err
 | 
						||
			}
 | 
						||
		}
 | 
						||
	}
 | 
						||
 | 
						||
	lfsContentStore := lfs.NewContentStore()
 | 
						||
	for _, file := range opts.Files {
 | 
						||
		switch file.Operation {
 | 
						||
		case "create", "update", "rename", "upload":
 | 
						||
			addedLfsPointer, err := modifyFile(ctx, t, file, lfsContentStore, repo.ID)
 | 
						||
			if err != nil {
 | 
						||
				return nil, err
 | 
						||
			}
 | 
						||
			if addedLfsPointer != nil {
 | 
						||
				addedLfsPointers = append(addedLfsPointers, *addedLfsPointer)
 | 
						||
			}
 | 
						||
		case "delete":
 | 
						||
			if err = t.RemoveFilesFromIndex(ctx, file.TreePath); err != nil {
 | 
						||
				return nil, err
 | 
						||
			}
 | 
						||
		default:
 | 
						||
			return nil, fmt.Errorf("invalid file operation: %s %s, supported operations are create, update, delete", file.Operation, file.Options.treePath)
 | 
						||
		}
 | 
						||
	}
 | 
						||
 | 
						||
	// Now write the tree
 | 
						||
	treeHash, err := t.WriteTree(ctx)
 | 
						||
	if err != nil {
 | 
						||
		return nil, err
 | 
						||
	}
 | 
						||
 | 
						||
	// Now commit the tree
 | 
						||
	commitOpts := &CommitTreeUserOptions{
 | 
						||
		ParentCommitID:    opts.LastCommitID,
 | 
						||
		TreeHash:          treeHash,
 | 
						||
		CommitMessage:     message,
 | 
						||
		SignOff:           opts.Signoff,
 | 
						||
		DoerUser:          doer,
 | 
						||
		AuthorIdentity:    opts.Author,
 | 
						||
		AuthorTime:        nil,
 | 
						||
		CommitterIdentity: opts.Committer,
 | 
						||
		CommitterTime:     nil,
 | 
						||
	}
 | 
						||
	if opts.Dates != nil {
 | 
						||
		commitOpts.AuthorTime, commitOpts.CommitterTime = &opts.Dates.Author, &opts.Dates.Committer
 | 
						||
	}
 | 
						||
	commitHash, err := t.CommitTree(ctx, commitOpts)
 | 
						||
	if err != nil {
 | 
						||
		return nil, err
 | 
						||
	}
 | 
						||
 | 
						||
	// Then push this tree to NewBranch
 | 
						||
	if err := t.Push(ctx, doer, commitHash, opts.NewBranch); err != nil {
 | 
						||
		log.Error("%T %v", err, err)
 | 
						||
		return nil, err
 | 
						||
	}
 | 
						||
 | 
						||
	commit, err := t.GetCommit(commitHash)
 | 
						||
	if err != nil {
 | 
						||
		return nil, err
 | 
						||
	}
 | 
						||
 | 
						||
	// FIXME: this call seems not right, why it needs to read the file content again
 | 
						||
	// FIXME: why it uses the NewBranch as "ref", it should use the commit ID because the response is only for this commit
 | 
						||
	filesResponse, err := GetFilesResponseFromCommit(ctx, repo, gitRepo, utils.NewRefCommit(git.RefNameFromBranch(opts.NewBranch), commit), treePaths)
 | 
						||
	if err != nil {
 | 
						||
		return nil, err
 | 
						||
	}
 | 
						||
 | 
						||
	if repo.IsEmpty {
 | 
						||
		if isEmpty, err := gitRepo.IsEmpty(); err == nil && !isEmpty {
 | 
						||
			_ = repo_model.UpdateRepositoryColsWithAutoTime(ctx, &repo_model.Repository{ID: repo.ID, IsEmpty: false, DefaultBranch: opts.NewBranch}, "is_empty", "default_branch")
 | 
						||
		}
 | 
						||
	}
 | 
						||
 | 
						||
	return filesResponse, nil
 | 
						||
}
 | 
						||
 | 
						||
// ErrRepoFileAlreadyExists represents a "RepoFileAlreadyExist" kind of error.
 | 
						||
type ErrRepoFileAlreadyExists struct {
 | 
						||
	Path string
 | 
						||
}
 | 
						||
 | 
						||
// IsErrRepoFileAlreadyExists checks if an error is a ErrRepoFileAlreadyExists.
 | 
						||
func IsErrRepoFileAlreadyExists(err error) bool {
 | 
						||
	_, ok := err.(ErrRepoFileAlreadyExists)
 | 
						||
	return ok
 | 
						||
}
 | 
						||
 | 
						||
func (err ErrRepoFileAlreadyExists) Error() string {
 | 
						||
	return fmt.Sprintf("repository file already exists [path: %s]", err.Path)
 | 
						||
}
 | 
						||
 | 
						||
func (err ErrRepoFileAlreadyExists) Unwrap() error {
 | 
						||
	return util.ErrAlreadyExist
 | 
						||
}
 | 
						||
 | 
						||
// ErrFilePathInvalid represents a "FilePathInvalid" kind of error.
 | 
						||
type ErrFilePathInvalid struct {
 | 
						||
	Message string
 | 
						||
	Path    string
 | 
						||
	Name    string
 | 
						||
	Type    git.EntryMode
 | 
						||
}
 | 
						||
 | 
						||
// IsErrFilePathInvalid checks if an error is an ErrFilePathInvalid.
 | 
						||
func IsErrFilePathInvalid(err error) bool {
 | 
						||
	_, ok := err.(ErrFilePathInvalid)
 | 
						||
	return ok
 | 
						||
}
 | 
						||
 | 
						||
func (err ErrFilePathInvalid) Error() string {
 | 
						||
	if err.Message != "" {
 | 
						||
		return err.Message
 | 
						||
	}
 | 
						||
	return fmt.Sprintf("path is invalid [path: %s]", err.Path)
 | 
						||
}
 | 
						||
 | 
						||
func (err ErrFilePathInvalid) Unwrap() error {
 | 
						||
	return util.ErrInvalidArgument
 | 
						||
}
 | 
						||
 | 
						||
// ErrSHAOrCommitIDNotProvided represents a "SHAOrCommitIDNotProvided" kind of error.
 | 
						||
type ErrSHAOrCommitIDNotProvided struct{}
 | 
						||
 | 
						||
// IsErrSHAOrCommitIDNotProvided checks if an error is a ErrSHAOrCommitIDNotProvided.
 | 
						||
func IsErrSHAOrCommitIDNotProvided(err error) bool {
 | 
						||
	_, ok := err.(ErrSHAOrCommitIDNotProvided)
 | 
						||
	return ok
 | 
						||
}
 | 
						||
 | 
						||
func (err ErrSHAOrCommitIDNotProvided) Error() string {
 | 
						||
	return "a SHA or commit ID must be proved when updating a file"
 | 
						||
}
 | 
						||
 | 
						||
// handles the check for various issues for ChangeRepoFiles
 | 
						||
func handleCheckErrors(file *ChangeRepoFile, commit *git.Commit, opts *ChangeRepoFilesOptions) error {
 | 
						||
	// check old entry (fromTreePath/fromEntry)
 | 
						||
	if file.Operation == "update" || file.Operation == "upload" || file.Operation == "delete" || file.Operation == "rename" {
 | 
						||
		var fromEntryIDString string
 | 
						||
		{
 | 
						||
			fromEntry, err := commit.GetTreeEntryByPath(file.Options.fromTreePath)
 | 
						||
			if file.Operation == "upload" && git.IsErrNotExist(err) {
 | 
						||
				fromEntry = nil
 | 
						||
			} else if err != nil {
 | 
						||
				return err
 | 
						||
			}
 | 
						||
			if fromEntry != nil {
 | 
						||
				fromEntryIDString = fromEntry.ID.String()
 | 
						||
				file.Options.executable = fromEntry.IsExecutable() // FIXME: legacy hacky approach, it shouldn't prepare the "Options" in the "check" function
 | 
						||
			}
 | 
						||
		}
 | 
						||
 | 
						||
		if file.SHA != "" {
 | 
						||
			// If the SHA given doesn't match the SHA of the fromTreePath, throw error
 | 
						||
			if file.SHA != fromEntryIDString {
 | 
						||
				return pull_service.ErrSHADoesNotMatch{
 | 
						||
					Path:       file.Options.treePath,
 | 
						||
					GivenSHA:   file.SHA,
 | 
						||
					CurrentSHA: fromEntryIDString,
 | 
						||
				}
 | 
						||
			}
 | 
						||
		} else if opts.LastCommitID != "" {
 | 
						||
			// If a lastCommitID given doesn't match the branch head's commitID throw
 | 
						||
			// an error, but only if we aren't creating a new branch.
 | 
						||
			if commit.ID.String() != opts.LastCommitID && opts.OldBranch == opts.NewBranch {
 | 
						||
				if changed, err := commit.FileChangedSinceCommit(file.Options.treePath, opts.LastCommitID); err != nil {
 | 
						||
					return err
 | 
						||
				} else if changed {
 | 
						||
					return ErrCommitIDDoesNotMatch{
 | 
						||
						GivenCommitID:   opts.LastCommitID,
 | 
						||
						CurrentCommitID: opts.LastCommitID,
 | 
						||
					}
 | 
						||
				}
 | 
						||
				// The file wasn't modified, so we are good to delete it
 | 
						||
			}
 | 
						||
		} else {
 | 
						||
			// When updating a file, a lastCommitID or SHA needs to be given to make sure other commits
 | 
						||
			// haven't been made. We throw an error if one wasn't provided.
 | 
						||
			return ErrSHAOrCommitIDNotProvided{}
 | 
						||
		}
 | 
						||
	}
 | 
						||
 | 
						||
	// check new entry (treePath/treeEntry)
 | 
						||
	if file.Operation == "create" || file.Operation == "update" || file.Operation == "upload" || file.Operation == "rename" {
 | 
						||
		// For operation's target path, we need to make sure no parts of the path are existing files or links
 | 
						||
		// except for the last item in the path (which is the file name).
 | 
						||
		// And that shouldn't exist IF it is a new file OR is being moved to a new path.
 | 
						||
		treePathParts := strings.Split(file.Options.treePath, "/")
 | 
						||
		subTreePath := ""
 | 
						||
		for index, part := range treePathParts {
 | 
						||
			subTreePath = path.Join(subTreePath, part)
 | 
						||
			entry, err := commit.GetTreeEntryByPath(subTreePath)
 | 
						||
			if err != nil {
 | 
						||
				if git.IsErrNotExist(err) {
 | 
						||
					// Means there is no item with that name, so we're good
 | 
						||
					break
 | 
						||
				}
 | 
						||
				return err
 | 
						||
			}
 | 
						||
			if index < len(treePathParts)-1 {
 | 
						||
				if !entry.IsDir() {
 | 
						||
					return ErrFilePathInvalid{
 | 
						||
						Message: fmt.Sprintf("a file exists where you’re trying to create a subdirectory [path: %s]", subTreePath),
 | 
						||
						Path:    subTreePath,
 | 
						||
						Name:    part,
 | 
						||
						Type:    git.EntryModeBlob,
 | 
						||
					}
 | 
						||
				}
 | 
						||
			} else if entry.IsLink() {
 | 
						||
				return ErrFilePathInvalid{
 | 
						||
					Message: fmt.Sprintf("a symbolic link exists where you’re trying to create a subdirectory [path: %s]", subTreePath),
 | 
						||
					Path:    subTreePath,
 | 
						||
					Name:    part,
 | 
						||
					Type:    git.EntryModeSymlink,
 | 
						||
				}
 | 
						||
			} else if entry.IsDir() {
 | 
						||
				return ErrFilePathInvalid{
 | 
						||
					Message: fmt.Sprintf("a directory exists where you’re trying to create a file [path: %s]", subTreePath),
 | 
						||
					Path:    subTreePath,
 | 
						||
					Name:    part,
 | 
						||
					Type:    git.EntryModeTree,
 | 
						||
				}
 | 
						||
			} else if file.Options.fromTreePath != file.Options.treePath || file.Operation == "create" {
 | 
						||
				// The entry shouldn't exist if we are creating the new file or moving to a new path
 | 
						||
				return ErrRepoFileAlreadyExists{
 | 
						||
					Path: file.Options.treePath,
 | 
						||
				}
 | 
						||
			}
 | 
						||
		}
 | 
						||
	}
 | 
						||
 | 
						||
	return nil
 | 
						||
}
 | 
						||
 | 
						||
func modifyFile(ctx context.Context, t *TemporaryUploadRepository, file *ChangeRepoFile, contentStore *lfs.ContentStore, repoID int64) (addedLfsPointer *lfs.Pointer, _ error) {
 | 
						||
	if rd, ok := file.ContentReader.(LazyReadSeeker); ok {
 | 
						||
		if err := rd.OpenLazyReader(); err != nil {
 | 
						||
			return nil, fmt.Errorf("OpenLazyReader: %w", err)
 | 
						||
		}
 | 
						||
		defer rd.Close()
 | 
						||
	}
 | 
						||
 | 
						||
	// Get the two paths (might be the same if not moving) from the index if they exist
 | 
						||
	filesInIndex, err := t.LsFiles(ctx, file.TreePath, file.FromTreePath)
 | 
						||
	if err != nil {
 | 
						||
		return nil, fmt.Errorf("LsFiles: %w", err)
 | 
						||
	}
 | 
						||
	// If is a new file (not updating) then the given path shouldn't exist
 | 
						||
	if file.Operation == "create" {
 | 
						||
		if slices.Contains(filesInIndex, file.TreePath) {
 | 
						||
			return nil, ErrRepoFileAlreadyExists{Path: file.TreePath}
 | 
						||
		}
 | 
						||
	}
 | 
						||
 | 
						||
	// Remove the old path from the tree
 | 
						||
	if file.Options.fromTreePath != file.Options.treePath && len(filesInIndex) > 0 {
 | 
						||
		for _, indexFile := range filesInIndex {
 | 
						||
			if indexFile == file.Options.fromTreePath {
 | 
						||
				if err = t.RemoveFilesFromIndex(ctx, file.FromTreePath); err != nil {
 | 
						||
					return nil, err
 | 
						||
				}
 | 
						||
			}
 | 
						||
		}
 | 
						||
	}
 | 
						||
 | 
						||
	var writeObjectRet *writeRepoObjectRet
 | 
						||
	switch file.Operation {
 | 
						||
	case "create", "update", "upload":
 | 
						||
		writeObjectRet, err = writeRepoObjectForModify(ctx, t, file)
 | 
						||
	case "rename":
 | 
						||
		writeObjectRet, err = writeRepoObjectForRename(ctx, t, file)
 | 
						||
	default:
 | 
						||
		return nil, util.NewInvalidArgumentErrorf("unknown file modification operation: '%s'", file.Operation)
 | 
						||
	}
 | 
						||
	if err != nil {
 | 
						||
		return nil, err
 | 
						||
	}
 | 
						||
 | 
						||
	// Add the object to the index, the "file.Options.executable" is set in handleCheckErrors by the caller (legacy hacky approach)
 | 
						||
	if err = t.AddObjectToIndex(ctx, util.Iif(file.Options.executable, "100755", "100644"), writeObjectRet.ObjectHash, file.Options.treePath); err != nil {
 | 
						||
		return nil, err
 | 
						||
	}
 | 
						||
 | 
						||
	if writeObjectRet.LfsContent == nil {
 | 
						||
		return nil, nil // No LFS pointer, so nothing to do
 | 
						||
	}
 | 
						||
	defer writeObjectRet.LfsContent.Close()
 | 
						||
 | 
						||
	// Now we must store the content into an LFS object
 | 
						||
	lfsMetaObject, err := git_model.NewLFSMetaObject(ctx, repoID, writeObjectRet.LfsPointer)
 | 
						||
	if err != nil {
 | 
						||
		return nil, err
 | 
						||
	}
 | 
						||
	exist, err := contentStore.Exists(lfsMetaObject.Pointer)
 | 
						||
	if err != nil {
 | 
						||
		return nil, err
 | 
						||
	}
 | 
						||
	if !exist {
 | 
						||
		err = contentStore.Put(lfsMetaObject.Pointer, writeObjectRet.LfsContent)
 | 
						||
		if err != nil {
 | 
						||
			if _, errRemove := git_model.RemoveLFSMetaObjectByOid(ctx, repoID, lfsMetaObject.Oid); errRemove != nil {
 | 
						||
				return nil, fmt.Errorf("unable to remove failed inserted LFS object %s: %v (Prev Error: %w)", lfsMetaObject.Oid, errRemove, err)
 | 
						||
			}
 | 
						||
			return nil, err
 | 
						||
		}
 | 
						||
	}
 | 
						||
	return &lfsMetaObject.Pointer, nil
 | 
						||
}
 | 
						||
 | 
						||
func checkIsLfsFileInGitAttributes(ctx context.Context, t *TemporaryUploadRepository, paths []string) (ret []bool, err error) {
 | 
						||
	attributesMap, err := attribute.CheckAttributes(ctx, t.gitRepo, "" /* use temp repo's working dir */, attribute.CheckAttributeOpts{
 | 
						||
		Attributes: []string{attribute.Filter},
 | 
						||
		Filenames:  paths,
 | 
						||
	})
 | 
						||
	if err != nil {
 | 
						||
		return nil, err
 | 
						||
	}
 | 
						||
	for _, p := range paths {
 | 
						||
		isLFSFile := attributesMap[p] != nil && attributesMap[p].Get(attribute.Filter).ToString().Value() == "lfs"
 | 
						||
		ret = append(ret, isLFSFile)
 | 
						||
	}
 | 
						||
	return ret, nil
 | 
						||
}
 | 
						||
 | 
						||
type writeRepoObjectRet struct {
 | 
						||
	ObjectHash string
 | 
						||
	LfsContent io.ReadCloser // if not nil, then the caller should store its content in LfsPointer, then close it
 | 
						||
	LfsPointer lfs.Pointer
 | 
						||
}
 | 
						||
 | 
						||
// writeRepoObjectForModify hashes the git object for create or update operations
 | 
						||
func writeRepoObjectForModify(ctx context.Context, t *TemporaryUploadRepository, file *ChangeRepoFile) (ret *writeRepoObjectRet, err error) {
 | 
						||
	ret = &writeRepoObjectRet{}
 | 
						||
	treeObjectContentReader := file.ContentReader
 | 
						||
	if setting.LFS.StartServer {
 | 
						||
		checkIsLfsFiles, err := checkIsLfsFileInGitAttributes(ctx, t, []string{file.Options.treePath})
 | 
						||
		if err != nil {
 | 
						||
			return nil, err
 | 
						||
		}
 | 
						||
		if checkIsLfsFiles[0] {
 | 
						||
			// OK, so we are supposed to LFS this data!
 | 
						||
			ret.LfsPointer, err = lfs.GeneratePointer(file.ContentReader)
 | 
						||
			if err != nil {
 | 
						||
				return nil, err
 | 
						||
			}
 | 
						||
			if _, err = file.ContentReader.Seek(0, io.SeekStart); err != nil {
 | 
						||
				return nil, err
 | 
						||
			}
 | 
						||
			ret.LfsContent = io.NopCloser(file.ContentReader)
 | 
						||
			treeObjectContentReader = strings.NewReader(ret.LfsPointer.StringContent())
 | 
						||
		}
 | 
						||
	}
 | 
						||
 | 
						||
	ret.ObjectHash, err = t.HashObjectAndWrite(ctx, treeObjectContentReader)
 | 
						||
	if err != nil {
 | 
						||
		return nil, err
 | 
						||
	}
 | 
						||
	return ret, nil
 | 
						||
}
 | 
						||
 | 
						||
// writeRepoObjectForRename the same as writeRepoObjectForModify buf for "rename"
 | 
						||
func writeRepoObjectForRename(ctx context.Context, t *TemporaryUploadRepository, file *ChangeRepoFile) (ret *writeRepoObjectRet, err error) {
 | 
						||
	lastCommitID, err := t.GetLastCommit(ctx)
 | 
						||
	if err != nil {
 | 
						||
		return nil, err
 | 
						||
	}
 | 
						||
	commit, err := t.GetCommit(lastCommitID)
 | 
						||
	if err != nil {
 | 
						||
		return nil, err
 | 
						||
	}
 | 
						||
	oldEntry, err := commit.GetTreeEntryByPath(file.Options.fromTreePath)
 | 
						||
	if err != nil {
 | 
						||
		return nil, err
 | 
						||
	}
 | 
						||
 | 
						||
	ret = &writeRepoObjectRet{ObjectHash: oldEntry.ID.String()}
 | 
						||
	if !setting.LFS.StartServer {
 | 
						||
		return ret, nil
 | 
						||
	}
 | 
						||
 | 
						||
	checkIsLfsFiles, err := checkIsLfsFileInGitAttributes(ctx, t, []string{file.Options.fromTreePath, file.Options.treePath})
 | 
						||
	if err != nil {
 | 
						||
		return nil, err
 | 
						||
	}
 | 
						||
	oldIsLfs, newIsLfs := checkIsLfsFiles[0], checkIsLfsFiles[1]
 | 
						||
 | 
						||
	// If the old and new paths are both in lfs or both not in lfs, the object hash of the old file can be used directly
 | 
						||
	// as the object doesn't change
 | 
						||
	if oldIsLfs == newIsLfs {
 | 
						||
		return ret, nil
 | 
						||
	}
 | 
						||
 | 
						||
	oldEntryBlobPointerBy := func(f func(r io.Reader) (lfs.Pointer, error)) (lfsPointer lfs.Pointer, err error) {
 | 
						||
		r, err := oldEntry.Blob().DataAsync()
 | 
						||
		if err != nil {
 | 
						||
			return lfsPointer, err
 | 
						||
		}
 | 
						||
		defer r.Close()
 | 
						||
		return f(r)
 | 
						||
	}
 | 
						||
 | 
						||
	var treeObjectContentReader io.ReadCloser
 | 
						||
	if oldIsLfs {
 | 
						||
		// If the old is in lfs but the new isn't, read the content from lfs and add it as a normal git object
 | 
						||
		pointer, err := oldEntryBlobPointerBy(lfs.ReadPointer)
 | 
						||
		if err != nil {
 | 
						||
			return nil, err
 | 
						||
		}
 | 
						||
		treeObjectContentReader, err = lfs.ReadMetaObject(pointer)
 | 
						||
		if err != nil {
 | 
						||
			return nil, err
 | 
						||
		}
 | 
						||
		defer treeObjectContentReader.Close()
 | 
						||
	} else {
 | 
						||
		// If the new is in lfs but the old isn't, read the content from the git object and generate a lfs pointer of it
 | 
						||
		ret.LfsPointer, err = oldEntryBlobPointerBy(lfs.GeneratePointer)
 | 
						||
		if err != nil {
 | 
						||
			return nil, err
 | 
						||
		}
 | 
						||
		ret.LfsContent, err = oldEntry.Blob().DataAsync()
 | 
						||
		if err != nil {
 | 
						||
			return nil, err
 | 
						||
		}
 | 
						||
		treeObjectContentReader = io.NopCloser(strings.NewReader(ret.LfsPointer.StringContent()))
 | 
						||
	}
 | 
						||
	ret.ObjectHash, err = t.HashObjectAndWrite(ctx, treeObjectContentReader)
 | 
						||
	if err != nil {
 | 
						||
		return nil, err
 | 
						||
	}
 | 
						||
	return ret, nil
 | 
						||
}
 | 
						||
 | 
						||
// VerifyBranchProtection verify the branch protection for modifying the given treePath on the given branch
 | 
						||
func VerifyBranchProtection(ctx context.Context, repo *repo_model.Repository, doer *user_model.User, branchName string, treePaths []string) error {
 | 
						||
	protectedBranch, err := git_model.GetFirstMatchProtectedBranchRule(ctx, repo.ID, branchName)
 | 
						||
	if err != nil {
 | 
						||
		return err
 | 
						||
	}
 | 
						||
	if protectedBranch != nil {
 | 
						||
		protectedBranch.Repo = repo
 | 
						||
		globUnprotected := protectedBranch.GetUnprotectedFilePatterns()
 | 
						||
		globProtected := protectedBranch.GetProtectedFilePatterns()
 | 
						||
		canUserPush := protectedBranch.CanUserPush(ctx, doer)
 | 
						||
		for _, treePath := range treePaths {
 | 
						||
			isUnprotectedFile := false
 | 
						||
			if len(globUnprotected) != 0 {
 | 
						||
				isUnprotectedFile = protectedBranch.IsUnprotectedFile(globUnprotected, treePath)
 | 
						||
			}
 | 
						||
			if !canUserPush && !isUnprotectedFile {
 | 
						||
				return ErrUserCannotCommit{
 | 
						||
					UserName: doer.LowerName,
 | 
						||
				}
 | 
						||
			}
 | 
						||
			if protectedBranch.IsProtectedFile(globProtected, treePath) {
 | 
						||
				return pull_service.ErrFilePathProtected{
 | 
						||
					Path: treePath,
 | 
						||
				}
 | 
						||
			}
 | 
						||
		}
 | 
						||
		if protectedBranch.RequireSignedCommits {
 | 
						||
			_, _, _, err := asymkey_service.SignCRUDAction(ctx, repo.RepoPath(), doer, repo.RepoPath(), branchName)
 | 
						||
			if err != nil {
 | 
						||
				if !asymkey_service.IsErrWontSign(err) {
 | 
						||
					return err
 | 
						||
				}
 | 
						||
				return ErrUserCannotCommit{
 | 
						||
					UserName: doer.LowerName,
 | 
						||
				}
 | 
						||
			}
 | 
						||
		}
 | 
						||
	}
 | 
						||
	return nil
 | 
						||
}
 |