mirror of
https://codeberg.org/forgejo/forgejo.git
synced 2024-12-21 07:59:03 +00:00
6e19484f4d
Related #14180 Related #25233 Related #22639 Close #19786 Related #12763 This PR will change all the branches retrieve method from reading git data to read database to reduce git read operations. - [x] Sync git branches information into database when push git data - [x] Create a new table `Branch`, merge some columns of `DeletedBranch` into `Branch` table and drop the table `DeletedBranch`. - [x] Read `Branch` table when visit `code` -> `branch` page - [x] Read `Branch` table when list branch names in `code` page dropdown - [x] Read `Branch` table when list git ref compare page - [x] Provide a button in admin page to manually sync all branches. - [x] Sync branches if repository is not empty but database branches are empty when visiting pages with branches list - [x] Use `commit_time desc` as the default FindBranch order by to keep consistent as before and deleted branches will be always at the end. --------- Co-authored-by: Jason Song <i@wolfogre.com>
229 lines
6.6 KiB
Go
229 lines
6.6 KiB
Go
// Copyright 2019 The Gitea Authors. All rights reserved.
|
|
// SPDX-License-Identifier: MIT
|
|
|
|
package repository
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"strings"
|
|
"time"
|
|
|
|
"code.gitea.io/gitea/models/db"
|
|
git_model "code.gitea.io/gitea/models/git"
|
|
repo_model "code.gitea.io/gitea/models/repo"
|
|
user_model "code.gitea.io/gitea/models/user"
|
|
"code.gitea.io/gitea/modules/git"
|
|
"code.gitea.io/gitea/modules/log"
|
|
"code.gitea.io/gitea/modules/notification"
|
|
repo_module "code.gitea.io/gitea/modules/repository"
|
|
"code.gitea.io/gitea/modules/structs"
|
|
"code.gitea.io/gitea/modules/util"
|
|
)
|
|
|
|
// ErrForkAlreadyExist represents a "ForkAlreadyExist" kind of error.
|
|
type ErrForkAlreadyExist struct {
|
|
Uname string
|
|
RepoName string
|
|
ForkName string
|
|
}
|
|
|
|
// IsErrForkAlreadyExist checks if an error is an ErrForkAlreadyExist.
|
|
func IsErrForkAlreadyExist(err error) bool {
|
|
_, ok := err.(ErrForkAlreadyExist)
|
|
return ok
|
|
}
|
|
|
|
func (err ErrForkAlreadyExist) Error() string {
|
|
return fmt.Sprintf("repository is already forked by user [uname: %s, repo path: %s, fork path: %s]", err.Uname, err.RepoName, err.ForkName)
|
|
}
|
|
|
|
func (err ErrForkAlreadyExist) Unwrap() error {
|
|
return util.ErrAlreadyExist
|
|
}
|
|
|
|
// ForkRepoOptions contains the fork repository options
|
|
type ForkRepoOptions struct {
|
|
BaseRepo *repo_model.Repository
|
|
Name string
|
|
Description string
|
|
}
|
|
|
|
// ForkRepository forks a repository
|
|
func ForkRepository(ctx context.Context, doer, owner *user_model.User, opts ForkRepoOptions) (*repo_model.Repository, error) {
|
|
// Fork is prohibited, if user has reached maximum limit of repositories
|
|
if !owner.CanForkRepo() {
|
|
return nil, repo_model.ErrReachLimitOfRepo{
|
|
Limit: owner.MaxRepoCreation,
|
|
}
|
|
}
|
|
|
|
forkedRepo, err := repo_model.GetUserFork(ctx, opts.BaseRepo.ID, owner.ID)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
if forkedRepo != nil {
|
|
return nil, ErrForkAlreadyExist{
|
|
Uname: owner.Name,
|
|
RepoName: opts.BaseRepo.FullName(),
|
|
ForkName: forkedRepo.FullName(),
|
|
}
|
|
}
|
|
|
|
repo := &repo_model.Repository{
|
|
OwnerID: owner.ID,
|
|
Owner: owner,
|
|
OwnerName: owner.Name,
|
|
Name: opts.Name,
|
|
LowerName: strings.ToLower(opts.Name),
|
|
Description: opts.Description,
|
|
DefaultBranch: opts.BaseRepo.DefaultBranch,
|
|
IsPrivate: opts.BaseRepo.IsPrivate || opts.BaseRepo.Owner.Visibility == structs.VisibleTypePrivate,
|
|
IsEmpty: opts.BaseRepo.IsEmpty,
|
|
IsFork: true,
|
|
ForkID: opts.BaseRepo.ID,
|
|
}
|
|
|
|
oldRepoPath := opts.BaseRepo.RepoPath()
|
|
|
|
needsRollback := false
|
|
rollbackFn := func() {
|
|
if !needsRollback {
|
|
return
|
|
}
|
|
|
|
repoPath := repo_model.RepoPath(owner.Name, repo.Name)
|
|
|
|
if exists, _ := util.IsExist(repoPath); !exists {
|
|
return
|
|
}
|
|
|
|
// As the transaction will be failed and hence database changes will be destroyed we only need
|
|
// to delete the related repository on the filesystem
|
|
if errDelete := util.RemoveAll(repoPath); errDelete != nil {
|
|
log.Error("Failed to remove fork repo")
|
|
}
|
|
}
|
|
|
|
needsRollbackInPanic := true
|
|
defer func() {
|
|
panicErr := recover()
|
|
if panicErr == nil {
|
|
return
|
|
}
|
|
|
|
if needsRollbackInPanic {
|
|
rollbackFn()
|
|
}
|
|
panic(panicErr)
|
|
}()
|
|
|
|
err = db.WithTx(ctx, func(txCtx context.Context) error {
|
|
if err = repo_module.CreateRepositoryByExample(txCtx, doer, owner, repo, false, true); err != nil {
|
|
return err
|
|
}
|
|
|
|
if err = repo_model.IncrementRepoForkNum(txCtx, opts.BaseRepo.ID); err != nil {
|
|
return err
|
|
}
|
|
|
|
// copy lfs files failure should not be ignored
|
|
if err = git_model.CopyLFS(txCtx, repo, opts.BaseRepo); err != nil {
|
|
return err
|
|
}
|
|
|
|
needsRollback = true
|
|
|
|
repoPath := repo_model.RepoPath(owner.Name, repo.Name)
|
|
if stdout, _, err := git.NewCommand(txCtx,
|
|
"clone", "--bare").AddDynamicArguments(oldRepoPath, repoPath).
|
|
SetDescription(fmt.Sprintf("ForkRepository(git clone): %s to %s", opts.BaseRepo.FullName(), repo.FullName())).
|
|
RunStdBytes(&git.RunOpts{Timeout: 10 * time.Minute}); err != nil {
|
|
log.Error("Fork Repository (git clone) Failed for %v (from %v):\nStdout: %s\nError: %v", repo, opts.BaseRepo, stdout, err)
|
|
return fmt.Errorf("git clone: %w", err)
|
|
}
|
|
|
|
if err := repo_module.CheckDaemonExportOK(txCtx, repo); err != nil {
|
|
return fmt.Errorf("checkDaemonExportOK: %w", err)
|
|
}
|
|
|
|
if stdout, _, err := git.NewCommand(txCtx, "update-server-info").
|
|
SetDescription(fmt.Sprintf("ForkRepository(git update-server-info): %s", repo.FullName())).
|
|
RunStdString(&git.RunOpts{Dir: repoPath}); err != nil {
|
|
log.Error("Fork Repository (git update-server-info) failed for %v:\nStdout: %s\nError: %v", repo, stdout, err)
|
|
return fmt.Errorf("git update-server-info: %w", err)
|
|
}
|
|
|
|
if err = repo_module.CreateDelegateHooks(repoPath); err != nil {
|
|
return fmt.Errorf("createDelegateHooks: %w", err)
|
|
}
|
|
|
|
gitRepo, err := git.OpenRepository(txCtx, repo.RepoPath())
|
|
if err != nil {
|
|
return fmt.Errorf("OpenRepository: %w", err)
|
|
}
|
|
defer gitRepo.Close()
|
|
|
|
_, err = repo_module.SyncRepoBranchesWithRepo(txCtx, repo, gitRepo, doer.ID)
|
|
return err
|
|
})
|
|
needsRollbackInPanic = false
|
|
if err != nil {
|
|
rollbackFn()
|
|
return nil, err
|
|
}
|
|
|
|
// even if below operations failed, it could be ignored. And they will be retried
|
|
if err := repo_module.UpdateRepoSize(ctx, repo); err != nil {
|
|
log.Error("Failed to update size for repository: %v", err)
|
|
}
|
|
if err := repo_model.CopyLanguageStat(opts.BaseRepo, repo); err != nil {
|
|
log.Error("Copy language stat from oldRepo failed: %v", err)
|
|
}
|
|
|
|
gitRepo, err := git.OpenRepository(ctx, repo.RepoPath())
|
|
if err != nil {
|
|
log.Error("Open created git repository failed: %v", err)
|
|
} else {
|
|
defer gitRepo.Close()
|
|
if err := repo_module.SyncReleasesWithTags(repo, gitRepo); err != nil {
|
|
log.Error("Sync releases from git tags failed: %v", err)
|
|
}
|
|
}
|
|
|
|
notification.NotifyForkRepository(ctx, doer, opts.BaseRepo, repo)
|
|
|
|
return repo, nil
|
|
}
|
|
|
|
// ConvertForkToNormalRepository convert the provided repo from a forked repo to normal repo
|
|
func ConvertForkToNormalRepository(ctx context.Context, repo *repo_model.Repository) error {
|
|
err := db.WithTx(ctx, func(ctx context.Context) error {
|
|
repo, err := repo_model.GetRepositoryByID(ctx, repo.ID)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if !repo.IsFork {
|
|
return nil
|
|
}
|
|
|
|
if err := repo_model.DecrementRepoForkNum(ctx, repo.ForkID); err != nil {
|
|
log.Error("Unable to decrement repo fork num for old root repo %d of repository %-v whilst converting from fork. Error: %v", repo.ForkID, repo, err)
|
|
return err
|
|
}
|
|
|
|
repo.IsFork = false
|
|
repo.ForkID = 0
|
|
|
|
if err := repo_module.UpdateRepository(ctx, repo, false); err != nil {
|
|
log.Error("Unable to update repository %-v whilst converting from fork. Error: %v", repo, err)
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
})
|
|
|
|
return err
|
|
}
|