2021-06-14 19:20:43 +02:00
|
|
|
// Copyright 2021 The Gitea Authors. All rights reserved.
|
2022-11-27 19:20:29 +01:00
|
|
|
// SPDX-License-Identifier: MIT
|
2021-06-14 19:20:43 +02:00
|
|
|
|
2021-12-10 02:27:50 +01:00
|
|
|
package repo
|
2021-06-14 19:20:43 +02:00
|
|
|
|
|
|
|
import (
|
2022-07-30 18:45:59 +02:00
|
|
|
"context"
|
2023-12-01 14:56:03 +01:00
|
|
|
"fmt"
|
|
|
|
"path/filepath"
|
|
|
|
"strings"
|
2021-06-14 19:20:43 +02:00
|
|
|
"time"
|
|
|
|
|
2021-09-19 13:49:59 +02:00
|
|
|
"code.gitea.io/gitea/models/db"
|
2023-12-01 14:56:03 +01:00
|
|
|
"code.gitea.io/gitea/modules/git"
|
|
|
|
giturl "code.gitea.io/gitea/modules/git/url"
|
2021-06-14 19:20:43 +02:00
|
|
|
"code.gitea.io/gitea/modules/log"
|
2023-12-01 14:56:03 +01:00
|
|
|
"code.gitea.io/gitea/modules/setting"
|
2021-06-14 19:20:43 +02:00
|
|
|
"code.gitea.io/gitea/modules/timeutil"
|
2022-12-31 12:49:37 +01:00
|
|
|
"code.gitea.io/gitea/modules/util"
|
2022-07-30 18:45:59 +02:00
|
|
|
|
|
|
|
"xorm.io/builder"
|
2021-06-14 19:20:43 +02:00
|
|
|
)
|
|
|
|
|
2022-01-20 18:46:10 +01:00
|
|
|
// ErrPushMirrorNotExist mirror does not exist error
|
2022-12-31 12:49:37 +01:00
|
|
|
var ErrPushMirrorNotExist = util.NewNotExistErrorf("PushMirror does not exist")
|
2021-06-14 19:20:43 +02:00
|
|
|
|
|
|
|
// PushMirror represents mirror information of a repository.
|
|
|
|
type PushMirror struct {
|
2023-09-16 18:03:02 +02:00
|
|
|
ID int64 `xorm:"pk autoincr"`
|
|
|
|
RepoID int64 `xorm:"INDEX"`
|
|
|
|
Repo *Repository `xorm:"-"`
|
|
|
|
RemoteName string
|
|
|
|
RemoteAddress string `xorm:"VARCHAR(2048)"`
|
2021-06-14 19:20:43 +02:00
|
|
|
|
2022-07-08 21:45:12 +02:00
|
|
|
SyncOnCommit bool `xorm:"NOT NULL DEFAULT true"`
|
2021-06-14 19:20:43 +02:00
|
|
|
Interval time.Duration
|
|
|
|
CreatedUnix timeutil.TimeStamp `xorm:"created"`
|
|
|
|
LastUpdateUnix timeutil.TimeStamp `xorm:"INDEX last_update"`
|
|
|
|
LastError string `xorm:"text"`
|
|
|
|
}
|
2023-09-16 18:03:02 +02:00
|
|
|
|
2022-07-30 18:45:59 +02:00
|
|
|
type PushMirrorOptions struct {
|
|
|
|
ID int64
|
|
|
|
RepoID int64
|
|
|
|
RemoteName string
|
|
|
|
}
|
|
|
|
|
|
|
|
func (opts *PushMirrorOptions) toConds() builder.Cond {
|
|
|
|
cond := builder.NewCond()
|
|
|
|
if opts.RepoID > 0 {
|
|
|
|
cond = cond.And(builder.Eq{"repo_id": opts.RepoID})
|
|
|
|
}
|
|
|
|
if opts.RemoteName != "" {
|
|
|
|
cond = cond.And(builder.Eq{"remote_name": opts.RemoteName})
|
|
|
|
}
|
|
|
|
if opts.ID > 0 {
|
|
|
|
cond = cond.And(builder.Eq{"id": opts.ID})
|
|
|
|
}
|
|
|
|
return cond
|
|
|
|
}
|
2021-06-14 19:20:43 +02:00
|
|
|
|
2021-09-19 13:49:59 +02:00
|
|
|
func init() {
|
|
|
|
db.RegisterModel(new(PushMirror))
|
|
|
|
}
|
|
|
|
|
2022-05-20 16:08:52 +02:00
|
|
|
// GetRepository returns the path of the repository.
|
|
|
|
func (m *PushMirror) GetRepository() *Repository {
|
|
|
|
if m.Repo != nil {
|
|
|
|
return m.Repo
|
2021-06-14 19:20:43 +02:00
|
|
|
}
|
|
|
|
var err error
|
2022-12-03 03:48:26 +01:00
|
|
|
m.Repo, err = GetRepositoryByID(db.DefaultContext, m.RepoID)
|
2021-06-14 19:20:43 +02:00
|
|
|
if err != nil {
|
|
|
|
log.Error("getRepositoryByID[%d]: %v", m.ID, err)
|
|
|
|
}
|
|
|
|
return m.Repo
|
|
|
|
}
|
|
|
|
|
|
|
|
// GetRemoteName returns the name of the remote.
|
|
|
|
func (m *PushMirror) GetRemoteName() string {
|
|
|
|
return m.RemoteName
|
|
|
|
}
|
|
|
|
|
|
|
|
// InsertPushMirror inserts a push-mirror to database
|
2022-07-30 18:45:59 +02:00
|
|
|
func InsertPushMirror(ctx context.Context, m *PushMirror) error {
|
|
|
|
_, err := db.GetEngine(ctx).Insert(m)
|
2021-06-14 19:20:43 +02:00
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
// UpdatePushMirror updates the push-mirror
|
2022-07-30 18:45:59 +02:00
|
|
|
func UpdatePushMirror(ctx context.Context, m *PushMirror) error {
|
|
|
|
_, err := db.GetEngine(ctx).ID(m.ID).AllCols().Update(m)
|
2021-06-14 19:20:43 +02:00
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2023-08-01 18:00:59 +02:00
|
|
|
// UpdatePushMirrorInterval updates the push-mirror
|
|
|
|
func UpdatePushMirrorInterval(ctx context.Context, m *PushMirror) error {
|
|
|
|
_, err := db.GetEngine(ctx).ID(m.ID).Cols("interval").Update(m)
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2022-07-30 18:45:59 +02:00
|
|
|
func DeletePushMirrors(ctx context.Context, opts PushMirrorOptions) error {
|
|
|
|
if opts.RepoID > 0 {
|
|
|
|
_, err := db.GetEngine(ctx).Where(opts.toConds()).Delete(&PushMirror{})
|
|
|
|
return err
|
|
|
|
}
|
2022-12-31 12:49:37 +01:00
|
|
|
return util.NewInvalidArgumentErrorf("repoID required and must be set")
|
2021-06-14 19:20:43 +02:00
|
|
|
}
|
|
|
|
|
2022-07-30 18:45:59 +02:00
|
|
|
func GetPushMirror(ctx context.Context, opts PushMirrorOptions) (*PushMirror, error) {
|
|
|
|
mirror := &PushMirror{}
|
|
|
|
exist, err := db.GetEngine(ctx).Where(opts.toConds()).Get(mirror)
|
2021-06-14 19:20:43 +02:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
2022-07-30 18:45:59 +02:00
|
|
|
} else if !exist {
|
2021-06-14 19:20:43 +02:00
|
|
|
return nil, ErrPushMirrorNotExist
|
|
|
|
}
|
2022-07-30 18:45:59 +02:00
|
|
|
return mirror, nil
|
2021-06-14 19:20:43 +02:00
|
|
|
}
|
|
|
|
|
2021-07-08 13:38:13 +02:00
|
|
|
// GetPushMirrorsByRepoID returns push-mirror information of a repository.
|
2022-07-30 18:45:59 +02:00
|
|
|
func GetPushMirrorsByRepoID(ctx context.Context, repoID int64, listOptions db.ListOptions) ([]*PushMirror, int64, error) {
|
|
|
|
sess := db.GetEngine(ctx).Where("repo_id = ?", repoID)
|
|
|
|
if listOptions.Page != 0 {
|
|
|
|
sess = db.SetSessionPagination(sess, &listOptions)
|
|
|
|
mirrors := make([]*PushMirror, 0, listOptions.PageSize)
|
|
|
|
count, err := sess.FindAndCount(&mirrors)
|
|
|
|
return mirrors, count, err
|
|
|
|
}
|
2021-06-14 19:20:43 +02:00
|
|
|
mirrors := make([]*PushMirror, 0, 10)
|
2022-07-30 18:45:59 +02:00
|
|
|
count, err := sess.FindAndCount(&mirrors)
|
|
|
|
return mirrors, count, err
|
2021-06-14 19:20:43 +02:00
|
|
|
}
|
|
|
|
|
2022-07-08 21:45:12 +02:00
|
|
|
// GetPushMirrorsSyncedOnCommit returns push-mirrors for this repo that should be updated by new commits
|
2022-11-19 09:12:33 +01:00
|
|
|
func GetPushMirrorsSyncedOnCommit(ctx context.Context, repoID int64) ([]*PushMirror, error) {
|
2022-07-08 21:45:12 +02:00
|
|
|
mirrors := make([]*PushMirror, 0, 10)
|
2022-11-19 09:12:33 +01:00
|
|
|
return mirrors, db.GetEngine(ctx).
|
2023-08-27 04:24:45 +02:00
|
|
|
Where("repo_id = ? AND sync_on_commit = ?", repoID, true).
|
2022-07-08 21:45:12 +02:00
|
|
|
Find(&mirrors)
|
|
|
|
}
|
|
|
|
|
2021-06-14 19:20:43 +02:00
|
|
|
// PushMirrorsIterate iterates all push-mirror repositories.
|
2023-07-04 20:36:08 +02:00
|
|
|
func PushMirrorsIterate(ctx context.Context, limit int, f func(idx int, bean any) error) error {
|
2022-08-19 04:12:00 +02:00
|
|
|
sess := db.GetEngine(ctx).
|
2021-06-14 19:20:43 +02:00
|
|
|
Where("last_update + (`interval` / ?) <= ?", time.Second, time.Now().Unix()).
|
|
|
|
And("`interval` != 0").
|
2022-08-19 04:12:00 +02:00
|
|
|
OrderBy("last_update ASC")
|
|
|
|
if limit > 0 {
|
|
|
|
sess = sess.Limit(limit)
|
|
|
|
}
|
|
|
|
return sess.Iterate(new(PushMirror), f)
|
2021-06-14 19:20:43 +02:00
|
|
|
}
|
2023-12-01 14:56:03 +01:00
|
|
|
|
|
|
|
// GetPushMirrorRemoteAddress returns the address of associated with a repository's given remote.
|
|
|
|
func GetPushMirrorRemoteAddress(ownerName, repoName, remoteName string) (string, error) {
|
|
|
|
repoPath := filepath.Join(setting.RepoRootPath, strings.ToLower(ownerName), strings.ToLower(repoName)+".git")
|
|
|
|
|
|
|
|
remoteURL, err := git.GetRemoteAddress(context.Background(), repoPath, remoteName)
|
|
|
|
if err != nil {
|
|
|
|
return "", fmt.Errorf("get remote %s's address of %s/%s failed: %v", remoteName, ownerName, repoName, err)
|
|
|
|
}
|
|
|
|
|
|
|
|
u, err := giturl.Parse(remoteURL)
|
|
|
|
if err != nil {
|
|
|
|
return "", err
|
|
|
|
}
|
|
|
|
u.User = nil
|
|
|
|
|
|
|
|
return u.String(), nil
|
|
|
|
}
|