mirror of
https://codeberg.org/forgejo/forgejo.git
synced 2024-12-22 12:54:53 -05:00
03508b33a8
- Continuation of https://github.com/go-gitea/gitea/pull/18835 (by @Gusted, so it's fine to change copyright holder to Forgejo). - Add the option to use SSH for push mirrors, this would allow for the deploy keys feature to be used and not require tokens to be used which cannot be limited to a specific repository. The private key is stored encrypted (via the `keying` module) on the database and NEVER given to the user, to avoid accidental exposure and misuse. - CAVEAT: This does require the `ssh` binary to be present, which may not be available in containerized environments, this could be solved by adding a SSH client into forgejo itself and use the forgejo binary as SSH command, but should be done in another PR. - CAVEAT: Mirroring of LFS content is not supported, this would require the previous stated problem to be solved due to LFS authentication (an attempt was made at forgejo/forgejo#2544). - Integration test added. - Resolves #4416
188 lines
5.9 KiB
Go
188 lines
5.9 KiB
Go
// Copyright 2021 The Gitea Authors. All rights reserved.
|
|
// SPDX-License-Identifier: MIT
|
|
|
|
package repo
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"path/filepath"
|
|
"strings"
|
|
"time"
|
|
|
|
"code.gitea.io/gitea/models/db"
|
|
"code.gitea.io/gitea/modules/git"
|
|
giturl "code.gitea.io/gitea/modules/git/url"
|
|
"code.gitea.io/gitea/modules/keying"
|
|
"code.gitea.io/gitea/modules/log"
|
|
"code.gitea.io/gitea/modules/setting"
|
|
"code.gitea.io/gitea/modules/timeutil"
|
|
"code.gitea.io/gitea/modules/util"
|
|
|
|
"xorm.io/builder"
|
|
)
|
|
|
|
// ErrPushMirrorNotExist mirror does not exist error
|
|
var ErrPushMirrorNotExist = util.NewNotExistErrorf("PushMirror does not exist")
|
|
|
|
// PushMirror represents mirror information of a repository.
|
|
type PushMirror struct {
|
|
ID int64 `xorm:"pk autoincr"`
|
|
RepoID int64 `xorm:"INDEX"`
|
|
Repo *Repository `xorm:"-"`
|
|
RemoteName string
|
|
RemoteAddress string `xorm:"VARCHAR(2048)"`
|
|
|
|
// A keypair formatted in OpenSSH format.
|
|
PublicKey string `xorm:"VARCHAR(100)"`
|
|
PrivateKey []byte `xorm:"BLOB"`
|
|
|
|
SyncOnCommit bool `xorm:"NOT NULL DEFAULT true"`
|
|
Interval time.Duration
|
|
CreatedUnix timeutil.TimeStamp `xorm:"created"`
|
|
LastUpdateUnix timeutil.TimeStamp `xorm:"INDEX last_update"`
|
|
LastError string `xorm:"text"`
|
|
}
|
|
|
|
type PushMirrorOptions struct {
|
|
db.ListOptions
|
|
ID int64
|
|
RepoID int64
|
|
RemoteName string
|
|
}
|
|
|
|
func (opts PushMirrorOptions) ToConds() builder.Cond {
|
|
cond := builder.NewCond()
|
|
if opts.RepoID > 0 {
|
|
cond = cond.And(builder.Eq{"repo_id": opts.RepoID})
|
|
}
|
|
if opts.RemoteName != "" {
|
|
cond = cond.And(builder.Eq{"remote_name": opts.RemoteName})
|
|
}
|
|
if opts.ID > 0 {
|
|
cond = cond.And(builder.Eq{"id": opts.ID})
|
|
}
|
|
return cond
|
|
}
|
|
|
|
func init() {
|
|
db.RegisterModel(new(PushMirror))
|
|
}
|
|
|
|
// GetRepository returns the path of the repository.
|
|
func (m *PushMirror) GetRepository(ctx context.Context) *Repository {
|
|
if m.Repo != nil {
|
|
return m.Repo
|
|
}
|
|
var err error
|
|
m.Repo, err = GetRepositoryByID(ctx, m.RepoID)
|
|
if err != nil {
|
|
log.Error("getRepositoryByID[%d]: %v", m.ID, err)
|
|
}
|
|
return m.Repo
|
|
}
|
|
|
|
// GetRemoteName returns the name of the remote.
|
|
func (m *PushMirror) GetRemoteName() string {
|
|
return m.RemoteName
|
|
}
|
|
|
|
// GetPublicKey returns a sanitized version of the public key.
|
|
// This should only be used when displaying the public key to the user, not for actual code.
|
|
func (m *PushMirror) GetPublicKey() string {
|
|
return strings.TrimSuffix(m.PublicKey, "\n")
|
|
}
|
|
|
|
// SetPrivatekey encrypts the given private key and store it in the database.
|
|
// The ID of the push mirror must be known, so this should be done after the
|
|
// push mirror is inserted.
|
|
func (m *PushMirror) SetPrivatekey(ctx context.Context, privateKey []byte) error {
|
|
key := keying.DeriveKey(keying.ContextPushMirror)
|
|
m.PrivateKey = key.Encrypt(privateKey, keying.ColumnAndID("private_key", m.ID))
|
|
|
|
_, err := db.GetEngine(ctx).ID(m.ID).Cols("private_key").Update(m)
|
|
return err
|
|
}
|
|
|
|
// Privatekey retrieves the encrypted private key and decrypts it.
|
|
func (m *PushMirror) Privatekey() ([]byte, error) {
|
|
key := keying.DeriveKey(keying.ContextPushMirror)
|
|
return key.Decrypt(m.PrivateKey, keying.ColumnAndID("private_key", m.ID))
|
|
}
|
|
|
|
// UpdatePushMirror updates the push-mirror
|
|
func UpdatePushMirror(ctx context.Context, m *PushMirror) error {
|
|
_, err := db.GetEngine(ctx).ID(m.ID).AllCols().Update(m)
|
|
return err
|
|
}
|
|
|
|
// UpdatePushMirrorInterval updates the push-mirror
|
|
func UpdatePushMirrorInterval(ctx context.Context, m *PushMirror) error {
|
|
_, err := db.GetEngine(ctx).ID(m.ID).Cols("interval").Update(m)
|
|
return err
|
|
}
|
|
|
|
var DeletePushMirrors = deletePushMirrors
|
|
|
|
func deletePushMirrors(ctx context.Context, opts PushMirrorOptions) error {
|
|
if opts.RepoID > 0 {
|
|
_, err := db.Delete[PushMirror](ctx, opts)
|
|
return err
|
|
}
|
|
return util.NewInvalidArgumentErrorf("repoID required and must be set")
|
|
}
|
|
|
|
// GetPushMirrorsByRepoID returns push-mirror information of a repository.
|
|
func GetPushMirrorsByRepoID(ctx context.Context, repoID int64, listOptions db.ListOptions) ([]*PushMirror, int64, error) {
|
|
sess := db.GetEngine(ctx).Where("repo_id = ?", repoID)
|
|
if listOptions.Page != 0 {
|
|
sess = db.SetSessionPagination(sess, &listOptions)
|
|
mirrors := make([]*PushMirror, 0, listOptions.PageSize)
|
|
count, err := sess.FindAndCount(&mirrors)
|
|
return mirrors, count, err
|
|
}
|
|
mirrors := make([]*PushMirror, 0, 10)
|
|
count, err := sess.FindAndCount(&mirrors)
|
|
return mirrors, count, err
|
|
}
|
|
|
|
// GetPushMirrorsSyncedOnCommit returns push-mirrors for this repo that should be updated by new commits
|
|
func GetPushMirrorsSyncedOnCommit(ctx context.Context, repoID int64) ([]*PushMirror, error) {
|
|
mirrors := make([]*PushMirror, 0, 10)
|
|
return mirrors, db.GetEngine(ctx).
|
|
Where("repo_id = ? AND sync_on_commit = ?", repoID, true).
|
|
Find(&mirrors)
|
|
}
|
|
|
|
// PushMirrorsIterate iterates all push-mirror repositories.
|
|
func PushMirrorsIterate(ctx context.Context, limit int, f func(idx int, bean any) error) error {
|
|
sess := db.GetEngine(ctx).
|
|
Table("push_mirror").
|
|
Join("INNER", "`repository`", "`repository`.id = `push_mirror`.repo_id").
|
|
Where("`push_mirror`.last_update + (`push_mirror`.`interval` / ?) <= ?", time.Second, time.Now().Unix()).
|
|
And("`push_mirror`.`interval` != 0").
|
|
And("`repository`.is_archived = ?", false).
|
|
OrderBy("last_update ASC")
|
|
if limit > 0 {
|
|
sess = sess.Limit(limit)
|
|
}
|
|
return sess.Iterate(new(PushMirror), f)
|
|
}
|
|
|
|
// GetPushMirrorRemoteAddress returns the address of associated with a repository's given remote.
|
|
func GetPushMirrorRemoteAddress(ownerName, repoName, remoteName string) (string, error) {
|
|
repoPath := filepath.Join(setting.RepoRootPath, strings.ToLower(ownerName), strings.ToLower(repoName)+".git")
|
|
|
|
remoteURL, err := git.GetRemoteAddress(context.Background(), repoPath, remoteName)
|
|
if err != nil {
|
|
return "", fmt.Errorf("get remote %s's address of %s/%s failed: %v", remoteName, ownerName, repoName, err)
|
|
}
|
|
|
|
u, err := giturl.Parse(remoteURL)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
u.User = nil
|
|
|
|
return u.String(), nil
|
|
}
|