2016-11-03 22:16:01 +00:00
// Copyright 2015 The Gogs Authors. All rights reserved.
2017-04-28 14:20:58 +00:00
// Copyright 2017 The Gitea Authors. All rights reserved.
2016-11-03 22:16:01 +00:00
// Use of this source code is governed by a MIT-style
// license that can be found in the LICENSE file.
package git
import (
2019-11-30 14:40:22 +00:00
"context"
2022-06-16 15:47:44 +00:00
"errors"
2016-11-03 22:16:01 +00:00
"fmt"
2022-05-02 12:30:24 +00:00
"os"
2019-04-17 11:11:37 +00:00
"os/exec"
2022-07-08 13:44:36 +00:00
"path/filepath"
2022-06-19 11:55:59 +00:00
"regexp"
2019-11-02 05:40:49 +00:00
"runtime"
2016-11-03 22:16:01 +00:00
"strings"
2022-06-10 01:57:49 +00:00
"sync"
2016-11-03 22:16:01 +00:00
"time"
2017-04-28 14:20:58 +00:00
2022-06-10 01:57:49 +00:00
"code.gitea.io/gitea/modules/log"
2021-06-26 11:28:55 +00:00
"code.gitea.io/gitea/modules/setting"
2022-07-16 12:54:49 +00:00
2020-09-05 16:42:58 +00:00
"github.com/hashicorp/go-version"
2016-11-03 22:16:01 +00:00
)
2022-06-16 15:47:44 +00:00
// GitVersionRequired is the minimum Git version required
const GitVersionRequired = "2.0.0"
2019-04-17 11:11:37 +00:00
2022-06-16 15:47:44 +00:00
var (
2019-04-17 11:11:37 +00:00
// GitExecutable is the command name of git
// Could be updated to an absolute path while initialization
GitExecutable = "git"
2019-05-15 01:57:00 +00:00
2022-06-16 15:47:44 +00:00
// DefaultContext is the default context to run git commands in, must be initialized by git.InitXxx
DefaultContext context . Context
2019-11-30 14:40:22 +00:00
2021-07-28 09:42:56 +00:00
// SupportProcReceive version >= 2.29.0
SupportProcReceive bool
2016-11-03 22:16:01 +00:00
2022-06-10 01:57:49 +00:00
gitVersion * version . Version
)
2020-09-05 16:42:58 +00:00
2022-06-10 01:57:49 +00:00
// loadGitVersion returns current Git version from shell. Internal usage only.
func loadGitVersion ( ) ( * version . Version , error ) {
2020-09-05 16:42:58 +00:00
// doesn't need RWMutex because its exec by Init()
if gitVersion != nil {
2022-06-10 01:57:49 +00:00
return gitVersion , nil
2016-11-03 22:16:01 +00:00
}
2022-06-10 01:57:49 +00:00
stdout , _ , runErr := NewCommand ( DefaultContext , "version" ) . RunStdString ( nil )
2022-04-01 02:55:30 +00:00
if runErr != nil {
2022-06-10 01:57:49 +00:00
return nil , runErr
2016-11-03 22:16:01 +00:00
}
fields := strings . Fields ( stdout )
if len ( fields ) < 3 {
2022-06-10 01:57:49 +00:00
return nil , fmt . Errorf ( "invalid git version output: %s" , stdout )
2016-11-03 22:16:01 +00:00
}
2020-09-05 16:42:58 +00:00
var versionString string
2016-11-03 22:16:01 +00:00
// Handle special case on Windows.
i := strings . Index ( fields [ 2 ] , "windows" )
if i >= 1 {
2020-09-05 16:42:58 +00:00
versionString = fields [ 2 ] [ : i - 1 ]
} else {
versionString = fields [ 2 ]
2016-11-03 22:16:01 +00:00
}
2022-04-01 02:55:30 +00:00
var err error
2020-09-05 16:42:58 +00:00
gitVersion , err = version . NewVersion ( versionString )
2022-06-10 01:57:49 +00:00
return gitVersion , err
2016-11-03 22:16:01 +00:00
}
2019-07-07 07:26:56 +00:00
// SetExecutablePath changes the path of git executable and checks the file permission and version.
func SetExecutablePath ( path string ) error {
// If path is empty, we use the default value of GitExecutable "git" to search for the location of git.
if path != "" {
GitExecutable = path
}
2019-04-17 11:11:37 +00:00
absPath , err := exec . LookPath ( GitExecutable )
if err != nil {
2022-05-02 12:30:24 +00:00
return fmt . Errorf ( "git not found: %w" , err )
2019-04-17 11:11:37 +00:00
}
GitExecutable = absPath
2022-06-10 01:57:49 +00:00
_ , e rr = loadGitVersion ( )
2017-04-28 14:20:58 +00:00
if err != nil {
2022-05-02 12:30:24 +00:00
return fmt . Errorf ( "unable to load git version: %w" , err )
2017-04-28 14:20:58 +00:00
}
2020-09-05 16:42:58 +00:00
versionRequired , err := version . NewVersion ( GitVersionRequired )
if err != nil {
return err
}
if gitVersion . LessThan ( versionRequired ) {
2022-05-02 12:30:24 +00:00
moreHint := "get git: https://git-scm.com/download/"
if runtime . GOOS == "linux" {
// there are a lot of CentOS/RHEL users using old git, so we add a special hint for them
if _ , err = os . Stat ( "/etc/redhat-release" ) ; err == nil {
// ius.io is the recommended official(git-scm.com) method to install git
moreHint = "get git: https://git-scm.com/download/linux and https://ius.io"
}
}
return fmt . Errorf ( "installed git version %q is not supported, Gitea requires git version >= %q, %s" , gitVersion . Original ( ) , GitVersionRequired , moreHint )
2017-04-28 14:20:58 +00:00
}
2019-07-07 07:26:56 +00:00
return nil
2019-06-19 16:53:37 +00:00
}
2019-05-15 01:57:00 +00:00
2021-06-26 11:28:55 +00:00
// VersionInfo returns git version information
func VersionInfo ( ) string {
2022-06-10 01:57:49 +00:00
if gitVersion == nil {
return "(git not found)"
}
format := "%s"
2022-01-20 17:46:10 +00:00
args := [ ] interface { } { gitVersion . Original ( ) }
2021-06-26 11:28:55 +00:00
// Since git wire protocol has been released from git v2.18
if setting . Git . EnableAutoGitWireProtocol && CheckGitVersionAtLeast ( "2.18" ) == nil {
format += ", Wire Protocol %s Enabled"
args = append ( args , "Version 2" ) // for focus color
}
return fmt . Sprintf ( format , args ... )
}
2022-06-16 15:47:44 +00:00
func checkInit ( ) error {
2022-07-08 13:44:36 +00:00
if setting . Git . HomePath == "" {
return errors . New ( "unable to init Git's HomeDir, incorrect initialization of the setting and git modules" )
2022-06-16 15:47:44 +00:00
}
if DefaultContext != nil {
log . Warn ( "git module has been initialized already, duplicate init should be fixed" )
}
return nil
}
2022-06-10 01:57:49 +00:00
// HomeDir is the home dir for git to store the global config file used by Gitea internally
func HomeDir ( ) string {
2022-07-08 13:44:36 +00:00
if setting . Git . HomePath == "" {
2022-06-16 15:47:44 +00:00
// strict check, make sure the git module is initialized correctly.
// attention: when the git module is called in gitea sub-command (serv/hook), the log module is not able to show messages to users.
// for example: if there is gitea git hook code calling git.NewCommand before git.InitXxx, the integration test won't show the real failure reasons.
2022-07-08 13:44:36 +00:00
log . Fatal ( "Unable to init Git's HomeDir, incorrect initialization of the setting and git modules" )
2022-06-16 15:47:44 +00:00
return ""
2022-06-10 01:57:49 +00:00
}
2022-07-08 13:44:36 +00:00
return setting . Git . HomePath
2022-06-10 01:57:49 +00:00
}
2022-06-11 03:56:27 +00:00
// InitSimple initializes git module with a very simple step, no config changes, no global command arguments.
// This method doesn't change anything to filesystem. At the moment, it is only used by "git serv" sub-command, no data-race
2022-06-16 15:47:44 +00:00
// However, in integration test, the sub-command function may be called in the current process, so the InitSimple would be called multiple times, too
2022-06-11 03:56:27 +00:00
func InitSimple ( ctx context . Context ) error {
2022-06-16 15:47:44 +00:00
if err := checkInit ( ) ; err != nil {
return err
}
2019-12-15 09:51:28 +00:00
DefaultContext = ctx
2020-09-05 16:42:58 +00:00
2022-03-31 11:56:22 +00:00
if setting . Git . Timeout . Default > 0 {
defaultCommandExecutionTimeout = time . Duration ( setting . Git . Timeout . Default ) * time . Second
}
2021-06-26 11:28:55 +00:00
2022-06-16 15:47:44 +00:00
return SetExecutablePath ( setting . Git . Path )
2022-06-10 01:57:49 +00:00
}
2022-06-11 03:56:27 +00:00
var initOnce sync . Once
2022-06-10 01:57:49 +00:00
2022-06-11 03:56:27 +00:00
// InitOnceWithSync initializes git module with version check and change global variables, sync gitconfig.
// This method will update the global variables ONLY ONCE (just like git.CheckLFSVersion -- which is not ideal too),
// otherwise there will be data-race problem at the moment.
func InitOnceWithSync ( ctx context . Context ) ( err error ) {
2022-06-16 15:47:44 +00:00
if err = checkInit ( ) ; err != nil {
return err
}
2022-06-11 03:56:27 +00:00
initOnce . Do ( func ( ) {
2022-07-08 13:44:36 +00:00
if err = InitSimple ( ctx ) ; err != nil {
2022-06-11 03:56:27 +00:00
return
}
2022-06-10 01:57:49 +00:00
2022-07-08 13:44:36 +00:00
// when git works with gnupg (commit signing), there should be a stable home for gnupg commands
if _ , ok := os . LookupEnv ( "GNUPGHOME" ) ; ! ok {
_ = os . Setenv ( "GNUPGHOME" , filepath . Join ( HomeDir ( ) , ".gnupg" ) )
}
2022-06-11 03:56:27 +00:00
// Since git wire protocol has been released from git v2.18
if setting . Git . EnableAutoGitWireProtocol && CheckGitVersionAtLeast ( "2.18" ) == nil {
globalCommandArgs = append ( globalCommandArgs , "-c" , "protocol.version=2" )
}
// By default partial clones are disabled, enable them from git v2.22
if ! setting . Git . DisablePartialClone && CheckGitVersionAtLeast ( "2.22" ) == nil {
globalCommandArgs = append ( globalCommandArgs , "-c" , "uploadpack.allowfilter=true" , "-c" , "uploadpack.allowAnySHA1InWant=true" )
}
2022-06-10 01:57:49 +00:00
2021-06-26 11:28:55 +00:00
// Explicitly disable credential helper, otherwise Git credentials might leak
2022-06-11 03:56:27 +00:00
if CheckGitVersionAtLeast ( "2.9" ) == nil {
globalCommandArgs = append ( globalCommandArgs , "-c" , "credential.helper=" )
}
2021-06-26 11:28:55 +00:00
2022-06-11 03:56:27 +00:00
SupportProcReceive = CheckGitVersionAtLeast ( "2.29" ) == nil
} )
if err != nil {
return err
2021-06-26 11:28:55 +00:00
}
2022-06-11 03:56:27 +00:00
return syncGitConfig ( )
}
2021-06-26 11:28:55 +00:00
2022-06-11 03:56:27 +00:00
// syncGitConfig only modifies gitconfig, won't change global variables (otherwise there will be data-race problem)
func syncGitConfig ( ) ( err error ) {
if err = os . MkdirAll ( HomeDir ( ) , os . ModePerm ) ; err != nil {
2022-07-08 13:44:36 +00:00
return fmt . Errorf ( "unable to prepare git home directory %s, err: %w" , HomeDir ( ) , err )
2022-01-06 05:38:38 +00:00
}
2022-06-10 01:57:49 +00:00
// Git requires setting user.name and user.email in order to commit changes - old comment: "if they're not set just add some defaults"
// TODO: need to confirm whether users really need to change these values manually. It seems that these values are dummy only and not really used.
// If these values are not really used, then they can be set (overwritten) directly without considering about existence.
for configKey , defaultValue := range map [ string ] string {
"user.name" : "Gitea" ,
"user.email" : "gitea@fake.local" ,
} {
if err := configSetNonExist ( configKey , defaultValue ) ; err != nil {
2020-06-13 21:47:31 +00:00
return err
2019-05-15 01:57:00 +00:00
}
}
2020-06-13 21:47:31 +00:00
// Set git some configurations - these must be set to these values for gitea to work correctly
2022-06-10 01:57:49 +00:00
if err := configSet ( "core.quotePath" , "false" ) ; err != nil {
2020-06-13 21:47:31 +00:00
return err
2019-05-15 01:57:00 +00:00
}
2019-06-29 11:46:25 +00:00
2020-10-21 15:42:08 +00:00
if CheckGitVersionAtLeast ( "2.10" ) == nil {
2022-06-10 01:57:49 +00:00
if err := configSet ( "receive.advertisePushOptions" , "true" ) ; err != nil {
2020-08-23 16:02:35 +00:00
return err
}
}
2020-10-21 15:42:08 +00:00
if CheckGitVersionAtLeast ( "2.18" ) == nil {
2022-06-10 01:57:49 +00:00
if err := configSet ( "core.commitGraph" , "true" ) ; err != nil {
2020-06-13 21:47:31 +00:00
return err
2019-06-29 11:46:25 +00:00
}
2022-06-10 01:57:49 +00:00
if err := configSet ( "gc.writeCommitGraph" , "true" ) ; err != nil {
2020-06-13 21:47:31 +00:00
return err
2019-06-29 11:46:25 +00:00
}
2022-06-17 20:18:35 +00:00
if err := configSet ( "fetch.writeCommitGraph" , "true" ) ; err != nil {
return err
}
2019-06-29 11:46:25 +00:00
}
2019-11-02 05:40:49 +00:00
2022-06-11 03:56:27 +00:00
if SupportProcReceive {
2021-07-28 09:42:56 +00:00
// set support for AGit flow
2022-06-10 01:57:49 +00:00
if err := configAddNonExist ( "receive.procReceiveRefs" , "refs/for" ) ; err != nil {
2021-07-28 09:42:56 +00:00
return err
}
} else {
2022-06-10 01:57:49 +00:00
if err := configUnsetAll ( "receive.procReceiveRefs" , "refs/for" ) ; err != nil {
2021-07-28 09:42:56 +00:00
return err
}
}
2022-06-17 05:49:38 +00:00
// Due to CVE-2022-24765, git now denies access to git directories which are not owned by current user
// however, some docker users and samba users find it difficult to configure their systems so that Gitea's git repositories are owned by the Gitea user. (Possibly Windows Service users - but ownership in this case should really be set correctly on the filesystem.)
// see issue: https://github.com/go-gitea/gitea/issues/19455
// Fundamentally the problem lies with the uid-gid-mapping mechanism for filesystems in docker on windows (and to a lesser extent samba).
// Docker's configuration mechanism for local filesystems provides no way of setting this mapping and although there is a mechanism for setting this uid through using cifs mounting it is complicated and essentially undocumented
// Thus the owner uid/gid for files on these filesystems will be marked as root.
// As Gitea now always use its internal git config file, and access to the git repositories is managed through Gitea,
// it is now safe to set "safe.directory=*" for internal usage only.
// Please note: the wildcard "*" is only supported by Git 2.30.4/2.31.3/2.32.2/2.33.3/2.34.3/2.35.3/2.36 and later
// Although only supported by Git 2.30.4/2.31.3/2.32.2/2.33.3/2.34.3/2.35.3/2.36 and later - this setting is tolerated by earlier versions
if err := configAddNonExist ( "safe.directory" , "*" ) ; err != nil {
return err
}
2019-11-02 05:40:49 +00:00
if runtime . GOOS == "windows" {
2022-06-10 01:57:49 +00:00
if err := configSet ( "core.longpaths" , "true" ) ; err != nil {
2020-06-13 21:47:31 +00:00
return err
}
2022-06-10 01:57:49 +00:00
if setting . Git . DisableCoreProtectNTFS {
err = configSet ( "core.protectNTFS" , "false" )
} else {
err = configUnsetAll ( "core.protectNTFS" , "false" )
}
if err != nil {
2021-10-13 18:20:11 +00:00
return err
}
}
2022-06-10 01:57:49 +00:00
2022-09-04 16:17:27 +00:00
// By default partial clones are disabled, enable them from git v2.22
if ! setting . Git . DisablePartialClone && CheckGitVersionAtLeast ( "2.22" ) == nil {
if err = configSet ( "uploadpack.allowfilter" , "true" ) ; err != nil {
return err
}
err = configSet ( "uploadpack.allowAnySHA1InWant" , "true" )
} else {
if err = configUnsetAll ( "uploadpack.allowfilter" , "true" ) ; err != nil {
return err
}
err = configUnsetAll ( "uploadpack.allowAnySHA1InWant" , "true" )
}
return err
2020-06-13 21:47:31 +00:00
}
2020-10-21 15:42:08 +00:00
// CheckGitVersionAtLeast check git version is at least the constraint version
func CheckGitVersionAtLeast ( atLeast string ) error {
2022-06-10 01:57:49 +00:00
if _ , err := loadGitVersion ( ) ; err != nil {
2020-09-05 16:42:58 +00:00
return err
}
2020-10-21 15:42:08 +00:00
atLeastVersion , err := version . NewVersion ( atLeast )
2020-09-05 16:42:58 +00:00
if err != nil {
return err
}
2020-10-21 15:42:08 +00:00
if gitVersion . Compare ( atLeastVersion ) < 0 {
return fmt . Errorf ( "installed git binary version %s is not at least %s" , gitVersion . Original ( ) , atLeast )
2020-09-05 16:42:58 +00:00
}
return nil
}
2022-06-10 01:57:49 +00:00
func configSet ( key , value string ) error {
stdout , _ , err := NewCommand ( DefaultContext , "config" , "--get" , key ) . RunStdString ( nil )
if err != nil && ! err . IsExitCode ( 1 ) {
return fmt . Errorf ( "failed to get git config %s, err: %w" , key , err )
2020-06-13 21:47:31 +00:00
}
currValue := strings . TrimSpace ( stdout )
2022-06-10 01:57:49 +00:00
if currValue == value {
2020-06-13 21:47:31 +00:00
return nil
2019-11-02 05:40:49 +00:00
}
2020-06-13 21:47:31 +00:00
2022-06-10 01:57:49 +00:00
_ , _ , err = NewCommand ( DefaultContext , "config" , "--global" , key , value ) . RunStdString ( nil )
if err != nil {
return fmt . Errorf ( "failed to set git global config %s, err: %w" , key , err )
2020-06-13 21:47:31 +00:00
}
2019-06-19 16:53:37 +00:00
return nil
2016-11-03 22:16:01 +00:00
}
2022-06-10 01:57:49 +00:00
func configSetNonExist ( key , value string ) error {
_ , _ , err := NewCommand ( DefaultContext , "config" , "--get" , key ) . RunStdString ( nil )
if err == nil {
// already exist
return nil
}
if err . IsExitCode ( 1 ) {
// not exist, set new config
_ , _ , err = NewCommand ( DefaultContext , "config" , "--global" , key , value ) . RunStdString ( nil )
if err != nil {
return fmt . Errorf ( "failed to set git global config %s, err: %w" , key , err )
2021-07-28 09:42:56 +00:00
}
2022-06-10 01:57:49 +00:00
return nil
2021-07-28 09:42:56 +00:00
}
2022-06-10 01:57:49 +00:00
return fmt . Errorf ( "failed to get git config %s, err: %w" , key , err )
2021-07-28 09:42:56 +00:00
}
2022-06-10 01:57:49 +00:00
func configAddNonExist ( key , value string ) error {
2022-06-19 11:55:59 +00:00
_ , _ , err := NewCommand ( DefaultContext , "config" , "--get" , key , regexp . QuoteMeta ( value ) ) . RunStdString ( nil )
2022-06-10 01:57:49 +00:00
if err == nil {
// already exist
return nil
}
if err . IsExitCode ( 1 ) {
// not exist, add new config
_ , _ , err = NewCommand ( DefaultContext , "config" , "--global" , "--add" , key , value ) . RunStdString ( nil )
if err != nil {
return fmt . Errorf ( "failed to add git global config %s, err: %w" , key , err )
2021-07-28 09:42:56 +00:00
}
2022-06-10 01:57:49 +00:00
return nil
2021-07-28 09:42:56 +00:00
}
2022-06-10 01:57:49 +00:00
return fmt . Errorf ( "failed to get git config %s, err: %w" , key , err )
}
2021-07-28 09:42:56 +00:00
2022-06-10 01:57:49 +00:00
func configUnsetAll ( key , value string ) error {
_ , _ , err := NewCommand ( DefaultContext , "config" , "--get" , key ) . RunStdString ( nil )
if err == nil {
// exist, need to remove
2022-06-19 11:55:59 +00:00
_ , _ , err = NewCommand ( DefaultContext , "config" , "--global" , "--unset-all" , key , regexp . QuoteMeta ( value ) ) . RunStdString ( nil )
2022-06-10 01:57:49 +00:00
if err != nil {
return fmt . Errorf ( "failed to unset git global config %s, err: %w" , key , err )
}
return nil
2021-07-28 09:42:56 +00:00
}
2022-06-10 01:57:49 +00:00
if err . IsExitCode ( 1 ) {
// not exist
return nil
}
return fmt . Errorf ( "failed to get git config %s, err: %w" , key , err )
2021-07-28 09:42:56 +00:00
}
2016-11-03 22:16:01 +00:00
// Fsck verifies the connectivity and validity of the objects in the database
2020-05-16 23:31:38 +00:00
func Fsck ( ctx context . Context , repoPath string , timeout time . Duration , args ... string ) error {
2022-04-01 02:55:30 +00:00
return NewCommand ( ctx , "fsck" ) . AddArguments ( args ... ) . Run ( & RunOpts { Timeout : timeout , Dir : repoPath } )
2016-11-03 22:16:01 +00:00
}