388 lines
9.7 KiB
Go
388 lines
9.7 KiB
Go
package lfs
|
|
|
|
import (
|
|
"fmt"
|
|
"net/http"
|
|
"net/url"
|
|
"os"
|
|
"path/filepath"
|
|
"strconv"
|
|
"strings"
|
|
"sync"
|
|
|
|
"github.com/github/git-lfs/git"
|
|
"github.com/github/git-lfs/vendor/_nuts/github.com/rubyist/tracerx"
|
|
"github.com/ThomsonReutersEikon/go-ntlm/ntlm"
|
|
)
|
|
|
|
var (
|
|
Config = NewConfig()
|
|
defaultRemote = "origin"
|
|
)
|
|
|
|
// FetchPruneConfig collects together the config options that control fetching and pruning
|
|
type FetchPruneConfig struct {
|
|
// The number of days prior to current date for which (local) refs other than HEAD
|
|
// will be fetched with --recent (default 7, 0 = only fetch HEAD)
|
|
FetchRecentRefsDays int
|
|
// Makes the FetchRecentRefsDays option apply to remote refs from fetch source as well (default true)
|
|
FetchRecentRefsIncludeRemotes bool
|
|
// number of days prior to latest commit on a ref that we'll fetch previous
|
|
// LFS changes too (default 0 = only fetch at ref)
|
|
FetchRecentCommitsDays int
|
|
// Whether to always fetch recent even without --recent
|
|
FetchRecentAlways bool
|
|
// Number of days added to FetchRecent*; data outside combined window will be
|
|
// deleted when prune is run. (default 3)
|
|
PruneOffsetDays int
|
|
}
|
|
|
|
type Configuration struct {
|
|
CurrentRemote string
|
|
httpClient *HttpClient
|
|
redirectingHttpClient *http.Client
|
|
ntlmSession ntlm.ClientSession
|
|
envVars map[string]string
|
|
isTracingHttp bool
|
|
isLoggingStats bool
|
|
|
|
loading sync.Mutex // guards initialization of gitConfig and remotes
|
|
gitConfig map[string]string
|
|
origConfig map[string]string
|
|
remotes []string
|
|
extensions map[string]Extension
|
|
fetchIncludePaths []string
|
|
fetchExcludePaths []string
|
|
fetchPruneConfig *FetchPruneConfig
|
|
}
|
|
|
|
func NewConfig() *Configuration {
|
|
c := &Configuration{
|
|
CurrentRemote: defaultRemote,
|
|
envVars: make(map[string]string),
|
|
}
|
|
c.isTracingHttp = c.GetenvBool("GIT_CURL_VERBOSE", false)
|
|
c.isLoggingStats = c.GetenvBool("GIT_LOG_STATS", false)
|
|
return c
|
|
}
|
|
|
|
func (c *Configuration) Getenv(key string) string {
|
|
if i, ok := c.envVars[key]; ok {
|
|
return i
|
|
}
|
|
|
|
v := os.Getenv(key)
|
|
c.envVars[key] = v
|
|
return v
|
|
}
|
|
|
|
func (c *Configuration) Setenv(key, value string) error {
|
|
// Check see if we have this in our cache, if so update it
|
|
if _, ok := c.envVars[key]; ok {
|
|
c.envVars[key] = value
|
|
}
|
|
|
|
// Now set in process
|
|
return os.Setenv(key, value)
|
|
}
|
|
|
|
// GetenvBool parses a boolean environment variable and returns the result as a bool.
|
|
// If the environment variable is unset, empty, or if the parsing fails,
|
|
// the value of def (default) is returned instead.
|
|
func (c *Configuration) GetenvBool(key string, def bool) bool {
|
|
s := c.Getenv(key)
|
|
if len(s) == 0 {
|
|
return def
|
|
}
|
|
|
|
b, err := parseConfigBool(s)
|
|
if err != nil {
|
|
return def
|
|
}
|
|
return b
|
|
}
|
|
|
|
func (c *Configuration) Endpoint() Endpoint {
|
|
if url, ok := c.GitConfig("lfs.url"); ok {
|
|
return NewEndpoint(url)
|
|
}
|
|
|
|
if len(c.CurrentRemote) > 0 && c.CurrentRemote != defaultRemote {
|
|
if endpoint := c.RemoteEndpoint(c.CurrentRemote); len(endpoint.Url) > 0 {
|
|
return endpoint
|
|
}
|
|
}
|
|
|
|
return c.RemoteEndpoint(defaultRemote)
|
|
}
|
|
|
|
func (c *Configuration) ConcurrentTransfers() int {
|
|
uploads := 3
|
|
|
|
if v, ok := c.GitConfig("lfs.concurrenttransfers"); ok {
|
|
n, err := strconv.Atoi(v)
|
|
if err == nil && n > 0 {
|
|
uploads = n
|
|
}
|
|
}
|
|
|
|
return uploads
|
|
}
|
|
|
|
func (c *Configuration) BatchTransfer() bool {
|
|
value, ok := c.GitConfig("lfs.batch")
|
|
if !ok || len(value) == 0 {
|
|
return true
|
|
}
|
|
|
|
useBatch, err := parseConfigBool(value)
|
|
if err != nil {
|
|
return false
|
|
}
|
|
|
|
return useBatch
|
|
}
|
|
|
|
func (c *Configuration) NtlmAccess() bool {
|
|
return c.Access() == "none"
|
|
}
|
|
|
|
// PrivateAccess will retrieve the access value and return true if
|
|
// the value is set to private. When a repo is marked as having private
|
|
// access, the http requests for the batch api will fetch the credentials
|
|
// before running, otherwise the request will run without credentials.
|
|
func (c *Configuration) PrivateAccess() bool {
|
|
return c.Access() != "none"
|
|
}
|
|
|
|
// Access returns the access auth type.
|
|
func (c *Configuration) Access() string {
|
|
return c.EndpointAccess(c.Endpoint())
|
|
}
|
|
|
|
// SetAccess will set the private access flag in .git/config.
|
|
func (c *Configuration) SetAccess(authType string) {
|
|
c.SetEndpointAccess(c.Endpoint(), authType)
|
|
}
|
|
|
|
func (c *Configuration) EndpointAccess(e Endpoint) string {
|
|
key := fmt.Sprintf("lfs.%s.access", e.Url)
|
|
if v, ok := c.GitConfig(key); ok && len(v) > 0 {
|
|
lower := strings.ToLower(v)
|
|
if lower == "private" {
|
|
return "basic"
|
|
}
|
|
return lower
|
|
}
|
|
return "none"
|
|
}
|
|
|
|
func (c *Configuration) SetEndpointAccess(e Endpoint, authType string) {
|
|
tracerx.Printf("setting repository access to %s", authType)
|
|
key := fmt.Sprintf("lfs.%s.access", e.Url)
|
|
|
|
// Modify the config cache because it's checked again in this process
|
|
// without being reloaded.
|
|
switch authType {
|
|
case "", "none":
|
|
git.Config.UnsetLocalKey("", key)
|
|
|
|
c.loading.Lock()
|
|
delete(c.gitConfig, key)
|
|
c.loading.Unlock()
|
|
default:
|
|
git.Config.SetLocal("", key, authType)
|
|
|
|
c.loading.Lock()
|
|
c.gitConfig[key] = authType
|
|
c.loading.Unlock()
|
|
}
|
|
}
|
|
|
|
func (c *Configuration) FetchIncludePaths() []string {
|
|
c.loadGitConfig()
|
|
return c.fetchIncludePaths
|
|
}
|
|
func (c *Configuration) FetchExcludePaths() []string {
|
|
c.loadGitConfig()
|
|
return c.fetchExcludePaths
|
|
}
|
|
|
|
func (c *Configuration) RemoteEndpoint(remote string) Endpoint {
|
|
if len(remote) == 0 {
|
|
remote = defaultRemote
|
|
}
|
|
if url, ok := c.GitConfig("remote." + remote + ".lfsurl"); ok {
|
|
return NewEndpoint(url)
|
|
}
|
|
|
|
if url, ok := c.GitConfig("remote." + remote + ".url"); ok {
|
|
return NewEndpointFromCloneURL(url)
|
|
}
|
|
|
|
return Endpoint{}
|
|
}
|
|
|
|
func (c *Configuration) Remotes() []string {
|
|
c.loadGitConfig()
|
|
return c.remotes
|
|
}
|
|
|
|
func (c *Configuration) Extensions() map[string]Extension {
|
|
c.loadGitConfig()
|
|
return c.extensions
|
|
}
|
|
|
|
func (c *Configuration) GitConfig(key string) (string, bool) {
|
|
c.loadGitConfig()
|
|
value, ok := c.gitConfig[strings.ToLower(key)]
|
|
return value, ok
|
|
}
|
|
|
|
func (c *Configuration) AllGitConfig() map[string]string {
|
|
c.loadGitConfig()
|
|
return c.gitConfig
|
|
}
|
|
|
|
func (c *Configuration) ObjectUrl(oid string) (*url.URL, error) {
|
|
return ObjectUrl(c.Endpoint(), oid)
|
|
}
|
|
|
|
func (c *Configuration) FetchPruneConfig() *FetchPruneConfig {
|
|
if c.fetchPruneConfig == nil {
|
|
c.fetchPruneConfig = &FetchPruneConfig{
|
|
FetchRecentRefsDays: 7,
|
|
FetchRecentRefsIncludeRemotes: true,
|
|
FetchRecentCommitsDays: 0,
|
|
PruneOffsetDays: 3,
|
|
}
|
|
if v, ok := c.GitConfig("lfs.fetchrecentrefsdays"); ok {
|
|
n, err := strconv.Atoi(v)
|
|
if err == nil && n >= 0 {
|
|
c.fetchPruneConfig.FetchRecentRefsDays = n
|
|
}
|
|
}
|
|
if v, ok := c.GitConfig("lfs.fetchrecentremoterefs"); ok {
|
|
if b, err := parseConfigBool(v); err == nil {
|
|
c.fetchPruneConfig.FetchRecentRefsIncludeRemotes = b
|
|
}
|
|
}
|
|
if v, ok := c.GitConfig("lfs.fetchrecentcommitsdays"); ok {
|
|
n, err := strconv.Atoi(v)
|
|
if err == nil && n >= 0 {
|
|
c.fetchPruneConfig.FetchRecentCommitsDays = n
|
|
}
|
|
}
|
|
if v, ok := c.GitConfig("lfs.fetchrecentalways"); ok {
|
|
if b, err := parseConfigBool(v); err == nil {
|
|
c.fetchPruneConfig.FetchRecentAlways = b
|
|
}
|
|
}
|
|
if v, ok := c.GitConfig("lfs.pruneoffsetdays"); ok {
|
|
n, err := strconv.Atoi(v)
|
|
if err == nil && n >= 0 {
|
|
c.fetchPruneConfig.PruneOffsetDays = n
|
|
}
|
|
}
|
|
|
|
}
|
|
return c.fetchPruneConfig
|
|
}
|
|
|
|
func parseConfigBool(str string) (bool, error) {
|
|
switch strings.ToLower(str) {
|
|
case "true", "1", "on", "yes", "t":
|
|
return true, nil
|
|
case "false", "0", "off", "no", "f":
|
|
return false, nil
|
|
}
|
|
return false, fmt.Errorf("Unable to parse %q as a boolean", str)
|
|
}
|
|
|
|
func (c *Configuration) loadGitConfig() bool {
|
|
c.loading.Lock()
|
|
defer c.loading.Unlock()
|
|
|
|
if c.gitConfig != nil {
|
|
return false
|
|
}
|
|
|
|
uniqRemotes := make(map[string]bool)
|
|
|
|
c.gitConfig = make(map[string]string)
|
|
c.extensions = make(map[string]Extension)
|
|
|
|
var output string
|
|
listOutput, err := git.Config.List()
|
|
if err != nil {
|
|
panic(fmt.Errorf("Error listing git config: %s", err))
|
|
}
|
|
|
|
configFile := filepath.Join(LocalWorkingDir, ".gitconfig")
|
|
fileOutput, err := git.Config.ListFromFile(configFile)
|
|
if err != nil {
|
|
panic(fmt.Errorf("Error listing git config from file: %s", err))
|
|
}
|
|
|
|
localConfig := filepath.Join(LocalGitDir, "config")
|
|
localOutput, err := git.Config.ListFromFile(localConfig)
|
|
if err != nil {
|
|
panic(fmt.Errorf("Error listing git config from file %s", err))
|
|
}
|
|
|
|
output = fileOutput + "\n" + listOutput + "\n" + localOutput
|
|
|
|
lines := strings.Split(output, "\n")
|
|
for _, line := range lines {
|
|
pieces := strings.SplitN(line, "=", 2)
|
|
if len(pieces) < 2 {
|
|
continue
|
|
}
|
|
key := strings.ToLower(pieces[0])
|
|
value := pieces[1]
|
|
c.gitConfig[key] = value
|
|
|
|
keyParts := strings.Split(key, ".")
|
|
if len(keyParts) > 1 && keyParts[0] == "remote" {
|
|
remote := keyParts[1]
|
|
uniqRemotes[remote] = remote == "origin"
|
|
} else if len(keyParts) == 4 && keyParts[0] == "lfs" && keyParts[1] == "extension" {
|
|
name := keyParts[2]
|
|
ext := c.extensions[name]
|
|
switch keyParts[3] {
|
|
case "clean":
|
|
ext.Clean = value
|
|
case "smudge":
|
|
ext.Smudge = value
|
|
case "priority":
|
|
p, err := strconv.Atoi(value)
|
|
if err == nil && p >= 0 {
|
|
ext.Priority = p
|
|
}
|
|
}
|
|
ext.Name = name
|
|
c.extensions[name] = ext
|
|
} else if len(keyParts) == 2 && keyParts[0] == "lfs" && keyParts[1] == "fetchinclude" {
|
|
for _, inc := range strings.Split(value, ",") {
|
|
inc = strings.TrimSpace(inc)
|
|
c.fetchIncludePaths = append(c.fetchIncludePaths, inc)
|
|
}
|
|
} else if len(keyParts) == 2 && keyParts[0] == "lfs" && keyParts[1] == "fetchexclude" {
|
|
for _, ex := range strings.Split(value, ",") {
|
|
ex = strings.TrimSpace(ex)
|
|
c.fetchExcludePaths = append(c.fetchExcludePaths, ex)
|
|
}
|
|
}
|
|
}
|
|
|
|
c.remotes = make([]string, 0, len(uniqRemotes))
|
|
for remote, isOrigin := range uniqRemotes {
|
|
if isOrigin {
|
|
continue
|
|
}
|
|
c.remotes = append(c.remotes, remote)
|
|
}
|
|
|
|
return true
|
|
}
|