087db1de70
Since we're about to do a v3.0.0 release, let's bump the version to v3. Make this change automatically with the following command to avoid any missed items: git grep -l github.com/git-lfs/git-lfs/v2 | \ xargs sed -i -e 's!github.com/git-lfs/git-lfs/v2!github.com/git-lfs/git-lfs/v3!g'
192 lines
5.2 KiB
Go
192 lines
5.2 KiB
Go
package lfs
|
|
|
|
import (
|
|
"encoding/hex"
|
|
"sync"
|
|
|
|
"github.com/git-lfs/git-lfs/v3/config"
|
|
"github.com/git-lfs/git-lfs/v3/git"
|
|
)
|
|
|
|
type lockableNameSet struct {
|
|
opt *ScanRefsOptions
|
|
set GitScannerSet
|
|
}
|
|
|
|
// Determines if the given blob sha matches a locked file.
|
|
func (s *lockableNameSet) Check(blobSha string) (string, bool) {
|
|
if s == nil || s.opt == nil || s.set == nil {
|
|
return "", false
|
|
}
|
|
|
|
name, ok := s.opt.GetName(blobSha)
|
|
if !ok {
|
|
return name, ok
|
|
}
|
|
|
|
if s.set.Contains(name) {
|
|
return name, true
|
|
}
|
|
return name, false
|
|
}
|
|
|
|
func noopFoundLockable(name string) {}
|
|
|
|
// scanRefsToChan scans through all commits reachable by refs contained in
|
|
// "include" and not reachable by any refs included in "exclude" and invokes
|
|
// the provided callback for each pointer file, valid or invalid, that it finds.
|
|
// Reports unique oids once only, not multiple times if >1 file uses the same content
|
|
func scanRefsToChan(scanner *GitScanner, pointerCb GitScannerFoundPointer, include, exclude []string, gitEnv, osEnv config.Environment, opt *ScanRefsOptions) error {
|
|
if opt == nil {
|
|
panic("no scan ref options")
|
|
}
|
|
|
|
revs, err := revListShas(include, exclude, opt)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
lockableSet := &lockableNameSet{opt: opt, set: scanner.PotentialLockables}
|
|
smallShas, batchLockableCh, err := catFileBatchCheck(revs, lockableSet)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
lockableCb := scanner.FoundLockable
|
|
if lockableCb == nil {
|
|
lockableCb = noopFoundLockable
|
|
}
|
|
|
|
go func(cb GitScannerFoundLockable, ch chan string) {
|
|
for name := range ch {
|
|
cb(name)
|
|
}
|
|
}(lockableCb, batchLockableCh)
|
|
|
|
pointers, checkLockableCh, err := catFileBatch(smallShas, lockableSet, gitEnv, osEnv)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
for p := range pointers.Results {
|
|
if name, ok := opt.GetName(p.Sha1); ok {
|
|
p.Name = name
|
|
}
|
|
|
|
if scanner.Filter.Allows(p.Name) {
|
|
pointerCb(p, nil)
|
|
}
|
|
}
|
|
|
|
for lockableName := range checkLockableCh {
|
|
if scanner.Filter.Allows(lockableName) {
|
|
lockableCb(lockableName)
|
|
}
|
|
}
|
|
|
|
if err := pointers.Wait(); err != nil {
|
|
pointerCb(nil, err)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// scanLeftRightToChan takes a ref and returns a channel of WrappedPointer objects
|
|
// for all Git LFS pointers it finds for that ref.
|
|
// Reports unique oids once only, not multiple times if >1 file uses the same content
|
|
func scanLeftRightToChan(scanner *GitScanner, pointerCb GitScannerFoundPointer, refLeft, refRight string, gitEnv, osEnv config.Environment, opt *ScanRefsOptions) error {
|
|
return scanRefsToChan(scanner, pointerCb, []string{refLeft}, []string{refRight}, gitEnv, osEnv, opt)
|
|
}
|
|
|
|
// scanMultiLeftRightToChan takes a ref and a set of bases and returns a channel
|
|
// of WrappedPointer objects for all Git LFS pointers it finds for that ref.
|
|
// Reports unique oids once only, not multiple times if >1 file uses the same
|
|
// content
|
|
func scanMultiLeftRightToChan(scanner *GitScanner, pointerCb GitScannerFoundPointer, refLeft string, bases []string, gitEnv, osEnv config.Environment, opt *ScanRefsOptions) error {
|
|
return scanRefsToChan(scanner, pointerCb, []string{refLeft}, bases, gitEnv, osEnv, opt)
|
|
}
|
|
|
|
// scanRefsByTree scans through all commits reachable by refs contained in
|
|
// "include" and not reachable by any refs included in "exclude" and invokes
|
|
// the provided callback for each pointer file, valid or invalid, that it finds.
|
|
// Reports unique oids once only, not multiple times if >1 file uses the same content
|
|
func scanRefsByTree(scanner *GitScanner, pointerCb GitScannerFoundPointer, include, exclude []string, gitEnv, osEnv config.Environment, opt *ScanRefsOptions) error {
|
|
if opt == nil {
|
|
panic("no scan ref options")
|
|
}
|
|
|
|
revs, err := revListShas(include, exclude, opt)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
errchan := make(chan error, 20) // multiple errors possible
|
|
wg := &sync.WaitGroup{}
|
|
|
|
for r := range revs.Results {
|
|
wg.Add(1)
|
|
go func(rev string) {
|
|
defer wg.Done()
|
|
err := runScanTreeForPointers(pointerCb, rev, gitEnv, osEnv)
|
|
if err != nil {
|
|
errchan <- err
|
|
}
|
|
}(r)
|
|
}
|
|
|
|
wg.Wait()
|
|
close(errchan)
|
|
for err := range errchan {
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
return revs.Wait()
|
|
}
|
|
|
|
// revListShas uses git rev-list to return the list of object sha1s
|
|
// for the given ref. If all is true, ref is ignored. It returns a
|
|
// channel from which sha1 strings can be read.
|
|
func revListShas(include, exclude []string, opt *ScanRefsOptions) (*StringChannelWrapper, error) {
|
|
scanner, err := git.NewRevListScanner(include, exclude, &git.ScanRefsOptions{
|
|
Mode: git.ScanningMode(opt.ScanMode),
|
|
Remote: opt.RemoteName,
|
|
SkipDeletedBlobs: opt.SkipDeletedBlobs,
|
|
SkippedRefs: opt.skippedRefs,
|
|
Mutex: opt.mutex,
|
|
Names: opt.nameMap,
|
|
CommitsOnly: opt.CommitsOnly,
|
|
})
|
|
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
revs := make(chan string, chanBufSize)
|
|
errs := make(chan error, 5) // may be multiple errors
|
|
|
|
go func() {
|
|
for scanner.Scan() {
|
|
sha := hex.EncodeToString(scanner.OID())
|
|
if name := scanner.Name(); len(name) > 0 {
|
|
opt.SetName(sha, name)
|
|
}
|
|
revs <- sha
|
|
}
|
|
|
|
if err = scanner.Err(); err != nil {
|
|
errs <- err
|
|
}
|
|
|
|
if err = scanner.Close(); err != nil {
|
|
errs <- err
|
|
}
|
|
|
|
close(revs)
|
|
close(errs)
|
|
}()
|
|
|
|
return NewStringChannelWrapper(revs, errs), nil
|
|
}
|