mirrors
/
goop
mirror of https://github.com/nyancrimew/goop.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Grab object hashes from commit graph files

This commit is contained in:
maia tillie arson crimew 2021-10-26 21:33:20 +02:00
parent 6eae4acc17
commit 04002fa17f
1 changed files with 53 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

54
pkg/goop/clone.go
View File

@ -19,6 +19,7 @@ import (
"github.com/go-git/go-billy/v5/osfs"
"github.com/go-git/go-git/v5/plumbing"
"github.com/go-git/go-git/v5/plumbing/cache"
"github.com/go-git/go-git/v5/plumbing/format/commitgraph"
"github.com/go-git/go-git/v5/plumbing/format/index"
"github.com/go-git/go-git/v5/plumbing/object"
"github.com/go-git/go-git/v5/storage/filesystem"
@ -232,6 +233,8 @@ func FetchGit(baseUrl, baseDir string) error {
utils.Url(baseDir, ".git/objects/info/http-alternates"),
}
// TODO : fix if-else hell in the entire object hash collection code (and get rid of bad early returns)
gitRefsDir := utils.Url(baseDir, ".git/refs")
if utils.Exists(gitRefsDir) {
if err := filepath.Walk(gitRefsDir, func(path string, info os.FileInfo, err error) error {
@ -345,7 +348,25 @@ func FetchGit(baseUrl, baseDir string) error {
storage.IterEncodedObjects()
}*/
// TODO: grab object hashes from commit graphs
// Parse stand alone commit graph file
parseGraphFile(baseDir, utils.Url(baseDir, ".git/objects/info/commit-graph"), objs)
// Parse commit graph chains
commitGraphList := utils.Url(baseDir, ".git/objects/info/commit-graphs/commit-graph-chain")
if utils.Exists(commitGraphList) {
f, err := os.Open(commitGraphList)
if err != nil {
log.Error().Str("dir", baseDir).Err(err).Msg("failed to open commit graph chain")
} else {
scanner := bufio.NewScanner(f)
for scanner.Scan() {
line := strings.TrimSpace(scanner.Text())
if !strings.HasPrefix(line, "#") {
parseGraphFile(baseDir, utils.Url(baseDir, fmt.Sprintf(".git/objects/info/commit-graphs/graph-%s.graph", line)), objs)
}
}
}
}
log.Info().Str("base", baseUrl).Msg("fetching objects")
jt = jobtracker.NewJobTracker(workers.FindObjectsWorker, maxConcurrency, jobtracker.DefaultNapper)
@ -550,3 +571,34 @@ func fetchIgnored(baseDir, baseUrl string) error {
}
return nil
}
func parseGraphFile(baseDir, graphFile string, objs map[string]bool) {
if utils.Exists(graphFile) {
f, err := os.Open(graphFile)
if err != nil {
log.Error().Str("dir", baseDir).Str("graph", graphFile).Err(err).Msg("failed to open commit graph")
return
}
graph, err := commitgraph.OpenFileIndex(f)
if err != nil {
log.Error().Str("dir", baseDir).Str("graph", graphFile).Err(err).Msg("failed to decode commit graph")
return
}
for _, hash := range graph.Hashes() {
objs[hash.String()] = true
i, err := graph.GetIndexByHash(hash)
if err != nil {
log.Error().Str("dir", baseDir).Str("graph", graphFile).Str("commit", hash.String()).Err(err).Msg("failed get index from graph")
continue
}
data, err := graph.GetCommitDataByIndex(i)
if err != nil {
log.Error().Str("dir", baseDir).Str("graph", graphFile).Str("commit", hash.String()).Err(err).Msg("failed get commit data from graph")
continue
}
objs[data.TreeHash.String()] = true
}
}
}