mirror of
https://github.com/go-gitea/gitea
synced 2024-12-11 10:53:14 +01:00
95 lines
3.1 KiB
Go
95 lines
3.1 KiB
Go
|
// Copyright 2019 The Gitea Authors. All rights reserved.
|
||
|
// Use of this source code is governed by a MIT-style
|
||
|
// license that can be found in the LICENSE file.
|
||
|
|
||
|
package pipeline
|
||
|
|
||
|
import (
|
||
|
"bufio"
|
||
|
"bytes"
|
||
|
"fmt"
|
||
|
"io"
|
||
|
"strconv"
|
||
|
"strings"
|
||
|
"sync"
|
||
|
|
||
|
"code.gitea.io/gitea/modules/git"
|
||
|
"code.gitea.io/gitea/modules/log"
|
||
|
)
|
||
|
|
||
|
// CatFileBatchCheck runs cat-file with --batch-check
|
||
|
func CatFileBatchCheck(shasToCheckReader *io.PipeReader, catFileCheckWriter *io.PipeWriter, wg *sync.WaitGroup, tmpBasePath string) {
|
||
|
defer wg.Done()
|
||
|
defer shasToCheckReader.Close()
|
||
|
defer catFileCheckWriter.Close()
|
||
|
|
||
|
stderr := new(bytes.Buffer)
|
||
|
var errbuf strings.Builder
|
||
|
cmd := git.NewCommand("cat-file", "--batch-check")
|
||
|
if err := cmd.RunInDirFullPipeline(tmpBasePath, catFileCheckWriter, stderr, shasToCheckReader); err != nil {
|
||
|
_ = catFileCheckWriter.CloseWithError(fmt.Errorf("git cat-file --batch-check [%s]: %v - %s", tmpBasePath, err, errbuf.String()))
|
||
|
}
|
||
|
}
|
||
|
|
||
|
// CatFileBatchCheckAllObjects runs cat-file with --batch-check --batch-all
|
||
|
func CatFileBatchCheckAllObjects(catFileCheckWriter *io.PipeWriter, wg *sync.WaitGroup, tmpBasePath string, errChan chan<- error) {
|
||
|
defer wg.Done()
|
||
|
defer catFileCheckWriter.Close()
|
||
|
|
||
|
stderr := new(bytes.Buffer)
|
||
|
var errbuf strings.Builder
|
||
|
cmd := git.NewCommand("cat-file", "--batch-check", "--batch-all-objects")
|
||
|
if err := cmd.RunInDirPipeline(tmpBasePath, catFileCheckWriter, stderr); err != nil {
|
||
|
log.Error("git cat-file --batch-check --batch-all-object [%s]: %v - %s", tmpBasePath, err, errbuf.String())
|
||
|
err = fmt.Errorf("git cat-file --batch-check --batch-all-object [%s]: %v - %s", tmpBasePath, err, errbuf.String())
|
||
|
_ = catFileCheckWriter.CloseWithError(err)
|
||
|
errChan <- err
|
||
|
}
|
||
|
}
|
||
|
|
||
|
// CatFileBatch runs cat-file --batch
|
||
|
func CatFileBatch(shasToBatchReader *io.PipeReader, catFileBatchWriter *io.PipeWriter, wg *sync.WaitGroup, tmpBasePath string) {
|
||
|
defer wg.Done()
|
||
|
defer shasToBatchReader.Close()
|
||
|
defer catFileBatchWriter.Close()
|
||
|
|
||
|
stderr := new(bytes.Buffer)
|
||
|
var errbuf strings.Builder
|
||
|
if err := git.NewCommand("cat-file", "--batch").RunInDirFullPipeline(tmpBasePath, catFileBatchWriter, stderr, shasToBatchReader); err != nil {
|
||
|
_ = shasToBatchReader.CloseWithError(fmt.Errorf("git rev-list [%s]: %v - %s", tmpBasePath, err, errbuf.String()))
|
||
|
}
|
||
|
}
|
||
|
|
||
|
// BlobsLessThan1024FromCatFileBatchCheck reads a pipeline from cat-file --batch-check and returns the blobs <1024 in size
|
||
|
func BlobsLessThan1024FromCatFileBatchCheck(catFileCheckReader *io.PipeReader, shasToBatchWriter *io.PipeWriter, wg *sync.WaitGroup) {
|
||
|
defer wg.Done()
|
||
|
defer catFileCheckReader.Close()
|
||
|
scanner := bufio.NewScanner(catFileCheckReader)
|
||
|
defer func() {
|
||
|
_ = shasToBatchWriter.CloseWithError(scanner.Err())
|
||
|
}()
|
||
|
for scanner.Scan() {
|
||
|
line := scanner.Text()
|
||
|
if len(line) == 0 {
|
||
|
continue
|
||
|
}
|
||
|
fields := strings.Split(line, " ")
|
||
|
if len(fields) < 3 || fields[1] != "blob" {
|
||
|
continue
|
||
|
}
|
||
|
size, _ := strconv.Atoi(fields[2])
|
||
|
if size > 1024 {
|
||
|
continue
|
||
|
}
|
||
|
toWrite := []byte(fields[0] + "\n")
|
||
|
for len(toWrite) > 0 {
|
||
|
n, err := shasToBatchWriter.Write(toWrite)
|
||
|
if err != nil {
|
||
|
_ = catFileCheckReader.CloseWithError(err)
|
||
|
break
|
||
|
}
|
||
|
toWrite = toWrite[n:]
|
||
|
}
|
||
|
}
|
||
|
}
|