mirror of
https://github.com/go-gitea/gitea
synced 2024-08-15 06:44:55 +02:00
* Added package store settings. * Added models. * Added generic package registry. * Added tests. * Added NuGet package registry. * Moved service index to api file. * Added NPM package registry. * Added Maven package registry. * Added PyPI package registry. * Summary is deprecated. * Changed npm name. * Sanitize project url. * Allow only scoped packages. * Added user interface. * Changed method name. * Added missing migration file. * Set page info. * Added documentation. * Added documentation links. * Fixed wrong error message. * Lint template files. * Fixed merge errors. * Fixed unit test storage path. * Switch to json module. * Added suggestions. * Added package webhook. * Add package api. * Fixed swagger file. * Fixed enum and comments. * Fixed NuGet pagination. * Print test names. * Added api tests. * Fixed access level. * Fix User unmarshal. * Added RubyGems package registry. * Fix lint. * Implemented io.Writer. * Added support for sha256/sha512 checksum files. * Improved maven-metadata.xml support. * Added support for symbol package uploads. * Added tests. * Added overview docs. * Added npm dependencies and keywords. * Added no-packages information. * Display file size. * Display asset count. * Fixed filter alignment. * Added package icons. * Formatted instructions. * Allow anonymous package downloads. * Fixed comments. * Fixed postgres test. * Moved file. * Moved models to models/packages. * Use correct error response format per client. * Use simpler search form. * Fixed IsProd. * Restructured data model. * Prevent empty filename. * Fix swagger. * Implemented user/org registry. * Implemented UI. * Use GetUserByIDCtx. * Use table for dependencies. * make svg * Added support for unscoped npm packages. * Add support for npm dist tags. * Added tests for npm tags. * Unlink packages if repository gets deleted. * Prevent user/org delete if a packages exist. * Use package unlink in repository service. * Added support for composer packages. * Restructured package docs. * Added missing tests. * Fixed generic content page. * Fixed docs. * Fixed swagger. * Added missing type. * Fixed ambiguous column. * Organize content store by sha256 hash. * Added admin package management. * Added support for sorting. * Add support for multiple identical versions/files. * Added missing repository unlink. * Added file properties. * make fmt * lint * Added Conan package registry. * Updated docs. * Unify package names. * Added swagger enum. * Use longer TEXT column type. * Removed version composite key. * Merged package and container registry. * Removed index. * Use dedicated package router. * Moved files to new location. * Updated docs. * Fixed JOIN order. * Fixed GROUP BY statement. * Fixed GROUP BY #2. * Added symbol server support. * Added more tests. * Set NOT NULL. * Added setting to disable package registries. * Moved auth into service. * refactor * Use ctx everywhere. * Added package cleanup task. * Changed packages path. * Added container registry. * Refactoring * Updated comparison. * Fix swagger. * Fixed table order. * Use token auth for npm routes. * Enabled ReverseProxy auth. * Added packages link for orgs. * Fixed anonymous org access. * Enable copy button for setup instructions. * Merge error * Added suggestions. * Fixed merge. * Handle "generic". * Added link for TODO. * Added suggestions. * Changed temporary buffer filename. * Added suggestions. * Apply suggestions from code review Co-authored-by: Thomas Boerger <thomas@webhippie.de> * Update docs/content/doc/packages/nuget.en-us.md Co-authored-by: wxiaoguang <wxiaoguang@gmail.com> Co-authored-by: Thomas Boerger <thomas@webhippie.de>
137 lines
2.9 KiB
Go
137 lines
2.9 KiB
Go
// Copyright 2022 The Gitea Authors. All rights reserved.
|
|
// Use of this source code is governed by a MIT-style
|
|
// license that can be found in the LICENSE file.
|
|
|
|
package container
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"io"
|
|
"os"
|
|
"path"
|
|
"path/filepath"
|
|
"strings"
|
|
|
|
packages_model "code.gitea.io/gitea/models/packages"
|
|
packages_module "code.gitea.io/gitea/modules/packages"
|
|
"code.gitea.io/gitea/modules/setting"
|
|
)
|
|
|
|
var (
|
|
// errWriteAfterRead occurs if Write is called after a read operation
|
|
errWriteAfterRead = errors.New("write is unsupported after a read operation")
|
|
// errOffsetMissmatch occurs if the file offset is different than the model
|
|
errOffsetMissmatch = errors.New("offset mismatch between file and model")
|
|
)
|
|
|
|
// BlobUploader handles chunked blob uploads
|
|
type BlobUploader struct {
|
|
*packages_model.PackageBlobUpload
|
|
*packages_module.MultiHasher
|
|
file *os.File
|
|
reading bool
|
|
}
|
|
|
|
func buildFilePath(id string) string {
|
|
return filepath.Join(setting.Packages.ChunkedUploadPath, path.Clean("/" + strings.ReplaceAll(id, "\\", "/"))[1:])
|
|
}
|
|
|
|
// NewBlobUploader creates a new blob uploader for the given id
|
|
func NewBlobUploader(ctx context.Context, id string) (*BlobUploader, error) {
|
|
model, err := packages_model.GetBlobUploadByID(ctx, id)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
hash := packages_module.NewMultiHasher()
|
|
if len(model.HashStateBytes) != 0 {
|
|
if err := hash.UnmarshalBinary(model.HashStateBytes); err != nil {
|
|
return nil, err
|
|
}
|
|
}
|
|
|
|
f, err := os.OpenFile(buildFilePath(model.ID), os.O_RDWR|os.O_CREATE, 0o666)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
return &BlobUploader{
|
|
model,
|
|
hash,
|
|
f,
|
|
false,
|
|
}, nil
|
|
}
|
|
|
|
// Close implements io.Closer
|
|
func (u *BlobUploader) Close() error {
|
|
return u.file.Close()
|
|
}
|
|
|
|
// Append appends a chunk of data and updates the model
|
|
func (u *BlobUploader) Append(ctx context.Context, r io.Reader) error {
|
|
if u.reading {
|
|
return errWriteAfterRead
|
|
}
|
|
|
|
offset, err := u.file.Seek(0, io.SeekEnd)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if offset != u.BytesReceived {
|
|
return errOffsetMissmatch
|
|
}
|
|
|
|
n, err := io.Copy(io.MultiWriter(u.file, u.MultiHasher), r)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
// fast path if nothing was written
|
|
if n == 0 {
|
|
return nil
|
|
}
|
|
|
|
u.BytesReceived += n
|
|
|
|
u.HashStateBytes, err = u.MultiHasher.MarshalBinary()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
return packages_model.UpdateBlobUpload(ctx, u.PackageBlobUpload)
|
|
}
|
|
|
|
func (u *BlobUploader) Size() int64 {
|
|
return u.BytesReceived
|
|
}
|
|
|
|
// Read implements io.Reader
|
|
func (u *BlobUploader) Read(p []byte) (int, error) {
|
|
if !u.reading {
|
|
_, err := u.file.Seek(0, io.SeekStart)
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
|
|
u.reading = true
|
|
}
|
|
|
|
return u.file.Read(p)
|
|
}
|
|
|
|
// Remove deletes the data and the model of a blob upload
|
|
func RemoveBlobUploadByID(ctx context.Context, id string) error {
|
|
if err := packages_model.DeleteBlobUploadByID(ctx, id); err != nil {
|
|
return err
|
|
}
|
|
|
|
err := os.Remove(buildFilePath(id))
|
|
if err != nil && !os.IsNotExist(err) {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}
|