mirror of
https://github.com/gomods/athens
synced 2026-02-03 12:10:32 +00:00
Adds cataloger for Azure Blob storage
This commit is contained in:
@@ -0,0 +1,58 @@
|
|||||||
|
package azureblob
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"fmt"
|
||||||
|
"strings"
|
||||||
|
"github.com/Azure/azure-storage-blob-go/azblob"
|
||||||
|
"github.com/gomods/athens/pkg/config"
|
||||||
|
"github.com/gomods/athens/pkg/errors"
|
||||||
|
"github.com/gomods/athens/pkg/observ"
|
||||||
|
"github.com/gomods/athens/pkg/paths"
|
||||||
|
)
|
||||||
|
|
||||||
|
// Catalog implements the (./pkg/storage).Catalog interface
|
||||||
|
// It returns a list of versions, if any, for a given module
|
||||||
|
func (s *Storage) Catalog(ctx context.Context, token string, pageSize int) ([]paths.AllPathParams, string, error) {
|
||||||
|
const op errors.Op = "azblob.Catalog"
|
||||||
|
ctx, span := observ.StartSpan(ctx, op.String())
|
||||||
|
defer span.End()
|
||||||
|
|
||||||
|
res := make([]paths.AllPathParams, 0)
|
||||||
|
|
||||||
|
// one module@version consists of 3 pieces - info, mod, zip
|
||||||
|
objCount := 3 * pageSize
|
||||||
|
|
||||||
|
marker := azblob.Marker{&token}
|
||||||
|
blobs, err := s.client.containerURL.ListBlobsFlatSegment(ctx, marker, azblob.ListBlobsSegmentOptions{
|
||||||
|
MaxResults: int32(objCount),
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
return nil, "", errors.E(op, err)
|
||||||
|
}
|
||||||
|
|
||||||
|
nextToken := *blobs.NextMarker.Val
|
||||||
|
|
||||||
|
for _, blob := range blobs.Segment.BlobItems {
|
||||||
|
if strings.HasSuffix(blob.Name, ".info") {
|
||||||
|
p, err := parsModVer(blob.Name)
|
||||||
|
if err != nil {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
res = append(res, p)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return res, nextToken, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func parsModVer(p string) (paths.AllPathParams, error) {
|
||||||
|
const op errors.Op = "azureblob.parseS3Key"
|
||||||
|
// github.com/gomods/testCatalogModule/@v/v1.2.0976.info
|
||||||
|
m, v := config.ModuleVersionFromPath(p)
|
||||||
|
|
||||||
|
if m == "" || v == "" {
|
||||||
|
return paths.AllPathParams{}, errors.E(op, fmt.Errorf("invalid object key format %s", p))
|
||||||
|
}
|
||||||
|
return paths.AllPathParams{Module: m, Version: v}, nil
|
||||||
|
}
|
||||||
Reference in New Issue
Block a user