primal/athens
1
0
Fork 0
mirror of https://github.com/gomods/athens synced 2026-02-03 12:10:32 +00:00
Code Issues Packages Projects Releases Wiki Activity

Implement Minio storage (#128)

Browse Source 
* add minio dep

* implement minio storage

* fix travis.yml

* start minio in background
This commit is contained in:
marpio
2018-05-08 03:13:11 +02:00
committed by Aaron Schlesinger
parent 00ac591082
commit cde250728a
169 changed files with 138193 additions and 42 deletions
Download Patch File Download Diff File Expand all files Collapse all files
cmd/proxy/actions/storage.go
+43 -5
View File
@@ -2,15 +2,22 @@ package actions
import (
"fmt"
"strings"
"github.com/gobuffalo/envy"
"github.com/gomods/athens/pkg/storage"
"github.com/gomods/athens/pkg/storage/fs"
"github.com/gomods/athens/pkg/storage/minio"
"github.com/gomods/athens/pkg/storage/mongo"
"github.com/gomods/athens/pkg/storage/rdbms"
"github.com/spf13/afero"
)
func newStorage(storageType, storageLocation string) (storage.Backend, error) {
func getStorage() (storage.Backend, error) {
storageType := envy.Get("ATHENS_STORAGE_TYPE", "memory")
var storageRoot string
var err error
switch storageType {
case "memory":
memFs := afero.NewMemMapFs()
@@ -19,12 +26,43 @@ func newStorage(storageType, storageLocation string) (storage.Backend, error) {
return nil, fmt.Errorf("could not create temp dir for 'In Memory' storage (%s)", err)
}
return fs.NewStorage(tmpDir, memFs), nil
case "disk":
return fs.NewStorage(storageLocation, afero.NewOsFs()), nil
case "mongo":
return mongo.NewStorage(storageLocation), nil
storageRoot, err = envy.MustGet("ATHENS_MONGO_STORAGE_URL")
if err != nil {
return nil, fmt.Errorf("missing mongo URL (%s)", err)
}
return mongo.NewStorage(storageRoot), nil
case "disk":
storageRoot, err = envy.MustGet("ATHENS_DISK_STORAGE_ROOT")
if err != nil {
return nil, fmt.Errorf("missing disk storage root (%s)", err)
}
return fs.NewStorage(storageRoot, afero.NewOsFs()), nil
case "postgres", "sqlite", "cockroach", "mysql":
return rdbms.NewRDBMSStorage(storageLocation), nil
storageRoot, err = envy.MustGet("ATHENS_RDBMS_STORAGE_NAME")
if err != nil {
return nil, fmt.Errorf("missing rdbms connectionName (%s)", err)
}
return rdbms.NewRDBMSStorage(storageRoot), nil
case "minio":
endpoint, err := envy.MustGet("ATHENS_MINIO_ENDPOINT")
if err != nil {
return nil, fmt.Errorf("missing minio endpoint (%s)", err)
}
accessKeyID, err := envy.MustGet("ATHENS_MINIO_ACCESS_KEY_ID")
if err != nil {
return nil, fmt.Errorf("missing minio access key ID (%s)", err)
}
secretAccessKey, err := envy.MustGet("ATHENS_MINIO_SECRET_ACCESS_KEY")
if err != nil {
return nil, fmt.Errorf("missing minio secret access key (%s)", err)
}
bucketName := envy.Get("ATHENS_MINIO_BUCKET_NAME", "gomods")
useSSL := true
if useSSLVar := envy.Get("ATHENS_MINIO_USE_SSL", "yes"); strings.ToLower(useSSLVar) == "no" {
useSSL = false
}
return minio.NewStorage(endpoint, accessKeyID, secretAccessKey, bucketName, useSSL)
default:
return nil, fmt.Errorf("storage type %s is unknown", storageType)
}