mirror of
https://github.com/gomods/athens
synced 2026-02-12 10:58:08 +00:00
58d42a1b57
* storage.saver interface - use io.reader instead of []byte * stream zip - backendconnector * stream zip - azurecdn * stream zip - fs * storage - switch to io.Reader * update callers of Save * rm empty line * makezip stream * refactor mergedb * add multierror dep * mergedb multierror * scope err * update storages * return pipereader * fix test * use multierror for all strorage drivers * review feedback * azure cdn storage - use UploadStreamToBlockBlob * use numUpload * use timeout ctx
95 lines
2.2 KiB
Go
95 lines
2.2 KiB
Go
package module
|
|
|
|
import (
|
|
"archive/zip"
|
|
"fmt"
|
|
"io"
|
|
"os"
|
|
"path/filepath"
|
|
"strings"
|
|
|
|
ignore "github.com/sabhiram/go-gitignore"
|
|
"github.com/spf13/afero"
|
|
)
|
|
|
|
const (
|
|
gitIgnoreFilename = ".gitignore"
|
|
)
|
|
|
|
type file struct {
|
|
Name string
|
|
Body string
|
|
}
|
|
|
|
// MakeZip takes dir and module info and generates vgo valid zip
|
|
// the dir must end with a "/"
|
|
func MakeZip(fs afero.Fs, dir, module, version string) *io.PipeReader {
|
|
ignoreParser := getIgnoreParser(fs, dir)
|
|
pr, pw := io.Pipe()
|
|
|
|
go func() {
|
|
zw := zip.NewWriter(pw)
|
|
defer zw.Close()
|
|
|
|
walkFn := walkFunc(fs, zw, dir, module, version, ignoreParser)
|
|
err := afero.Walk(fs, dir, walkFn)
|
|
pw.CloseWithError(err)
|
|
}()
|
|
return pr
|
|
}
|
|
|
|
func walkFunc(fs afero.Fs, zw *zip.Writer, dir, module, version string, ignoreParser ignore.IgnoreParser) filepath.WalkFunc {
|
|
return func(path string, info os.FileInfo, err error) error {
|
|
if err != nil || info == nil || info.IsDir() {
|
|
return err
|
|
}
|
|
|
|
fileName := getFileName(path, dir, module, version)
|
|
|
|
if ignoreParser.MatchesPath(fileName) {
|
|
return nil
|
|
}
|
|
|
|
fileContent, err := afero.ReadFile(fs, path)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
f, err := zw.Create(fileName)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
_, err = f.Write(fileContent)
|
|
return err
|
|
}
|
|
}
|
|
|
|
func getIgnoreParser(fs afero.Fs, dir string) ignore.IgnoreParser {
|
|
gitFilePath := filepath.Join(dir, gitIgnoreFilename)
|
|
gitParser, _ := compileIgnoreFileAndLines(fs, gitFilePath, gitIgnoreFilename)
|
|
dsStoreParser := dsStoreIgnoreParser{}
|
|
|
|
return newMultiIgnoreParser(gitParser, dsStoreParser)
|
|
}
|
|
|
|
func compileIgnoreFileAndLines(fs afero.Fs, fpath string, lines ...string) (*ignore.GitIgnore, error) {
|
|
buffer, err := afero.ReadFile(fs, fpath)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
s := strings.Split(string(buffer), "\n")
|
|
return ignore.CompileIgnoreLines(append(s, lines...)...)
|
|
}
|
|
|
|
// getFileName composes filename for zip to match standard specified as
|
|
// module@version/{filename}
|
|
func getFileName(path, dir, module, version string) string {
|
|
filename := strings.TrimPrefix(path, dir)
|
|
filename = strings.TrimLeftFunc(filename, func(r rune) bool { return r == os.PathSeparator })
|
|
|
|
moduleID := fmt.Sprintf("%s@%s", module, version)
|
|
|
|
return filepath.Join(moduleID, filename)
|
|
}
|