Skip to content

refactor artifact downloading - #101

Open
cbarbian-sap wants to merge 1 commit into
mainfrom
feature/issue-100
Open

refactor artifact downloading#101
cbarbian-sap wants to merge 1 commit into
mainfrom
feature/issue-100

Conversation

@cbarbian-sap

@cbarbian-sap cbarbian-sap commented Jul 19, 2026

Copy link
Copy Markdown
Contributor

Refactor artifact downloading: add some smart logic to auto-detect

  • if artifact is compressed (gzip or bz2)
  • is an archive (tar or zip)
  • is a plain yaml file

case archiveTypeTar:
tarReader := tar.NewReader(reader)
for {
header, err := tarReader.Next()
Comment on lines +284 to +317
for _, file := range zipReader.File {
path := filepath.Clean(file.Name)
fullPath := filepath.Join(targetPath, path)
switch {
case file.FileInfo().Mode().IsDir():
if err := os.MkdirAll(fullPath, 0755); err != nil {
return err
}
case file.FileInfo().Mode().IsRegular():
if err := os.MkdirAll(filepath.Dir(fullPath), 0755); err != nil {
return err
}
fileReader, err := file.Open()
if err != nil {
return err
}
if err := func() error {
defer fileReader.Close()
outFile, err := os.Create(fullPath)
if err != nil {
return err
}
return func() error {
defer outFile.Close()
_, err := io.Copy(outFile, fileReader)
return err
}()
}(); err != nil {
return err
}
default:
return fmt.Errorf("encountered unknown zip type while downloading URL: %v in %s", file.FileInfo().Mode(), path)
}
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment

Labels

None yet

Projects

None yet

Development

Successfully merging this pull request may close these issues.

[FEATURE] [INTERNAL] httpRepository source should support single files

3 participants