allow skipping errors while creating snowball archive

Author: harshavardhana

.github/workflows/vulncheck.yml

@@ -14,7 +14,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        go-version: [ 1.20.6 ]
+        go-version: [ 1.20.7 ]
     steps:
     - name: Check out code into the Go module directory
       uses: actions/checkout@v3

api-putobject-snowball.go

@@ -48,6 +48,10 @@ type SnowballOptions struct {
 	// Compression will typically reduce memory and network usage,
 	// Compression can safely be enabled with MinIO hosts.
 	Compress bool
+
+	// SkipErrs if enabled will skip any errors while reading the
+	// object content while creating the snowball archive
+	SkipErrs bool
 }
 
 // SnowballObject contains information about a single object to be added to the snowball.
@@ -184,10 +188,16 @@ objectLoop:
 			n, err := io.Copy(t, obj.Content)
 			if err != nil {
 				closeObj()
+				if opts.SkipErrs {
+					continue
+				}
 				return err
 			}
 			if n != obj.Size {
 				closeObj()
+				if opts.SkipErrs {
+					continue
+				}
 				return io.ErrUnexpectedEOF
 			}
 			closeObj()