chore: Tests on localstack

Author: efirs

.github/workflows/cluster_test.yaml

@@ -20,5 +20,5 @@ jobs:
       run: env CGO_ENABLED=0 go build -o tigrisfs-linux-amd64 -v && ln -s tigrisfs-linux-amd64 tigrisfs
 
     - name: Run cluster tests
-      run: NUM_ITER=100 SAME_PROCESS_MOUNT=1 make run-cluster-test
+      run: LOCALSTACK=1 NUM_ITER=100 SAME_PROCESS_MOUNT=1 make run-cluster-test
       timeout-minutes: 25

.github/workflows/test.yaml

@@ -17,5 +17,5 @@ jobs:
       run: env CGO_ENABLED=0 go build -o tigrisfs-linux-amd64 -v && ln -s tigrisfs-linux-amd64 tigrisfs
 
     - name: Run tests
-      run: SAME_PROCESS_MOUNT=1 make run-test
+      run: LOCALSTACK=1 SAME_PROCESS_MOUNT=1 make run-test
       timeout-minutes: 12

.github/workflows/xfstests.yaml

@@ -17,5 +17,5 @@ jobs:
       run: env CGO_ENABLED=0 go build -o tigrisfs-linux-amd64 -v && ln -s tigrisfs-linux-amd64 tigrisfs
 
     - name: Run xfstests
-      run: make run-xfstests
+      run: LOCALSTACK=1 make run-xfstests
       timeout-minutes: 10

core/goofys_fs_test.go

@@ -75,6 +75,9 @@ func (s *GoofysTest) TestIssue69Fuse(t *C) {
 }
 
 func (s *GoofysTest) TestWriteAnonymousFuse(t *C) {
+	if os.Getenv("LOCALSTACK") != "" {
+		t.Skip("not supported on localstack")
+	}
 	s.anonymous(t)
 	s.fs.flags.StatCacheTTL = 1 * time.Minute
 

core/goofys_test.go

@@ -1563,6 +1563,10 @@ func (s *GoofysTest) setS3(back StorageBackend) StorageBackend {
 }
 
 func (s *GoofysTest) TestWriteAnonymous(t *C) {
+	if os.Getenv("LOCALSTACK") != "" {
+		t.Skip("fails on LOCALSTACK")
+	}
+
 	s.anonymous(t)
 	s.fs.flags.StatCacheTTL = 1 * time.Minute
 
@@ -2064,7 +2068,7 @@ func (s *GoofysTest) TestRead403(t *C) {
 	// anonymous only works in S3 for now
 	cloud := s.getRoot(t).fs.getCloud()
 	s3, ok := cloud.Delegate().(*S3Backend)
-	if !ok || s.isLocalTigris {
+	if !ok || s.isLocalTigris || os.Getenv("LOCALSTACK") != "" {
 		t.Skip("only for S3")
 	}
 

test/cluster/proxy.sh

@@ -38,13 +38,17 @@ TEST_ARTIFACTS="${TEST_ARTIFACTS:-executions/$(date +"%Y-%m-%d-%H-%M-%S")}"
 mkdir -p "$TEST_ARTIFACTS"
 
 echo "=== Start s3proxy on $ENDPOINT"
-$PROXY_BIN > "$TEST_ARTIFACTS/s3proxy_log" &
+if [ "$LOCALSTACK" != "" ]; then
+	docker run -d --name localstack -p 8080:4566 -p 4571:4571 localstack/localstack
+else
+	$PROXY_BIN > "$TEST_ARTIFACTS/s3proxy_log" &
+fi
 PROXY_PID=$!
 sleep 15
 
 _kill_s3proxy() {
   echo "=== Kill s3proxy"
-  kill -9 $PROXY_PID
+  kill -9 $PROXY_PID || true
 }
 
 echo "=== Create s3://test"

test/run-proxy.sh

@@ -24,7 +24,7 @@ PROXY_FS=$PROXY_FS
 PROXY_PORT=${PROXY_PORT:-8080}
 TIMEOUT=${TIMEOUT:-10m}
 
-trap 'kill -9 $PROXY_PID' EXIT
+trap 'kill -9 $PROXY_PID || true' EXIT
 
 if [ $CLOUD == "s3" ]; then
     sed 's/$PORT/'$PROXY_PORT'/' < test/s3proxy.properties > test/s3proxy_test.properties
@@ -33,6 +33,9 @@ if [ $CLOUD == "s3" ]; then
         echo jclouds.provider=filesystem >>test/s3proxy_test.properties
         echo jclouds.filesystem.basedir=/tmp/s3proxy >>test/s3proxy_test.properties
     fi
+	if [ "$LOCALSTACK" != "" ]; then
+		docker run -d --name localstack -p 8080:4566 -p 4571:4571 localstack/localstack
+	fi
     PROXY_BIN="java -Xms512m -Xmx16g --add-opens java.base/java.lang=ALL-UNNAMED -jar s3proxy.jar --properties test/s3proxy_test.properties"
     export AWS_ACCESS_KEY_ID=foo
     export AWS_SECRET_ACCESS_KEY=bar