run builds sequentially because of shared aws sqs

Author: jirfag

.circleci/config.yml

@@ -23,22 +23,15 @@ jobs:
       - run:
           name: Wait for db
           command: dockerize -wait tcp://localhost:5432 -timeout 1m
-      - run: make test
+      - run: ./.circleci/lock.sh make test
   build_docker_image:
     machine: true
     steps:
       - checkout
       - run: docker login -u $DOCKER_USER -p $DOCKER_PASS
       - run: git clone $DEPLOYMENTS_REPO ~/deploy
 
-      - run: cp  ~/deploy/golangci-worker/Dockerfile worker.dockerfile
-      - run: docker build -t golangci/golangci-worker -f worker.dockerfile .
-
-      - run: cp  ~/deploy/golangci-api/Dockerfile api.dockerfile
-      - run: docker build -t golangci/golangci-api -f api.dockerfile .
-
-      - run: docker push golangci/golangci-worker
-      - run: docker push golangci/golangci-api
+      - run: ./.circleci/lock.sh --branch master make build_docker_images
 
 workflows:
   version: 2

.circleci/lock.sh

@@ -0,0 +1,83 @@
+#!/usr/bin/env bash
+# https://github.com/bellkev/circle-lock-test/blob/master/do-exclusively
+
+# sets $branch, $tag, $rest
+parse_args() {
+    while [[ $# -gt 0 ]]; do
+        case $1 in
+            -b|--branch) branch="$2" ;;
+            -t|--tag) tag="$2" ;;
+            *) break ;;
+        esac
+        shift 2
+    done
+    rest=("$@")
+}
+
+# reads $branch, $tag, $commit_message
+should_skip() {
+    if [[ "$branch" && "$CIRCLE_BRANCH" != "$branch" ]]; then
+        echo "Not on branch $branch. Skipping..."
+        return 0
+    fi
+
+    if [[ "$tag" && "$commit_message" != *\[$tag\]* ]]; then
+        echo "No [$tag] commit tag found. Skipping..."
+        return 0
+    fi
+
+    return 1
+}
+
+# reads $branch, $tag
+# sets $jq_prog
+make_jq_prog() {
+    local jq_filters=""
+
+    if [[ $branch ]]; then
+        jq_filters+=" and .branch == \"$branch\""
+    fi
+
+    if [[ $tag ]]; then
+        jq_filters+=" and (.subject | contains(\"[$tag]\"))"
+    fi
+
+    jq_prog=".[] | select(.build_num < $CIRCLE_BUILD_NUM and (.status | test(\"running|pending|queued\")) $jq_filters) | .build_num"
+}
+
+
+if [[ "$0" != *bats* ]]; then
+set -e
+set -u
+set -o pipefail
+
+    branch=""
+    tag=""
+    rest=()
+    api_url="https://circleci.com/api/v1/project/$CIRCLE_PROJECT_USERNAME/$CIRCLE_PROJECT_REPONAME?circle-token=$CIRCLE_TOKEN&limit=100"
+
+    parse_args "$@"
+    commit_message=$(git log -1 --pretty=%B)
+    if should_skip; then exit 0; fi
+    make_jq_prog
+
+    echo "Checking for running builds..."
+
+    while true; do
+        builds=$(curl -s -H "Accept: application/json" "$api_url" | jq "$jq_prog")
+        if [[ $builds ]]; then
+            echo "Waiting on builds:"
+            echo "$builds"
+        else
+            break
+        fi
+        echo "Retrying in 5 seconds..."
+        sleep 5
+    done
+
+    echo "Acquired lock"
+
+    if [[ "${#rest[@]}" -ne 0 ]]; then
+        "${rest[@]}"
+    fi
+fi

Makefile

@@ -80,4 +80,11 @@ mod_update:
 	GO111MODULE=on go mod vendor
 
 psql:
-	docker-compose exec pg psql -U postgres -dapi_prod
+	docker-compose exec pg psql -U postgres -dapi_prod
+
+build_docker_images:
+	cp  ~/deploy/golangci-worker/Dockerfile worker.dockerfile
+    docker build -t golangci/golangci-worker -f worker.dockerfile . && docker push golangci/golangci-worker
+
+    cp  ~/deploy/golangci-api/Dockerfile api.dockerfile
+    docker build -t golangci/golangci-api -f api.dockerfile . && docker push golangci/golangci-api