Generalize generic-package download from chart build

Signed-off-by: Greg Haskins <[email protected]>

Author: ghaskins

dev-resources/user.clj

@@ -0,0 +1,4 @@
+;; Copyright © Manetu, Inc.  All rights reserved
+
+(ns user
+  (:require [clojure.tools.namespace.repl :refer [refresh]]))

project.clj

@@ -1,4 +1,4 @@
-(defproject io.github.manetu/gitlab-api "1.0.1-SNAPSHOT"
+(defproject io.github.manetu/gitlab-api "1.1.0-SNAPSHOT"
   :description "A babashka compatible library for accessing the gitlab API "
   :url "https://github.com/manetu/gitlab-api"
   :license {:name "MIT"
@@ -8,4 +8,8 @@
                  [environ "1.2.0"]
                  [medley "1.4.0"]
                  [cheshire "5.11.0"]
-                 [com.taoensso/timbre "5.2.1"]])
+                 [com.taoensso/timbre "5.2.1"]]
+  :repl-options {:init-ns user}
+  :profiles {:dev {:dependencies [[org.clojure/tools.namespace "1.4.4"]
+                                  [criterium "0.4.6"]
+                                  [eftest "0.6.0"]]}})

src/manetu/gitlab_api.clj renamed to src/manetu/gitlab/api.clj

@@ -1,4 +1,6 @@
-(ns manetu.gitlab-api
+;; Copyright © Manetu, Inc.  All rights reserved
+
+(ns manetu.gitlab.api
   (:require [clojure.string :as string]
             [babashka.curl :as curl]
             [environ.core :refer [env]]

src/manetu/gitlab/download/generic_package.clj

@@ -0,0 +1,51 @@
+;; Copyright © Manetu, Inc.  All rights reserved
+
+(ns manetu.gitlab.download.generic-package
+  (:require [clojure.string :as string]
+            [clojure.spec.alpha :as s]
+            [babashka.curl :as curl]
+            [taoensso.timbre :as log]
+            [manetu.gitlab.api :as gitlab]
+            [manetu.gitlab.semver :as semver]))
+
+(def not-blank? (complement string/blank?))
+
+(s/def ::version semver/valid-format?)
+(s/def ::package-name not-blank?)
+(s/def ::project-id not-blank?)
+(s/def ::options (s/keys :req-un [::version ::package-name ::project-id]))
+
+(defn valid-options?
+  [data]
+  (or (s/valid? ::options data)
+      (throw (ex-info "invalid argument" (s/explain-data ::options data)))))
+
+(defn- compute-api-prefix
+  [{:keys [project-id]}]
+  (str "/projects/" project-id "/packages"))
+
+(defn- get-packages
+  [{:keys [package-name] :as options}]
+  (gitlab/invoke-allpages {} "GET" (str (compute-api-prefix options) "?package_name=" package-name)))
+
+(defn- has-prefix?
+  [prefix s]
+  (log/debug "prefix:" prefix "s:" s)
+  (when s
+    (some? (re-find (re-pattern (str "^" prefix)) s))))
+
+(defn- open-download
+  [{:keys [package-name] :as options} version]
+  (let [url (str gitlab/gitlab-api-base (compute-api-prefix options) "/generic/" package-name "/" version "/" package-name ".tgz")]
+    (log/debug "url:" url)
+    (:body
+      (curl/get url {:headers {"PRIVATE-TOKEN" gitlab/gitlab-token}
+                     :as      :bytes}))))
+
+(defn download!
+  [{:keys [version] :as options}]
+  {:pre [(valid-options? options)]}
+  (let [packages        (get-packages options)
+        newest-version  (->> packages (map :version) (filter (partial has-prefix? version)) semver/newest)]
+    (log/info "downloading version:" newest-version)
+    (open-download options newest-version)))

src/manetu/gitlab/semver.clj

@@ -0,0 +1,84 @@
+;; Copyright © Manetu, Inc.  All rights reserved
+;;
+;; adapted from https://github.com/grimradical/clj-semver
+
+(ns manetu.gitlab.semver
+  (:require [clojure.string :as string]))
+
+(def pattern #"^(\d+)\.(\d+)\.(\d+)(?:-([0-9A-Za-z-]+(?:\.[0-9A-Za-z-]+)*))?(?:\+([0-9A-Za-z-]+(?:\.[0-9A-Za-z-]+)*))?$")
+
+(defn valid-format?
+  "Checks the string `s` for semantic versioning formatting"
+  [s]
+  (if (nil? (re-matches pattern s)) false true))
+
+(defn- try-parse-int
+  "Attempt to parse `o` to an int, returning `o` if that fails or the
+  parsed version of `o` if successful."
+  [o]
+  (try
+    (Integer/parseInt o)
+    (catch NumberFormatException e o)))
+
+(defn- valid?
+  "Checks if the supplied version map is valid or not"
+  [v]
+  (and (map? v)
+       (number? (:major v))
+       (number? (:minor v))
+       (number? (:patch v))
+       (>= (:major v) 0)
+       (>= (:minor v) 0)
+       (>= (:patch v) 0)
+       (or (nil? (:pre-release v))
+           (string? (:pre-release v)))
+       (or (nil? (:build v))
+           (string? (:build v)))))
+
+(defn- parse
+  "Parses string `s` into a version map"
+  [s]
+  {:pre  [(string? s)
+          (valid-format? s)]
+   :post [(valid? %)]}
+  (let [[[_ major minor patch pre-release build]] (re-seq pattern s)]
+    {:major (try-parse-int major)
+     :minor (try-parse-int minor)
+     :patch (try-parse-int patch)
+     :pre-release pre-release
+     :build build}))
+
+(defn- version
+  "If `o` is a valid version map, does nothing. Otherwise, we'll
+  attempt to parse `o` and return a version map."
+  [o]
+  {:post [(valid? %)]}
+  (if (and (map? o) (valid? o))
+    o
+    (parse o)))
+
+(defn- cmp
+  "Compares versions a and b, returning -1 if a is older than b, 0 if
+  they're the same version, and 1 if a is newer than b"
+  [a b]
+  {:post [(number? %)]}
+  (let [try-parse-int #(try
+                         (Integer/parseInt %)
+                         (catch NumberFormatException e %))
+        key-for-ident #(when %
+                         (into [] (map try-parse-int (string/split % #"\."))))
+        key           (juxt :major
+                            :minor
+                            :patch
+                            ;; Because non-existent pre-release tags take
+                            ;; precedence over existing ones
+                            #(nil? (% :pre-release))
+                            #(key-for-ident (:pre-release %))
+                            #(key-for-ident (:build %)))]
+    (compare (key (version a))
+             (key (version b)))))
+
+(defn newest
+  "Returns the newest version within 'versions'"
+  [versions]
+  (first (sort #(cmp (version %2) (version %1)) versions)))