Import the IERS cache on service/initializer start.

The function checks if the cache has already been imported and skips
download if that's the case.

Author: kfindeisen

config/astropy.cfg

@@ -10,9 +10,6 @@ allow_internet = False
 ## the IERS-A file was previously downloaded and cached). This parameter also
 ## controls whether internet resources will be queried to update the leap
 ## second table if the installed version is out of date. Default is True.
-auto_download = False
 
-## Maximum age (days) of predictive data before auto-downloading. See "Auto
-## refresh behavior" in astropy.utils.iers documentation for details. Default
-## is 30.
-auto_max_age = 1000
+# Defer to the cache (which is updated on pod start).
+auto_download = True

python/activator/activator.py

@@ -44,6 +44,7 @@
 import prometheus_client as prometheus
 import redis
 
+from shared.astropy import import_iers_cache
 from shared.config import PipelinesConfig
 from shared.logger import setup_usdf_logger
 from shared.raw import (
@@ -456,6 +457,7 @@ def create_app():
         )
 
         # Check initialization and abort early
+        import_iers_cache()
         _get_consumer()
         _get_storage_client()
         _get_read_butler()
@@ -504,6 +506,7 @@ def keda_start():
         registry.init_tracker()
 
         # Check initialization and abort early
+        import_iers_cache()
         _get_consumer()
         _get_storage_client()
         _get_read_butler()

python/initializer/write_init_outputs.py

@@ -36,6 +36,7 @@
 import lsst.daf.butler
 import lsst.pipe.base
 
+from shared.astropy import import_iers_cache
 from shared.config import PipelinesConfig
 from shared import connect_utils
 from shared.logger import setup_usdf_logger
@@ -107,6 +108,7 @@ def main(args=None):
     setup_usdf_logger(labels={"instrument": instrument_name},)
     try:
         repo = os.environ["CENTRAL_REPO"]
+        import_iers_cache()  # Should not be needed, but best to be consistent
         _log.info("Preparing init-outputs for %s in %s.", instrument_name, repo)
 
         parsed = make_parser().parse_args(args)

tests/test_write_init_outputs.py

@@ -195,7 +195,8 @@ def _make_init_outputs(butler, instrument, apdb, deploy_id, pipeline):
                 unittest.mock.patch("initializer.write_init_outputs._make_init_outputs",
                                     side_effect=_make_init_outputs) as mock_make, \
                 unittest.mock.patch("initializer.write_init_outputs._get_current_day_obs",
-                                    return_value=""):
+                                    return_value=""), \
+                unittest.mock.patch("initializer.write_init_outputs.import_iers_cache"):
             main(["--deploy-id", self.deploy_id])
 
         # The preload collection is not associated with a pipeline