fix(sat-etl): Avoid mergerfs for mounted filesystem (#133)

openclimatefix · Sep 18, 2024 · e747049 · e747049
1 parent b2b0397
commit e747049
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/local_archives/nwp/ceda/ceda_global.py b/local_archives/nwp/ceda/ceda_global.py
@@ -15,7 +15,7 @@
         description="".join((
             "Zarr archive of NWP data from the Met Office's Global model. ",
             "Sourced via FTP from CEDA ",
-            "(https://catalogue.ceda.ac.uk/uuid/86df725b793b4b4cb0ca0646686bd783)",
+            "(https://catalogue.ceda.ac.uk/uuid/86df725b793b4b4cb0ca0646686bd783). ",
             "This asset is updated monthly, and surfaced as a Zarr Directory Store ",
             "for each month. It is downloaded using the nwp-consumer ",
             "docker image, currently from the 'major-refactor' branch ",

diff --git a/local_archives/sat/eumetsat/eumetsat_iodc.py b/local_archives/sat/eumetsat/eumetsat_iodc.py
@@ -52,15 +52,15 @@ def iodc_monthly(
             "-m",
             it.strftime("%Y-%m"),
             "--path",
-            f"{ZARR_FOLDER}/sat/eumetsat/india",
+            f"/store_a_0/sat/eumetsat/india",
             "--rm",
         ],
         env={
             "EUMETSAT_CONSUMER_KEY": os.environ["EUMETSAT_CONSUMER_KEY"],
             "EUMETSAT_CONSUMER_SECRET": os.environ["EUMETSAT_CONSUMER_SECRET"],
         },
         container_kwargs={
-            "volumes": [f"{ZARR_FOLDER}/sat/eumetsat/india:{ZARR_FOLDER}/sat/eumetsat/india"],
+            "volumes": [f"/store_a_0/sat/eumetsat/india:/store_a_0/sat/eumetsat/india"],
         },
         context=context,
     ).get_results()