Merge pull request #308 from openclimatefix/issue/reduce-tolrence

switch to 15 mintues data, if less than 1.5 hour of 5 min data

requirements.txt

@@ -117,3 +117,4 @@ zarr==2.17.0
 zict==3.0.0
 zipp==3.17.0
 sentry-sdk
+flexparser==0.3.1

satip/app.py

@@ -241,8 +241,13 @@ def run(
                     start_date=start_date.strftime("%Y-%m-%d-%H:%M:%S"),
                     end_date=pd.Timestamp(start_time, tz="UTC").strftime("%Y-%m-%d-%H:%M:%S"),
                 )
+
                 # Check if any RSS imagery is available, if not, fall back to 15 minutely data
-                if (len(datasets) == 0) or use_hr_serviri:
+                # We want to check if there is at least 75% of the history data available
+                # If there is less than this, we move over to the 15 minute data
+                # note we need history data to be larger than this.
+                n_datasets_needed = int(pd.to_timedelta(history) / pd.Timedelta("5 min") * 0.75)
+                if (len(datasets) < n_datasets_needed) or use_hr_serviri:
                     log.warn(
                         f"No RSS Imagery available or using backup ({use_hr_serviri=}), "
                         f"falling back to 15-minutely data",