Pre-load offers catalog periodically

Author: r4victor

src/dstack/_internal/server/background/scheduled_tasks/__init__.py

@@ -41,7 +41,9 @@ def start_scheduled_tasks() -> AsyncIOScheduler:
     """
     # DateTrigger() to run one-time init tasks immediately.
     _scheduler.add_job(init_gateways_in_background, DateTrigger(), max_instances=1)
+    # Pre-load catalog offers both on server start and before catalog needs reload (15m).
     _scheduler.add_job(preload_offers_catalog, DateTrigger(), max_instances=1)
+    _scheduler.add_job(preload_offers_catalog, IntervalTrigger(minutes=10), max_instances=1)
     _scheduler.add_job(process_probes, IntervalTrigger(seconds=3, jitter=1))
     _scheduler.add_job(collect_metrics, IntervalTrigger(seconds=10), max_instances=1)
     _scheduler.add_job(delete_metrics, IntervalTrigger(minutes=5), max_instances=1)

src/dstack/_internal/server/background/scheduled_tasks/offers_catalog.py

@@ -7,7 +7,8 @@
 
 
 async def preload_offers_catalog():
-    """Pre-load the `gpuhunt` offers catalog so the first offer request doesn't pay the S3 download cost."""
-    logger.debug("Pre-loading `gpuhunt` offers catalog")
-    await run_async(gpuhunt.default_catalog)
-    logger.debug("`gpuhunt` offers catalog pre-loaded")
+    """Pre-load the `gpuhunt` offers catalog so the get offer requests do not pay the catalog download cost."""
+    logger.debug("Pre-loading offers catalog")
+    catalog = gpuhunt.default_catalog()
+    await run_async(catalog.load)
+    logger.debug("Pre-loaded offers catalog")