Implement A5 fundamentals cutover activation

app/scheduler.py

@@ -41,6 +41,7 @@ from app.services import (
     settings_store,
     shadow_book_service,
     fundamentals_parity_service,
+    fundamental_data_refresh_service,
 )
 from app.services.data_import import STATUS_FAILED, SourceImporter, run_import
 from app.services.dolt_earnings_importer import DoltEarningsImporter
@@ -652,7 +653,7 @@ async def run_shadow_book() -> None:
             if not await _is_job_enabled(db, job_name):
                 _log_event(logging.INFO, "job_skipped", job=job_name, reason="disabled")
                 _runtime_finish(job_name, "skipped", processed=0, total=1, message="Disabled")
-                return
+                return False
             if not await shadow_book_service.is_enabled(db):
                 _log_event(logging.INFO, "job_skipped", job=job_name, reason="not enabled in settings")
                 _runtime_finish(job_name, "skipped", processed=0, total=1, message="Not enabled")
@@ -924,8 +925,13 @@ async def collect_fundamentals() -> None:
 # ---------------------------------------------------------------------------
 
 
-async def _run_shadow_import(job_name: str, importer: SourceImporter) -> None:
-    """Run one source importer and surface its audit result in Admin → Jobs."""
+async def _run_shadow_import(job_name: str, importer: SourceImporter) -> bool:
+    """Run an importer and return whether its scheduled job was enabled.
+
+    The SEC wrapper uses the return value to run its activated local cache step
+    after failed, no-op, promoted, or source-locked attempts while still honoring
+    the job-level disable switch.
+    """
     _log_event(logging.INFO, "job_start", job=job_name)
     _runtime_start(job_name, total=1)
 
@@ -941,7 +947,7 @@ async def _run_shadow_import(job_name: str, importer: SourceImporter) -> None:
             message = "Another import for this source is already running"
             _log_event(logging.INFO, "job_skipped", job=job_name, reason="source_locked")
             _runtime_finish(job_name, "skipped", processed=0, total=1, message=message)
-            return
+            return True
 
         revision = f" · {run.revision[:12]}" if run.revision else ""
         message = f"{run.status}{revision}"
@@ -949,7 +955,7 @@ async def _run_shadow_import(job_name: str, importer: SourceImporter) -> None:
             message = run.error_details or message
             _log_event(logging.ERROR, "job_error", job=job_name, message=message)
             _runtime_finish(job_name, "error", processed=0, total=1, message=message)
-            return
+            return True
 
         _log_event(
             logging.INFO,
@@ -959,6 +965,7 @@ async def _run_shadow_import(job_name: str, importer: SourceImporter) -> None:
             revision=run.revision,
         )
         _runtime_finish(job_name, "completed", processed=1, total=1, message=message)
+        return True
     except asyncio.CancelledError:
         _runtime_finish(job_name, "error", processed=0, total=1, message="Cancelled")
         raise
@@ -971,6 +978,7 @@ async def _run_shadow_import(job_name: str, importer: SourceImporter) -> None:
             message=str(exc),
         )
         _runtime_finish(job_name, "error", processed=0, total=1, message=str(exc))
+        return True
 
 
 async def run_dolt_earnings_import() -> None:
@@ -979,8 +987,67 @@ async def run_dolt_earnings_import() -> None:
 
 
 async def run_sec_fundamentals_import() -> None:
-    """Import tracked-universe SEC facts in shadow."""
-    await _run_shadow_import("sec_fundamentals_import", SecFundamentalsImporter())
+    """Import SEC facts, then run the activated local compat-cache refresh.
+
+    The refresh is deliberately separate from the network import result. Once
+    activated it therefore still runs from stored snapshots/earnings/prices when
+    SEC is unavailable, unchanged, or another SEC import owns the source lock.
+    """
+    job_name = "sec_fundamentals_import"
+    job_enabled = await _run_shadow_import(job_name, SecFundamentalsImporter())
+    if not job_enabled:
+        return
+
+    try:
+        async with async_session_factory() as db:
+            summary = await fundamental_data_refresh_service.refresh_if_enabled(db)
+    except asyncio.CancelledError:
+        _runtime_finish(
+            job_name, "error", processed=0, total=1, message="Cancelled"
+        )
+        raise
+    except Exception as exc:
+        message = f"Local fundamental_data refresh failed: {exc}"
+        _log_event(
+            logging.ERROR,
+            "fundamental_data_refresh_error",
+            job=job_name,
+            error_type=type(exc).__name__,
+            message=str(exc),
+        )
+        _runtime_finish(job_name, "error", processed=0, total=1, message=message)
+        return
+
+    if not summary["enabled"]:
+        _log_event(
+            logging.INFO,
+            "fundamental_data_refresh_skipped",
+            job=job_name,
+            reason="cutover_disabled",
+            setting=fundamental_data_refresh_service.ACTIVATION_KEY,
+        )
+        return
+
+    _log_event(
+        logging.INFO,
+        "fundamental_data_refresh_complete",
+        job=job_name,
+        **summary,
+    )
+    runtime = get_job_runtime_snapshot(job_name)
+    if runtime.get("status") == "completed":
+        import_message = runtime.get("message") or "import completed"
+        cache_message = (
+            f"cache {summary['refreshed']} · "
+            f"{summary['score_inputs_changed']} score inputs changed"
+        )
+        _runtime_finish(
+            job_name,
+            "completed",
+            processed=1,
+            total=1,
+            message=f"{import_message} · {cache_message}",
+        )
 
 
 async def run_fundamentals_parity_report() -> None:
@@ -1566,7 +1633,8 @@ SCHEDULE_DEFAULTS: dict[str, str] = {
     "schedule_timezone": "America/New_York",
     # Morning data/display refresh (no qualifying R:R scan).
     "schedule_daily_pipeline_cron": "0 2 * * *",
-    # Shadow source imports. They never write legacy fundamental_data before A5.
+    # Bulk source imports. The SEC job writes the legacy compat cache only after
+    # the explicit, default-off A5 cutover setting is enabled.
     "schedule_dolt_earnings_cron": "30 2 * * *",
     "schedule_sec_fundamentals_cron": "0 4 * * *",
     "schedule_fundamentals_parity_cron": "30 5 * * *",
@@ -1689,7 +1757,7 @@ def configure_scheduler(schedule_config: dict[str, str] | None = None) -> None:
             "schedule_sec_fundamentals_cron",
         ),
         id="sec_fundamentals_import",
-        name="SEC Fundamentals Import (shadow)",
+        name="SEC Fundamentals Import",
         replace_existing=True,
     )
     scheduler.add_job(