From 72f10917a8a1cec4567caee1e1a7f1a86fee8bc5 Mon Sep 17 00:00:00 2001
From: Dennis Thiessen <dennis@thiessen.io>
Date: Sat, 18 Jul 2026 10:28:49 +0200
Subject: [PATCH] chore: remove one-shot Finnhub market cap SQL backfill

Already applied in production; no longer needed in the repo.
---
 scripts/fix_finnhub_market_cap.sql | 113 -----------------------------
 1 file changed, 113 deletions(-)
 delete mode 100644 scripts/fix_finnhub_market_cap.sql

diff --git a/scripts/fix_finnhub_market_cap.sql b/scripts/fix_finnhub_market_cap.sql
deleted file mode 100644
index af3d867..0000000
--- a/scripts/fix_finnhub_market_cap.sql
+++ /dev/null
@@ -1,113 +0,0 @@
--- Fix Finnhub market caps stored in millions instead of absolute USD.
---
--- Context:
---   Finnhub profile2.marketCapitalization is in millions of USD.
---   Pre-fix rows stored that value as-is (e.g. SPCX ~1.8e6 → "1.8M micro").
---   Correct absolute USD is value * 1_000_000 (e.g. ~1.8e12 → "1.8T mega").
---
--- Identification:
---   Chained fundamentals write source provenance into unavailable_fields_json:
---     "source_market_cap": "finnhub"
---   FMP / Alpha Vantage rows are already absolute USD — leave them alone.
---
--- Safety:
---   After a successful update we stamp market_cap_unit = "usd" so this script
---   is idempotent (safe to re-run).
---
--- Database: PostgreSQL (production).
--- Run against your app DB, e.g.:
---   psql "$DATABASE_URL" -f scripts/fix_finnhub_market_cap.sql
--- or step through the sections in a SQL client.
-
--- ---------------------------------------------------------------------------
--- 1) Preview: who would be fixed
--- ---------------------------------------------------------------------------
-SELECT
-    t.symbol,
-    f.market_cap                          AS stored_millions_as_dollars,
-    f.market_cap * 1000000.0              AS corrected_usd,
-    CASE
-        WHEN f.market_cap * 1000000.0 >= 200e9 THEN 'mega'
-        WHEN f.market_cap * 1000000.0 >= 10e9  THEN 'large'
-        WHEN f.market_cap * 1000000.0 >= 2e9   THEN 'mid'
-        WHEN f.market_cap * 1000000.0 >= 300e6 THEN 'small'
-        ELSE 'micro'
-    END                                   AS corrected_band,
-    f.fetched_at,
-    f.unavailable_fields_json
-FROM fundamental_data f
-JOIN tickers t ON t.id = f.ticker_id
-WHERE f.market_cap IS NOT NULL
-  AND f.market_cap > 0
-  AND f.unavailable_fields_json::jsonb->>'source_market_cap' = 'finnhub'
-  AND COALESCE(f.unavailable_fields_json::jsonb->>'market_cap_unit', '') <> 'usd'
-ORDER BY f.market_cap DESC;
-
--- Count
-SELECT COUNT(*) AS rows_to_fix
-FROM fundamental_data f
-WHERE f.market_cap IS NOT NULL
-  AND f.market_cap > 0
-  AND f.unavailable_fields_json::jsonb->>'source_market_cap' = 'finnhub'
-  AND COALESCE(f.unavailable_fields_json::jsonb->>'market_cap_unit', '') <> 'usd';
-
--- ---------------------------------------------------------------------------
--- 2) Apply fix (run inside a transaction; COMMIT only if preview looks right)
--- ---------------------------------------------------------------------------
-BEGIN;
-
-UPDATE fundamental_data f
-SET
-    market_cap = f.market_cap * 1000000.0,
-    unavailable_fields_json = (
-        f.unavailable_fields_json::jsonb || '{"market_cap_unit": "usd"}'::jsonb
-    )::text
-WHERE f.market_cap IS NOT NULL
-  AND f.market_cap > 0
-  AND f.unavailable_fields_json::jsonb->>'source_market_cap' = 'finnhub'
-  AND COALESCE(f.unavailable_fields_json::jsonb->>'market_cap_unit', '') <> 'usd';
-
--- Sanity check after update (should include SPCX ~1e12 scale if present)
-SELECT
-    t.symbol,
-    f.market_cap,
-    f.unavailable_fields_json
-FROM fundamental_data f
-JOIN tickers t ON t.id = f.ticker_id
-WHERE f.unavailable_fields_json::jsonb->>'source_market_cap' = 'finnhub'
-  AND f.unavailable_fields_json::jsonb->>'market_cap_unit' = 'usd'
-ORDER BY f.market_cap DESC NULLS LAST
-LIMIT 30;
-
--- Remaining unfixed Finnhub rows (should be 0)
-SELECT COUNT(*) AS remaining_unfixed
-FROM fundamental_data f
-WHERE f.market_cap IS NOT NULL
-  AND f.market_cap > 0
-  AND f.unavailable_fields_json::jsonb->>'source_market_cap' = 'finnhub'
-  AND COALESCE(f.unavailable_fields_json::jsonb->>'market_cap_unit', '') <> 'usd';
-
--- COMMIT;   -- uncomment when satisfied
--- ROLLBACK; -- or roll back if something looks off
-
--- ---------------------------------------------------------------------------
--- Optional: rows with market_cap but NO source_market_cap provenance.
--- These cannot be safely auto-fixed (could be FMP absolute USD already).
--- Inspect manually if anything looks like Finnhub-scale millions.
--- ---------------------------------------------------------------------------
--- SELECT
---     t.symbol,
---     f.market_cap,
---     f.unavailable_fields_json,
---     f.fetched_at
--- FROM fundamental_data f
--- JOIN tickers t ON t.id = f.ticker_id
--- WHERE f.market_cap IS NOT NULL
---   AND f.market_cap > 0
---   AND (
---         f.unavailable_fields_json IS NULL
---      OR f.unavailable_fields_json = '{}'
---      OR f.unavailable_fields_json::jsonb->>'source_market_cap' IS NULL
---   )
--- ORDER BY f.market_cap ASC
--- LIMIT 50;