chore: remove one-shot Finnhub market cap SQL backfill

Already applied in production; no longer needed in the repo.
2026-07-18 10:28:49 +02:00
parent 5a531fd603
commit 72f10917a8
1 changed files with 0 additions and 113 deletions
@@ -1,113 +0,0 @@
 -- Fix Finnhub market caps stored in millions instead of absolute USD.
 --
 -- Context:
 --   Finnhub profile2.marketCapitalization is in millions of USD.
 --   Pre-fix rows stored that value as-is (e.g. SPCX ~1.8e6 → "1.8M micro").
 --   Correct absolute USD is value * 1_000_000 (e.g. ~1.8e12 → "1.8T mega").
 --
 -- Identification:
 --   Chained fundamentals write source provenance into unavailable_fields_json:
 --     "source_market_cap": "finnhub"
 --   FMP / Alpha Vantage rows are already absolute USD — leave them alone.
 --
 -- Safety:
 --   After a successful update we stamp market_cap_unit = "usd" so this script
 --   is idempotent (safe to re-run).
 --
 -- Database: PostgreSQL (production).
 -- Run against your app DB, e.g.:
 --   psql "$DATABASE_URL" -f scripts/fix_finnhub_market_cap.sql
 -- or step through the sections in a SQL client.
 -- ---------------------------------------------------------------------------
 -- 1) Preview: who would be fixed
 -- ---------------------------------------------------------------------------
 SELECT
    t.symbol,
    f.market_cap                          AS stored_millions_as_dollars,
    f.market_cap * 1000000.0              AS corrected_usd,
    CASE
        WHEN f.market_cap * 1000000.0 >= 200e9 THEN 'mega'
        WHEN f.market_cap * 1000000.0 >= 10e9  THEN 'large'
        WHEN f.market_cap * 1000000.0 >= 2e9   THEN 'mid'
        WHEN f.market_cap * 1000000.0 >= 300e6 THEN 'small'
        ELSE 'micro'
    END                                   AS corrected_band,
    f.fetched_at,
    f.unavailable_fields_json
 FROM fundamental_data f
 JOIN tickers t ON t.id = f.ticker_id
 WHERE f.market_cap IS NOT NULL
  AND f.market_cap > 0
  AND f.unavailable_fields_json::jsonb->>'source_market_cap' = 'finnhub'
  AND COALESCE(f.unavailable_fields_json::jsonb->>'market_cap_unit', '') <> 'usd'
 ORDER BY f.market_cap DESC;
 -- Count
 SELECT COUNT(*) AS rows_to_fix
 FROM fundamental_data f
 WHERE f.market_cap IS NOT NULL
  AND f.market_cap > 0
  AND f.unavailable_fields_json::jsonb->>'source_market_cap' = 'finnhub'
  AND COALESCE(f.unavailable_fields_json::jsonb->>'market_cap_unit', '') <> 'usd';
 -- ---------------------------------------------------------------------------
 -- 2) Apply fix (run inside a transaction; COMMIT only if preview looks right)
 -- ---------------------------------------------------------------------------
 BEGIN;
 UPDATE fundamental_data f
 SET
    market_cap = f.market_cap * 1000000.0,
    unavailable_fields_json = (
        f.unavailable_fields_json::jsonb || '{"market_cap_unit": "usd"}'::jsonb
    )::text
 WHERE f.market_cap IS NOT NULL
  AND f.market_cap > 0
  AND f.unavailable_fields_json::jsonb->>'source_market_cap' = 'finnhub'
  AND COALESCE(f.unavailable_fields_json::jsonb->>'market_cap_unit', '') <> 'usd';
 -- Sanity check after update (should include SPCX ~1e12 scale if present)
 SELECT
    t.symbol,
    f.market_cap,
    f.unavailable_fields_json
 FROM fundamental_data f
 JOIN tickers t ON t.id = f.ticker_id
 WHERE f.unavailable_fields_json::jsonb->>'source_market_cap' = 'finnhub'
  AND f.unavailable_fields_json::jsonb->>'market_cap_unit' = 'usd'
 ORDER BY f.market_cap DESC NULLS LAST
 LIMIT 30;
 -- Remaining unfixed Finnhub rows (should be 0)
 SELECT COUNT(*) AS remaining_unfixed
 FROM fundamental_data f
 WHERE f.market_cap IS NOT NULL
  AND f.market_cap > 0
  AND f.unavailable_fields_json::jsonb->>'source_market_cap' = 'finnhub'
  AND COALESCE(f.unavailable_fields_json::jsonb->>'market_cap_unit', '') <> 'usd';
 -- COMMIT;   -- uncomment when satisfied
 -- ROLLBACK; -- or roll back if something looks off
 -- ---------------------------------------------------------------------------
 -- Optional: rows with market_cap but NO source_market_cap provenance.
 -- These cannot be safely auto-fixed (could be FMP absolute USD already).
 -- Inspect manually if anything looks like Finnhub-scale millions.
 -- ---------------------------------------------------------------------------
 -- SELECT
 --     t.symbol,
 --     f.market_cap,
 --     f.unavailable_fields_json,
 --     f.fetched_at
 -- FROM fundamental_data f
 -- JOIN tickers t ON t.id = f.ticker_id
 -- WHERE f.market_cap IS NOT NULL
 --   AND f.market_cap > 0
 --   AND (
 --         f.unavailable_fields_json IS NULL
 --      OR f.unavailable_fields_json = '{}'
 --      OR f.unavailable_fields_json::jsonb->>'source_market_cap' IS NULL
 --   )
 -- ORDER BY f.market_cap ASC
 -- LIMIT 50;