dennisthiessen
bb8aa655a1
Drop intermediate history-depth reports, sector-residual runners/map/code hooks (evidence stays in final reports + docs), and slim MacBook helper to ssl/earnings/ prod-book-matrix only. SSL bootstrap and archived research conclusions retained.
140 lines
4.6 KiB
Bash
Executable File
140 lines
4.6 KiB
Bash
Executable File
#!/usr/bin/env bash
|
||
# Research helpers for a high-CPU MacBook (local only).
|
||
#
|
||
# Kept after Tier-1 cleanup:
|
||
# --ssl-check diagnose corporate CA / proxy
|
||
# --earnings-only resume FMP earnings backfill + 2a/2b (parked)
|
||
# --prod-book-matrix re-run 505 vs liquid universe × horizon book matrix
|
||
#
|
||
# Prerequisites: git checkout research branch, .env, deep research.sqlite for
|
||
# book matrix, combined-ca-bundle.pem or certifi when on corp network.
|
||
#
|
||
# chmod +x scripts/run_tier1_macbook.sh
|
||
# ./scripts/run_tier1_macbook.sh --ssl-check
|
||
# ./scripts/run_tier1_macbook.sh --prod-book-matrix
|
||
|
||
set -euo pipefail
|
||
|
||
ROOT="$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd)"
|
||
cd "$ROOT"
|
||
|
||
RESEARCH_SNAP="${RESEARCH_SNAP:-backtest_snapshots/research.sqlite}"
|
||
PROD_SNAP="${PROD_SNAP:-backtest_snapshots/prod.sqlite}"
|
||
WORKERS="${WORKERS:-8}"
|
||
FMP_LIMIT="${FMP_LIMIT:-250}"
|
||
FMP_SLEEP="${FMP_SLEEP:-0.35}"
|
||
PYTHON="${PYTHON:-python3}"
|
||
USE_CORP_PROXY="${USE_CORP_PROXY:-0}"
|
||
PHASE=""
|
||
|
||
usage() {
|
||
sed -n '2,16p' "$0" | sed 's/^# \?//'
|
||
exit "${1:-0}"
|
||
}
|
||
|
||
while [[ $# -gt 0 ]]; do
|
||
case "$1" in
|
||
--ssl-check) PHASE=ssl; shift ;;
|
||
--earnings-only) PHASE=earnings; shift ;;
|
||
--prod-book-matrix) PHASE=prod_book; shift ;;
|
||
--corp-proxy) USE_CORP_PROXY=1; shift ;;
|
||
--workers) WORKERS="$2"; shift 2 ;;
|
||
--python) PYTHON="$2"; shift 2 ;;
|
||
-h|--help) usage 0 ;;
|
||
*) echo "Unknown flag: $1" >&2; usage 1 ;;
|
||
esac
|
||
done
|
||
|
||
if [[ -z "$PHASE" ]]; then
|
||
echo "Pick a phase: --ssl-check | --earnings-only | --prod-book-matrix" >&2
|
||
usage 1
|
||
fi
|
||
|
||
if [[ -x .venv/bin/python ]]; then
|
||
PYTHON=".venv/bin/python"
|
||
elif command -v "$PYTHON" >/dev/null 2>&1; then
|
||
:
|
||
else
|
||
echo "ERROR: no Python found" >&2
|
||
exit 1
|
||
fi
|
||
|
||
log() { printf '\n==> %s\n' "$*"; }
|
||
die() { echo "ERROR: $*" >&2; exit 1; }
|
||
need_file() { [[ -f "$1" ]] || die "missing $1"; }
|
||
|
||
setup_ssl() {
|
||
export USE_CORP_PROXY
|
||
if [[ -z "${SSL_CERT_FILE:-}" ]]; then
|
||
if [[ -f "$ROOT/combined-ca-bundle.pem" ]]; then
|
||
export SSL_CERT_FILE="$ROOT/combined-ca-bundle.pem"
|
||
elif [[ -f "$HOME/combined-ca-bundle.pem" ]]; then
|
||
export SSL_CERT_FILE="$HOME/combined-ca-bundle.pem"
|
||
fi
|
||
fi
|
||
if [[ -n "${SSL_CERT_FILE:-}" && -f "$SSL_CERT_FILE" ]]; then
|
||
export REQUESTS_CA_BUNDLE="$SSL_CERT_FILE" CURL_CA_BUNDLE="$SSL_CERT_FILE"
|
||
log "SSL CA bundle: $SSL_CERT_FILE"
|
||
else
|
||
local certifi_path
|
||
certifi_path="$("$PYTHON" -c 'import certifi; print(certifi.where())' 2>/dev/null || true)"
|
||
if [[ -n "$certifi_path" && -f "$certifi_path" ]]; then
|
||
export SSL_CERT_FILE="$certifi_path" REQUESTS_CA_BUNDLE="$certifi_path" CURL_CA_BUNDLE="$certifi_path"
|
||
log "SSL CA bundle (certifi): $SSL_CERT_FILE"
|
||
else
|
||
log "WARNING: no CA bundle found — SSL may fail on corp networks"
|
||
fi
|
||
fi
|
||
if [[ "$USE_CORP_PROXY" == "1" ]]; then
|
||
export HTTP_PROXY="${HTTP_PROXY:-http://aproxy.corproot.net:8080}"
|
||
export HTTPS_PROXY="${HTTPS_PROXY:-http://aproxy.corproot.net:8080}"
|
||
export NO_PROXY="${NO_PROXY:-corproot.net,sharedtcs.net,127.0.0.1,localhost}"
|
||
export http_proxy="$HTTP_PROXY" https_proxy="$HTTPS_PROXY" no_proxy="$NO_PROXY"
|
||
log "Corp proxy enabled: $HTTPS_PROXY"
|
||
fi
|
||
export PYTHONPATH="${ROOT}${PYTHONPATH:+:$PYTHONPATH}"
|
||
}
|
||
|
||
ssl_check() {
|
||
setup_ssl
|
||
"$PYTHON" - <<'PY'
|
||
from app.ssl_bootstrap import bootstrap_ssl, ssl_status
|
||
import json, urllib.request
|
||
print(json.dumps(ssl_status(), indent=2))
|
||
print("bootstrap ->", bootstrap_ssl())
|
||
for url in (
|
||
"https://data.alpaca.markets/v2/stocks/SPY/bars?timeframe=1Day&limit=1",
|
||
"https://financialmodelingprep.com/stable/profile?symbol=AAPL",
|
||
):
|
||
try:
|
||
req = urllib.request.Request(url, headers={"User-Agent": "ssl-check"})
|
||
with urllib.request.urlopen(req, timeout=20) as resp:
|
||
print(f"OK {resp.status} {url[:60]}")
|
||
except Exception as exc:
|
||
print(f"FAIL {type(exc).__name__}: {exc}")
|
||
PY
|
||
}
|
||
|
||
setup_ssl
|
||
case "$PHASE" in
|
||
ssl) ssl_check ;;
|
||
earnings)
|
||
need_file "$PROD_SNAP"
|
||
log "Earnings backfill + research (parked experiment)"
|
||
"$PYTHON" scripts/backfill_earnings_events.py \
|
||
--snapshot "$PROD_SNAP" --provider fmp --force-symbol \
|
||
--limit "$FMP_LIMIT" --sleep "$FMP_SLEEP"
|
||
"$PYTHON" scripts/run_earnings_research.py \
|
||
--snapshot "$PROD_SNAP" --workers "$WORKERS" --allow-spawn
|
||
;;
|
||
prod_book)
|
||
need_file "$RESEARCH_SNAP"
|
||
log "Production book universe × horizon matrix"
|
||
"$PYTHON" scripts/run_prod_book_universe_matrix.py \
|
||
--snapshot "$RESEARCH_SNAP" --workers "$WORKERS" --allow-spawn \
|
||
--candidate-cache reports/.cache/prod-book-universe-cands.pkl
|
||
;;
|
||
*) die "unknown phase $PHASE" ;;
|
||
esac
|
||
log "Done."
|