fix(price_events): unify event storage to DB (dual-write + backfill)

User caught the inconsistency: system claims DB-first but price events
only went to price_events.json, leaving DB table stale since Jul 6.

Root cause chain found:
- record_event() only wrote JSON, never called mofin_db.write_price_event
- price_events.code has FK -> stocks(code); events for unregistered stocks
  (new candidates, HK) silently failed INSERT and were lost to DB
- mofin_db.write_price_event swallows errors (returns False silently)

Fixes:
- record_event now dual-writes: DB (authoritative) + JSON (compat for
  legacy readers mo_config/strategy_feedback/system_health_check)
- auto-registers unknown codes into stocks table before event insert
- one-time backfill: 4064 JSON events -> DB (total 6353 rows, last=today)
- verified: record_event TEST99 lands in both DB and JSON
This commit is contained in:
hmo
2026-07-20 17:46:57 +08:00
parent bbc4ebf93d
commit efdfaf956a
7 changed files with 147 additions and 3 deletions
+50
View File
@@ -0,0 +1,50 @@
import json, sqlite3
from datetime import datetime
d = json.load(open('/home/hmo/web-dashboard/data/price_events.json'))
events = d.get('events', d if isinstance(d, list) else [])
print(f'JSON events: {len(events)}')
conn = sqlite3.connect('/home/hmo/MoFin/data/mofin.db', timeout=30)
conn.execute('PRAGMA busy_timeout=30000')
# 已有的 DB 记录(避免重复):用 code+created_at 做粗粒度去重
existing = set()
for r in conn.execute("SELECT code, created_at FROM price_events"):
existing.add((r[0], r[1]))
inserted = 0
skipped = 0
for e in events:
code = str(e.get('code', ''))
name = e.get('name', code)
ts = e.get('timestamp') or e.get('created_at') or ''
if not code or not ts:
skipped += 1
continue
# 统一时间格式
try:
dt = datetime.fromisoformat(str(ts).replace('Z', ''))
created = dt.strftime('%Y-%m-%d %H:%M:%S')
date = dt.strftime('%Y-%m-%d')
except Exception:
skipped += 1
continue
if (code, created) in existing:
skipped += 1
continue
exch, typ = ('HK', 'H') if len(code) == 5 else (('SH', 'A') if code.startswith(('6', '9')) else ('SZ', 'A'))
conn.execute("INSERT OR IGNORE INTO stocks (code, name, exchange, type, updated_at) VALUES (?,?,?,?,?)",
(code, name, exch, typ, created))
conn.execute(
"INSERT INTO price_events (code, name, event_type, price, trigger_value, event_label, created_at, date) "
"VALUES (?,?,?,?,?,?,?,?)",
(code, name, e.get('event_type', ''), e.get('price', 0),
str(e.get('trigger_value', '')), e.get('event_label', ''), created, date))
inserted += 1
conn.commit()
total = conn.execute("SELECT COUNT(*) FROM price_events").fetchone()[0]
last = conn.execute("SELECT MAX(created_at) FROM price_events").fetchone()[0]
print(f'inserted={inserted} skipped={skipped} total={total} last={last}')
conn.close()
+7
View File
@@ -0,0 +1,7 @@
import sqlite3
c = sqlite3.connect('/home/hmo/MoFin/data/mofin.db')
sql = c.execute("SELECT sql FROM sqlite_master WHERE name='price_events'").fetchone()[0]
print(sql)
print()
for r in c.execute("PRAGMA foreign_key_list(price_events)"):
print(r)
+9
View File
@@ -0,0 +1,9 @@
import sqlite3
c = sqlite3.connect('/home/hmo/MoFin/data/mofin.db')
sql = c.execute("SELECT sql FROM sqlite_master WHERE name='stocks'").fetchone()
print(sql[0] if sql else 'no stocks table')
print()
cnt = c.execute("SELECT COUNT(*) FROM stocks").fetchone()[0]
print('rows:', cnt)
for r in c.execute("SELECT * FROM stocks LIMIT 3"):
print(r)
+15
View File
@@ -0,0 +1,15 @@
import sys
sys.path.insert(0, '/home/hmo/.hermes/profiles/position-analyst/scripts')
sys.path.insert(0, '/home/hmo/MoFin')
from mofin_db import get_conn, write_price_event
c = get_conn()
ok = write_price_event(c, code='TEST99', name='测试股', event_type='entry_zone',
price=12.34, trigger_value='12.0~12.5', event_label='加仓区间')
print('write_price_event returned:', ok)
r = c.execute("SELECT code,created_at FROM price_events WHERE code='TEST99'").fetchone()
print('row:', r)
c.execute("DELETE FROM price_events WHERE code='TEST99'")
c.commit()
c.close()
print('done')
+23
View File
@@ -0,0 +1,23 @@
import sys
sys.path.insert(0, '/home/hmo/.hermes/profiles/position-analyst/scripts')
import price_monitor as pm
pm.record_event('TEST99', '测试股', 'entry_zone', 12.34, '12.0~12.5', '加仓区间')
print('record_event OK')
import sqlite3
c = sqlite3.connect('/home/hmo/MoFin/data/mofin.db')
r = c.execute("SELECT code,name,event_type,price,created_at FROM price_events WHERE code='TEST99' ORDER BY id DESC LIMIT 1").fetchone()
print('DB row:', r)
c.execute("DELETE FROM price_events WHERE code='TEST99'")
c.commit()
print('cleaned')
# also check JSON got it
import json
d = json.load(open('/home/hmo/web-dashboard/data/price_events.json'))
last = d['events'][-1]
print('JSON last:', last['code'], last['price'])
if last['code'] == 'TEST99':
d['events'] = d['events'][:-1]
json.dump(d, open('/home/hmo/web-dashboard/data/price_events.json', 'w'), ensure_ascii=False, indent=2)
print('JSON cleaned')
+20
View File
@@ -0,0 +1,20 @@
import sys, sqlite3, traceback
sys.path.insert(0, '/home/hmo/MoFin')
from mofin_db import get_conn, DB_PATH
print('DB_PATH:', DB_PATH)
c = get_conn()
try:
c.execute(
"INSERT INTO price_events (code, name, event_type, price, trigger_value, event_label, date) "
"VALUES (?, ?, ?, ?, ?, ?, ?)",
('TEST99', '测试股', 'entry_zone', 12.34, '12.0~12.5', '加仓区间', '2026-07-20'))
c.commit()
print('INSERT OK')
except Exception as e:
traceback.print_exc()
r = c.execute("SELECT code FROM price_events WHERE code='TEST99'").fetchone()
print('row:', r)
c.execute("DELETE FROM price_events WHERE code='TEST99'")
c.commit()
c.close()