02a6b6df7e
- db.init_db gains guarded ALTER TABLE additions for listings.year / seller_type / extras (schema.sql v1 untouched; PRAGMA-checked idempotent) - rubric: extras_from_text() returns matched EXTRAS labels (table order) - importer: normalize computes year (existing helper), seller_type ONLY from a real state-item signal (dealer/private, else NULL), extras JSON; upsert rewrites the new columns on both paths - verified on live DB: import idempotent, counts stay 640/560/80, year backfilled on 599 rows, extras on 45, seller_type 0 (no state signal)
42 lines
1.5 KiB
Python
42 lines
1.5 KiB
Python
"""SQLite connection + schema init for Bike-Tinder.
|
|
|
|
Stdlib only. The sqlite3 CLI is not installed on this host, so everything
|
|
goes through the sqlite3 module.
|
|
"""
|
|
import os
|
|
import sqlite3
|
|
|
|
SCHEMA_PATH = os.path.join(os.path.dirname(__file__), 'schema.sql')
|
|
|
|
|
|
def connect(db_path):
|
|
"""Open a connection with WAL mode and a busy_timeout, then ensure schema."""
|
|
parent = os.path.dirname(os.path.abspath(db_path))
|
|
if parent:
|
|
os.makedirs(parent, exist_ok=True)
|
|
conn = sqlite3.connect(db_path)
|
|
conn.row_factory = sqlite3.Row
|
|
conn.execute('PRAGMA journal_mode=WAL')
|
|
conn.execute('PRAGMA busy_timeout=5000')
|
|
conn.execute('PRAGMA foreign_keys=ON')
|
|
return conn
|
|
|
|
|
|
def init_db(conn):
|
|
"""Apply schema.sql (idempotent) + guarded P2 column migrations.
|
|
|
|
P2 additions (docs/DATA-MODEL.md) are added with idempotent
|
|
``ALTER TABLE ... ADD COLUMN`` guarded by a PRAGMA check, so the locked
|
|
v1 schema.sql stays untouched and existing DBs migrate in place.
|
|
"""
|
|
with open(SCHEMA_PATH, encoding='utf-8') as fh:
|
|
conn.executescript(fh.read())
|
|
cols = {r['name'] for r in conn.execute("PRAGMA table_info('listings')")}
|
|
if 'year' not in cols:
|
|
conn.execute('ALTER TABLE listings ADD COLUMN year INTEGER')
|
|
if 'seller_type' not in cols:
|
|
conn.execute('ALTER TABLE listings ADD COLUMN seller_type TEXT')
|
|
if 'extras' not in cols:
|
|
conn.execute('ALTER TABLE listings ADD COLUMN extras TEXT')
|
|
conn.commit()
|