#!/usr/bin/env python3
"""Close Batch 398 after explicit five-lens review."""
from __future__ import annotations
import datetime as dt,json,sqlite3
from close_396 import TARGETS
from process_ledger import ensure_schema,record_event
DB="/mnt/donto-data/donto-resources/research/translation-training/kuku-yalanji-runpod-2026-06-30/synthetic/claude-synthetic-v1-2026-07-02/synthetic.db";LABEL="batch-398";NOW=dt.datetime.now(dt.timezone.utc).replace(microsecond=0).isoformat().replace("+00:00","Z");LOG="process_logs/batch-398-linter-clean-fish-set-f-nonsingular-past-perception-after-rule355-process.md";LENSES=("morphology","lexicon","syntax","fidelity","register")
NOTES="LINTER-CLEAN FISH SET-F NON-SINGULAR PAST PERCEPTION AFTER RULE355 (Rule356). 50 accepted; 100 cells empty before bank; Patz clusivity and fish boundaries retained; gap172->162."
LESSONS=[("source","Fish two-card/zero-Patz and Patz pronoun audits remained exact.","Rule356 source."),("source","Patz ngali exclusive/ngaliny inclusive controls over the dictionary defect.","Rule356 clusivity."),("process","All 100 selected non-singular cells were empty.","Rule356 matrix."),("process","Three-here/two-there changes gap172->162.","Rule356 balance."),("process","Ngana remains grammatical and deliberately deferred.","Rule356 defer.")]+[("lexicon",f"{h} remains {g}; {n}.",f"Rule356 {h}.") for h,g,n in TARGETS]+[("morphology","Targets remain bare O.","Rule356 O."),("morphology","Mangkurr-mangkurr remains indivisible.","Rule356 whole."),("morphology","Pronouns remain bare A with clusivity explicit.","Rule356 A."),("morphology","Locals and nyajin remain fixed.","Rule356 support."),("syntax","Rows1-10 Ngali...yaluy.","Rule356 b1."),("syntax","Rows11-20 Ngaliny...yinyay.","Rule356 b2."),("syntax","Rows21-30 Yubal...yaluy.","Rule356 b3."),("syntax","Rows31-40 Yurra...yinyay.","Rule356 b4."),("syntax","Rows41-50 Nganjin...yaluy.","Rule356 b5."),("fidelity","English preserves number/clusivity,label,location,past seeing only.","Rule356 fidelity."),("fidelity","No size/comparison/dialect/taboo/taxonomy/synonym/property/source/event content.","Rule356 exclude."),("register","Neutral elicitation register.","Rule356 register."),("process","AST proves 50 literal calls.","Rule356 authorship."),("process","Exact readback/lint/dup/integrity gate close.","Rule356 gates."),("process","Five lenses store 250 decisions.","Rule356 reviews."),("process","35 lessons/18 logs persist.","Rule356 storage."),("process","Export/books/live refresh.","Rule356 publish."),("process","Artifacts remain mounted.","Rule356 mounted."),("handoff","Rule357 requires the exact non-singular deictic complement.","Rule356 handoff."),("handoff","Do not stop at 19,997 or reuse a Rule356 surface.","Rule356 no-stop.")]
LEX=TARGETS+[("ngali","first dual exclusive nominative","Patz bare A"),("ngaliny","first dual inclusive nominative","Patz bare A"),("yubal","second dual nominative","bare A"),("yurra","second plural nominative","bare A"),("nganjin","first plural exclusive nominative","bare A"),("yaluy","here","Yalanji local"),("yinyay","there","Yalanji local"),("nyajin","see; see.PST","past surface")]
def main():
 if len(LESSONS)!=35 or len(LEX)!=18:raise SystemExit(f"inventory {len(LESSONS)}/{len(LEX)}")
 db=sqlite3.connect(DB);db.execute("PRAGMA foreign_keys=ON");db.execute("BEGIN");ensure_schema(db);r=db.execute("SELECT id FROM batches WHERE label=?",(LABEL,)).fetchone()
 if not r:raise SystemExit("not banked")
 bid=r[0];c=db.execute("SELECT COUNT(*),COUNT(*) FILTER(WHERE status='under_review') FROM sentences WHERE batch_id=?",(bid,)).fetchone();total=db.execute("SELECT COUNT(*) FROM sentences WHERE status IN('accepted','revised','under_review')").fetchone()[0];before,wb=db.execute("SELECT COUNT(*),SUM(LENGTH(kuku)-LENGTH(REPLACE(kuku,' ',''))+1) FROM sentences WHERE status IN('accepted','revised')").fetchone()
 if c!=(50,50) or (total,before,wb)!=(19997,19947,135147):raise SystemExit(f"pre {c}/{total}/{before}/{wb}")
 ids=[x[0] for x in db.execute("SELECT id FROM sentences WHERE batch_id=? ORDER BY seq",(bid,))];db.executemany("INSERT INTO reviews(sentence_id,round,lens,verdict,issues,suggested_fix,reviewer,created_at) VALUES(?,?,?,?,?,?,?,?)",[(sid,1,l,"pass",None,None,"codex-main-five-lens",NOW) for sid in ids for l in LENSES]);db.executemany("INSERT INTO lessons(batch_id,category,lesson,guide_change,created_at) VALUES(?,?,?,?,?)",[(bid,c,l,g,NOW) for c,l,g in LESSONS])
 for h,g,n in LEX:
  p="pronoun" if h in {"ngali","ngaliny","yubal","yurra","nganjin"} else "demonstrative" if h in {"yaluy","yinyay"} else "verb-tr" if h=="nyajin" else "noun";conj="l" if h=="nyajin" else None;s=json.dumps([{"sense":g,"definition":n,"status":"attested"}],ensure_ascii=False);a=json.dumps([{"source":LABEL,"ref":"five-lens close","quote":n}],ensure_ascii=False);note=f"batch-398: {n}"
  db.execute("""INSERT INTO lexemes(headword,phonemic,pos,conj_class,case_class,gloss,senses,attestation,allomorphy,morphology,collocations,usage_notes,antonyms_contrasts,corpus_freq,status,verified_at,notes) VALUES(?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?) ON CONFLICT(headword) DO UPDATE SET verified_at=excluded.verified_at,status=excluded.status,notes=CASE WHEN lexemes.notes IS NULL OR lexemes.notes='' THEN excluded.notes WHEN instr(lexemes.notes,?)>0 THEN lexemes.notes ELSE lexemes.notes||'; '||excluded.notes END""",(h,None,p,conj,"NA",g,s,a,None,None,None,n,None,0,"verified",NOW,note,LABEL));db.execute("INSERT INTO lexeme_log(headword,action,detail,created_at) VALUES(?,?,?,?)",(h,"batch-398-verify",n,NOW))
 for ph,et,d in [("lint","under-review-lint-green",f"Lint {total}/0; verified {before}."),("review","five-lens-pass","250/250 passed; Patz clusivity and fish boundaries retained."),("review","review-detail","No size/comparison/dialect/taboo/taxonomy/synonym/property/source/event drift."),("review","lesson-inventory","35 lessons."),("review","lexeme-source-log","18 logs.")]:record_event(db,batch_label=LABEL,phase=ph,event_type=et,actor="codex",detail=d,artifact_path=LOG,created_at=NOW)
 db.execute("UPDATE sentences SET status='accepted',updated_at=? WHERE batch_id=?",(NOW,bid));db.execute("UPDATE batches SET notes=?,cheatsheet_version=?,guide_version=? WHERE id=?",(NOTES,"Rule356 accepted","operator-guide-2026-07-10",bid));after,wa=db.execute("SELECT COUNT(*),SUM(LENGTH(kuku)-LENGTH(REPLACE(kuku,' ',''))+1) FROM sentences WHERE status IN('accepted','revised')").fetchone();rv=db.execute("SELECT COUNT(*) FROM reviews WHERE sentence_id IN(SELECT id FROM sentences WHERE batch_id=?)",(bid,)).fetchone()[0]
 if (after,wa,rv)!=(19997,135347,250):raise SystemExit(f"post {after}/{wa}/{rv}")
 record_event(db,batch_label=LABEL,phase="close",event_type="close-success",actor="codex",detail=f"accepted=50 reviews=250 lessons=35 logs=18 verified {before}->{after} words {wb}->{wa}.",command="python3 batch_scripts/close_398.py",artifact_path=LOG,created_at=NOW);db.commit();print(f"closed batch-398: {before}->{after}");return 0
if __name__=="__main__":raise SystemExit(main())
