"""Exact closed-input public key/role census; no source collector or publication."""
from collections import Counter
from datetime import datetime, timezone
import gzip, hashlib, json, sqlite3, sys
from pathlib import Path
from freeze_inputs import ROOT, WORK, SOURCE, read, sha, rows, write, require
from source_common import baseline_pages, encoded

def main():
    inputs = read(WORK / 'INPUT_MANIFEST.json')
    require(inputs['ok'] and inputs['baseline_keys'] == 911217, 'Missing immutable source closure')
    require(not (WORK / 'EXPECTED_SCOPE.json').exists(), 'Immutable census already exists')
    sys.path.insert(0, str(ROOT / 'scripts_build'))
    import build_public_name_directory as base
    policy = base.policy()
    db = sqlite3.connect(WORK / 'scope-census-attempt02.sqlite3')
    db.executescript('PRAGMA journal_mode=WAL; PRAGMA synchronous=NORMAL; CREATE TABLE names(key TEXT PRIMARY KEY,mask INTEGER,prior_mask INTEGER,training INTEGER,qualified INTEGER,corroborated INTEGER,head_sha TEXT);')
    def add(key, mask, prior=0, training=0, qualified=1, corroborated=0, digest=None):
        db.execute('INSERT INTO names VALUES(?,?,?,?,?,?,?) ON CONFLICT(key) DO UPDATE SET mask=names.mask|excluded.mask,qualified=names.qualified|excluded.qualified',
                   (key,mask,prior,training,qualified,corroborated,digest))
    seen = 0
    for page in baseline_pages(False):
        if page['kind'] != 'heads': continue
        require(len(encoded(page)) <= 32 * 1024 and 0 < len(page['records']) <= 25, 'Baseline head bound differs')
        for row in page['records']:
            require(row['language'] is None and row['key'] == policy.name_key(row['name']), 'Baseline key normalization differs')
            mask = sum({'given':1,'family':2}[r] for r in row['roles'])
            old = db.execute('SELECT head_sha FROM names WHERE key=?',(row['key'],)).fetchone(); digest = hashlib.sha256(encoded(row)).hexdigest()
            require(old is None or old[0] == digest, 'Baseline views disagree on fields')
            add(row['key'],mask,mask,int(bool(row['training_source_roles'])),int(bool(row['evidence_summary'])),int(bool(row['corroborated_roles'])),digest)
            seen += 1
        if seen % 25000 < 25: db.commit()
    db.commit()
    require(db.execute('SELECT count(*) FROM names').fetchone()[0] == 911217, 'Baseline unique count differs')
    old_pairs = 0
    for old in rows(SOURCE / 'public-expansion-v3/KEY_ROLE_INDEX_d3881e32542e78c4b3c3e190.jsonl.gz'):
        mask = sum({'given':1,'family':2}[r] for r in old['roles'])
        require(db.execute('SELECT mask FROM names WHERE key=?',(old['key'],)).fetchone() == (mask,), 'Baseline role export differs'); old_pairs += mask.bit_count()
    source_counts = []
    for spec in inputs['inputs']:
        p = ROOT / spec['path']; require(sha(p) == spec['sha256'], 'Source names changed after freeze')
        counts = Counter(); source_keys = set(); source_pairs = set()
        for row in rows(p):
            role,key,form = row['role'],row['key'],row['form']
            pair = role,key
            require(role in ('given','family') and policy.name_key(form) == key and policy.hygiene_reason(policy.normalize_form(form)) is None, 'Source spelling does not pass frozen normalization/hygiene')
            require(pair not in source_pairs, 'Closed source contains a duplicate role/key'); source_pairs.add(pair)
            if spec['kind'] == 'datacite_native': require(row['evidence_tier'] == 'bibliographic' and row['distinct_support_dois'] >= 2, 'Native admission differs')
            else: require(row['language'] is None, 'New source language must remain unknown')
            add(key,{'given':1,'family':2}[role]); counts[role] += 1; source_keys.add(key)
        require(dict(counts) == spec['expected_roles'], 'Source role census differs from closed receipt')
        db.commit(); source_counts.append({'id':spec['id'],'roles':dict(counts),'keys':len(source_keys),'rows':sum(counts.values()),'names_sha256':spec['sha256']})
        print(json.dumps({'stage':'source_census','id':spec['id'],'keys':len(source_keys)}),flush=True)
    total,given,family,overlap,newkeys,qualified,training,training_only,corroborated = db.execute('SELECT count(*),sum((mask&1)>0),sum((mask&2)>0),sum(mask=3),sum(prior_mask=0),sum(qualified),sum(training),sum(training AND NOT qualified AND NOT corroborated),sum(corroborated) FROM names').fetchone()
    require(given+family-overlap == total and training == 135249 and corroborated == 31818, 'Global public flags/role identity differs')
    require(db.execute('SELECT count(*) FROM names WHERE prior_mask>0 AND (mask&prior_mask)<>prior_mask').fetchone()[0] == 0,'Prior roles removed')
    export = WORK / 'EXPECTED_KEY_ROLES.jsonl.gz'
    with export.open('xb') as raw,gzip.GzipFile(filename='',mode='wb',fileobj=raw,mtime=0) as out:
        for key,mask in db.execute('SELECT key,mask FROM names ORDER BY key'):
            out.write(encoded({'key':key,'roles':[role for role,bit in [('family',2),('given',1)] if mask&bit]}))
    db.commit(); db.execute('PRAGMA wal_checkpoint(TRUNCATE)'); db.close()
    result={'schema':'ndr-public-v4-exact-scope-census/1','ok':True,'frozen_at':datetime.now(timezone.utc).isoformat(),
        'input_manifest_sha256':sha(WORK/'INPUT_MANIFEST.json'),'baseline_keys':911217,'expected_public_directory_keys':total,
        'given_role_keys':given,'family_role_keys':family,'overlap_keys':overlap,'new_keys_vs_public_v3':newkeys,'prior_role_pairs_preserved':old_pairs,
        'qualified_source_spellings':qualified,'training_source_spellings':training,'training_source_only_spellings':training_only,
        'historical_same_role_corroboration_spellings':corroborated,'explicit_lexical_codes_unchanged':224,'new_source_language_inferred':False,
        'source_counts':source_counts,'key_role_export_sha256':sha(export),'checker_sha256':sha(__file__),'canonical_site_changed':False,
        'excluded_ORCID05_DataCite10_and_all_future':True,'counts_are_source_spelling_keys_not_people':True}
    write(WORK/'EXPECTED_SCOPE.json',result)
    print(json.dumps(result),flush=True)

if __name__=='__main__':main()
