zefancainlp's picture
download
raw
3.65 kB
"""Fresh paired full scoring and metadata-only ABI diagnostics, no model API."""
import argparse
import ast
import copy
import json
from pathlib import Path
import sys
import time
def main():
ap=argparse.ArgumentParser();ap.add_argument('--root',type=Path,required=True);args=ap.parse_args()
root=args.root.resolve();sys.path.insert(0,str(root/'code'))
from offline_jobs import OfflineJobs,atomic
import component_repair as c
out=root/'paired_validation';out.mkdir(exist_ok=True);judge=OfflineJobs(root,2)
raw=json.loads((root/'step0_records.json').read_text());by_id={p['id']:p for p in raw};parent=max(raw,key=lambda p:p['value'])
candidate=(root/'semantic_modules2/programs/module_053.py').read_text()
full=[]
for label,code in [('root_fresh',parent['code']),('module_053_fresh',candidate)]:
result=judge.run(dict(mode='evaluate',code=code),key='paired-validation-'+label,timeout=530)
atomic(out/(label+'.json'),result)
full.append(dict(label=label,score_us=result.get('score_us'),correctness=result.get('correctness'),boolean_checks=len(result.get('boolean_checks',[])),max_temperature=result['max_temperature']))
print('PAIRED_OFFICIAL',full[-1],flush=True)
atomic(out/'paired_summary.json',dict(full=full,api_calls=0,original_run_modified=False))
trace=[]
donor=next(p for p in raw if p['id'].startswith('9236f48c'))
for row in [parent,donor]:
plan=c.extract_plans(row['code'])[0];tree=ast.parse(row['code']);entry=next(n for n in tree.body if isinstance(n,ast.FunctionDef) and n.name=='custom_kernel');call=entry.body[plan['cut']].value
if not isinstance(call,ast.Call) or len(call.args)<2:raise ValueError('Unexpected trace target')
a,b=[ast.unparse(x) for x in call.args[:2]]
text=("_pfg_trace_key=(data[0].shape[0],data[0].shape[1],data[0].shape[-1],data[3]['hidden_dim'])\n"
"if _pfg_trace_key not in _pfg_trace_seen:\n"
" _pfg_trace_seen.add(_pfg_trace_key)\n"
f" _pfg_trace_a={a}\n _pfg_trace_b={b}\n"
" print('ABI_TRACE='+_pfg_trace_json.dumps(dict(case=list(_pfg_trace_key),a_shape=list(_pfg_trace_a.shape),a_stride=list(_pfg_trace_a.stride()),a_contiguous=_pfg_trace_a.is_contiguous(),b_shape=list(_pfg_trace_b.shape),b_stride=list(_pfg_trace_b.stride()),b_contiguous=_pfg_trace_b.is_contiguous())),flush=True)\n")
addition=ast.parse(text).body
entry.body[plan['cut']:plan['cut']]=addition
# One assignment and one if precede the original call.
updated=dict(plan,cut=plan['cut']+len(addition))
tree.body=ast.parse('import json as _pfg_trace_json\n_pfg_trace_seen=set()').body+tree.body
source=ast.unparse(ast.fix_missing_locations(tree))+'\n';compile(source,'<ABI-observation-only>','exec')
program=dict(id=row['id'],plan=updated,code=source)
result=judge.run(dict(mode='profile',programs=[program]),key='abi-observation-'+row['id'])
directory=root/'jobs'/result['request_id'];lines=(directory/'stdout.log').read_text().splitlines()
metadata=[json.loads(s.split('=',1)[1]) for s in lines if s.startswith('ABI_TRACE=')]
trace.append(dict(origin=row['id'],records=metadata,profile_valid=all(p.get('complete') for p in result['results'])))
print('ABI_METADATA',row['id'],metadata,flush=True)
atomic(out/'abi_observations.json',dict(records=trace,purpose='metadata-only diagnosis, not a new runtime price',api_calls=0))
atomic(out/'complete.json',dict(complete=True,api_calls=0,full=full,trace_programs=len(trace)))
if __name__=='__main__':main()

Xet Storage Details

Size:
3.65 kB
·
Xet hash:
d582140b2b16c5d2d7f6b06a45f275cbbac6fbc102b91912a7e906eaa1cec863

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.