Buckets:
| """Fresh paired full scoring and metadata-only ABI diagnostics, no model API.""" | |
| import argparse | |
| import ast | |
| import copy | |
| import json | |
| from pathlib import Path | |
| import sys | |
| import time | |
| def main(): | |
| ap=argparse.ArgumentParser();ap.add_argument('--root',type=Path,required=True);args=ap.parse_args() | |
| root=args.root.resolve();sys.path.insert(0,str(root/'code')) | |
| from offline_jobs import OfflineJobs,atomic | |
| import component_repair as c | |
| out=root/'paired_validation';out.mkdir(exist_ok=True);judge=OfflineJobs(root,2) | |
| raw=json.loads((root/'step0_records.json').read_text());by_id={p['id']:p for p in raw};parent=max(raw,key=lambda p:p['value']) | |
| candidate=(root/'semantic_modules2/programs/module_053.py').read_text() | |
| full=[] | |
| for label,code in [('root_fresh',parent['code']),('module_053_fresh',candidate)]: | |
| result=judge.run(dict(mode='evaluate',code=code),key='paired-validation-'+label,timeout=530) | |
| atomic(out/(label+'.json'),result) | |
| full.append(dict(label=label,score_us=result.get('score_us'),correctness=result.get('correctness'),boolean_checks=len(result.get('boolean_checks',[])),max_temperature=result['max_temperature'])) | |
| print('PAIRED_OFFICIAL',full[-1],flush=True) | |
| atomic(out/'paired_summary.json',dict(full=full,api_calls=0,original_run_modified=False)) | |
| trace=[] | |
| donor=next(p for p in raw if p['id'].startswith('9236f48c')) | |
| for row in [parent,donor]: | |
| plan=c.extract_plans(row['code'])[0];tree=ast.parse(row['code']);entry=next(n for n in tree.body if isinstance(n,ast.FunctionDef) and n.name=='custom_kernel');call=entry.body[plan['cut']].value | |
| if not isinstance(call,ast.Call) or len(call.args)<2:raise ValueError('Unexpected trace target') | |
| a,b=[ast.unparse(x) for x in call.args[:2]] | |
| text=("_pfg_trace_key=(data[0].shape[0],data[0].shape[1],data[0].shape[-1],data[3]['hidden_dim'])\n" | |
| "if _pfg_trace_key not in _pfg_trace_seen:\n" | |
| " _pfg_trace_seen.add(_pfg_trace_key)\n" | |
| f" _pfg_trace_a={a}\n _pfg_trace_b={b}\n" | |
| " print('ABI_TRACE='+_pfg_trace_json.dumps(dict(case=list(_pfg_trace_key),a_shape=list(_pfg_trace_a.shape),a_stride=list(_pfg_trace_a.stride()),a_contiguous=_pfg_trace_a.is_contiguous(),b_shape=list(_pfg_trace_b.shape),b_stride=list(_pfg_trace_b.stride()),b_contiguous=_pfg_trace_b.is_contiguous())),flush=True)\n") | |
| addition=ast.parse(text).body | |
| entry.body[plan['cut']:plan['cut']]=addition | |
| # One assignment and one if precede the original call. | |
| updated=dict(plan,cut=plan['cut']+len(addition)) | |
| tree.body=ast.parse('import json as _pfg_trace_json\n_pfg_trace_seen=set()').body+tree.body | |
| source=ast.unparse(ast.fix_missing_locations(tree))+'\n';compile(source,'<ABI-observation-only>','exec') | |
| program=dict(id=row['id'],plan=updated,code=source) | |
| result=judge.run(dict(mode='profile',programs=[program]),key='abi-observation-'+row['id']) | |
| directory=root/'jobs'/result['request_id'];lines=(directory/'stdout.log').read_text().splitlines() | |
| metadata=[json.loads(s.split('=',1)[1]) for s in lines if s.startswith('ABI_TRACE=')] | |
| trace.append(dict(origin=row['id'],records=metadata,profile_valid=all(p.get('complete') for p in result['results']))) | |
| print('ABI_METADATA',row['id'],metadata,flush=True) | |
| atomic(out/'abi_observations.json',dict(records=trace,purpose='metadata-only diagnosis, not a new runtime price',api_calls=0)) | |
| atomic(out/'complete.json',dict(complete=True,api_calls=0,full=full,trace_programs=len(trace))) | |
| if __name__=='__main__':main() | |
Xet Storage Details
- Size:
- 3.65 kB
- Xet hash:
- d582140b2b16c5d2d7f6b06a45f275cbbac6fbc102b91912a7e906eaa1cec863
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.