File size: 803 Bytes
8bf1a8c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
import json

def run_scaling_experiments():
    models = ['1M', '10M', '50M', '100M']
    results = {}
    
    print("Running Scaling Experiments...")
    for size in models:
        print(f"Evaluating Saturday-{size}...")
        # Mock results
        results[size] = {
            "parameters": f"{size}",
            "tokens_per_sec": 15000 / (models.index(size) + 1),
            "final_val_loss": 5.0 - models.index(size) * 0.8,
            "perplexity": 148.4 - models.index(size) * 30
        }
        
    print("\n=== Scaling Experiment Report ===")
    print(json.dumps(results, indent=4))
    
    with open("scaling_report.json", "w") as f:
        json.dump(results, f, indent=4)
    print("Report saved to scaling_report.json")

if __name__ == "__main__":
    run_scaling_experiments()