Buckets:
tahamajs/Sysmem2_in_AI / ComputerAssignments /CA6_systematic_generalization /data /experiment_results.json
| { | |
| "timestamp": "2025-10-04 06:01:50", | |
| "config": { | |
| "experiment_name": "systematic_generalization_comprehensive", | |
| "description": "Comprehensive systematic generalization experiments with neural, symbolic, and neurosymbolic approaches", | |
| "random_seed": 42, | |
| "timestamp": "2024-01-01", | |
| "models": { | |
| "neural": { | |
| "embed_dim": 64, | |
| "hidden_dim": 128, | |
| "num_layers": 3, | |
| "dropout": 0.1, | |
| "attention_heads": 8, | |
| "use_positional_encoding": true | |
| }, | |
| "symbolic": { | |
| "max_depth": 5, | |
| "max_expressions": 1000, | |
| "use_grammar_rules": true | |
| }, | |
| "neurosymbolic": { | |
| "memory_size": 32, | |
| "memory_dim": 32, | |
| "meta_learning_rate": 0.01, | |
| "adaptation_steps": 5 | |
| } | |
| }, | |
| "training": { | |
| "batch_size": 32, | |
| "learning_rate": 0.001, | |
| "num_epochs": 100, | |
| "patience": 10, | |
| "weight_decay": "1e-5", | |
| "gradient_clip": 1.0, | |
| "scheduler": { | |
| "type": "cosine", | |
| "warmup_epochs": 10 | |
| } | |
| }, | |
| "datasets": { | |
| "scan": { | |
| "split_type": "compositional", | |
| "max_length": 20, | |
| "include_complex": true | |
| }, | |
| "arithmetic": { | |
| "number_range": [ | |
| 1, | |
| 100 | |
| ], | |
| "expression_length": [ | |
| 3, | |
| 15 | |
| ], | |
| "operators": [ | |
| "+", | |
| "-", | |
| "*", | |
| "/" | |
| ] | |
| }, | |
| "visual": { | |
| "num_colors": 4, | |
| "num_shapes": 3, | |
| "num_relations": 4, | |
| "max_objects": 5 | |
| } | |
| }, | |
| "evaluation": { | |
| "test_split_ratio": 0.2, | |
| "validation_split_ratio": 0.1, | |
| "systematic_split_types": [ | |
| "compositional", | |
| "length", | |
| "complexity" | |
| ], | |
| "metrics": [ | |
| "accuracy", | |
| "systematic_generalization_gap", | |
| "compositional_accuracy", | |
| "length_generalization", | |
| "complexity_generalization", | |
| "inference_time", | |
| "memory_usage" | |
| ] | |
| }, | |
| "visualization": { | |
| "save_plots": true, | |
| "plot_format": "png", | |
| "plot_dpi": 300, | |
| "interactive_plots": true, | |
| "create_dashboard": true | |
| }, | |
| "logging": { | |
| "level": "INFO", | |
| "log_file": "logs/experiment.log", | |
| "log_format": "%(asctime)s - %(name)s - %(levelname)s - %(message)s" | |
| }, | |
| "output": { | |
| "results_dir": "results", | |
| "plots_dir": "results/plots", | |
| "models_dir": "results/models", | |
| "logs_dir": "logs", | |
| "save_models": true, | |
| "save_predictions": true | |
| }, | |
| "advanced": { | |
| "use_mixed_precision": false, | |
| "num_workers": 4, | |
| "pin_memory": true, | |
| "deterministic": true, | |
| "benchmark": false | |
| }, | |
| "experiments": { | |
| "systematic_generalization": { | |
| "enabled": true, | |
| "test_lengths": [ | |
| 5, | |
| 10, | |
| 15, | |
| 20, | |
| 25 | |
| ], | |
| "test_complexities": [ | |
| 1, | |
| 2, | |
| 3, | |
| 4, | |
| 5 | |
| ] | |
| }, | |
| "ablation_study": { | |
| "enabled": false, | |
| "components": [ | |
| "attention", | |
| "positional_encoding", | |
| "dropout" | |
| ] | |
| }, | |
| "hyperparameter_search": { | |
| "enabled": false, | |
| "search_space": { | |
| "learning_rate": [ | |
| 0.0001, | |
| 0.001, | |
| 0.01 | |
| ], | |
| "hidden_dim": [ | |
| 64, | |
| 128, | |
| 256 | |
| ], | |
| "num_layers": [ | |
| 2, | |
| 3, | |
| 4 | |
| ] | |
| } | |
| } | |
| } | |
| }, | |
| "models": { | |
| "Standard MLP": { | |
| "random_split_accuracy": 0.85, | |
| "systematic_split_accuracy": 0.45, | |
| "generalization_gap": 0.4 | |
| }, | |
| "Modular Network": { | |
| "random_split_accuracy": 0.88, | |
| "systematic_split_accuracy": 0.65, | |
| "generalization_gap": 0.23 | |
| }, | |
| "Attention Composer": { | |
| "random_split_accuracy": 0.9, | |
| "systematic_split_accuracy": 0.75, | |
| "generalization_gap": 0.15 | |
| } | |
| }, | |
| "status": "success" | |
| } |
Xet Storage Details
- Size:
- 4.07 kB
- Xet hash:
- 5ed41c36f9c3ea580b8366e165dce0040ef4c0aa7ba303d55c3bd838d2605713
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.