diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..48ee96042578c2699cc39d715546c3ce4e16837a --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d7838a5213ed4d4acd588258a60514a061bf88ce777816dc6e194b5bc9f36af +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3d30528189137cd927dee5198110d4e4c16bd199 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml @@ -0,0 +1,1218 @@ +# DynVision resolved configuration +# Generated At: 2026-02-03T04:18:08.870453 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7001 +log_level: info +model.seed: 7001 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '0.0002' +model.pattern: '1011' +model.rctarget: output +trainer.seed: 7001 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7001 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..b86f4f446e11fbeb57383309357e82431faa7585 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9d61ff9c90d6e84630c1aff820eb0b89d19f350587eca4c701e8f7978792dfa +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ff3a4ceb2d12049be530a98c4f344d812c7c1bbc --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.0002+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml @@ -0,0 +1,1218 @@ +# DynVision resolved configuration +# Generated At: 2026-02-04T05:27:42.950556 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7002 +log_level: info +model.seed: 7002 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '0.0002' +model.pattern: '1011' +model.rctarget: output +trainer.seed: 7002 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7002 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.0002+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf3003ca10ca2ea6d98b09f7a624ccb428a5b78a --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d95bc77b202f6e6af447879b7af48f977156216b6d450d6ba135cb52e06b0f9 +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..56d2a574065edbd83b804e9cf1107aa1aa5e8437 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml @@ -0,0 +1,1211 @@ +# DynVision resolved configuration +# Generated At: 2026-01-23T02:22:10.567320 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7000 +log_level: info +model.seed: 7000 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=299 + - trained-epoch=399 + - trained-epoch=499 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 50 + intro: 0 + stim: 25 + idle: 100 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '0.02' +model.pattern: '1' +model.rctarget: middle +trainer.seed: 7000 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7000 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d42d835b01a5ce2c00f1f04d7d7d72a09b33a4e --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69073b6fc6fb33d2452aac9eb56f224c8588035f5c7554febad4033a1bfd1136 +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b0e536425689e37eff7c1afede7f36e3b9a2e57b --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml @@ -0,0 +1,1218 @@ +# DynVision resolved configuration +# Generated At: 2026-02-03T05:17:27.566394 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7001 +log_level: info +model.seed: 7001 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '0.02' +model.pattern: '1' +model.rctarget: middle +trainer.seed: 7001 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7001 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7f838c167a275613b557ffc5851eab1aa902c01 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e98752bf50afde74278fe18954818c3d29fc52bce7cafabbe717cd9e4b33ac13 +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4c01c36816f19d9d022b05e7d16c3fa9d8b4ef7a --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml @@ -0,0 +1,1218 @@ +# DynVision resolved configuration +# Generated At: 2026-02-03T19:31:50.600493 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7002 +log_level: info +model.seed: 7002 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '0.02' +model.pattern: '1' +model.rctarget: middle +trainer.seed: 7002 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7002 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e7f5818f7d328a2c2c8e2e4339be232545a1143 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01e1b2fba2e1b9d10cfd1a85a5c7fe0ef4f413a357300c5df5717a29b20b9eea +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..bee7c6b70bd17c32dad503bd8319871b6d6ef4cc --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml @@ -0,0 +1,1211 @@ +# DynVision resolved configuration +# Generated At: 2026-01-27T03:03:58.746524 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7000 +log_level: info +model.seed: 7000 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 32 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=299 + - trained-epoch=399 + - trained-epoch=499 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 50 + intro: 0 + stim: 25 + idle: 100 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '0.02' +model.pattern: '1' +model.rctarget: output +trainer.seed: 7000 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7000 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..08a375dcf755a9606b67448d95106a9798359f38 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8f771a11ba4702918cec67d9c3df79ae715be204672d6fcae561e288157d615 +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f0fd43edc7a2f441b7702287de19502fcbbe455e --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml @@ -0,0 +1,1218 @@ +# DynVision resolved configuration +# Generated At: 2026-02-02T20:35:48.769334 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7001 +log_level: info +model.seed: 7001 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '0.02' +model.pattern: '1' +model.rctarget: output +trainer.seed: 7001 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7001 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9b5f7adef8eae34721362b4289875ca75f8c7f3 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbdd7fb899786f918179c5abd8f02d2a19f0028333c42db8167cc36ae79ea08a +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..dbc7b6d0c0e471856c4cf55e2c58b41f7a2a2b90 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml @@ -0,0 +1,1218 @@ +# DynVision resolved configuration +# Generated At: 2026-02-03T22:53:31.284598 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7002 +log_level: info +model.seed: 7002 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '0.02' +model.pattern: '1' +model.rctarget: output +trainer.seed: 7002 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7002 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d83c62d0ac95286607d70b1a517cf08bcaa8dd8 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1357b647c6f78c3890cc1f1c36c6307b8f247861ae77a3d95b3220fe7deb9a6d +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..83c3af6ac320a88d0e50a049845cf28fc6b1785c --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml @@ -0,0 +1,1211 @@ +# DynVision resolved configuration +# Generated At: 2026-01-27T16:32:34.307620 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7000 +log_level: info +model.seed: 7000 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 32 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=299 + - trained-epoch=399 + - trained-epoch=499 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 50 + intro: 0 + stim: 25 + idle: 100 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '0.02' +model.pattern: '1011' +model.rctarget: middle +trainer.seed: 7000 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7000 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..9663916139e248bdb9b24a4e5613c16bfd638e99 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0878b3ae370a1d188ee537982d148761849350bfc89a0f9f9916ece53cdfe3f2 +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..928c469bb78087d2f2c7bb4eb5ce4043ec3f9d64 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml @@ -0,0 +1,1211 @@ +# DynVision resolved configuration +# Generated At: 2026-01-23T02:32:33.311932 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7000 +log_level: info +model.seed: 7000 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=299 + - trained-epoch=399 + - trained-epoch=499 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 50 + intro: 0 + stim: 25 + idle: 100 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '0.02' +model.pattern: '1011' +model.rctarget: output +trainer.seed: 7000 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7000 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..f48a331bda40345de8fe6dca9ed5f06c02560c25 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0435194fd41e678954506bc4a012675d9243d180b07940cb517ee9dbe5665a6 +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..220b9d774e996e4260c29168c8c42bc6571da6e4 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml @@ -0,0 +1,1218 @@ +# DynVision resolved configuration +# Generated At: 2026-02-02T20:35:48.559819 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7001 +log_level: info +model.seed: 7001 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '0.02' +model.pattern: '1011' +model.rctarget: output +trainer.seed: 7001 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7001 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd240e6eaaa9869b5175824fd3bf77ed0b6fa73c --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d30be2c67936520b10f70120af9d9faff7964e00c97789190c7159bffa4646f +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..bdd862fc95ef000378d24cafe9c2862f3afbaf3e --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml @@ -0,0 +1,1218 @@ +# DynVision resolved configuration +# Generated At: 2026-02-04T00:36:39.681216 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7002 +log_level: info +model.seed: 7002 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '0.02' +model.pattern: '1011' +model.rctarget: output +trainer.seed: 7002 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7002 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.02+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..08ebc2d238ebcea3debd6783ab0b1bcf90650357 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51e485474612e39bb1f7b56c7fd46e47b0df7579a9f9a03798af1369906acee0 +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e3e9940ba74d2bd7e2d248936b451fff4dcdc26a --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml @@ -0,0 +1,1211 @@ +# DynVision resolved configuration +# Generated At: 2026-01-23T00:41:55.770107 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7000 +log_level: info +model.seed: 7000 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=299 + - trained-epoch=399 + - trained-epoch=499 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 50 + intro: 0 + stim: 25 + idle: 100 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '0.2' +model.pattern: '1' +model.rctarget: middle +trainer.seed: 7000 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7000 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..f16a0b59698ec60a23d1347286647cd30fd13e50 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5c2e870406223732b65e80b783d429d6b3af38921d84c9a9b3e395116aca256 +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4dc7931fc25e108e46d16787e411a80c56e60ed2 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml @@ -0,0 +1,1218 @@ +# DynVision resolved configuration +# Generated At: 2026-02-02T19:36:58.540893 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7001 +log_level: info +model.seed: 7001 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '0.2' +model.pattern: '1' +model.rctarget: middle +trainer.seed: 7001 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7001 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc4cc2656f7954eb9cf689a20d9f2cb36780df71 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:974ac39a00925952a44001a829fcafae6ae411b4251640971a26c31b01a4b7b8 +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..52035da352afdc7253ee8a766a57d90001f451ae --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml @@ -0,0 +1,1218 @@ +# DynVision resolved configuration +# Generated At: 2026-02-03T19:36:32.237358 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7002 +log_level: info +model.seed: 7002 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '0.2' +model.pattern: '1' +model.rctarget: middle +trainer.seed: 7002 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7002 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e879de82fddfaeaa6847a3cc9d04f8d4c0dfb2b --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0df032a2c11966dedb0c2a2d82e3877130d5be888e11f748420cb0c6a876cdb9 +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c8114671782c3ba190a38b1ef5d2bf854db29da1 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml @@ -0,0 +1,1211 @@ +# DynVision resolved configuration +# Generated At: 2026-01-27T03:12:08.370081 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7000 +log_level: info +model.seed: 7000 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 32 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=299 + - trained-epoch=399 + - trained-epoch=499 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 50 + intro: 0 + stim: 25 + idle: 100 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '0.2' +model.pattern: '1' +model.rctarget: output +trainer.seed: 7000 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7000 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce54c5ff08b0cac6486165dc77ce64f1cbbb9c40 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48b92e2c573f92e2ddf06e94f5ec6c8d35e85094f83251240f5731bd2e8acc87 +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..09b9209065951a187693cc7f7544abf6faa03c88 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml @@ -0,0 +1,1218 @@ +# DynVision resolved configuration +# Generated At: 2026-02-03T01:38:05.818306 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7001 +log_level: info +model.seed: 7001 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '0.2' +model.pattern: '1' +model.rctarget: output +trainer.seed: 7001 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7001 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab73c5e293ea25061ec2fb2a9039c409f8fd939c --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02d2a63fe9ac4466cc92e1f84510a0b14dad2e3bd782464a3726e429c4d3da2f +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ab3525f74ca03679decc79be29a25f3fc8453103 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml @@ -0,0 +1,1218 @@ +# DynVision resolved configuration +# Generated At: 2026-02-04T04:29:24.345587 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7002 +log_level: info +model.seed: 7002 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '0.2' +model.pattern: '1' +model.rctarget: output +trainer.seed: 7002 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7002 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..d078ffbea2ffe407bf9e51b66ae58450fcfbc957 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e33618a1d934910806207a9f69a246e6bbdb3759f16ed274cafaeffe65f53ad4 +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..04c501d8f7a827c0e9947ba8dab3826747578491 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml @@ -0,0 +1,1211 @@ +# DynVision resolved configuration +# Generated At: 2026-01-27T16:34:39.824336 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7000 +log_level: info +model.seed: 7000 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 32 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=299 + - trained-epoch=399 + - trained-epoch=499 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 50 + intro: 0 + stim: 25 + idle: 100 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '0.2' +model.pattern: '1011' +model.rctarget: middle +trainer.seed: 7000 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7000 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..41597bf10ebea281ec19815b8db83790243327f5 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66d20adaaa27a4f8d61cc98c3193d67b5b3bb83305a89ea7ac2e1c831086a8bf +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3e654a0f30012b80cccca68d38da9a59d1037c00 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml @@ -0,0 +1,1211 @@ +# DynVision resolved configuration +# Generated At: 2026-01-23T02:22:10.506451 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7000 +log_level: info +model.seed: 7000 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=299 + - trained-epoch=399 + - trained-epoch=499 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 50 + intro: 0 + stim: 25 + idle: 100 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '0.2' +model.pattern: '1011' +model.rctarget: output +trainer.seed: 7000 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7000 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..81ed022f3a2d0308c4ea5501195f2d4208a8b466 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75a07078cd9efd0233fbe975942f28d8cb9ba275a0e37f0db590eabb36875bd5 +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..988490d4f44a55eff621fe228f811ba4eb9b4651 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml @@ -0,0 +1,1218 @@ +# DynVision resolved configuration +# Generated At: 2026-02-03T01:30:16.393081 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7001 +log_level: info +model.seed: 7001 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '0.2' +model.pattern: '1011' +model.rctarget: output +trainer.seed: 7001 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7001 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..c985a9979c313bfbd2434b5fcea657c847d173ca --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f961c5df178f966705c490c2cba1e478e5d5236ce5ac2d210c8068d87155f3d4 +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f882cd3321c8f58d1179619acd056c68d4079ffe --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml @@ -0,0 +1,1218 @@ +# DynVision resolved configuration +# Generated At: 2026-02-04T03:45:55.101083 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7002 +log_level: info +model.seed: 7002 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '0.2' +model.pattern: '1011' +model.rctarget: output +trainer.seed: 7002 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7002 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=0.2+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..93484e6ee31e64d3bc68bb6d14207a856bab3b0a --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe76c960c2dfe9037f3d58b34437022fe83103e9ae1a79e2fb9cd65f24af9d4a +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e1100c16313eff298c1c82d408b4d6f516419613 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml @@ -0,0 +1,1211 @@ +# DynVision resolved configuration +# Generated At: 2026-01-23T02:22:09.342170 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7000 +log_level: info +model.seed: 7000 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=299 + - trained-epoch=399 + - trained-epoch=499 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 50 + intro: 0 + stim: 25 + idle: 100 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '1.0' +model.pattern: '1' +model.rctarget: middle +trainer.seed: 7000 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7000 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c207afd0680065a3b8287d5c69e7cdb56ff0a5b --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c57c6842ac4b7943d864fa24cf1ad0284c14ba7ca8ff8ba4686e1677d5489e46 +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..78be3edbe7975f9a37d1491220acd23857afacb7 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml @@ -0,0 +1,1218 @@ +# DynVision resolved configuration +# Generated At: 2026-02-03T03:01:51.561456 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7001 +log_level: info +model.seed: 7001 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '1.0' +model.pattern: '1' +model.rctarget: middle +trainer.seed: 7001 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7001 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..be4d109cb75e2d2783b11b571a633e7a59140aa0 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c443cc23a68b44f10142d95cb01f69905abfdacf91ee6c92a9fc99be7005739 +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..89b3c8ca402732fab21d100e69fe29171f5eadc8 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml @@ -0,0 +1,1218 @@ +# DynVision resolved configuration +# Generated At: 2026-02-03T19:06:52.592399 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7002 +log_level: info +model.seed: 7002 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '1.0' +model.pattern: '1' +model.rctarget: middle +trainer.seed: 7002 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7002 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..f52a05d14303010fa47d3f99d143f138062448b0 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81a27599e897dbd911bb48b05347bef87f7e9745769bc3870d99ab7941028ff3 +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..92a4b083cc08b998c6e439a15bcff7273266285c --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml @@ -0,0 +1,1211 @@ +# DynVision resolved configuration +# Generated At: 2026-01-27T03:06:10.425833 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7000 +log_level: info +model.seed: 7000 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 32 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=299 + - trained-epoch=399 + - trained-epoch=499 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 50 + intro: 0 + stim: 25 + idle: 100 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '1.0' +model.pattern: '1' +model.rctarget: output +trainer.seed: 7000 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7000 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d9f571cec513a06e258dfb442c928fa8493db89 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e9a1e5c8435f1f28c03019698d8c5695007cfd5ecce2cb4c8d680fa8b2bbeaa +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..bf2194ec3b79415e5e6cf69cd3962b35b2bbed88 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml @@ -0,0 +1,1218 @@ +# DynVision resolved configuration +# Generated At: 2026-02-02T19:34:57.981105 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7001 +log_level: info +model.seed: 7001 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '1.0' +model.pattern: '1' +model.rctarget: output +trainer.seed: 7001 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7001 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff3503eab585df9278912c392dc7427866f2c865 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:290c927db62575a01419a091e5a04955091d31fbb1bde976b35832bc6e696d23 +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..04233366a1841e2097f8330bf2068fce77058c16 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml @@ -0,0 +1,1218 @@ +# DynVision resolved configuration +# Generated At: 2026-02-04T06:02:02.686316 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7002 +log_level: info +model.seed: 7002 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '1.0' +model.pattern: '1' +model.rctarget: output +trainer.seed: 7002 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7002 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7000/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7000/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..2bde3ffa3174bf47f5928788fdbdd66a183a020e --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7000/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa3638ef3e28ea002f127fc4ef69704bd3179f246266cf923548eefb3aa33765 +size 22091840 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6ef46f502439bba1b7dc8adfe106f784bc139fd3 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml @@ -0,0 +1,1211 @@ +# DynVision resolved configuration +# Generated At: 2026-01-23T02:56:50.962525 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7000 +log_level: info +model.seed: 7000 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: depthpointwise +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7000/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=299 + - trained-epoch=399 + - trained-epoch=499 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 50 + intro: 0 + stim: 25 + idle: 100 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '1.0' +model.pattern: '1011' +model.rctarget: output +trainer.seed: 7000 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7000/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7000 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7000/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7000/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7001/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7001/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..91370f753e7983a323433839a89a80a40933f544 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7001/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86ec5657f24164271800482604a75944323cc16b2a4ed9d9ec14b2883a8bed39 +size 22091840 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a7f6fc0a3b5ca3e84c1ac0b01b9ab5e7596845de --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml @@ -0,0 +1,1218 @@ +# DynVision resolved configuration +# Generated At: 2026-02-02T20:35:48.752143 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7001 +log_level: info +model.seed: 7001 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: depthpointwise +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7001/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '1.0' +model.pattern: '1011' +model.rctarget: output +trainer.seed: 7001 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7001/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7001 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7001/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7001/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7002/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7002/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..6870e1e8d5a28a161fce5e33ae00768f8d12f5db --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7002/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1903d04888207db94b8e1cef6739b254c812e3b9317d0eacaf29f30783133ce7 +size 22091840 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..19f6c4e8b10b1c4c8301c9f1a84a270d26fc500d --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml @@ -0,0 +1,1218 @@ +# DynVision resolved configuration +# Generated At: 2026-02-04T01:46:09.746422 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7002 +log_level: info +model.seed: 7002 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: depthpointwise +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7002/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '1.0' +model.pattern: '1011' +model.rctarget: output +trainer.seed: 7002 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7002/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7002 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7002/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=depthpointwise+rctarget=output+skip=true+feedback=false_7002/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7000/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7000/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..df9bd25f1bd40b5d4523a287ed505ac0b8a3f4ca --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7000/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d86d8508fd37fbc6ac5adf233f67f5b4649194a2b55dd756088ef0b3c0cfc613 +size 27115120 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b7f7478bdf0fe2a8dc3802d9952f41e0966fa14d --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml @@ -0,0 +1,1218 @@ +# DynVision resolved configuration +# Generated At: 2026-01-29T00:16:51.863911 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7000/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7000 +log_level: info +model.seed: 7000 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7000/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7000/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7000/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 32 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 0 + stim: 20 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '1.0' +model.pattern: '1011' +model.rctarget: input +trainer.seed: 7000 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7000/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7000/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7000/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7000 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7000/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7000/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7000/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7000/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7000/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7000/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7001/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7001/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..0af1b83b1b130afdd6dc5bbcc95b862d2e030350 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7001/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1abe33fd33d6733638ddc20eb6fbfda6acd121f9fa09091cb438e37f5d620cc7 +size 27115120 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f8575edaf22a126ae7d0217430d275c0f152b8d6 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml @@ -0,0 +1,1218 @@ +# DynVision resolved configuration +# Generated At: 2026-02-03T00:23:32.356741 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7001/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7001 +log_level: info +model.seed: 7001 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7001/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7001/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7001/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '1.0' +model.pattern: '1011' +model.rctarget: input +trainer.seed: 7001 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7001/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7001/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7001/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7001 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7001/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7001/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7001/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7001/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7001/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7001/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7002/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7002/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8f5ce7ed93d48f7f53cb3bbc6802a10bd416b88 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7002/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd32dcd6a114dd1055c499a647bfc5ede98bc3ac4129ad8567a62d1fbd6d9948 +size 27115120 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0e3285ad48d853d3e7a11484f6904a6c99501842 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml @@ -0,0 +1,1218 @@ +# DynVision resolved configuration +# Generated At: 2026-02-04T16:26:24.414366 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7002/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7002 +log_level: info +model.seed: 7002 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7002/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7002/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7002/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '1.0' +model.pattern: '1011' +model.rctarget: input +trainer.seed: 7002 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7002/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7002/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7002/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7002 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7002/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7002/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7002/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7002/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7002/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=input+skip=true+feedback=false_7002/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f2b651eb253ed755aa85099d8ebfe6a0a6cd5e0 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2131a101fb117672c8dba842c239ec6be914b0dbebe2ca8c41f82ff278cd2b3 +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0b77fecfdd364a8160c5c60ef6753243da6f0393 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml @@ -0,0 +1,1211 @@ +# DynVision resolved configuration +# Generated At: 2026-01-27T16:32:34.219042 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7000 +log_level: info +model.seed: 7000 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 32 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=299 + - trained-epoch=399 + - trained-epoch=499 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 50 + intro: 0 + stim: 25 + idle: 100 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '1.0' +model.pattern: '1011' +model.rctarget: middle +trainer.seed: 7000 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7000 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7000/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..7fa49eb9d7659e79699a966490ce3206c32e427b --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5ba493cf07466550d0c81403867f2a36e83d3b04116874c2fbaaa89af1d2643 +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3cb9866ee87a53ebb388d14272ca24743e289a3f --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml @@ -0,0 +1,1218 @@ +# DynVision resolved configuration +# Generated At: 2026-02-03T04:44:18.181183 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7001 +log_level: info +model.seed: 7001 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '1.0' +model.pattern: '1011' +model.rctarget: middle +trainer.seed: 7001 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7001 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7001/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ca65aa29c51a278e1b2ed567d0b286c8114d554 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc6b9a57b2f8f1e7f9d313a8385625a08e6c35a4db5773abeef30cde09bc3b2c +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a863496e0c68cba0c0b7cbdebd3ec476da432381 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml @@ -0,0 +1,1218 @@ +# DynVision resolved configuration +# Generated At: 2026-02-03T18:07:43.396277 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7002 +log_level: info +model.seed: 7002 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '1.0' +model.pattern: '1011' +model.rctarget: middle +trainer.seed: 7002 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7002 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=middle+skip=true+feedback=false_7002/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..33868ef7191693dacdafa3312d25e1186ac63afc --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d623ef29fc74dbf2296fceae35ede1b1e82931e720234259073e029bf44dd61 +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e6e7a4b9aa589ab72daaf0e0e83d6eb1d1c4fe0f --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml @@ -0,0 +1,1211 @@ +# DynVision resolved configuration +# Generated At: 2026-01-23T01:29:10.066502 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7000 +log_level: info +model.seed: 7000 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=299 + - trained-epoch=399 + - trained-epoch=499 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 50 + intro: 0 + stim: 25 + idle: 100 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '1.0' +model.pattern: '1011' +model.rctarget: output +trainer.seed: 7000 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7000 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7000/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..7db12ce3769ee9ff0f1ba1a9a8da3da60b4ff792 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72c7c6607c6503264f2a573a181475673630d938def1145454d1c5799916018a +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5453d416a880f880c44c127b46063afb2297308b --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml @@ -0,0 +1,1218 @@ +# DynVision resolved configuration +# Generated At: 2026-02-02T19:20:55.094627 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7001 +log_level: info +model.seed: 7001 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '1.0' +model.pattern: '1011' +model.rctarget: output +trainer.seed: 7001 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7001 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7001/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..c427a88754ea52b843a7ab59372d183fdd532543 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9da23bdefdf1ccdff7fb98431282d88cc07780be8250df4aed99fdbcbb32c3dc +size 34153328 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d88b67492488d059d242a624f3fa04ea2bb1672c --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml @@ -0,0 +1,1218 @@ +# DynVision resolved configuration +# Generated At: 2026-02-04T00:06:28.231092 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7002 +log_level: info +model.seed: 7002 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: full +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '1.0' +model.pattern: '1011' +model.rctarget: output +trainer.seed: 7002 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7002 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=full+rctarget=output+skip=true+feedback=false_7002/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7000/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7000/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ec4f5823fa609cb28aab8007cd4514dddba85fe --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7000/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04129ce037358cc2a99e9947364d479bd16a07545c9773928a5387a8b1dd3190 +size 35550336 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..68cfae22d973e43d604fd8e9d8fb684a80419753 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml @@ -0,0 +1,1211 @@ +# DynVision resolved configuration +# Generated At: 2026-01-23T02:46:36.049227 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7000 +log_level: info +model.seed: 7000 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: local +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7000/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=299 + - trained-epoch=399 + - trained-epoch=499 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 50 + intro: 0 + stim: 25 + idle: 100 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '1.0' +model.pattern: '1011' +model.rctarget: output +trainer.seed: 7000 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7000/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7000 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7000/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7000/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7001/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7001/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4559f6dede002a8328eec1a743e3bfd1ca10e1d --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7001/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:166b8aa79a05e8bc698b3ea6a22fa07c05c85b94958df81fad084da0e23ef7b6 +size 35550336 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..48aa22c54d6b1a06aa30222ded376e73183da3d7 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml @@ -0,0 +1,1225 @@ +# DynVision resolved configuration +# Generated At: 2026-03-12T12:38:25.376781 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7002 +log_level: info +model.seed: 7002 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: local +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 12 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.response_resolution: layer +model.loss: +- CrossEntropyLoss +- ActivityLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + ActivityLoss: + weight: 0.0002 + ord: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7002/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 32 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' + input: '#6BAA75' + middle: '#E9C46A' + output: '#C0533A' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + pattern: Presentation Pattern + seed: Seed + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '1.0' +model.pattern: '1011' +model.rctarget: output +trainer.seed: 7002 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7002/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7002 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7002/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7002/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.response_resolution: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7002/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7002/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c25cd7e494a5f72c41b92fde6d270930f4fc3ab --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7002/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea04162b2413f8374c7367b986386dcf2138c47d98afa8d19db011d4e66baf1d +size 35550336 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..aa0a86ed39c3c49cc9a8abde4c6405729e310af0 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml @@ -0,0 +1,1219 @@ +# DynVision resolved configuration +# Generated At: 2026-03-19T19:52:00.554187 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7005/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7005 +log_level: info +model.seed: 7005 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: local +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 12 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.response_resolution: layer +model.loss: +- CrossEntropyLoss +- ActivityLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + ActivityLoss: + weight: 0.0002 + ord: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7005/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7005/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7005/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 32 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' + input: '#6BAA75' + middle: '#E9C46A' + output: '#C0533A' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + activityloss: Activity Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + pattern: Presentation Pattern + seed: Seed + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - local + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + activityloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + activityloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- activityloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.activityloss: '1.0' +model.pattern: '1011' +model.rctarget: output +trainer.seed: 7005 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7005/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7005/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7005/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7005 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7005/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7005/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7005/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7005/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7005/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=local+rctarget=output+skip=true+feedback=false_7005/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + activityloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.response_resolution: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.activityloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7000/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7000/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..df5921d7c44981fb7ceb52020ba39927e9cc6212 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7000/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8e8f4a981801c10eb5c42cdce68a6540c485dccdc3f7349ec7747ddac6fe107 +size 35598096 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1637e046a2bae22a792472713729d462e883b9f5 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml @@ -0,0 +1,1211 @@ +# DynVision resolved configuration +# Generated At: 2026-01-23T02:21:09.120309 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7000 +log_level: info +model.seed: 7000 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: localdepthwise +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7000/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=299 + - trained-epoch=399 + - trained-epoch=499 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 50 + intro: 0 + stim: 25 + idle: 100 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '1.0' +model.pattern: '1011' +model.rctarget: output +trainer.seed: 7000 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7000/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7000 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7000/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7000/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7001/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7001/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..f78e92e03bdaa80400382cc8ae230ca9a9b5f1bb --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7001/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11ad9b855d64a687c9c42fedaeb19984be607f690db32e3549a9a8662f238038 +size 35598096 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1d0577cce9ed5e1f0d9ddef32bf26b75503e1055 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml @@ -0,0 +1,1225 @@ +# DynVision resolved configuration +# Generated At: 2026-03-13T18:27:08.857121 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7001 +log_level: info +model.seed: 7001 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: localdepthwise +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 12 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.response_resolution: layer +model.loss: +- CrossEntropyLoss +- ActivityLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + ActivityLoss: + weight: 0.0002 + ord: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7001/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 32 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' + input: '#6BAA75' + middle: '#E9C46A' + output: '#C0533A' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + pattern: Presentation Pattern + seed: Seed + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '1.0' +model.pattern: '1011' +model.rctarget: output +trainer.seed: 7001 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7001/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7001 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7001/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7001/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.response_resolution: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7002/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7002/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..b31444c11b0187f2d1eb53b075286dcae16e9000 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7002/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28a1ec89cf02309cf783c82269363e70843ee9b4f59019cab4c9dc761b39b21a +size 35598096 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..134521bc1be5105708dbac43316314aca00966d3 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml @@ -0,0 +1,1225 @@ +# DynVision resolved configuration +# Generated At: 2026-03-13T18:54:27.530782 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7002 +log_level: info +model.seed: 7002 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: localdepthwise +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 12 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.response_resolution: layer +model.loss: +- CrossEntropyLoss +- ActivityLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + ActivityLoss: + weight: 0.0002 + ord: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7002/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 32 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' + input: '#6BAA75' + middle: '#E9C46A' + output: '#C0533A' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + pattern: Presentation Pattern + seed: Seed + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '1.0' +model.pattern: '1011' +model.rctarget: output +trainer.seed: 7002 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7002/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7002 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7002/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=localdepthwise+rctarget=output+skip=true+feedback=false_7002/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.response_resolution: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7000/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7000/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5a725641530aeacf494561bffcf7749441a874a --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7000/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9288c03e82f5ff7b4c5044f2596d5aacba38c210b2967328316f575271340aaf +size 20556256 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..bfbd2de92718bedaf07538dcd18993e832a52e33 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml @@ -0,0 +1,1211 @@ +# DynVision resolved configuration +# Generated At: 2026-01-23T02:34:29.534993 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7000 +log_level: info +model.seed: 7000 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: none +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7000/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=299 + - trained-epoch=399 + - trained-epoch=499 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 50 + intro: 0 + stim: 25 + idle: 100 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '1.0' +model.pattern: '1011' +model.rctarget: output +trainer.seed: 7000 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7000/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7000 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7000/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7000/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7001/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7001/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1f2f61c13621c2436a162fd9aae38a8eec20782 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7001/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fd663cd28030eaee938767133f52f400afdae07b87b6ea982a8f51437eb48f2 +size 20556256 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..962b08d28a5a4979a9134856f5e5f710f3412fe1 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt.config.yaml @@ -0,0 +1,1218 @@ +# DynVision resolved configuration +# Generated At: 2026-02-02T19:40:56.320349 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7001 +log_level: info +model.seed: 7001 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: none +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7001/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '1.0' +model.pattern: '1011' +model.rctarget: output +trainer.seed: 7001 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7001/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7001 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7001/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7001/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7001/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7001/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7002/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7002/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..b724bd424a8e7c801454d4fceef39f55c110b9d4 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7002/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b89b544377f578293589e6efc980c62d247a79d1150bf0c0c99a67938c7394c6 +size 20556256 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f491b71c883ae3b88e537439ea7080aff9833e9c --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt.config.yaml @@ -0,0 +1,1218 @@ +# DynVision resolved configuration +# Generated At: 2026-02-04T00:25:37.393300 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7002 +log_level: info +model.seed: 7002 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: none +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7002/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: + - 25 + - 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 5 + stim: 15 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + - 40 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '1.0' +model.pattern: '1011' +model.rctarget: output +trainer.seed: 7002 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7002/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7002 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7002/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7002/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7002/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=none+rctarget=output+skip=true+feedback=false_7002/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7000/imagenette/trained-best.pt b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7000/imagenette/trained-best.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a42e5e5692f9998402ad67659912a319b8c2be3 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7000/imagenette/trained-best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2035174d7d94af450190db265ff73da27b5282d48f5c7504240c92eea80653e8 +size 22091840 diff --git a/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5f79e910336b219fa4ed221c31148d5bdb232345 --- /dev/null +++ b/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+activityloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt.config.yaml @@ -0,0 +1,1211 @@ +# DynVision resolved configuration +# Generated At: 2026-01-23T01:29:09.128895 +# Script: /home/rg5022/DynVision/dynvision/runtime/train_model.py +# Primary Output: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +# Source Precedence: config -> modes -> cli +# Active Modes: none +# Mode Toggles: {'local': 'auto', 'debug': False, 'large_dataset': False, 'distributed': False} + +seed: 7000 +log_level: info +model.seed: 7000 +model.log_level: INFO +model.model_name: DyRCNNx8 +model.n_classes: 10 +model.input_dims: +- 1 +- 3 +- 224 +- 224 +model.n_timesteps: 20 +model.data_presentation_pattern: null +model.input_adaption_weight: null +model.dt: 2.0 +model.tau: 5.0 +model.t_feedforward: null +model.t_recurrence: null +model.t_feedback: null +model.t_skip: null +model.dynamics_solver: null +model.idle_timesteps: null +model.feedforward_only: null +model.truncated_bptt_timesteps: null +model.recurrence_type: pointdepthwise +model.skip: true +model.feedback: false +model.supralinearity: null +model.store_responses: 0 +model.store_responses_on_cpu: true +model.classifier_name: classifier +model.store_train_responses: 0 +model.store_val_responses: 0 +model.store_test_responses: 8 +model.store_train_records: null +model.store_val_records: null +model.store_test_records: null +model.early_test_stop: true +model.loss: +- CrossEntropyLoss +- EnergyLoss +model.loss_configs: + CrossEntropyLoss: + weight: 1 + ignore_index: -1 + EnergyLoss: + weight: 0.0002 + p: 1 +model.loss_reaction_time: 0.0 +model.learning_rate: 0.0006928203230275509 +model.optimizer: Adam +model.optimizer_kwargs: + weight_decay: 0.0005 + fused: false +model.optimizer_configs: + monitor: val_loss +model.target_dtype: float16 +model.lr_parameter_groups: + regular: + lr_factor: 1.0 + recurrence: + lr_factor: 0.2 + feedback: + lr_factor: 0.5 +model.scheduler: CosineAnnealingLR +model.scheduler_kwargs: + T_max: 500 +model.scheduler_configs: + interval: epoch + frequency: 1 + monitor: train_loss + name: lr_scheduled +model.retain_graph: false +model.non_label_index: -1 +model.model_kwargs: {} +model.cached_model_kwargs: {} +model.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +model.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +model.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7000/imagenette +model.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +model.status: +- trained-best +model.init: + data: + use_ffcv: false + use_distributed: false + num_workers: 0 + pin_memory: false + model: + store_responses: 0 +model.test: + verbose: true + model: + store_responses_on_cpu: true + data: + train: false + shuffle: false + sampler: RoundRobinSampler + use_distributed: false + use_ffcv: false + pin_memory: true + drop_last: true + prefetch_factor: null + num_workers: 4 + batch_size: 32 + trainer: + devices: 1 + num_nodes: 1 + strategy: auto + accelerator: auto + logger: null + enable_checkpointing: false + enable_progress_bar: true +model.automatic_optimization: true +model.clip_gradients: false +model.test_batch_size: 64 +model.logger: false +model.verbose: true +model.lr_scaling: + enabled: true + ref_batch_size: 64 + threshold_factor: 8 +model.mounted_datasets: +- imagenet +model.transform_presets: + torch: + train: + base: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + ffcv-build: [] + mnist: + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - Grayscale(num_output_channels=1) + imagenet: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + imagenette: + - Resize(256) + - CenterCrop(224) + - RandomRotation(10) + - RandomAffine(0, translate=(0.1, 0.1)) + - RandomHorizontalFlip() + - ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2) + test: + base: [] + imagenet: + - Resize(256) + - CenterCrop(224) + imagenette: + - Resize(256) + - CenterCrop(224) + ffcv: + train: + base: + - RandomHorizontalFlip() + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + - RandomTranslate(padding=22, fill=(0, 0, 0)) + mnist: + - RandomBrightness(0.2) + - RandomContrast(0.2) + - RandomSaturation(0.2) + test: + base: [] +model.class_index_files: + imagenet: imagenet_class_index.json + imagenette: imagenet_class_index.json + tinyimagenet: tinyimagenet_class_index.json +model.data_resolution: + mnist: 28 + cifar10: 32 + cifar100: 32 + tinyimagenet: 64 + imagenet: 224 + snakenet: 224 + imagenette: 224 +model.data_statistics: + mnist: + mean: + - 0.1307 + std: + - 0.3081 + cifar10: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + cifar100: + mean: + - 0.5071 + - 0.4867 + - 0.4408 + std: + - 0.2675 + - 0.2565 + - 0.2761 + imagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + imagenette: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 + tinyimagenet: + mean: + - 0.485 + - 0.456 + - 0.406 + std: + - 0.229 + - 0.224 + - 0.225 +model.data_groups: + mnist: + '01': + - 0 + - 1 + '38': + - 3 + - 8 + '89': + - 8 + - 9 + tinyimagenet: + mollusks: + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 46 + catdogs: + - 187 + - 207 + - 208 + - 235 + - 267 + - 281 + - 283 + - 285 + - 286 + - 291 + imagenet: + imagenette: + - 0 + - 217 + - 482 + - 491 + - 497 + - 566 + - 569 + - 571 + - 574 + - 701 + snakes: + - 54 + - 60 + - 62 + - 66 + - 67 + - 68 + insects: + - 304 + - 310 + - 311 + - 312 + - 313 + - 314 + - 315 + - 316 + - 317 + - 318 + - 319 + one: + - 0 + imagenette: + one: + - 0 + snakenet: + cool: + - 1 + - 2 + - 4 + cifar100: + invertebrates: + - 6 + - 7 + - 14 + - 18 + - 24 + - 26 + - 45 + - 77 + - 79 + - 99 + alphabet: + - 0 + - 8 + - 18 + - 29 + - 31 + - 33 + - 35 + - 37 + - 38 + - 44 + - 51 + - 53 + - 63 + - 69 + - 82 +model.palette: + full: '#B8860B' + self: '#2E8B57' + depthpointwise: '#1E3A8A' + pointdepthwise: '#3B82F6' + local: '#E91E63' + localdepthwise: '#FF6347' + none: '#808080' + nan: '#808080' + accent: '#EC4899' + feedforward: '#D4A373' + recurrence: '#9B59B6' + V1: '#ff69b4ff' + V2: '#dda0ddff' + V4: '#da70d6ff' + IT: '#ba55d3ff' + classifier: '#808080ff' +model.naming: + duration: $D$ + contrast: $C$ + interval: $I$ + noiselevel: $\sigma$ + ssnr: SSNR + noise: $\sigma$ + stim: $D$ + stimulus: $D$ + tau: $\tau$ + trc: $\Delta_{RC}$ + tsk: $\Delta_{SK}$ + rctarget: Recurrence Target + rctype: Recurrence Type + lossrt: $t_{loss}$ + idle: $t_{idle}$ + energyloss: Energy Loss Weight + tsteps: $T$ + feedback: Feedback + skip: Skip + add: Additive + mul: Multiplicative + nan: None + none: None + ffonly: Feedforward Only + feedforward: Feedforward + recurrence: Recurrent + layer: Layer + status: Status + true: 'True' + false: 'False' + trained: Trained + layer1: V1 + layer2: V2 + layer3: V4 + layer4: IT + accuracy: Accuracy + confidence: Confidence + peak_height: Peak Height + peak_time: Peak Time + peak_ratio: Peak Ratio + power: Power + duration_experiment: Stimulus Duration + contrast_experiment: Stimulus Contrast + interval_experiment: Stimulus Interval + stability_experiment: Stability + response_experiment: Response + responseintermediate_experiment: Intermediate Responses + responseffonly_experiment: Feedforward Only + nullcondition_experiment: Null Condition + uniformnoise_experiment: Uniform Noise + poissonnoise_experiment: Poisson Noise + saltpeppernoise_experiment: Salt & Pepper + gaussiannoise_experiment: Gaussian Noise + gaussiancorrnoise_experiment: Correlated Gaussian Noise + phasescramblednoise_experiment: Phase-scrambled Noise +model.ordering: + layers: + - IT + - V4 + - V2 + - V1 + - layer8 + - layer7 + - layer6 + - layer5 + - layer4 + - layer3 + - layer2 + - layer1 + rctype: + - full + - self + - depthpointwise + - pointdepthwise + - local + - localdepthwise + - none + rctarget: + - input + - middle + - output + - 'null' + feedback: + - 'false' + - add + - mul + connection_type: + - feedforward + - recurrence + status: + - trained +model.experiment_config: + categories: + rctype: + - depthpointwise + - pointdepthwise + - self + - full + - local + - localdepthwise + - none + rctarget: + - output + - input + - middle + pattern: + - '1' + - '1011' + - '1001' + - '1000' + dsteps: + - 1 + - 20 + tsteps: + - 4 + - 8 + - 14 + - 20 + - 26 + dt: + - 2 + tau: + - 3 + - 5 + - 9 + tff: + - 0 + - 10 + trc: + - 2 + - 6 + - 10 + tsk: + - 0 + - 4 + - 8 + lossrt: + - 0 + - 4 + - 8 + - 18 + - 28 + idle: + - 0 + - 1 + - 5 + - 10 + - 20 + feedback: + - 'false' + - add + - mul + skip: + - 'true' + - 'false' + dloader: + - ffcv + - torch + ffonly: + - 'true' + - 'false' + pretrained: + - 'true' + energyloss: + - '0' + - '0.0002' + - '0.02' + - '0.2' + - '1.0' + response: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + responseffonly: + parameter: ffonly + data_loader: StimulusDuration + data_args: + dsteps: 4 + intro: 0 + stim: 2 + ffonly: + - 'true' + - 'false' + responseintermediate: + status: + - trained-epoch=49 + - trained-epoch=99 + - trained-epoch=149 + - trained-epoch=199 + - trained-epoch=299 + - trained-epoch=399 + - trained-epoch=499 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 60 + intro: 1 + stim: 30 + idle: 20 + stabilityintermediate: + status: + - trained-epoch=199 + - trained-epoch=249 + - trained-epoch=299 + - trained-epoch=349 + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + intro: 1 + stim: 100 + idle: 20 + stability: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 125 + stim: 100 + intro: 0 + idle: 20 + nullcondition: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 200 + intro: 95 + stim: 10 + idleresponse: + parameter: idle + data_loader: StimulusDuration + data_args: + dsteps: 50 + intro: 0 + stim: 25 + idle: 100 + duration: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 30 + intro: 1 + stim: + - 1 + - 2 + - 3 + - 4 + - 5 + - 10 + - 15 + - 20 + idle: 20 + contrast: + parameter: contrast + data_loader: StimulusContrast + data_args: + dsteps: 30 + intro: 1 + stim: 20 + contrast: + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + idle: 20 + interval: + parameter: interval + data_loader: StimulusInterval + data_args: + dsteps: 40 + intro: 1 + stim: 5 + interval: + - 1 + - 2 + - 3 + - 4 + - 6 + - 8 + - 10 + idle: 20 + uniformnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + uniformnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: uniform + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + saltpeppernoise: + parameter: noiselevel + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: saltpepper + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + poissonnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: poisson + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiannoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiancorrnoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + phasescramblednoise: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + gaussiannoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + gaussiancorrnoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: gaussian + spatialcorr: 'true' + ssnr: + - 0.0 + - 0.1 + - 0.2 + - 0.3 + - 0.4 + - 0.5 + - 0.6 + - 0.7 + - 0.8 + - 0.9 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + phasescramblednoiseffonly: + parameter: ssnr + data_loader: StimulusNoise + data_args: + dsteps: 20 + noisetype: phasescrambled + ssnr: + - 0.0 + - 0.2 + - 0.4 + - 0.6 + - 0.8 + - 1.0 + tempmode: dynamic + idle: 20 + ffonly: 'true' + noise: + parameter: ssnr + hundred: + parameter: stim + data_loader: StimulusDuration + data_args: + dsteps: 100 + stim: 100 + intro: 0 + idle: 100 +model.local_mode: + enable_progress_bar: true + verbose: true + use_ffcv: false + num_workers: 0 + persistent_workers: false +model.debug_mode: + batch_size: 3 + check_val_every_n_epoch: 1 + log_every_n_steps: 1 + accumulate_grad_batches: 1 + enable_progress_bar: true +model.large_dataset_mode: + use_ffcv: true + order: QUASI_RANDOM + persistent_workers: false + num_workers: 4 + precision: bf16-mixed + pin_memory: false + os_cache: false + chunksize: 5000 +model.distributed_mode: + use_distributed: false + strategy: ddp + devices: 4 + num_nodes: 1 + sync_batchnorm: true + precision: bf16-mixed + accelerator: gpu + accumulate_grad_batches: 2 + num_sanity_val_steps: 0 + store_train_responses: 0 + store_val_responses: 0 + check_val_every_n_epoch: 100 + monitor_checkpoint: train_loss + num_workers: 8 + persistent_workers: true + pin_memory: false + order: QUASI_RANDOM + os_cache: true + chunksize: 5000 + drop_last: true + train: + data: + batch_size: 512 + use_ffcv: true + strategy_kwargs: + find_unused_parameters: false + gradient_as_bucket_view: true + process_group_backend: nccl + static_graph: false +model.init_with_pretrained: false +model.model_args: + tsteps: 20 + dt: 2 + tau: 5 + tff: 0 + trc: 6 + tsk: 0 + lossrt: 4 + energyloss: 0.0002 + pattern: '1' + rctype: full + rctarget: output + skip: 'true' + feedback: 'false' +model.category: +- energyloss +- tsteps +- lossrt +- tsk +- skip +- rctype +- rctarget +model.experiment: +- uniformnoise +- uniformnoiseffonly +- contrast +- duration +- interval +- response +model.tff: '0' +model.trc: '6' +model.tsk: '0' +model.lossrt: '4' +model.energyloss: '1.0' +model.pattern: '1011' +model.rctarget: output +trainer.seed: 7000 +trainer.log_level: INFO +trainer.epochs: 300 +trainer.check_val_every_n_epoch: 10 +trainer.log_every_n_steps: 20 +trainer.num_sanity_val_steps: 0 +trainer.accumulate_grad_batches: 4 +trainer.precision: bf16 +trainer.deterministic: false +trainer.strategy: null +trainer.devices: 1 +trainer.num_nodes: 1 +trainer.accelerator: auto +trainer.sync_batchnorm: null +trainer.strategy_kwargs: {} +trainer.enable_progress_bar: false +trainer.profiler: null +trainer.benchmark: true +trainer.gradient_clip_val: 1.0 +trainer.gradient_clip_algorithm: norm +trainer.limit_val_batches: 0.2 +trainer.reload_dataloaders_every_n_epochs: 0 +trainer.early_stopping_patience: null +trainer.early_stopping_min_delta: 0.0 +trainer.early_stopping_monitor: val_loss +trainer.early_stopping_mode: min +trainer.save_top_k: 2 +trainer.monitor_checkpoint: val_loss +trainer.checkpoint_mode: min +trainer.save_last: true +trainer.every_n_epochs: 50 +trainer.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +trainer.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +trainer.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7000/imagenette +trainer.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.seed: 7000 +data.log_level: INFO +data.data_name: imagenette +data.data_group: all +data.train: true +data.use_ffcv: false +data.batch_size: 192 +data.num_workers: 4 +data.persistent_workers: true +data.drop_last: true +data.train_ratio: 0.9 +data.transform_backend: torch +data.transform_context: train +data.transform_preset: imagenette +data.target_data_name: imagenette +data.target_data_group: all +data.resolution: 224 +data.normalize: +- - 0.485 + - 0.456 + - 0.406 +- - 0.229 + - 0.224 + - 0.225 +data.pixel_range: 0-1 +data.data_timesteps: 1 +data.non_input_value: 0 +data.non_label_index: -1 +data.use_distributed: false +data.encoding: image +data.writer_mode: proportion +data.max_resolution: 224 +data.compress_probability: 0.25 +data.jpeg_quality: 60 +data.chunksize: 1000 +data.page_size: 4194304 +data.dtype: torch.bfloat16 +data.precision: bf16 +data.batches_ahead: 3 +data.prefetch_factor: 1 +data.order: 3 +data.os_cache: true +data.cache_size: 1000 +data.pin_memory: false +data.shuffle: true +data.sampler: null +data.dataloader_kwargs: {} +data.input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +data.output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +data.checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7000/imagenette +data.dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +data.effective_dtype: torch.float16 +input_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7000/imagenette/init.pt +output_model_state: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7000/imagenette/trained.pt +checkpoint_dir: /scratch/rg5022/Modeling_Dynamical_Vision/models/DyRCNNx8/DyRCNNx8:tsteps=20+dt=2+tau=5+tff=0+trc=6+tsk=0+lossrt=4+energyloss=1.0+pattern=1011+rctype=pointdepthwise+rctarget=output+skip=true+feedback=false_7000/imagenette +dataset_link: /scratch/rg5022/data/interim/imagenette/train_all +dataset_train: null +dataset_val: null +_active_modes: [] +_provenance: + seed: cli + log_level: config + status: config + init: config + test: config + automatic_optimization: config + clip_gradients: config + test_batch_size: config + logger: config + verbose: config + lr_scaling: config + mounted_datasets: config + transform_presets: config + class_index_files: config + data_resolution: config + data_statistics: config + data_groups: config + palette: config + naming: config + ordering: config + experiment_config: config + local_mode: config + debug_mode: config + large_dataset_mode: config + distributed_mode: config + init_with_pretrained: config + model_args: config + category: config + experiment: config + input_model_state: cli + output_model_state: cli + checkpoint_dir: cli + dataset_link: cli + tff: cli + trc: cli + tsk: cli + lossrt: cli + energyloss: cli + pattern: cli + rctarget: cli + model.seed: cli:model + model.log_level: config:model + model.input_model_state: cli:model + model.output_model_state: cli:model + model.checkpoint_dir: cli:model + model.dataset_link: cli:model + model.classifier_name: config:model + model.store_responses: config:model + model.store_train_responses: config:model + model.store_val_responses: config:model + model.store_test_responses: config:model + model.store_responses_on_cpu: config:model + model.early_test_stop: config:model + model.loss: config:model + model.loss_reaction_time: config:model + model.non_label_index: config:model + model.target_dtype: config:model + model.retain_graph: config:model + model.loss_configs: config:model + model.optimizer: config:model + model.optimizer_kwargs: config:model + model.optimizer_configs: config:model + model.lr_parameter_groups: config:model + model.learning_rate: config:model; derived + model.scheduler: config:model + model.scheduler_kwargs: config:model + model.scheduler_configs: config:model + model.model_name: cli:model + model.status: config:model + model.init: config:model + model.test: config:model + model.automatic_optimization: config:model + model.clip_gradients: config:model + model.test_batch_size: config:model + model.logger: config:model + model.verbose: config:model + model.lr_scaling: config:model + model.mounted_datasets: config:model + model.transform_presets: config:model + model.class_index_files: config:model + model.data_resolution: config:model + model.data_statistics: config:model + model.data_groups: config:model + model.palette: config:model + model.naming: config:model + model.ordering: config:model + model.experiment_config: config:model + model.local_mode: config:model + model.debug_mode: config:model + model.large_dataset_mode: config:model + model.distributed_mode: config:model + model.init_with_pretrained: config:model + model.model_args: config:model + model.category: config:model + model.experiment: config:model + model.dt: cli:model + model.tau: cli:model + model.skip: cli:model + model.feedback: cli:model + model.recurrence_type: cli:model + model.n_timesteps: cli:model + model.tff: cli:model + model.trc: cli:model + model.tsk: cli:model + model.lossrt: cli:model + model.energyloss: cli:model + model.pattern: cli:model + model.rctarget: cli:model + model.input_dims: default; runtime + model.n_classes: default; runtime + trainer.seed: cli:trainer + trainer.log_level: config:trainer + trainer.input_model_state: cli:trainer + trainer.output_model_state: cli:trainer + trainer.checkpoint_dir: cli:trainer + trainer.dataset_link: cli:trainer + trainer.check_val_every_n_epoch: config:trainer + trainer.log_every_n_steps: config:trainer + trainer.accumulate_grad_batches: config:trainer + trainer.num_sanity_val_steps: config:trainer + trainer.precision: config:trainer + trainer.profiler: config:trainer + trainer.benchmark: config:trainer + trainer.enable_progress_bar: config:trainer + trainer.limit_val_batches: config:trainer + trainer.reload_dataloaders_every_n_epochs: config:trainer + trainer.gradient_clip_algorithm: config:trainer + trainer.gradient_clip_val: config:trainer + trainer.deterministic: config:trainer + trainer.num_nodes: config:trainer + trainer.accelerator: config:trainer + trainer.strategy_kwargs: config:trainer + trainer.early_stopping_min_delta: config:trainer + trainer.early_stopping_monitor: config:trainer + trainer.early_stopping_mode: config:trainer + trainer.save_top_k: config:trainer + trainer.monitor_checkpoint: config:trainer + trainer.checkpoint_mode: config:trainer + trainer.save_last: config:trainer + trainer.every_n_epochs: config:trainer + trainer.epochs: config:trainer + trainer.devices: config:trainer + data.seed: cli:data + data.log_level: config:data + data.input_model_state: cli:data + data.output_model_state: cli:data + data.checkpoint_dir: cli:data + data.dataset_link: cli:data + data.train: config:data + data.non_label_index: config:data + data.data_group: cli:data + data.use_distributed: config:data + data.pixel_range: config:data + data.encoding: config:data + data.writer_mode: config:data + data.max_resolution: config:data + data.compress_probability: config:data + data.jpeg_quality: config:data + data.chunksize: config:data + data.page_size: config:data + data.batches_ahead: config:data + data.shuffle: config:data + data.cache_size: config:data + data.train_ratio: config:data + data.precision: config:data + data.order: config:data + data.os_cache: config:data + data.drop_last: config:data + data.num_workers: config:data + data.persistent_workers: config:data + data.pin_memory: config:data + data.prefetch_factor: config:data + data.dataloader_kwargs: config:data + data.non_input_value: config:data + data.data_timesteps: config:data + data.batch_size: config:data + data.use_ffcv: config:data + data.data_name: cli:data + data.normalize: cli:data + data.resolution: cli:data