Upload clic/hits/v3.1.0/pyg-clic-hits-v1_clic_20260328_144021_479374/particleflow_spec.yaml with huggingface_hub

clic/hits/v3.1.0/pyg-clic-hits-v1_clic_20260328_144021_479374/particleflow_spec.yaml

@@ -0,0 +1,1526 @@
+models:
+  defaults:
+    backend: pytorch
+    checkpoint_freq: 10000
+    comet: false
+    comet_step_freq: 10000
+    dtype: bfloat16
+    gpu_type: l40
+    gpus: 1
+    load: null
+    lr_schedule: cosinedecay
+    mem_per_gpu_mb: 80000
+    ntest: 100
+    ntrain: null
+    num_steps: 100000
+    num_workers: 2
+    nvalid: null
+    optimizer: adamw
+    patience: 10000
+    prefetch_factor: 2
+    raytune: &id001
+      asha:
+        brackets: 1
+        grace_period: 10
+        max_t: 200
+        reduction_factor: 4
+      default_metric: val_loss
+      default_mode: min
+      hyperband:
+        max_t: 200
+        reduction_factor: 4
+      hyperopt:
+        n_random_steps: 10
+      local_dir: null
+      nevergrad:
+        n_random_steps: 10
+      sched: asha
+      search_alg: null
+    slurm_partition: ${project.gpu_partition}
+    slurm_runtime: 168h
+    sort_data: false
+    threads: 16
+    val_freq: 10000
+  pyg-cld-hits-v1:
+    architecture:
+      attention:
+        head_dim: 16
+        num_convs: 3
+        num_heads: 16
+      input_encoding: split
+      type: attention
+    backend: pytorch
+    checkpoint_freq: 10000
+    comet: false
+    comet_step_freq: 10000
+    dataset: cld_hits
+    dtype: bfloat16
+    gpu_batch_multiplier: 16
+    gpu_type: l40
+    gpus: 1
+    hyperparameters:
+      batch_size: 1
+      lr: 0.0001
+    load: null
+    lr_schedule: cosinedecay
+    mem_per_gpu_mb: 80000
+    ntest: 100
+    ntrain: null
+    num_steps: 100000
+    num_workers: 2
+    nvalid: null
+    optimizer: adamw
+    patience: 10000
+    prefetch_factor: 2
+    raytune: *id001
+    slurm_partition: ${project.gpu_partition}
+    slurm_runtime: 168h
+    sort_data: false
+    test_datasets:
+    - name: cld_edm_ttbar_hits
+      splits:
+      - '1'
+      - '2'
+      - '3'
+      - '4'
+      - '5'
+      - '6'
+      - '7'
+      - '8'
+      - '9'
+      - '10'
+      version: 3.1.0
+    - name: cld_edm_ww_fullhad_hits
+      splits:
+      - '1'
+      - '2'
+      - '3'
+      - '4'
+      - '5'
+      - '6'
+      - '7'
+      - '8'
+      - '9'
+      - '10'
+      version: 3.1.0
+    - name: cld_edm_qq_hits
+      splits:
+      - '1'
+      - '2'
+      - '3'
+      - '4'
+      - '5'
+      - '6'
+      - '7'
+      - '8'
+      - '9'
+      - '10'
+      version: 3.1.0
+    threads: 16
+    train_datasets:
+      physical:
+        batch_size: 1
+        samples:
+        - name: cld_edm_ttbar_hits
+          splits:
+          - '1'
+          - '2'
+          - '3'
+          - '4'
+          - '5'
+          - '6'
+          - '7'
+          - '8'
+          - '9'
+          - '10'
+          version: 3.1.0
+        - name: cld_edm_ww_fullhad_hits
+          splits:
+          - '1'
+          - '2'
+          - '3'
+          - '4'
+          - '5'
+          - '6'
+          - '7'
+          - '8'
+          - '9'
+          - '10'
+          version: 3.1.0
+        - name: cld_edm_qq_hits
+          splits:
+          - '1'
+          - '2'
+          - '3'
+          - '4'
+          - '5'
+          - '6'
+          - '7'
+          - '8'
+          - '9'
+          - '10'
+          version: 3.1.0
+    val_freq: 10000
+    validation_datasets:
+      physical:
+        batch_size: 1
+        samples:
+        - name: cld_edm_ttbar_hits
+          splits:
+          - '1'
+          - '2'
+          - '3'
+          - '4'
+          - '5'
+          - '6'
+          - '7'
+          - '8'
+          - '9'
+          - '10'
+          version: 3.1.0
+        - name: cld_edm_ww_fullhad_hits
+          splits:
+          - '1'
+          - '2'
+          - '3'
+          - '4'
+          - '5'
+          - '6'
+          - '7'
+          - '8'
+          - '9'
+          - '10'
+          version: 3.1.0
+        - name: cld_edm_qq_hits
+          splits:
+          - '1'
+          - '2'
+          - '3'
+          - '4'
+          - '5'
+          - '6'
+          - '7'
+          - '8'
+          - '9'
+          - '10'
+          version: 3.1.0
+  pyg-cld-v1:
+    architecture:
+      attention:
+        head_dim: 16
+        num_convs: 3
+        num_heads: 16
+      input_encoding: split
+      type: attention
+    backend: pytorch
+    checkpoint_freq: 10000
+    comet: false
+    comet_step_freq: 10000
+    dataset: cld
+    dtype: bfloat16
+    gpu_batch_multiplier: 1024
+    gpu_type: l40
+    gpus: 1
+    hyperparameters:
+      batch_size: 1
+      lr: 0.0005
+    load: null
+    lr_schedule: cosinedecay
+    mem_per_gpu_mb: 80000
+    ntest: 100
+    ntrain: null
+    num_steps: 100000
+    num_workers: 2
+    nvalid: null
+    optimizer: adamw
+    patience: 10000
+    prefetch_factor: 2
+    raytune: *id001
+    slurm_partition: ${project.gpu_partition}
+    slurm_runtime: 168h
+    sort_data: false
+    test_datasets:
+    - name: cld_edm_ttbar_pf
+      splits:
+      - '1'
+      - '2'
+      - '3'
+      - '4'
+      - '5'
+      - '6'
+      - '7'
+      - '8'
+      - '9'
+      - '10'
+      version: 3.1.0
+    - name: cld_edm_ww_fullhad_pf
+      splits:
+      - '1'
+      - '2'
+      - '3'
+      - '4'
+      - '5'
+      - '6'
+      - '7'
+      - '8'
+      - '9'
+      - '10'
+      version: 3.1.0
+    - name: cld_edm_qq_pf
+      splits:
+      - '1'
+      - '2'
+      - '3'
+      - '4'
+      - '5'
+      - '6'
+      - '7'
+      - '8'
+      - '9'
+      - '10'
+      version: 3.1.0
+    threads: 16
+    train_datasets:
+      physical:
+        batch_size: 1
+        samples:
+        - name: cld_edm_ttbar_pf
+          splits:
+          - '1'
+          - '2'
+          - '3'
+          - '4'
+          - '5'
+          - '6'
+          - '7'
+          - '8'
+          - '9'
+          - '10'
+          version: 3.1.0
+        - name: cld_edm_ww_fullhad_pf
+          splits:
+          - '1'
+          - '2'
+          - '3'
+          - '4'
+          - '5'
+          - '6'
+          - '7'
+          - '8'
+          - '9'
+          - '10'
+          version: 3.1.0
+        - name: cld_edm_qq_pf
+          splits:
+          - '1'
+          - '2'
+          - '3'
+          - '4'
+          - '5'
+          - '6'
+          - '7'
+          - '8'
+          - '9'
+          - '10'
+          version: 3.1.0
+    val_freq: 10000
+    validation_datasets:
+      physical:
+        batch_size: 1
+        samples:
+        - name: cld_edm_ttbar_pf
+          splits:
+          - '1'
+          - '2'
+          - '3'
+          - '4'
+          - '5'
+          - '6'
+          - '7'
+          - '8'
+          - '9'
+          - '10'
+          version: 3.1.0
+        - name: cld_edm_ww_fullhad_pf
+          splits:
+          - '1'
+          - '2'
+          - '3'
+          - '4'
+          - '5'
+          - '6'
+          - '7'
+          - '8'
+          - '9'
+          - '10'
+          version: 3.1.0
+        - name: cld_edm_qq_pf
+          splits:
+          - '1'
+          - '2'
+          - '3'
+          - '4'
+          - '5'
+          - '6'
+          - '7'
+          - '8'
+          - '9'
+          - '10'
+          version: 3.1.0
+  pyg-clic-hits-v1:
+    architecture:
+      attention:
+        head_dim: 16
+        num_convs: 3
+        num_heads: 16
+      input_encoding: split
+      type: attention
+    backend: pytorch
+    checkpoint_freq: 10000
+    comet: false
+    comet_step_freq: 10000
+    dataset: clic_hits
+    dtype: bfloat16
+    gpu_batch_multiplier: 16
+    gpu_type: l40
+    gpus: 1
+    hyperparameters:
+      batch_size: 1
+      lr: 0.0001
+    load: null
+    lr_schedule: cosinedecay
+    mem_per_gpu_mb: 80000
+    ntest: 100
+    ntrain: null
+    num_steps: 100000
+    num_workers: 2
+    nvalid: null
+    optimizer: adamw
+    patience: 10000
+    prefetch_factor: 2
+    raytune: *id001
+    slurm_partition: ${project.gpu_partition}
+    slurm_runtime: 168h
+    sort_data: false
+    test_datasets:
+    - name: clic_edm_ttbar_hits
+      splits:
+      - '1'
+      - '2'
+      - '3'
+      - '4'
+      - '5'
+      - '6'
+      - '7'
+      - '8'
+      - '9'
+      - '10'
+      version: 3.1.0
+    - name: clic_edm_ww_fullhad_hits
+      splits:
+      - '1'
+      - '2'
+      - '3'
+      - '4'
+      - '5'
+      - '6'
+      - '7'
+      - '8'
+      - '9'
+      - '10'
+      version: 3.1.0
+    - name: clic_edm_qq_hits
+      splits:
+      - '1'
+      - '2'
+      - '3'
+      - '4'
+      - '5'
+      - '6'
+      - '7'
+      - '8'
+      - '9'
+      - '10'
+      version: 3.1.0
+    threads: 16
+    train_datasets:
+      physical:
+        batch_size: 1
+        samples:
+        - name: clic_edm_ttbar_hits
+          splits:
+          - '1'
+          - '2'
+          - '3'
+          - '4'
+          - '5'
+          - '6'
+          - '7'
+          - '8'
+          - '9'
+          - '10'
+          version: 3.1.0
+        - name: clic_edm_ww_fullhad_hits
+          splits:
+          - '1'
+          - '2'
+          - '3'
+          - '4'
+          - '5'
+          - '6'
+          - '7'
+          - '8'
+          - '9'
+          - '10'
+          version: 3.1.0
+        - name: clic_edm_qq_hits
+          splits:
+          - '1'
+          - '2'
+          - '3'
+          - '4'
+          - '5'
+          - '6'
+          - '7'
+          - '8'
+          - '9'
+          - '10'
+          version: 3.1.0
+    val_freq: 10000
+    validation_datasets:
+      physical:
+        batch_size: 1
+        samples:
+        - name: clic_edm_ttbar_hits
+          splits:
+          - '1'
+          - '2'
+          - '3'
+          - '4'
+          - '5'
+          - '6'
+          - '7'
+          - '8'
+          - '9'
+          - '10'
+          version: 3.1.0
+        - name: clic_edm_ww_fullhad_hits
+          splits:
+          - '1'
+          - '2'
+          - '3'
+          - '4'
+          - '5'
+          - '6'
+          - '7'
+          - '8'
+          - '9'
+          - '10'
+          version: 3.1.0
+        - name: clic_edm_qq_hits
+          splits:
+          - '1'
+          - '2'
+          - '3'
+          - '4'
+          - '5'
+          - '6'
+          - '7'
+          - '8'
+          - '9'
+          - '10'
+          version: 3.1.0
+  pyg-clic-v1:
+    architecture:
+      attention:
+        head_dim: 16
+        num_convs: 3
+        num_heads: 16
+      input_encoding: split
+      type: attention
+    backend: pytorch
+    checkpoint_freq: 10000
+    comet: false
+    comet_step_freq: 10000
+    dataset: clic
+    dtype: bfloat16
+    gpu_batch_multiplier: 1024
+    gpu_type: l40
+    gpus: 1
+    hyperparameters:
+      batch_size: 1
+      lr: 0.0005
+    load: null
+    lr_schedule: cosinedecay
+    mem_per_gpu_mb: 80000
+    ntest: 100
+    ntrain: null
+    num_steps: 100000
+    num_workers: 2
+    nvalid: null
+    optimizer: adamw
+    patience: 10000
+    prefetch_factor: 2
+    raytune: *id001
+    slurm_partition: ${project.gpu_partition}
+    slurm_runtime: 168h
+    sort_data: false
+    test_datasets:
+    - name: clic_edm_ttbar_pf
+      splits:
+      - '1'
+      - '2'
+      - '3'
+      - '4'
+      - '5'
+      - '6'
+      - '7'
+      - '8'
+      - '9'
+      - '10'
+      version: 3.1.0
+    - name: clic_edm_ww_fullhad_pf
+      splits:
+      - '1'
+      - '2'
+      - '3'
+      - '4'
+      - '5'
+      - '6'
+      - '7'
+      - '8'
+      - '9'
+      - '10'
+      version: 3.1.0
+    - name: clic_edm_qq_pf
+      splits:
+      - '1'
+      - '2'
+      - '3'
+      - '4'
+      - '5'
+      - '6'
+      - '7'
+      - '8'
+      - '9'
+      - '10'
+      version: 3.1.0
+    threads: 16
+    train_datasets:
+      physical:
+        batch_size: 1
+        samples:
+        - name: clic_edm_ttbar_pf
+          splits:
+          - '1'
+          - '2'
+          - '3'
+          - '4'
+          - '5'
+          - '6'
+          - '7'
+          - '8'
+          - '9'
+          - '10'
+          version: 3.1.0
+        - name: clic_edm_ww_fullhad_pf
+          splits:
+          - '1'
+          - '2'
+          - '3'
+          - '4'
+          - '5'
+          - '6'
+          - '7'
+          - '8'
+          - '9'
+          - '10'
+          version: 3.1.0
+        - name: clic_edm_qq_pf
+          splits:
+          - '1'
+          - '2'
+          - '3'
+          - '4'
+          - '5'
+          - '6'
+          - '7'
+          - '8'
+          - '9'
+          - '10'
+          version: 3.1.0
+    val_freq: 10000
+    validation_datasets:
+      physical:
+        batch_size: 1
+        samples:
+        - name: clic_edm_ttbar_pf
+          splits:
+          - '1'
+          - '2'
+          - '3'
+          - '4'
+          - '5'
+          - '6'
+          - '7'
+          - '8'
+          - '9'
+          - '10'
+          version: 3.1.0
+        - name: clic_edm_ww_fullhad_pf
+          splits:
+          - '1'
+          - '2'
+          - '3'
+          - '4'
+          - '5'
+          - '6'
+          - '7'
+          - '8'
+          - '9'
+          - '10'
+          version: 3.1.0
+        - name: clic_edm_qq_pf
+          splits:
+          - '1'
+          - '2'
+          - '3'
+          - '4'
+          - '5'
+          - '6'
+          - '7'
+          - '8'
+          - '9'
+          - '10'
+          version: 3.1.0
+  pyg-cms-v1:
+    architecture:
+      attention:
+        head_dim: 16
+        num_convs: 3
+        num_heads: 16
+      input_encoding: split
+      type: attention
+    backend: pytorch
+    checkpoint_freq: 10000
+    comet: false
+    comet_step_freq: 10000
+    dataset: cms
+    dtype: bfloat16
+    gpu_batch_multiplier: 4
+    gpu_type: l40
+    gpus: 1
+    hyperparameters:
+      batch_size: 1
+      lr: 0.0004
+    load: null
+    lr_schedule: cosinedecay
+    mem_per_gpu_mb: 80000
+    ntest: 100
+    ntrain: null
+    num_steps: 100000
+    num_workers: 2
+    nvalid: null
+    optimizer: adamw
+    patience: 10000
+    prefetch_factor: 2
+    raytune: *id001
+    slurm_partition: ${project.gpu_partition}
+    slurm_runtime: 168h
+    sort_data: false
+    test_datasets:
+    - name: cms_pf_ttbar
+      splits:
+      - '1'
+      - '2'
+      - '3'
+      - '4'
+      - '5'
+      - '6'
+      - '7'
+      - '8'
+      - '9'
+      - '10'
+      version: 3.0.0
+    - name: cms_pf_qcd
+      splits:
+      - '1'
+      - '2'
+      - '3'
+      - '4'
+      - '5'
+      - '6'
+      - '7'
+      - '8'
+      - '9'
+      - '10'
+      version: 3.0.0
+    - name: cms_pf_ztt
+      splits:
+      - '1'
+      - '2'
+      - '3'
+      - '4'
+      - '5'
+      - '6'
+      - '7'
+      - '8'
+      - '9'
+      - '10'
+      version: 3.0.0
+    threads: 16
+    train_datasets:
+      physical_nopu:
+        batch_size: 16
+        samples:
+        - name: cms_pf_ttbar_nopu
+          splits:
+          - '1'
+          - '2'
+          - '3'
+          - '4'
+          - '5'
+          - '6'
+          - '7'
+          - '8'
+          - '9'
+          - '10'
+          version: 3.0.0
+        - name: cms_pf_qcd_nopu
+          splits:
+          - '1'
+          - '2'
+          - '3'
+          - '4'
+          - '5'
+          - '6'
+          - '7'
+          - '8'
+          - '9'
+          - '10'
+          version: 3.0.0
+        - name: cms_pf_ztt_nopu
+          splits:
+          - '1'
+          - '2'
+          - '3'
+          - '4'
+          - '5'
+          - '6'
+          - '7'
+          - '8'
+          - '9'
+          - '10'
+          version: 3.0.0
+      physical_pu:
+        batch_size: 1
+        samples:
+        - name: cms_pf_ttbar
+          splits:
+          - '1'
+          - '2'
+          - '3'
+          - '4'
+          - '5'
+          - '6'
+          - '7'
+          - '8'
+          - '9'
+          - '10'
+          version: 3.0.0
+        - name: cms_pf_qcd
+          splits:
+          - '1'
+          - '2'
+          - '3'
+          - '4'
+          - '5'
+          - '6'
+          - '7'
+          - '8'
+          - '9'
+          - '10'
+          version: 3.0.0
+        - name: cms_pf_ztt
+          splits:
+          - '1'
+          - '2'
+          - '3'
+          - '4'
+          - '5'
+          - '6'
+          - '7'
+          - '8'
+          - '9'
+          - '10'
+          version: 3.0.0
+    val_freq: 10000
+    validation_datasets:
+      physical_nopu:
+        batch_size: 16
+        samples:
+        - name: cms_pf_ttbar_nopu
+          splits:
+          - '1'
+          - '2'
+          - '3'
+          - '4'
+          - '5'
+          - '6'
+          - '7'
+          - '8'
+          - '9'
+          - '10'
+          version: 3.0.0
+        - name: cms_pf_qcd_nopu
+          splits:
+          - '1'
+          - '2'
+          - '3'
+          - '4'
+          - '5'
+          - '6'
+          - '7'
+          - '8'
+          - '9'
+          - '10'
+          version: 3.0.0
+        - name: cms_pf_ztt_nopu
+          splits:
+          - '1'
+          - '2'
+          - '3'
+          - '4'
+          - '5'
+          - '6'
+          - '7'
+          - '8'
+          - '9'
+          - '10'
+          version: 3.0.0
+      physical_pu:
+        batch_size: 1
+        samples:
+        - name: cms_pf_ttbar
+          splits:
+          - '1'
+          - '2'
+          - '3'
+          - '4'
+          - '5'
+          - '6'
+          - '7'
+          - '8'
+          - '9'
+          - '10'
+          version: 3.0.0
+        - name: cms_pf_qcd
+          splits:
+          - '1'
+          - '2'
+          - '3'
+          - '4'
+          - '5'
+          - '6'
+          - '7'
+          - '8'
+          - '9'
+          - '10'
+          version: 3.0.0
+        - name: cms_pf_ztt
+          splits:
+          - '1'
+          - '2'
+          - '3'
+          - '4'
+          - '5'
+          - '6'
+          - '7'
+          - '8'
+          - '9'
+          - '10'
+          version: 3.0.0
+productions:
+  cld:
+    comment: CLD production with Key4Hep
+    config_dir: ${project.paths.project_root}/mlpf/data/key4hep/gen/cld/CLDConfig
+    gen_container: /cvmfs/unpacked.cern.ch/gitlab-registry.cern.ch/key4hep/k4-deploy/alma9:latest
+    memory:
+      gen: 4000
+      post: 2000
+      tfds: 16000
+    model: pyg-cld-v1
+    postprocessing:
+      args: {}
+      script: mlpf/data/key4hep/postprocessing.py
+    samples:
+      qq:
+        events_per_job: 100
+        gen_script: mlpf/data/key4hep/gen/cld/run_sim.sh
+        process_name: p8_ee_qq_ecm365
+        seed_range:
+        - 500000
+        - 505010
+      ttbar:
+        events_per_job: 100
+        gen_script: mlpf/data/key4hep/gen/cld/run_sim.sh
+        process_name: p8_ee_ttbar_ecm365
+        seed_range:
+        - 300000
+        - 305010
+      ww_fullhad:
+        events_per_job: 100
+        gen_script: mlpf/data/key4hep/gen/cld/run_sim.sh
+        process_name: p8_ee_WW_fullhad_ecm365
+        seed_range:
+        - 400000
+        - 405010
+      z_qq:
+        events_per_job: 100
+        gen_script: mlpf/data/key4hep/gen/cld/run_sim.sh
+        process_name: p8_ee_Z_qq_ecm91
+        seed_range:
+        - 600000
+        - 605010
+      z_tautau:
+        events_per_job: 100
+        gen_script: mlpf/data/key4hep/gen/cld/run_sim.sh
+        process_name: p8_ee_Z_tautau_ecm91
+        seed_range:
+        - 700000
+        - 705010
+      zh_tautau_240:
+        events_per_job: 100
+        gen_script: mlpf/data/key4hep/gen/cld/run_sim.sh
+        process_name: p8_ee_ZH_Htautau_ecm240
+        seed_range:
+        - 200000
+        - 200110
+      zh_tautau_365:
+        events_per_job: 100
+        gen_script: mlpf/data/key4hep/gen/cld/run_sim.sh
+        process_name: p8_ee_ZH_Htautau_ecm365
+        seed_range:
+        - 200000
+        - 200110
+      zz:
+        events_per_job: 100
+        gen_script: mlpf/data/key4hep/gen/cld/run_sim.sh
+        process_name: p8_ee_ZZ_ecm365
+        seed_range:
+        - 100000
+        - 105010
+      zz_tautau_240:
+        events_per_job: 100
+        gen_script: mlpf/data/key4hep/gen/cld/run_sim.sh
+        process_name: p8_ee_ZZ_tautau_ecm240
+        seed_range:
+        - 100000
+        - 100110
+      zz_tautau_365:
+        events_per_job: 100
+        gen_script: mlpf/data/key4hep/gen/cld/run_sim.sh
+        process_name: p8_ee_ZZ_tautau_ecm365
+        seed_range:
+        - 100000
+        - 100110
+    slurm_partition: main
+    slurm_runtime: 240m
+    tfds_hit_mapping:
+      qq:
+        builder_path: mlpf/heptfds/cld_pf_edm4hep_hits/qq
+        config_ids:
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        version: 3.1.0
+      ttbar:
+        builder_path: mlpf/heptfds/cld_pf_edm4hep_hits/ttbar
+        config_ids:
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        version: 3.1.0
+      ww_fullhad:
+        builder_path: mlpf/heptfds/cld_pf_edm4hep_hits/ww_fullhad
+        config_ids:
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        version: 3.1.0
+      zz:
+        builder_path: mlpf/heptfds/cld_pf_edm4hep_hits/zz
+        config_ids:
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        version: 3.1.0
+    tfds_mapping:
+      qq:
+        builder_path: mlpf/heptfds/cld_pf_edm4hep/qq
+        config_ids:
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        version: 3.1.0
+      ttbar:
+        builder_path: mlpf/heptfds/cld_pf_edm4hep/ttbar
+        config_ids:
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        version: 3.1.0
+      ww_fullhad:
+        builder_path: mlpf/heptfds/cld_pf_edm4hep/ww_fullhad
+        config_ids:
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        version: 3.1.0
+      zz:
+        builder_path: mlpf/heptfds/cld_pf_edm4hep/zz
+        config_ids:
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        version: 3.1.0
+    type: key4hep
+    workspace_dir: ${project.paths.storage_root}/cld/v1.2.5_key4hep_2025-05-29
+  clic:
+    comment: CLIC production with Key4Hep
+    config_dir: ${project.paths.project_root}/mlpf/data/key4hep/gen/clic
+    gen_container: /cvmfs/unpacked.cern.ch/gitlab-registry.cern.ch/key4hep/k4-deploy/alma9:latest
+    memory:
+      gen: 4000
+      post: 2000
+      tfds: 16000
+    model: pyg-clic-v1
+    postprocessing:
+      args: {}
+      script: mlpf/data/key4hep/postprocessing.py
+    samples:
+      qq:
+        events_per_job: 100
+        gen_script: mlpf/data/key4hep/gen/clic/run_sim.sh
+        process_name: p8_ee_qq_ecm380
+        seed_range:
+        - 500000
+        - 505010
+      ttbar:
+        events_per_job: 100
+        gen_script: mlpf/data/key4hep/gen/clic/run_sim.sh
+        process_name: p8_ee_ttbar_ecm380
+        seed_range:
+        - 300000
+        - 305010
+      ww_fullhad:
+        events_per_job: 100
+        gen_script: mlpf/data/key4hep/gen/clic/run_sim.sh
+        process_name: p8_ee_WW_fullhad_ecm380
+        seed_range:
+        - 400000
+        - 405010
+    slurm_partition: main
+    slurm_runtime: 240m
+    tfds_hit_mapping:
+      qq:
+        builder_path: mlpf/heptfds/clic_pf_edm4hep_hits/qq
+        config_ids:
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        version: 3.1.0
+      ttbar:
+        builder_path: mlpf/heptfds/clic_pf_edm4hep_hits/ttbar
+        config_ids:
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        version: 3.1.0
+      ww_fullhad:
+        builder_path: mlpf/heptfds/clic_pf_edm4hep_hits/ww_fullhad
+        config_ids:
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        version: 3.1.0
+    tfds_mapping:
+      qq:
+        builder_path: mlpf/heptfds/clic_pf_edm4hep/qq
+        config_ids:
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        version: 3.1.0
+      ttbar:
+        builder_path: mlpf/heptfds/clic_pf_edm4hep/ttbar
+        config_ids:
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        version: 3.1.0
+      ww_fullhad:
+        builder_path: mlpf/heptfds/clic_pf_edm4hep/ww_fullhad
+        config_ids:
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        version: 3.1.0
+    type: key4hep
+    workspace_dir: ${project.paths.storage_root}/clic/v1.2.5_key4hep_2025-05-29
+  cms_run3:
+    comment: Main production with CMSSW_15_0_5
+    config_dir: ${project.paths.project_root}
+    environment:
+      cmssw_dir: ${project.cmssw_dir}
+      cmssw_release: CMSSW_15_0_5
+      scram_arch: el8_amd64_gcc12
+    gen_container: /cvmfs/singularity.opensciencegrid.org/cmssw/cms:rhel8-x86_64
+    memory:
+      gen: 6000
+      post: 4000
+      tfds: 16000
+      train: 16000
+      val: 8000
+    model: pyg-cms-v1
+    postprocessing:
+      args:
+        num_events: -1
+        save_full_graph: false
+      script: mlpf/data/cms/postprocessing2.py
+    samples:
+      qcd_nopu:
+        events_per_job: 100
+        gen_script: mlpf/data/cms/genjob_pu.sh
+        output_subdir: nopu
+        process_name: QCDForPF_13p6TeV_TuneCUETP8M1_cfi
+        pu_type: nopu
+        seed_range:
+        - 1000000
+        - 1010010
+      qcd_pu:
+        events_per_job: 100
+        gen_script: mlpf/data/cms/genjob_pu.sh
+        output_subdir: pu55to75
+        process_name: QCDForPF_13p6TeV_TuneCUETP8M1_cfi
+        pu_type: pu55to75
+        seed_range:
+        - 300000
+        - 310010
+      qcd_val:
+        copy_step2: true
+        events_per_job: 100
+        gen_script: mlpf/data/cms/genjob_pu.sh
+        output_subdir: pu55to75_val
+        process_name: QCDForPF_13p6TeV_TuneCUETP8M1_cfi
+        pu_type: pu55to75
+        seed_range:
+        - 400000
+        - 401010
+      ttbar_nopu:
+        events_per_job: 100
+        gen_script: mlpf/data/cms/genjob_pu.sh
+        output_subdir: nopu
+        process_name: TTbar_13p6TeV_TuneCUETP8M1_cfi
+        pu_type: nopu
+        seed_range:
+        - 800000
+        - 810010
+      ttbar_pu:
+        events_per_job: 50
+        gen_script: mlpf/data/cms/genjob_pu.sh
+        output_subdir: pu55to75
+        process_name: TTbar_13p6TeV_TuneCUETP8M1_cfi
+        pu_type: pu55to75
+        seed_range:
+        - 100000
+        - 110010
+      ztt_nopu:
+        events_per_job: 100
+        gen_script: mlpf/data/cms/genjob_pu.sh
+        output_subdir: nopu
+        process_name: ZTT_All_hadronic_13p6TeV_TuneCUETP8M1_cfi
+        pu_type: nopu
+        seed_range:
+        - 1100000
+        - 1110010
+      ztt_pu:
+        events_per_job: 100
+        gen_script: mlpf/data/cms/genjob_pu.sh
+        output_subdir: pu55to75
+        process_name: ZTT_All_hadronic_13p6TeV_TuneCUETP8M1_cfi
+        pu_type: pu55to75
+        seed_range:
+        - 200000
+        - 210010
+    slurm_partition: ${project.cpu_partition}
+    slurm_runtime: 48h
+    tfds_mapping:
+      qcd_nopu:
+        builder_path: mlpf/heptfds/cms_pf/qcd_nopu
+        config_ids:
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        version: 3.0.0
+      qcd_pu:
+        builder_path: mlpf/heptfds/cms_pf/qcd
+        config_ids:
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        version: 3.0.0
+      ttbar_nopu:
+        builder_path: mlpf/heptfds/cms_pf/ttbar_nopu
+        config_ids:
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        version: 3.0.0
+      ttbar_pu:
+        builder_path: mlpf/heptfds/cms_pf/ttbar
+        config_ids:
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        version: 3.0.0
+      ztt_nopu:
+        builder_path: mlpf/heptfds/cms_pf/ztt_nopu
+        config_ids:
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        version: 3.0.0
+      ztt_pu:
+        builder_path: mlpf/heptfds/cms_pf/ztt
+        config_ids:
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        version: 3.0.0
+    type: cms
+    validation:
+      job_types:
+      - pf
+      - mlpf
+      threads: 8
+      use_cuda: false
+    validation_data:
+      job_types:
+      - pf
+      - mlpf
+      samples:
+        jetmet0:
+          input_filelist: data/cms/run3/${project.site_name}/jetmet0.txt
+          output_subdir: Run2024C
+          seed_range:
+          - 1
+          - 100
+      threads: 8
+      use_cuda: false
+    workspace_dir: ${project.paths.storage_root}/cms/20260204_cmssw_15_0_5_117d32
+project:
+  bind_mounts: &id002
+  - /local
+  - /cvmfs
+  - /scratch/local
+  - /scratch/persistent
+  cmssw_dir: /scratch/persistent/joosep/CMSSW_15_0_5
+  container: /scratch/persistent/joosep/singularity/pytorch-20260305-08d6950.sif
+  cpu_partition: main
+  description: Machine Learning for Particle Flow Reconstruction
+  executor: slurm
+  gpu_partition: gpu
+  name: particleflow
+  paths: &id003
+    project_root: /home/joosep/particleflow
+    scratch_root: /scratch/local/joosep
+    storage_root: /local/joosep/mlpf
+    tmpdir: /scratch/local/joosep/tmp
+  site_name: tallinn
+  sites:
+    local:
+      bind_mounts:
+      - /tmp
+      - /mnt/work
+      cmssw_dir: /home/joosep/particleflow/CMSSW_15_0_5
+      container: https://jpata.web.cern.ch/jpata/pytorch-20260305-08d6950.sif
+      cpu_partition: local
+      executor: local
+      gpu_partition: local
+      paths:
+        project_root: /home/joosep/particleflow
+        scratch_root: /tmp/particleflow
+        storage_root: /mnt/work/mlpf/
+        tmpdir: /tmp/particleflow/tmp
+      site_name: local
+    lxplus:
+      bind_mounts:
+      - /afs
+      - /cvmfs
+      - /eos/user/j/jpata
+      - /etc/pki/ca-trust
+      - /etc/tnsnames.ora
+      - /run
+      cmssw_dir: /cvmfs/cms.cern.ch
+      container: /eos/user/j/jpata/www/pytorch-20260305-08d6950.sif
+      cpu_partition: tomorrow
+      executor: condor
+      gpu_partition: tomorrow
+      paths:
+        project_root: /afs/cern.ch/work/j/jpata/particleflow
+        scratch_root: /tmp
+        storage_root: /eos/user/j/jpata/mlpf
+        tmpdir: /tmp
+      site_name: lxplus
+    tallinn:
+      bind_mounts: *id002
+      cmssw_dir: /scratch/persistent/joosep/CMSSW_15_0_5
+      container: /scratch/persistent/joosep/singularity/pytorch-20260305-08d6950.sif
+      cpu_partition: main
+      executor: slurm
+      gpu_partition: gpu
+      paths: *id003
+      site_name: tallinn
+      slurm_account: hepusers
+  slurm_account: hepusers