Spaces:

gregorkrzmanc
/

jetclustering

Sleeping

App Files Files Community

gregorkrzmanc commited on May 31

Commit

e75a247

1 Parent(s): 6457dca

.

Browse files

This view is limited to 50 files because it contains too many changes. See raw diff

Files changed (50) hide show

.env +8 -0
.gitignore +2 -0
.idea/.gitignore +8 -0
.idea/deployment.xml +46 -0
.idea/inspectionProfiles/profiles_settings.xml +6 -0
.idea/jetclustering.iml +14 -0
.idea/jupyter-settings.xml +23 -0
.idea/misc.xml +7 -0
.idea/modules.xml +14 -0
.idea/vcs.xml +12 -0
Dockerfile +87 -0
Dockerfile_training +77 -0
README.md +65 -11
app.py +68 -0
config_files/config_jets.yaml +172 -0
config_files/config_jets_1.yaml +191 -0
config_files/config_jets_1_delphes.yaml +86 -0
config_files/config_jets_2_delphes.yaml +63 -0
container_shell.sh +4 -0
docker-compose.yaml +7 -0
env.sh +17 -0
jobs/BigTraining_2_spatial_part_only_t3.slurm +15 -0
jobs/BigTraining_2_spatial_part_only_vega.slurm +21 -0
jobs/IRC_training/Delphes_training_t3_NoPID_augment.sh +24 -0
jobs/IRC_training/Delphes_training_t3_NoPID_augment_IRC.sh +24 -0
jobs/IRC_training/Delphes_training_t3_NoPID_augment_IRC_SN.sh +24 -0
jobs/IRC_training/start_at_30k/Delphes_training_t3_NoPID_augment.sh +24 -0
jobs/IRC_training/start_at_30k/Delphes_training_t3_NoPID_augment_IRC.sh +26 -0
jobs/IRC_training/start_at_50k/Delphes_training_t3_NoPID_augment.sh +24 -0
jobs/IRC_training/start_at_50k/Delphes_training_t3_NoPID_augment_IRC.sh +25 -0
jobs/IRC_training/start_at_50k/Delphes_training_t3_NoPID_augment_IRCSN.sh +25 -0
jobs/IRC_training/start_at_50k/Delphes_training_t3_NoPID_augment_IRC_noaug.sh +34 -0
jobs/IRC_training/start_at_50k/test.sh +32 -0
jobs/base_training/gatr_training_NoPIDDelphes.sh +26 -0
jobs/base_training/lgatr_training_NoPIDDelphes.sh +26 -0
jobs/base_training/transformer_training_NoPIDDelphes.sh +24 -0
jobs/base_training_different_datasets/aug/lgatr_700_07.sh +26 -0
jobs/base_training_different_datasets/aug/lgatr_700_07_and_900_03.sh +25 -0
jobs/base_training_different_datasets/aug/lgatr_700_07_and_900_03_and_QCD.sh +25 -0
jobs/base_training_different_datasets/aug/lgatr_QCD.sh +25 -0
jobs/base_training_different_datasets/aug_IRC_S/lgatr_700_07.sh +27 -0
jobs/base_training_different_datasets/aug_IRC_S/lgatr_700_07_and_900_03.sh +26 -0
jobs/base_training_different_datasets/aug_IRC_S/lgatr_700_07_and_900_03_and_QCD.sh +25 -0
jobs/base_training_different_datasets/aug_IRC_S/lgatr_QCD.sh +26 -0
jobs/base_training_different_datasets/aug_IRC_SN/lgatr_700_07.sh +27 -0
jobs/base_training_different_datasets/aug_IRC_SN/lgatr_700_07_and_900_03.sh +26 -0
jobs/base_training_different_datasets/aug_IRC_SN/lgatr_700_07_and_900_03_and_QCD.sh +25 -0
jobs/base_training_different_datasets/aug_IRC_SN/lgatr_900_03.sh +25 -0
jobs/base_training_different_datasets/aug_IRC_SN/lgatr_QCD.sh +26 -0
jobs/base_training_different_datasets/lgatr_700_07.sh +26 -0

.env ADDED Viewed

	@@ -0,0 +1,8 @@

+SVJ_CODE_ROOT=/work/gkrzmanc/jetclustering/code
+SVJ_DATA_ROOT=/work/gkrzmanc/jetclustering/data
+#SVJ_PREPROCESSED_DATA_ROOT=/pnfs/psi.ch/cms/trivcat/store/user/gkrzmanc/jetclustering/preprocessed_data
+SVJ_PREPROCESSED_DATA_ROOT=/work/gkrzmanc/jetclustering/preprocessed_data
+SVJ_RESULTS_ROOT=/work/gkrzmanc/jetclustering/results
+SVJ_RESULTS_ROOT_FALLBACK=/pnfs/psi.ch/cms/trivcat/store/user/gkrzmanc/jetclustering/results
+SVJ_WANDB_ENTITY=fcc_ml
+WANDB_API_KEY=aaee0ebacafd9aac2eac525cae8d1b0919c6d9ec

.gitignore ADDED Viewed

	@@ -0,0 +1,2 @@


1	+ models/
2	+ demo_datasets/

.idea/.gitignore ADDED Viewed

	@@ -0,0 +1,8 @@

+# Default ignored files
+/shelf/
+/workspace.xml
+# Editor-based HTTP Client requests
+/httpRequests/
+# Datasource local storage ignored files
+/dataSources/
+/dataSources.local.xml

.idea/deployment.xml ADDED Viewed

	@@ -0,0 +1,46 @@

+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="PublishConfigData" autoUpload="Always" serverName="[email protected]:22 agent" remoteFilesAllowedToDisappearOnAutoupload="false" confirmBeforeUploading="false">
+    <option name="confirmBeforeUploading" value="false" />
+    <serverData>
+      <paths name="gkrzmanc@localhost:5555 password">
+        <serverdata>
+          <mappings>
+            <mapping deploy="/eos/home-g/gkrzmanc/jetclustering/code" local="$PROJECT_DIR$" web="" />
+          </mappings>
+        </serverdata>
+      </paths>
+      <paths name="gkrzmanc@localhost:5555 password (2)">
+        <serverdata>
+          <mappings>
+            <mapping deploy="/eos/home-g/gkrzmanc/jetclustering/code" local="$PROJECT_DIR$" web="/" />
+          </mappings>
+        </serverdata>
+      </paths>
+      <paths name="[email protected]:22 password">
+        <serverdata>
+          <mappings>
+            <mapping deploy="/work/gkrzmanc/jetclustering/code" local="$PROJECT_DIR$" />
+          </mappings>
+        </serverdata>
+      </paths>
+      <paths name="[email protected]:22 password (2)">
+        <serverdata>
+          <mappings>
+            <mapping deploy="/work/gkrzmanc/jetclustering/code" local="$PROJECT_DIR$" />
+            <mapping deploy="/work/gkrzmanc/CMSSW_10_6_26/src/PhysicsTools/SVJScouting" local="$PROJECT_DIR$/../SVJScouting_ntuplizer" />
+            <mapping deploy="/work/gkrzmanc/jetclustering/LJP" local="$PROJECT_DIR$/../LJP" />
+          </mappings>
+        </serverdata>
+      </paths>
+      <paths name="[email protected]:22 agent">
+        <serverdata>
+          <mappings>
+            <mapping deploy="/work/gkrzmanc/jetclustering/code" local="$PROJECT_DIR$" />
+          </mappings>
+        </serverdata>
+      </paths>
+    </serverData>
+    <option name="myAutoUpload" value="ALWAYS" />
+  </component>
+</project>

.idea/inspectionProfiles/profiles_settings.xml ADDED Viewed

	@@ -0,0 +1,6 @@

+<component name="InspectionProjectProfileManager">
+  <settings>
+    <option name="USE_PROJECT_PROFILE" value="false" />
+    <version value="1.0" />
+  </settings>
+</component>

.idea/jetclustering.iml ADDED Viewed

	@@ -0,0 +1,14 @@

+<?xml version="1.0" encoding="UTF-8"?>
+<module type="PYTHON_MODULE" version="4">
+  <component name="NewModuleRootManager">
+    <content url="file://$MODULE_DIR$" />
+    <orderEntry type="jdk" jdkName="Remote Python 3.10.16 (sftp://[email protected]:22/work/gkrzmanc/1gatr/bin/python)" jdkType="Python SDK" />
+    <orderEntry type="sourceFolder" forTests="false" />
+    <orderEntry type="module" module-name="lorentz-gatr" />
+    <orderEntry type="module" module-name="SVJScouting_ntuplizer" />
+    <orderEntry type="module" module-name="SVJProduction" />
+    <orderEntry type="module" module-name="lpc-scripts" />
+    <orderEntry type="module" module-name="LJP" />
+    <orderEntry type="module" module-name="delphes-python" />
+  </component>
+</module>

.idea/jupyter-settings.xml ADDED Viewed

	@@ -0,0 +1,23 @@

+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="JupyterPersistentConnectionParameters">
+    <option name="moduleParameters">
+      <map>
+        <entry key="$PROJECT_DIR$/.idea/jetclustering.iml">
+          <value>
+            <JupyterConnectionParameters>
+              <option name="managed" value="true" />
+              <option name="sdkName" value="Remote Python 3.10.16 (sftp://[email protected]:22/work/gkrzmanc/1gatr/bin/python)" />
+              <option name="environmentVariables">
+                <map>
+                  <entry name="LD_LIBRARY_PATH" value="/eos/home-g/gkrzmanc/miniforge3/lib:/home/gkrzmanc/env/lib:" />
+                  <entry name="PYTHONUNBUFFERED" value="1" />
+                </map>
+              </option>
+            </JupyterConnectionParameters>
+          </value>
+        </entry>
+      </map>
+    </option>
+  </component>
+</project>

.idea/misc.xml ADDED Viewed

	@@ -0,0 +1,7 @@

+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="Black">
+    <option name="sdkName" value="Python 3.10" />
+  </component>
+  <component name="ProjectRootManager" version="2" project-jdk-name="Remote Python 3.10.16 (sftp://[email protected]:22/work/gkrzmanc/1gatr/bin/python)" project-jdk-type="Python SDK" />
+</project>

.idea/modules.xml ADDED Viewed

	@@ -0,0 +1,14 @@

+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ProjectModuleManager">
+    <modules>
+      <module fileurl="file://$PROJECT_DIR$/../LJP/.idea/LJP.iml" filepath="$PROJECT_DIR$/../LJP/.idea/LJP.iml" />
+      <module fileurl="file://$PROJECT_DIR$/../SVJProduction/.idea/SVJProduction.iml" filepath="$PROJECT_DIR$/../SVJProduction/.idea/SVJProduction.iml" />
+      <module fileurl="file://$PROJECT_DIR$/../SVJScouting_ntuplizer/.idea/SVJScouting_ntuplizer.iml" filepath="$PROJECT_DIR$/../SVJScouting_ntuplizer/.idea/SVJScouting_ntuplizer.iml" />
+      <module fileurl="file://$PROJECT_DIR$/../delphes-python/.idea/delphes-python.iml" filepath="$PROJECT_DIR$/../delphes-python/.idea/delphes-python.iml" />
+      <module fileurl="file://$PROJECT_DIR$/.idea/jetclustering.iml" filepath="$PROJECT_DIR$/.idea/jetclustering.iml" />
+      <module fileurl="file://$PROJECT_DIR$/../lorentz-gatr/.idea/lorentz-gatr.iml" filepath="$PROJECT_DIR$/../lorentz-gatr/.idea/lorentz-gatr.iml" />
+      <module fileurl="file://$PROJECT_DIR$/../lpc-scripts/.idea/lpc-scripts.iml" filepath="$PROJECT_DIR$/../lpc-scripts/.idea/lpc-scripts.iml" />
+    </modules>
+  </component>
+</project>

.idea/vcs.xml ADDED Viewed

	@@ -0,0 +1,12 @@

+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="VcsDirectoryMappings">
+    <mapping directory="" vcs="Git" />
+    <mapping directory="$PROJECT_DIR$/../LJP" vcs="Git" />
+    <mapping directory="$PROJECT_DIR$/../SVJProduction" vcs="Git" />
+    <mapping directory="$PROJECT_DIR$/../SVJScouting_ntuplizer" vcs="Git" />
+    <mapping directory="$PROJECT_DIR$/../delphes-python" vcs="Git" />
+    <mapping directory="$PROJECT_DIR$/../lorentz-gatr" vcs="Git" />
+    <mapping directory="$PROJECT_DIR$/../lpc-scripts" vcs="Git" />
+  </component>
+</project>

Dockerfile ADDED Viewed

	@@ -0,0 +1,87 @@

+# gkrz/lgatr:v3
+# docker build -t gkrz/lgatr:v4 .
+FROM nvidia/cuda:11.8.0-runtime-ubuntu22.04
+WORKDIR /app
+COPY . /app
+SHELL ["/bin/bash", "-c"]
+USER root
+RUN apt update && \
+    DEBIAN_FRONTEND=noninteractive apt install --yes --no-install-recommends \
+        build-essential \
+        cmake \
+        ffmpeg \
+        git \
+        python-is-python3 \
+        python3-dev \
+        python3-pip \
+        && \
+    rm -rf /var/lib/apt/lists/*
+RUN python3.10 --version
+RUN python3 --version
+RUN python --version
+RUN python3 -m pip install --no-cache-dir --upgrade pip
+#python3 -m pip install --no-cache-dir --upgrade --requirement requirements.txt
+RUN python3 -m pip install numba==0.58.1
+# packages without conda
+# RUN python3 -m pip install --no-cache-dir torch==1.13.1+cu117 torchvision==0.14.1+cu117 torchaudio==0.13.1 --extra-index-url https://download.pytorch.org/whl/cu117
+RUN python3 -m pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu118
+RUN python3 -m pip install torch_geometric
+RUN python3 -m pip install pyg_lib torch_scatter torch_sparse torch_cluster torch_spline_conv -f https://data.pyg.org/whl/torch-2.5.1+cu118.html
+RUN python3 -m pip install pytorch-lightning yacs torchmetrics
+RUN python3 -m pip install performer-pytorch
+RUN python3 -m pip install tensorboardX
+RUN python3 -m pip install ogb
+RUN python3 -m pip install wandb
+RUN python3 -m pip install seaborn
+RUN python3 -m pip install  dgl -f https://data.dgl.ai/wheels/cu118/repo.html
+RUN python3 -m pip install numpy
+RUN python3 -m pip install scipy
+RUN python3 -m pip install pandas
+RUN python3 -m pip install scikit-learn
+RUN python3 -m pip install matplotlib
+RUN python3 -m pip install tqdm
+RUN python3 -m pip install PyYAML
+RUN python3 -m pip install awkward0
+RUN python3 -m pip install uproot
+RUN python3 -m pip install awkward
+RUN python3 -m pip install vector
+RUN python3 -m pip install lz4
+RUN python3 -m pip install xxhash
+RUN python3 -m pip install tables
+RUN python3 -m pip install tensorboard
+RUN python3 -m pip install plotly
+RUN python3 -m pip install xformers --index-url https://download.pytorch.org/whl/cu118
+RUN python3 -m pip install fastjet
+RUN python3 -m pip install gradio
+RUN python3 -m pip install huggingface_hub
+# remove pip cache
+RUN python3 -m pip cache purge
+# COPY docker/ext_packages /docker/ext_packages
+# RUN python3 /docker/ext_packages/install_upstream_python_packages.py
+RUN mkdir -p /opt/pepr
+# Install GATr
+#RUN cd /opt/pepr && git clone https://github.com/Qualcomm-AI-research/geometric-algebra-transformer.git geometric-algebra-transformer1
+#RUN cd /opt/pepr/geometric-algebra-transformer1/ && python3 -m pip install .
+# Install L-GATr - for some reason this only works if executed from the already-built container
+RUN cd /opt/pepr && git clone https://github.com/gregorkrz/lorentz-gatr lgatr
+RUN cd /opt/pepr/lgatr/ && python3 -m pip install .
+# Install torch_cmspepr
+RUN cd /opt/pepr && git clone https://github.com/cms-pepr/pytorch_cmspepr
+RUN cd /opt/pepr/pytorch_cmspepr/ && python3 -m pip install .
+RUN cd /root
+RUN ls
+# entrypoint run app.py with python
+ENTRYPOINT ["python", "app.py"]

Dockerfile_training ADDED Viewed

	@@ -0,0 +1,77 @@

+# gkrz/lgatr:v3
+# docker build -t gkrz/lgatr:v4 .
+FROM nvidia/cuda:11.8.0-runtime-ubuntu22.04
+SHELL ["/bin/bash", "-c"]
+USER root
+RUN apt update && \
+    DEBIAN_FRONTEND=noninteractive apt install --yes --no-install-recommends \
+        build-essential \
+        cmake \
+        ffmpeg \
+        git \
+        python-is-python3 \
+        python3-dev \
+        python3-pip \
+        && \
+    rm -rf /var/lib/apt/lists/*
+RUN python3.10 --version
+RUN python3 --version
+RUN python --version
+RUN python3 -m pip install --no-cache-dir --upgrade pip
+#python3 -m pip install --no-cache-dir --upgrade --requirement requirements.txt
+RUN python3 -m pip install numba==0.58.1
+# packages without conda
+# RUN python3 -m pip install --no-cache-dir torch==1.13.1+cu117 torchvision==0.14.1+cu117 torchaudio==0.13.1 --extra-index-url https://download.pytorch.org/whl/cu117
+RUN python3 -m pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu118
+RUN python3 -m pip install torch_geometric
+RUN python3 -m pip install pyg_lib torch_scatter torch_sparse torch_cluster torch_spline_conv -f https://data.pyg.org/whl/torch-2.5.1+cu118.html
+RUN python3 -m pip install pytorch-lightning yacs torchmetrics
+RUN python3 -m pip install performer-pytorch
+RUN python3 -m pip install tensorboardX
+RUN python3 -m pip install ogb
+RUN python3 -m pip install wandb
+RUN python3 -m pip install seaborn
+RUN python3 -m pip install  dgl -f https://data.dgl.ai/wheels/cu118/repo.html
+RUN python3 -m pip install numpy
+RUN python3 -m pip install scipy
+RUN python3 -m pip install pandas
+RUN python3 -m pip install scikit-learn
+RUN python3 -m pip install matplotlib
+RUN python3 -m pip install tqdm
+RUN python3 -m pip install PyYAML
+RUN python3 -m pip install awkward0
+RUN python3 -m pip install uproot
+RUN python3 -m pip install awkward
+RUN python3 -m pip install vector
+RUN python3 -m pip install lz4
+RUN python3 -m pip install xxhash
+RUN python3 -m pip install tables
+RUN python3 -m pip install tensorboard
+RUN python3 -m pip install plotly
+RUN python3 -m pip install xformers --index-url https://download.pytorch.org/whl/cu118
+RUN python3 -m pip install fastjet
+# remove pip cache
+RUN python3 -m pip cache purge
+# COPY docker/ext_packages /docker/ext_packages
+# RUN python3 /docker/ext_packages/install_upstream_python_packages.py
+RUN mkdir -p /opt/pepr
+# Install GATr
+RUN cd /opt/pepr && git clone https://github.com/Qualcomm-AI-research/geometric-algebra-transformer.git geometric-algebra-transformer1
+RUN cd /opt/pepr/geometric-algebra-transformer1/ && python3 -m pip install .
+# Install L-GATr - for some reason this only works if executed from the already-built container
+#RUN cd /opt/pepr && git clone https://github.com/gregorkrz/lorentz-gatr lgatr
+#RUN cd /opt/pepr/lgatr/ && python3 -m pip install .
+# Install torch_cmspepr
+RUN cd /opt/pepr && git clone https://github.com/cms-pepr/pytorch_cmspepr
+RUN cd /opt/pepr/pytorch_cmspepr/ && python3 -m pip install .

README.md CHANGED Viewed

@@ -1,11 +1,65 @@
----
-title: Jetclustering
-emoji: 🐢
-colorFrom: pink
-colorTo: gray
-sdk: docker
-pinned: false
-short_description: L-GATr based jet clustering
----
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

+# SVJ clustering
+The repo has evolved from [here](https://github.com/selvaggi/mlpf) - mainly, we use the dataloader and code for reading  the root files for the previous MLPF project. The preprocessing part is not really needed but it does help with performance when we are doing a lot of experiments with the same dataset.
+## Setup
+**Important**: To make it easier and less time-consuming to move the commands across different machines, i.e. lxplus, T3 and Vega, we use relative paths. However, all commands can also be supplied absolute paths starting with `/`. **In case you use relative paths, make sure to modify the `env.sh` file with your paths!**
+0. Environment setup: We use the Python with packages compiled in the following container: `gkrz/lgatr:v3`. The container can be built from scratch using the Dockerfile in this repo.
+1. Set the environment variables `source env.sh`
+### Preprocess data
+See the script at `sbatch jobs/preprocess_v0.slurm` (make sure to update your local `env.sh` file!)
+## Evaluation of clustering
+For AK8: `python -m scripts.analysis.count_matched_quarks --input scouting_PFNano_signals/SVJ_hadronic_std --dataset-cap 1000`
+For AK8 GenJets: `python -m scripts.analysis.count_matched_quarks --input scouting_PFNano_signals/SVJ_hadronic_std --dataset-cap 1000 --jets-object genjets`
+For any model: `python -m scripts.analysis.count_matched_quarks --input scouting_PFNano_signals/SVJ_hadronic_std --output scouting_PFNano_signals2/SVJ_hadronic_std/all_models_eval/GATr_rinv_03_m_900  --eval-dir train/Test_betaPt_BC_all_datasets_2025_01_07_17_50_45  --dataset-cap 1000 --jets-object model_jets` Add `--eval-dir` with the path to the eval run containing the coordinates and clustering labels. Optionally, add `--clustering-suffix` in case there are multiple clusterings saved in the same folder. (usually not unless you were fine-tuning the clustering)
+The script produces output in the `results` folder. The script goes over the events up to dataset-cap (optional).
+### Automated evaluation
+In order to move things faster, scripts to evaluate the trained models faster at a given ckpt are given.
+To evaluate at step 10k of the given training run: `python -m scripts.generate_test_jobs -template t3 -run Transformer_training_40k_5_64_4_2025_01_22_15_55_39 -step 10000 -tag params_study`
+* Important: The step provided counts from the starting point of training the model: for example, if the run breaks in the middle and it's restarted from the latest ckpt, the command will identify that and load a checkpoint from the previous run if it contains one. You only need to provide the latest training with the `-run` argument.
+* The `-tag` argument identifies the given study and can be later used to retrieve all the evals of all the models for a given run.
+* The command pulls the config (e.g. model architecture and hyperparameters) automatically from the wandb run of the training.
+* Add `-os` argument with a path to the objectness score checkpoint to use in the evaluation.
+After the GPU eval, the CPU eval from above needs to be ran: `python -m scripts.test_plot_jobs --tag params_study`. The script will identify the runs that need to have evaluation figures produced. Uncommend the AK8 part in the file to also evaluate with AK8. Inside the produced folder, it also produces run_config.pkl that can be used later to make plots (of e.g. metrics vs number of params, model architecture, and amount of training).
+Use the scripts in `scripts/` to produce the joint plots of F1 score, precision, recall etc.
+## Training
+See mainly `jobs/vega/lgatr_training.sh`, `jobs/vega/transformer_training.sh`, `jobs/vega/gatr_training_vega.sh` - you might need to modify the slurm file a bit to fit the system you are running on
+### Datasets
+`scouting_PFNano_signals1`: Contains special PFCands and PFCands in separate fields
+`scouting_PFNano_signals2`: Contains both special PFCands and PFCands in the same field, under PFCands.
+It was easier to just create this instead of always having special treatment for the special PFCands. As of January 2025, we are only using this version, accessible at `/pnfs/psi.ch/cms/trivcat/store/user/gkrzmanc/jetclustering/preprocessed_data/scouting_PFNano_signals2`.

app.py ADDED Viewed

	@@ -0,0 +1,68 @@

+import gradio as gr
+import matplotlib.pyplot as plt
+import numpy as np
+import os
+from src.model_wrapper_gradio import inference
+# === Dummy file-based prefill function ===
+def prefill_event(subdataset, event_idx):
+    base_path = f"demo_datasets/{subdataset}/{event_idx}"
+    try:
+        with open(f"{base_path}.txt", "r") as f:
+            particles_data = f.read()
+    except FileNotFoundError:
+        particles_data = "pt eta phi mass charge\n"
+    try:
+        with open(f"{base_path}_quarks.txt", "r") as f:
+            quarks_data = f.read()
+    except FileNotFoundError:
+        quarks_data = "pt eta phi\n"
+    return particles_data, quarks_data
+from huggingface_hub import snapshot_download
+snapshot_download(repo_id="gregorkrzmanc/jetclustering", local_dir="src/models/")
+snapshot_download(repo_id="gregorkrzmanc/jetclustering_demo", local_dir="demo_datasets/", repo_type="dataset")
+# === Interface layout ===
+def gradio_ui():
+    with gr.Blocks() as demo:
+        gr.Markdown("## Jet Clustering Demo")
+        with gr.Row():
+            loss_dropdown = gr.Dropdown(choices=["GP_IRC_SN", "GP_IRC_S", "GP", "base"], label="Loss Function", value="GP_IRC_SN")
+            train_dataset_dropdown = gr.Dropdown(choices=["QCD", "900_03", "900_03+700_07", "700_07", "900_03+700_07+QCD"], label="Training Dataset", value="QCD")
+        with gr.Row():
+            subdataset_dropdown = gr.Dropdown(choices=os.listdir("demo_datasets"), label="Subdataset")
+            event_idx_dropdown = gr.Dropdown(choices=list(range(50)), label="Event Index")
+        prefill_btn = gr.Button("Load Event from Dataset")
+        particles_text = gr.Textbox(label="Particles CSV (pt eta phi mass charge)", lines=6, interactive=True)
+        quarks_text = gr.Textbox(label="Quarks CSV (pt eta phi)", lines=3, interactive=True)
+        process_btn = gr.Button("Run Jet Clustering")
+        image_output = gr.Plot(label="Output")
+        model_jets_output = gr.JSON(label="Model Jets")
+        antikt_jets_output = gr.JSON(label="Anti-kt Jets")
+        prefill_btn.click(fn=prefill_event,
+                          inputs=[subdataset_dropdown, event_idx_dropdown],
+                          outputs=[particles_text, quarks_text])
+        process_btn.click(fn=inference,
+                          inputs=[loss_dropdown, train_dataset_dropdown, particles_text, quarks_text],
+                          outputs=[model_jets_output, antikt_jets_output, image_output])
+    return demo
+demo = gradio_ui()
+demo.launch()

config_files/config_jets.yaml ADDED Viewed

	@@ -0,0 +1,172 @@

+treename: mmtree/Events;1
+selection:
+   ### use `&`, `|`, `~` for logical operations on numpy arrays
+   ### can use functions from `math`, `np` (numpy), and `awkward` in the expression
+   #(jet_tightId==1) & (jet_no<2) & (fj_pt>200) & (fj_pt<2500) & (((sample_isQCD==0) & (fj_isQCD==0)) | ((sample_isQCD==1) & (fj_isQCD==1))) & (event_no%7!=0)
+   #(recojet_e>=5)
+test_time_selection:
+   ### selection to apply at test time (i.e., when running w/ --predict)
+   #(jet_tightId==1) & (jet_no<2) & (fj_pt>200) & (fj_pt<2500) & (((sample_isQCD==0) & (fj_isQCD==0)) | ((sample_isQCD==1) & (fj_isQCD==1))) & (event_no%7==0)
+   #(recojet_e<5)
+new_variables:
+   ### [format] name: formula
+   ### can use functions from `math`, `np` (numpy), and `awkward` in the expression
+   #pfcand_mask: awkward.JaggedArray.ones_like(pfcand_etarel)
+   #sv_mask: awkward.JaggedArray.ones_like(sv_etarel)
+   #pfcand_mask: awkward.JaggedArray.ones_like(pfcand_e)
+preprocess:
+  ### method: [manual, auto] - whether to use manually specified parameters for variable standardization
+  ### [note]: `[var]_mask` will not be transformed even if `method=auto`
+inputs:
+  n_fat_jets:
+    pad_mode: wrap
+    length: 1
+    vars:
+      - [nFatJet, null]
+#      - [nJetId, null]
+  fat_jets:
+    pad_mode: wrap
+    length: 50
+    vars:
+       - [FatJet_pt, null]
+       - [FatJet_eta, null]
+       - [FatJet_phi, null]
+       - [FatJet_mass, null]
+  n_jets:
+    pad_mode: wrap
+    length: 1
+    vars:
+      - [ nJet, null ]
+  jets:
+    pad_mode: wrap
+    length: 50
+    vars:
+      - [ Jet_pt, null ]
+      - [ Jet_eta, null ]
+      - [ Jet_phi, null ]
+      - [ Jet_mass, null ]
+  n_genjets:
+    pad_mode: wrap
+    length: 1
+    vars:
+      - [n_genjet, null]
+  genjets:
+    pad_mode: wrap
+    length: 50
+    vars:
+       - [GenFatJet_pt, null]
+       - [GenFatJet_eta, null]
+       - [GenFatJet_phi, null]
+       - [GenFatJet_mass, null]
+  n_pfcands:
+    pad_mode: wrap
+    length: 1
+    vars:
+      - [ nPFCands, null ]
+  pfcands:
+    pad_mode: wrap
+    length: 750
+    vars:
+       - [PFCands_pt, null]
+       - [PFCands_eta, null]
+       - [PFCands_phi, null]
+       - [PFCands_mass, null]
+       - [PFCands_charge, null]
+       - [PFCands_pdgId, null]
+  pfcands_jet_mapping:
+    pad_mode: wrap
+    length: 750
+    vars:
+      - [ FatJetPFCands_jetIdx, null ]
+      - [ FatJetPFCands_pFCandsIdx, null ]
+  #n_offline_pfcands:
+  #  pad_mode: wrap
+  #  length: 1
+  #  vars:
+  #    - [ nOfflinePFCands, null ]
+  #offline_pfcands:
+  #  pad_mode: wrap
+  #  length: 750
+  #  vars:
+  #    - [ OfflinePFCands_pt, null ]
+  #    - [ OfflinePFCands_eta, null ]
+  #    - [ OfflinePFCands_phi, null ]
+  #    - [ OfflinePFCands_mass, null ]
+  #    - [ OfflinePFCands_charge, null ]
+  #    - [ OfflinePFCands_pdgId, null ]
+  #offline_pfcands_jet_mapping:
+  #  pad_mode: wrap
+  #  length: 750
+  #  vars:
+  #    - [ OfflineFatJetPFCands_jetIdx, null ]
+  #    - [ OfflineFatJetPFCands_pFCandsIdx, null ]
+  MET:
+    pad_mode: wrap
+    length: 1
+    vars:
+      - [ MET_pt, null ]
+      - [ MET_phi, null ]
+      - [ scouting_trig, null]
+      - [ offline_trig, null]
+      - [ veto_trig, null ]
+  n_electrons:
+    pad_mode: wrap
+    length: 1
+    vars:
+      - [ nElectron, null ]
+  n_photons:
+    pad_mode: wrap
+    length: 1
+    vars:
+      - [ nPhotons, null ]
+  n_muons:
+    pad_mode: wrap
+    length: 1
+    vars:
+      - [ nMuons, null ]
+  electrons:
+    pad_mode: wrap
+    length: 10
+    vars:
+      - [ Electron_pt, null ]
+      - [ Electron_eta, null ]
+      - [ Electron_phi, null ]
+      - [ Electron_charge, null ]
+  muons:
+    pad_mode: wrap
+    length: 10
+    vars:
+      - [ Muon_pt, null ]
+      - [ Muon_eta, null ]
+      - [ Muon_phi, null ]
+      - [ Muon_charge, null ]
+  photons:
+    pad_mode: wrap
+    length: 10
+    vars:
+      - [ Photon_pt, null ]
+      - [ Photon_eta, null ]
+      - [ Photon_phi, null ]
+  matrix_element_gen_particles:
+    pad_mode: wrap
+    length: 2
+    vars:
+      - [MatrixElementGenParticle_pt, null]
+      - [MatrixElementGenParticle_eta, null]
+      - [MatrixElementGenParticle_phi, null]
+      - [MatrixElementGenParticle_mass, null]
+      - [MatrixElementGenParticle_pdgId, null]
+labels:
+observers:
+   #- recojet_e
+   #- recojet_theta
+   #- recojet_phi
+   #- recojet_m
+   #- n_pfcand

config_files/config_jets_1.yaml ADDED Viewed

	@@ -0,0 +1,191 @@

+treename: null
+selection:
+   ### use `&`, `|`, `~` for logical operations on numpy arrays
+   ### can use functions from `math`, `np` (numpy), and `awkward` in the expression
+   #(jet_tightId==1) & (jet_no<2) & (fj_pt>200) & (fj_pt<2500) & (((sample_isQCD==0) & (fj_isQCD==0)) | ((sample_isQCD==1) & (fj_isQCD==1))) & (event_no%7!=0)
+   #(recojet_e>=5)
+test_time_selection:
+   ### selection to apply at test time (i.e., when running w/ --predict)
+   #(jet_tightId==1) & (jet_no<2) & (fj_pt>200) & (fj_pt<2500) & (((sample_isQCD==0) & (fj_isQCD==0)) | ((sample_isQCD==1) & (fj_isQCD==1))) & (event_no%7==0)
+   #(recojet_e<5)
+new_variables:
+   ### [format] name: formula
+   ### can use functions from `math`, `np` (numpy), and `awkward` in the expression
+   #pfcand_mask: awkward.JaggedArray.ones_like(pfcand_etarel)
+   #sv_mask: awkward.JaggedArray.ones_like(sv_etarel)
+   #pfcand_mask: awkward.JaggedArray.ones_like(pfcand_e)
+preprocess:
+  ### method: [manual, auto] - whether to use manually specified parameters for variable standardization
+  ### [note]: `[var]_mask` will not be transformed even if `method=auto`
+inputs:
+  n_fat_jets:
+    pad_mode: wrap
+    length: 1
+    vars:
+      - [nFatJet, null]
+#      - [nJetId, null]
+  fat_jets:
+    pad_mode: wrap
+    length: 50
+    vars:
+       - [FatJet_pt, null]
+       - [FatJet_eta, null]
+       - [FatJet_phi, null]
+       - [FatJet_mass, null]
+  n_jets:
+    pad_mode: wrap
+    length: 1
+    vars:
+      - [ nJet, null ]
+  jets:
+    pad_mode: wrap
+    length: 50
+    vars:
+      - [ Jet_pt, null ]
+      - [ Jet_eta, null ]
+      - [ Jet_phi, null ]
+      - [ Jet_mass, null ]
+  n_genjets:
+    pad_mode: wrap
+    length: 1
+    vars:
+      - [n_genjet, null]
+  genjets:
+    pad_mode: wrap
+    length: 50
+    vars:
+       - [GenFatJet_pt, null]
+       - [GenFatJet_eta, null]
+       - [GenFatJet_phi, null]
+       - [GenFatJet_mass, null]
+  n_pfcands:
+    pad_mode: wrap
+    length: 1
+    vars:
+      - [ nPFCands, null ]
+  pfcands:
+    pad_mode: wrap
+    length: 750
+    vars:
+       - [PFCands_pt, null]
+       - [PFCands_eta, null]
+       - [PFCands_phi, null]
+       - [PFCands_mass, null]
+       - [PFCands_charge, null]
+       - [PFCands_pdgId, null]
+  pfcands_jet_mapping:
+    pad_mode: wrap
+    length: 750
+    vars:
+      - [ FatJetPFCands_jetIdx, null ]
+      - [ FatJetPFCands_pFCandsIdx, null ]
+  #n_offline_pfcands:
+  #  pad_mode: wrap
+  #  length: 1
+  #  vars:
+  #    - [ nOfflinePFCands, null ]
+  #offline_pfcands:
+  #  pad_mode: wrap
+  #  length: 750
+  #  vars:
+  #    - [ OfflinePFCands_pt, null ]
+  #    - [ OfflinePFCands_eta, null ]
+  #    - [ OfflinePFCands_phi, null ]
+  #    - [ OfflinePFCands_mass, null ]
+  #    - [ OfflinePFCands_charge, null ]
+  #    - [ OfflinePFCands_pdgId, null ]
+  #offline_pfcands_jet_mapping:
+  #  pad_mode: wrap
+  #  length: 750
+  #  vars:
+  #    - [ OfflineFatJetPFCands_jetIdx, null ]
+  #    - [ OfflineFatJetPFCands_pFCandsIdx, null ]
+  MET:
+    pad_mode: wrap
+    length: 1
+    vars:
+      - [ MET_pt, null ]
+      - [ MET_phi, null ]
+      - [ scouting_trig, null]
+      - [ offline_trig, null]
+      - [ veto_trig, null ]
+  n_electrons:
+    pad_mode: wrap
+    length: 1
+    vars:
+      - [ nElectron, null ]
+  n_photons:
+    pad_mode: wrap
+    length: 1
+    vars:
+      - [ nPhotons, null ]
+  n_muons:
+    pad_mode: wrap
+    length: 1
+    vars:
+      - [ nMuons, null ]
+  electrons:
+    pad_mode: wrap
+    length: 10
+    vars:
+      - [ Electron_pt, null ]
+      - [ Electron_eta, null ]
+      - [ Electron_phi, null ]
+      - [ Electron_charge, null ]
+  muons:
+    pad_mode: wrap
+    length: 10
+    vars:
+      - [ Muon_pt, null ]
+      - [ Muon_eta, null ]
+      - [ Muon_phi, null ]
+      - [ Muon_charge, null ]
+  photons:
+    pad_mode: wrap
+    length: 10
+    vars:
+      - [ Photon_pt, null ]
+      - [ Photon_eta, null ]
+      - [ Photon_phi, null ]
+  matrix_element_gen_particles:
+    pad_mode: wrap
+    length: 2
+    vars:
+      - [MatrixElementGenParticle_pt, null]
+      - [MatrixElementGenParticle_eta, null]
+      - [MatrixElementGenParticle_phi, null]
+      - [MatrixElementGenParticle_mass, null]
+      - [MatrixElementGenParticle_pdgId, null]
+  final_gen_particles:
+      pad_mode: wrap
+      length: 2000
+      vars:
+        - [FinalGenParticle_pt, null]
+        - [FinalGenParticle_eta, null]
+        - [FinalGenParticle_phi, null]
+        - [FinalGenParticle_mass, null]
+        - [FinalGenParticle_pdgId, null]
+        - [FinalGenParticle_status, null]
+  final_parton_level_particles:
+        pad_mode: wrap
+        length: 400
+        vars:
+            - [FinalPartonLevelParticle_pt, null]
+            - [FinalPartonLevelParticle_eta, null]
+            - [FinalPartonLevelParticle_phi, null]
+            - [FinalPartonLevelParticle_mass, null]
+            - [FinalPartonLevelParticle_pdgId, null]
+            - [FinalPartonLevelParticle_status, null]
+observers:
+   #- recojet_e
+   #- recojet_theta
+   #- recojet_phi
+   #- recojet_m
+   #- n_pfcand

config_files/config_jets_1_delphes.yaml ADDED Viewed

	@@ -0,0 +1,86 @@

+treename: Delphes;1
+selection:
+   ### use `&`, `|`, `~` for logical operations on numpy arrays
+   ### can use functions from `math`, `np` (numpy), and `awkward` in the expression
+   #(jet_tightId==1) & (jet_no<2) & (fj_pt>200) & (fj_pt<2500) & (((sample_isQCD==0) & (fj_isQCD==0)) | ((sample_isQCD==1) & (fj_isQCD==1))) & (event_no%7!=0)
+   #(recojet_e>=5)
+test_time_selection:
+   ### selection to apply at test time (i.e., when running w/ --predict)
+   #(jet_tightId==1) & (jet_no<2) & (fj_pt>200) & (fj_pt<2500) & (((sample_isQCD==0) & (fj_isQCD==0)) | ((sample_isQCD==1) & (fj_isQCD==1))) & (event_no%7==0)
+   #(recojet_e<5)
+new_variables:
+   ### [format] name: formula
+   ### can use functions from `math`, `np` (numpy), and `awkward` in the expression
+   #pfcand_mask: awkward.JaggedArray.ones_like(pfcand_etarel)
+   #sv_mask: awkward.JaggedArray.ones_like(sv_etarel)
+   #pfcand_mask: awkward.JaggedArray.ones_like(pfcand_e)
+preprocess:
+  ### method: [manual, auto] - whether to use manually specified parameters for variable standardization
+  ### [note]: `[var]_mask` will not be transformed even if `method=auto`
+inputs:
+  n_CH:
+    pad_mode: wrap
+    length: 1
+    vars:
+      - [ EFlowTrack_size, null ]
+  n_NH:
+    pad_mode: wrap
+    length: 1
+    vars:
+      - [ EFlowNeutralHadron_size, null ]
+  n_photon:
+    pad_mode: wrap
+    length: 1
+    vars:
+      - [ EFlowPhoton_size, null ]
+  CH:
+    pad_mode: wrap
+    length: 1500
+    vars:
+       - [EFlowTrack.Eta, null]
+       - [EFlowTrack.Phi, null]
+       - [EFlowTrack.PT, null]
+       - [EFlowTrack.Mass, null]
+       - [EFlowTrack.Charge, null]
+  NH:
+    pad_mode: wrap
+    length: 1500
+    vars:
+       - [EFlowNeutralHadron.Eta, null]
+       - [EFlowNeutralHadron.Phi, null]
+       - [EFlowNeutralHadron.ET, null]
+  EFlowPhoton:
+    pad_mode: wrap
+    length: 1500
+    vars:
+       - [EFlowPhoton.Eta, null]
+       - [EFlowPhoton.Phi, null]
+       - [EFlowPhoton.ET, null]
+  GenParticles:
+      pad_mode: wrap
+      length: 7500
+      vars:
+        - [Particle.Eta, null]
+        - [Particle.Phi, null]
+        - [Particle.PT, null]
+        - [Particle.Charge, null]
+        - [Particle.Mass, null]
+        - [Particle.PID, null]
+        - [Particle.Status, null]
+  NParticles:
+      pad_mode: wrap
+      length: 1
+      vars:
+          - [Particle_size, null]
+observers:
+   #- recojet_e
+   #- recojet_theta
+   #- recojet_phi
+   #- recojet_m
+   #- n_pfcand

config_files/config_jets_2_delphes.yaml ADDED Viewed

	@@ -0,0 +1,63 @@

+treename: Delphes;1
+selection:
+   ### use `&`, `|`, `~` for logical operations on numpy arrays
+   ### can use functions from `math`, `np` (numpy), and `awkward` in the expression
+   #(jet_tightId==1) & (jet_no<2) & (fj_pt>200) & (fj_pt<2500) & (((sample_isQCD==0) & (fj_isQCD==0)) | ((sample_isQCD==1) & (fj_isQCD==1))) & (event_no%7!=0)
+   #(recojet_e>=5)
+test_time_selection:
+   ### selection to apply at test time (i.e., when running w/ --predict)
+   #(jet_tightId==1) & (jet_no<2) & (fj_pt>200) & (fj_pt<2500) & (((sample_isQCD==0) & (fj_isQCD==0)) | ((sample_isQCD==1) & (fj_isQCD==1))) & (event_no%7==0)
+   #(recojet_e<5)
+new_variables:
+   ### [format] name: formula
+   ### can use functions from `math`, `np` (numpy), and `awkward` in the expression
+   #pfcand_mask: awkward.JaggedArray.ones_like(pfcand_etarel)
+   #sv_mask: awkward.JaggedArray.ones_like(sv_etarel)
+   #pfcand_mask: awkward.JaggedArray.ones_like(pfcand_e)
+preprocess:
+  ### method: [manual, auto] - whether to use manually specified parameters for variable standardization
+  ### [note]: `[var]_mask` will not be transformed even if `method=auto`
+inputs:
+  n_PFCands:
+    pad_mode: wrap
+    length: 1
+    vars:
+      - [ ParticleFlowCandidate_size, null ]
+  PFCands:
+    pad_mode: wrap
+    length: 1500
+    vars:
+       - [ParticleFlowCandidate.Eta, null]
+       - [ParticleFlowCandidate.Phi, null]
+       - [ParticleFlowCandidate.PT, null]
+       - [ParticleFlowCandidate.Mass, null]
+       - [ParticleFlowCandidate.Charge, null]
+       - [ParticleFlowCandidate.PID, null]
+  GenParticles:
+      pad_mode: wrap
+      length: 7500
+      vars:
+        - [Particle.Eta, null]
+        - [Particle.Phi, null]
+        - [Particle.PT, null]
+        - [Particle.Charge, null]
+        - [Particle.Mass, null]
+        - [Particle.PID, null]
+        - [Particle.Status, null]
+  NParticles:
+      pad_mode: wrap
+      length: 1
+      vars:
+          - [Particle_size, null]
+observers:
+   #- recojet_e
+   #- recojet_theta
+   #- recojet_phi
+   #- recojet_m
+   #- n_pfcand

container_shell.sh ADDED Viewed

	@@ -0,0 +1,4 @@

+export APPTAINER_TMPDIR=/work/gkrzmanc/singularity_tmp
+export APPTAINER_CACHEDIR=/work/gkrzmanc/singularity_cache
+singularity shell  -B /work/gkrzmanc/ --nv docker://dologarcia/gatr:v0

docker-compose.yaml ADDED Viewed

	@@ -0,0 +1,7 @@

+version: '3'
+services:
+  app:
+    image: gkrz/jetclustering_demo:v0
+    ports:
+      - "7860:7860"

env.sh ADDED Viewed

	@@ -0,0 +1,17 @@

+# For CERN machines
+#export SVJ_CODE_ROOT="/eos/home-g/gkrzmanc/jetclustering/code"
+#export SVJ_DATA_ROOT="/eos/home-g/gkrzmanc/jetclustering/data"
+#export SVJ_RESULTS_ROOT="/eos/home-g/gkrzmanc/jetclustering/results"
+#export SVJ_PREPROCESSED_DATA_ROOT="/eos/home-g/gkrzmanc/jetclustering/preprocessed_data"
+# For PSI T3
+export SVJ_CODE_ROOT="/work/gkrzmanc/jetclustering/code"
+#export SVJ_DATA_ROOT="/work/gkrzmanc/jetclustering/data"
+export SVJ_DATA_ROOT="/pnfs/psi.ch/cms/trivcat/store/user/gkrzmanc/jetclustering/data"
+export SVJ_RESULTS_ROOT="/work/gkrzmanc/jetclustering/results"
+export SVJ_PREPROCESSED_DATA_ROOT="/work/gkrzmanc/jetclustering/preprocessed_data"
+#export SVJ_PREPROCESSED_DATA_ROOT="/pnfs/psi.ch/cms/trivcat/store/user/gkrzmanc/jetclustering/preprocessed_data"
+export SVJ_WANDB_ENTITY="fcc_ml"
+export SVJ_RESULTS_ROOT_FALLBACK="/pnfs/psi.ch/cms/trivcat/store/user/gkrzmanc/jetclustering/results"

jobs/BigTraining_2_spatial_part_only_t3.slurm ADDED Viewed

	@@ -0,0 +1,15 @@

+#!/bin/bash
+#SBATCH --partition=qgpu               # Specify the partition
+#SBATCH --account=gpu_gres            # Specify the account
+#SBATCH --mem=3000                   # Request 10GB of memory
+#SBATCH --time=00:10:00
+#SBATCH --job-name=SVJtr3  # Name the job
+#SBATCH --output=jobs/BigTraining_output.log       # Redirect stdout to a log file
+#SBATCH --error=jobs/BigTraining_error.log         # Redirect stderr to a log file
+#SBATCH --gres=gpu:1
+source env.sh
+export APPTAINER_TMPDIR=/work/gkrzmanc/singularity_tmp
+export APPTAINER_CACHEDIR=/work/gkrzmanc/singularity_cache
+nvidia-smi
+srun singularity exec -B /t3home/gkrzmanc/  -B /work/gkrzmanc/  --nv docker://gkrz/lgatr:v3  python -m src.train -train scouting_PFNano_signals2/SVJ_hadronic_std3/s-channel_mMed-1100_mDark-20_rinv-0.3_alpha-peak_13TeV-pythia8_n-2000 scouting_PFNano_signals2/SVJ_hadronic_std3/s-channel_mMed-1500_mDark-20_rinv-0.3_alpha-peak_13TeV-pythia8_n-2000 scouting_PFNano_signals2/SVJ_hadronic_std3/s-channel_mMed-1100_mDark-20_rinv-0.5_alpha-peak_13TeV-pythia8_n-2000 scouting_PFNano_signals2/SVJ_hadronic_std3/s-channel_mMed-1500_mDark-20_rinv-0.5_alpha-peak_13TeV-pythia8_n-2000 scouting_PFNano_signals2/SVJ_hadronic_std3/s-channel_mMed-1100_mDark-20_rinv-0.7_alpha-peak_13TeV-pythia8_n-2000 scouting_PFNano_signals2/SVJ_hadronic_std3/s-channel_mMed-1500_mDark-20_rinv-0.7_alpha-peak_13TeV-pythia8_n-2000 scouting_PFNano_signals2/SVJ_hadronic_std3/s-channel_mMed-1200_mDark-20_rinv-0.3_alpha-peak_13TeV-pythia8_n-2000 scouting_PFNano_signals2/SVJ_hadronic_std3/s-channel_mMed-700_mDark-20_rinv-0.3_alpha-peak_13TeV-pythia8_n-2000 scouting_PFNano_signals2/SVJ_hadronic_std3/s-channel_mMed-1200_mDark-20_rinv-0.5_alpha-peak_13TeV-pythia8_n-2000 scouting_PFNano_signals2/SVJ_hadronic_std3/s-channel_mMed-700_mDark-20_rinv-0.5_alpha-peak_13TeV-pythia8_n-2000 scouting_PFNano_signals2/SVJ_hadronic_std3/s-channel_mMed-1200_mDark-20_rinv-0.7_alpha-peak_13TeV-pythia8_n-2000 scouting_PFNano_signals2/SVJ_hadronic_std3/s-channel_mMed-700_mDark-20_rinv-0.7_alpha-peak_13TeV-pythia8_n-2000 scouting_PFNano_signals2/SVJ_hadronic_std3/s-channel_mMed-1300_mDark-20_rinv-0.3_alpha-peak_13TeV-pythia8_n-2000 scouting_PFNano_signals2/SVJ_hadronic_std3/s-channel_mMed-800_mDark-20_rinv-0.3_alpha-peak_13TeV-pythia8_n-2000 scouting_PFNano_signals2/SVJ_hadronic_std3/s-channel_mMed-1300_mDark-20_rinv-0.5_alpha-peak_13TeV-pythia8_n-2000 scouting_PFNano_signals2/SVJ_hadronic_std3/s-channel_mMed-800_mDark-20_rinv-0.5_alpha-peak_13TeV-pythia8_n-2000 scouting_PFNano_signals2/SVJ_hadronic_std3/s-channel_mMed-1300_mDark-20_rinv-0.7_alpha-peak_13TeV-pythia8_n-2000 scouting_PFNano_signals2/SVJ_hadronic_std3/s-channel_mMed-800_mDark-20_rinv-0.7_alpha-peak_13TeV-pythia8_n-2000 scouting_PFNano_signals2/SVJ_hadronic_std3/s-channel_mMed-1400_mDark-20_rinv-0.3_alpha-peak_13TeV-pythia8_n-2000 scouting_PFNano_signals2/SVJ_hadronic_std3/s-channel_mMed-900_mDark-20_rinv-0.3_alpha-peak_13TeV-pythia8_n-2000 scouting_PFNano_signals2/SVJ_hadronic_std3/s-channel_mMed-1400_mDark-20_rinv-0.5_alpha-peak_13TeV-pythia8_n-2000 scouting_PFNano_signals2/SVJ_hadronic_std3/s-channel_mMed-900_mDark-20_rinv-0.5_alpha-peak_13TeV-pythia8_n-2000 scouting_PFNano_signals2/SVJ_hadronic_std3/s-channel_mMed-1400_mDark-20_rinv-0.7_alpha-peak_13TeV-pythia8_n-2000 scouting_PFNano_signals2/SVJ_hadronic_std3/s-channel_mMed-900_mDark-20_rinv-0.7_alpha-peak_13TeV-pythia8_n-2000  -val scouting_PFNano_signals2/SVJ_hadronic_std2/s-channel_mMed-1000_mDark-20_rinv-0.3 scouting_PFNano_signals2/SVJ_hadronic_std2/s-channel_mMed-1500_mDark-20_rinv-0.5 scouting_PFNano_signals2/SVJ_hadronic_std2/s-channel_mMed-700_mDark-20_rinv-0.7 scouting_PFNano_signals2/SVJ_hadronic_std2/s-channel_mMed-900_mDark-20_rinv-0.3 scouting_PFNano_signals2/SVJ_hadronic_std2/s-channel_mMed-1000_mDark-20_rinv-0.5 scouting_PFNano_signals2/SVJ_hadronic_std2/s-channel_mMed-1500_mDark-20_rinv-0.7 scouting_PFNano_signals2/SVJ_hadronic_std2/s-channel_mMed-800_mDark-20_rinv-0.3 scouting_PFNano_signals2/SVJ_hadronic_std2/s-channel_mMed-900_mDark-20_rinv-0.5 scouting_PFNano_signals2/SVJ_hadronic_std2/s-channel_mMed-1000_mDark-20_rinv-0.7 scouting_PFNano_signals2/SVJ_hadronic_std2/s-channel_mMed-700_mDark-20_rinv-0.3 scouting_PFNano_signals2/SVJ_hadronic_std2/s-channel_mMed-800_mDark-20_rinv-0.5 scouting_PFNano_signals2/SVJ_hadronic_std2/s-channel_mMed-900_mDark-20_rinv-0.7 scouting_PFNano_signals2/SVJ_hadronic_std2/s-channel_mMed-1500_mDark-20_rinv-0.3 scouting_PFNano_signals2/SVJ_hadronic_std2/s-channel_mMed-700_mDark-20_rinv-0.5 scouting_PFNano_signals2/SVJ_hadronic_std2/s-channel_mMed-800_mDark-20_rinv-0.7  -net src/models/LGATr/lgatr.py -bs 64 --gpus 0 --run-name Train_LGATr_SB_spatial_part_only --val-dataset-size 4000 --num-epochs 1000 --attr-loss-weight 0.1 --coord-loss-weight 0.1 --beta-type pt+bc --spatial-part-only --validation-steps 2000 --num-workers 0

jobs/BigTraining_2_spatial_part_only_vega.slurm ADDED Viewed

	@@ -0,0 +1,21 @@

+#!/bin/bash
+#SBATCH --job-name="SVJtrAll"
+#SBATCH --time=48:00:00
+#SBATCH --nodes=1
+#SBATCH --gres=gpu:1
+#SBATCH --ntasks-per-core=1
+#SBATCH --ntasks-per-node=1
+#SBATCH --cpus-per-task=2
+#SBATCH --partition=gpu
+#SBATCH --mem=25GB
+#SBATCH --output=jobs/big_training_2_output1.log
+#SBATCH --error=jobs/big_training_2_error1.log
+source env.sh
+export APPTAINER_TMPDIR=/work/gkrzmanc/singularity_tmp
+export APPTAINER_CACHEDIR=/work/gkrzmanc/singularity_cache
+nvidia-smi
+srun singularity exec -B /ceph/hpc/home/krzmancg --nv docker://gkrz/lgatr:v3  python -m src.train -train scouting_PFNano_signals2/SVJ_hadronic_std3/s-channel_mMed-1100_mDark-20_rinv-0.3_alpha-peak_13TeV-pythia8_n-2000 scouting_PFNano_signals2/SVJ_hadronic_std3/s-channel_mMed-1500_mDark-20_rinv-0.3_alpha-peak_13TeV-pythia8_n-2000 scouting_PFNano_signals2/SVJ_hadronic_std3/s-channel_mMed-1100_mDark-20_rinv-0.5_alpha-peak_13TeV-pythia8_n-2000 scouting_PFNano_signals2/SVJ_hadronic_std3/s-channel_mMed-1500_mDark-20_rinv-0.5_alpha-peak_13TeV-pythia8_n-2000 scouting_PFNano_signals2/SVJ_hadronic_std3/s-channel_mMed-1100_mDark-20_rinv-0.7_alpha-peak_13TeV-pythia8_n-2000 scouting_PFNano_signals2/SVJ_hadronic_std3/s-channel_mMed-1500_mDark-20_rinv-0.7_alpha-peak_13TeV-pythia8_n-2000 scouting_PFNano_signals2/SVJ_hadronic_std3/s-channel_mMed-1200_mDark-20_rinv-0.3_alpha-peak_13TeV-pythia8_n-2000 scouting_PFNano_signals2/SVJ_hadronic_std3/s-channel_mMed-700_mDark-20_rinv-0.3_alpha-peak_13TeV-pythia8_n-2000 scouting_PFNano_signals2/SVJ_hadronic_std3/s-channel_mMed-1200_mDark-20_rinv-0.5_alpha-peak_13TeV-pythia8_n-2000 scouting_PFNano_signals2/SVJ_hadronic_std3/s-channel_mMed-700_mDark-20_rinv-0.5_alpha-peak_13TeV-pythia8_n-2000 scouting_PFNano_signals2/SVJ_hadronic_std3/s-channel_mMed-1200_mDark-20_rinv-0.7_alpha-peak_13TeV-pythia8_n-2000 scouting_PFNano_signals2/SVJ_hadronic_std3/s-channel_mMed-700_mDark-20_rinv-0.7_alpha-peak_13TeV-pythia8_n-2000 scouting_PFNano_signals2/SVJ_hadronic_std3/s-channel_mMed-1300_mDark-20_rinv-0.3_alpha-peak_13TeV-pythia8_n-2000 scouting_PFNano_signals2/SVJ_hadronic_std3/s-channel_mMed-800_mDark-20_rinv-0.3_alpha-peak_13TeV-pythia8_n-2000 scouting_PFNano_signals2/SVJ_hadronic_std3/s-channel_mMed-1300_mDark-20_rinv-0.5_alpha-peak_13TeV-pythia8_n-2000 scouting_PFNano_signals2/SVJ_hadronic_std3/s-channel_mMed-800_mDark-20_rinv-0.5_alpha-peak_13TeV-pythia8_n-2000 scouting_PFNano_signals2/SVJ_hadronic_std3/s-channel_mMed-1300_mDark-20_rinv-0.7_alpha-peak_13TeV-pythia8_n-2000 scouting_PFNano_signals2/SVJ_hadronic_std3/s-channel_mMed-800_mDark-20_rinv-0.7_alpha-peak_13TeV-pythia8_n-2000 scouting_PFNano_signals2/SVJ_hadronic_std3/s-channel_mMed-1400_mDark-20_rinv-0.3_alpha-peak_13TeV-pythia8_n-2000 scouting_PFNano_signals2/SVJ_hadronic_std3/s-channel_mMed-900_mDark-20_rinv-0.3_alpha-peak_13TeV-pythia8_n-2000 scouting_PFNano_signals2/SVJ_hadronic_std3/s-channel_mMed-1400_mDark-20_rinv-0.5_alpha-peak_13TeV-pythia8_n-2000 scouting_PFNano_signals2/SVJ_hadronic_std3/s-channel_mMed-900_mDark-20_rinv-0.5_alpha-peak_13TeV-pythia8_n-2000 scouting_PFNano_signals2/SVJ_hadronic_std3/s-channel_mMed-1400_mDark-20_rinv-0.7_alpha-peak_13TeV-pythia8_n-2000 scouting_PFNano_signals2/SVJ_hadronic_std3/s-channel_mMed-900_mDark-20_rinv-0.7_alpha-peak_13TeV-pythia8_n-2000  -val scouting_PFNano_signals2/SVJ_hadronic_std2/s-channel_mMed-1000_mDark-20_rinv-0.3 scouting_PFNano_signals2/SVJ_hadronic_std2/s-channel_mMed-1500_mDark-20_rinv-0.5 scouting_PFNano_signals2/SVJ_hadronic_std2/s-channel_mMed-700_mDark-20_rinv-0.7 scouting_PFNano_signals2/SVJ_hadronic_std2/s-channel_mMed-900_mDark-20_rinv-0.3 scouting_PFNano_signals2/SVJ_hadronic_std2/s-channel_mMed-1000_mDark-20_rinv-0.5 scouting_PFNano_signals2/SVJ_hadronic_std2/s-channel_mMed-1500_mDark-20_rinv-0.7 scouting_PFNano_signals2/SVJ_hadronic_std2/s-channel_mMed-800_mDark-20_rinv-0.3 scouting_PFNano_signals2/SVJ_hadronic_std2/s-channel_mMed-900_mDark-20_rinv-0.5 scouting_PFNano_signals2/SVJ_hadronic_std2/s-channel_mMed-1000_mDark-20_rinv-0.7 scouting_PFNano_signals2/SVJ_hadronic_std2/s-channel_mMed-700_mDark-20_rinv-0.3 scouting_PFNano_signals2/SVJ_hadronic_std2/s-channel_mMed-800_mDark-20_rinv-0.5 scouting_PFNano_signals2/SVJ_hadronic_std2/s-channel_mMed-900_mDark-20_rinv-0.7 scouting_PFNano_signals2/SVJ_hadronic_std2/s-channel_mMed-1500_mDark-20_rinv-0.3 scouting_PFNano_signals2/SVJ_hadronic_std2/s-channel_mMed-700_mDark-20_rinv-0.5 scouting_PFNano_signals2/SVJ_hadronic_std2/s-channel_mMed-800_mDark-20_rinv-0.7  -net src/models/LGATr/lgatr.py -bs 256 --gpus 0 --run-name Train_LGATr_SB_All_data_CONT --val-dataset-size 4000 --num-epochs 1000 --attr-loss-weight 0.1 --coord-loss-weight 0.1 --beta-type pt+bc --spatial-part-only --validation-steps 1000 --load-model-weights train/Train_LGATr_SB_All_data_2025_01_14_13_19_34/step_5000_epoch_1.ckpt
+# sbatch jobs/BigTraining_2_spatial_part_only_vega.slurm

jobs/IRC_training/Delphes_training_t3_NoPID_augment.sh ADDED Viewed

	@@ -0,0 +1,24 @@

+#!/bin/bash
+sbatch <<EOT
+#!/bin/bash
+#SBATCH --partition=gpu               # Specify the partition
+#SBATCH --mem=25000                   # Request 10GB of memory
+#SBATCH --time=48:00:00
+#SBATCH --job-name=DelphesTrainSVJ  # Name the job
+#SBATCH --gres=gpu:1
+#SBATCH --account=gpu_gres            # Specify the account
+#SBATCH --output=jobs/vega/Dtr_lgatr_aug.out
+#SBATCH --error=jobs/vega/Dtr_lgatr_aug.err
+source env.sh
+export APPTAINER_TMPDIR=/work/gkrzmanc/singularity_tmp
+export APPTAINER_CACHEDIR=/work/gkrzmanc/singularity_cache
+nvidia-smi
+srun singularity exec  -B /t3home/gkrzmanc/ -B /work/gkrzmanc/ -B /pnfs/psi.ch/cms/trivcat/store/user/gkrzmanc  --nv docker://gkrz/lgatr:v3 python -m src.train  -train Delphes_020425_train2_PU_PFfix_part0/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part1/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part2/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part3/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part4/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part5/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part6/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  Delphes_020425_train2_PU_PFfix_part7/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  Delphes_020425_train2_PU_PFfix_part8/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  -val Delphes_020425_train2_PU_PFfix_part9/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak -val scouting_PFNano_signals2/SVJ_hadronic_std2/s-channel_mMed-700_mDark-20_rinv-0.7 -net src/models/LGATr/lgatr.py -bs 8 --gpus 0 --run-name LGATr_Aug --val-dataset-size 150 --num-steps 200000 --attr-loss-weight 0.1 --coord-loss-weight 0.1 --beta-type pt+bc --gt-radius 0.8 --num-blocks 10 -mv-ch 16 -s-ch 64 --spatial-part-only --validation-steps 60 --no-pid --augment-soft-particles --load-model-weights train/LGATr_training_NoPID_Delphes_PU_PFfix_10_16_64_0.8_2025_05_03_18_35_53_134/step_70000_epoch_16.ckpt --num-workers 0
+exit 0
+EOT
+# Args: n_blocks mv_channels s_channels radius (default: 10, 16, 64, 0.8)
+# bash jobs/IRC_training/Delphes_training_t3_NoPID_augment.sh

jobs/IRC_training/Delphes_training_t3_NoPID_augment_IRC.sh ADDED Viewed

	@@ -0,0 +1,24 @@

+#!/bin/bash
+sbatch <<EOT
+#!/bin/bash
+#SBATCH --partition=gpu               # Specify the partition
+#SBATCH --mem=25000                   # Request 10GB of memory
+#SBATCH --time=48:00:00
+#SBATCH --job-name=DelphesTrainSVJ  # Name the job
+#SBATCH --gres=gpu:1
+#SBATCH --account=gpu_gres            # Specify the account
+#SBATCH --output=jobs/vega/Dtr_lgatr_aug.out
+#SBATCH --error=jobs/vega/Dtr_lgatr_aug.err
+source env.sh
+export APPTAINER_TMPDIR=/work/gkrzmanc/singularity_tmp
+export APPTAINER_CACHEDIR=/work/gkrzmanc/singularity_cache
+nvidia-smi
+srun singularity exec  -B /t3home/gkrzmanc/ -B /work/gkrzmanc/ -B /pnfs/psi.ch/cms/trivcat/store/user/gkrzmanc  --nv docker://gkrz/lgatr:v3 python -m src.train  -train Delphes_020425_train2_PU_PFfix_part0/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part1/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part2/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part3/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part4/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part5/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part6/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  Delphes_020425_train2_PU_PFfix_part7/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  Delphes_020425_train2_PU_PFfix_part8/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  -val Delphes_020425_train2_PU_PFfix_part9/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  -net src/models/LGATr/lgatr.py -bs 8 --gpus 0 --run-name Delphes_Aug_IRCSplit_CONT --val-dataset-size 150 --num-steps 200000 --attr-loss-weight 0.1 --coord-loss-weight 0.1 --beta-type pt+bc --gt-radius 0.8 --num-blocks 10 -mv-ch 16 -s-ch 64 --spatial-part-only --validation-steps 60 --no-pid --augment-soft-particles --load-model-weights train/Delphes_Aug_IRCSplit_2025_05_06_10_09_00_567/step_8820_epoch_1.ckpt  --num-workers 0 -irc
+exit 0
+EOT
+# bash jobs/IRC_training/Delphes_training_t3_NoPID_augment_IRC.sh

jobs/IRC_training/Delphes_training_t3_NoPID_augment_IRC_SN.sh ADDED Viewed

	@@ -0,0 +1,24 @@

+#!/bin/bash
+sbatch <<EOT
+#!/bin/bash
+#SBATCH --partition=gpu               # Specify the partition
+#SBATCH --mem=25000                   # Request 10GB of memory
+#SBATCH --time=48:00:00
+#SBATCH --job-name=DelphesTrainSVJ  # Name the job
+#SBATCH --gres=gpu:1
+#SBATCH --account=gpu_gres            # Specify the account
+#SBATCH --output=jobs/vega/Dtr_lgatr_aug.out
+#SBATCH --error=jobs/vega/Dtr_lgatr_aug.err
+source env.sh
+export APPTAINER_TMPDIR=/work/gkrzmanc/singularity_tmp
+export APPTAINER_CACHEDIR=/work/gkrzmanc/singularity_cache
+nvidia-smi
+srun singularity exec  -B /t3home/gkrzmanc/ -B /work/gkrzmanc/ -B /pnfs/psi.ch/cms/trivcat/store/user/gkrzmanc  --nv docker://gkrz/lgatr:v3 python -m src.train  -train Delphes_020425_train2_PU_PFfix_part0/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part1/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part2/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part3/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part4/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part5/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part6/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  Delphes_020425_train2_PU_PFfix_part7/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  Delphes_020425_train2_PU_PFfix_part8/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  -val Delphes_020425_train2_PU_PFfix_part9/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  -net src/models/LGATr/lgatr.py -bs 8 --gpus 0 --run-name Delphes_Aug_IRC_Split_and_Noise_CONT --val-dataset-size 150 --num-steps 200000 --attr-loss-weight 0.1 --coord-loss-weight 0.1 --beta-type pt+bc --gt-radius 0.8 --num-blocks 10 -mv-ch 16 -s-ch 64 --spatial-part-only --validation-steps 60 --no-pid --augment-soft-particles --num-workers 0 -irc --load-model-weights train/LGATr_training_NoPID_Delphes_PU_PFfix_10_16_64_0.8_2025_05_03_18_35_53_134/step_70000_epoch_16.ckpt
+exit 0
+EOT
+# bash jobs/IRC_training/Delphes_training_t3_NoPID_augment_IRC_SN.sh

jobs/IRC_training/start_at_30k/Delphes_training_t3_NoPID_augment.sh ADDED Viewed

	@@ -0,0 +1,24 @@

+#!/bin/bash
+sbatch <<EOT
+#!/bin/bash
+#SBATCH --partition=gpu               # Specify the partition
+#SBATCH --mem=25000                   # Request 10GB of memory
+#SBATCH --time=48:00:00
+#SBATCH --job-name=DelphesTrainSVJ  # Name the job
+#SBATCH --gres=gpu:1
+#SBATCH --account=gpu_gres            # Specify the account
+#SBATCH --output=jobs/vega/Dtr_lgatr_aug.out
+#SBATCH --error=jobs/vega/Dtr_lgatr_aug.err
+source env.sh
+export APPTAINER_TMPDIR=/work/gkrzmanc/singularity_tmp
+export APPTAINER_CACHEDIR=/work/gkrzmanc/singularity_cache
+nvidia-smi
+srun singularity exec  -B /t3home/gkrzmanc/ -B /work/gkrzmanc/ -B /pnfs/psi.ch/cms/trivcat/store/user/gkrzmanc  --nv docker://gkrz/lgatr:v3 python -m src.train  -train Delphes_020425_train2_PU_PFfix_part0/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part1/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part2/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part3/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part4/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part5/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part6/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  Delphes_020425_train2_PU_PFfix_part7/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  Delphes_020425_train2_PU_PFfix_part8/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  -val Delphes_020425_train2_PU_PFfix_part9/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak -val scouting_PFNano_signals2/SVJ_hadronic_std2/s-channel_mMed-700_mDark-20_rinv-0.7 -net src/models/LGATr/lgatr.py -bs 8 --gpus 0 --run-name LGATr_Aug_30k --val-dataset-size 150 --num-steps 200000 --attr-loss-weight 0.1 --coord-loss-weight 0.1 --beta-type pt+bc --gt-radius 0.8 --num-blocks 10 -mv-ch 16 -s-ch 64 --spatial-part-only --validation-steps 60 --no-pid --augment-soft-particles --load-model-weights train/LGATr_training_NoPID_Delphes_PU_PFfix_10_16_64_0.8_2025_05_03_18_35_53_134/step_30000_epoch_7.ckpt  --num-workers 0
+exit 0
+EOT
+# Args: n_blocks mv_channels s_channels radius (default: 10, 16, 64, 0.8)
+# bash jobs/IRC_training/start_at_30k/Delphes_training_t3_NoPID_augment.sh

jobs/IRC_training/start_at_30k/Delphes_training_t3_NoPID_augment_IRC.sh ADDED Viewed

	@@ -0,0 +1,26 @@

+#!/bin/bash
+sbatch <<EOT
+#!/bin/bash
+#SBATCH --partition=gpu               # Specify the partition
+#SBATCH --mem=25000                   # Request 10GB of memory
+#SBATCH --time=48:00:00
+#SBATCH --job-name=DelphesTrainSVJ  # Name the job
+#SBATCH --gres=gpu:1
+#SBATCH --account=gpu_gres            # Specify the account
+#SBATCH --output=jobs/vega/Dtr_lgatr_aug.out
+#SBATCH --error=jobs/vega/Dtr_lgatr_aug.err
+source env.sh
+export APPTAINER_TMPDIR=/work/gkrzmanc/singularity_tmp
+export APPTAINER_CACHEDIR=/work/gkrzmanc/singularity_cache
+nvidia-smi
+srun singularity exec  -B /t3home/gkrzmanc/ -B /work/gkrzmanc/ -B /pnfs/psi.ch/cms/trivcat/store/user/gkrzmanc  --nv docker://gkrz/lgatr:v3 python -m src.train  -train Delphes_020425_train2_PU_PFfix_part0/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part1/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part2/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part3/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part4/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part5/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part6/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  Delphes_020425_train2_PU_PFfix_part7/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  Delphes_020425_train2_PU_PFfix_part8/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  -val Delphes_020425_train2_PU_PFfix_part9/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  -net src/models/LGATr/lgatr.py -bs 8 --gpus 0 --run-name Delphes_Aug_IRCSplit_30k_from10k --val-dataset-size 150 --num-steps 200000 --attr-loss-weight 0.1 --coord-loss-weight 0.1 --beta-type pt+bc --gt-radius 0.8 --num-blocks 10 -mv-ch 16 -s-ch 64 --spatial-part-only --validation-steps 60 --no-pid --augment-soft-particles --load-model-weights  train/LGATr_training_NoPID_Delphes_PU_PFfix_10_16_64_0.8_2025_05_03_18_35_53_134/step_30000_epoch_7.ckpt  --num-workers 0 -irc
+exit 0
+EOT
+# bash jobs/IRC_training/start_at_30k/Delphes_training_t3_NoPID_augment_IRC.sh
+####

jobs/IRC_training/start_at_50k/Delphes_training_t3_NoPID_augment.sh ADDED Viewed

	@@ -0,0 +1,24 @@

+#!/bin/bash
+sbatch <<EOT
+#!/bin/bash
+#SBATCH --partition=gpu               # Specify the partition
+#SBATCH --mem=25000                   # Request 10GB of memory
+#SBATCH --time=48:00:00
+#SBATCH --job-name=DelphesTrainSVJ  # Name the job
+#SBATCH --gres=gpu:1
+#SBATCH --account=gpu_gres            # Specify the account
+#SBATCH --output=jobs/vega/Dtr_lgatr_aug.out
+#SBATCH --error=jobs/vega/Dtr_lgatr_aug.err
+source env.sh
+export APPTAINER_TMPDIR=/work/gkrzmanc/singularity_tmp
+export APPTAINER_CACHEDIR=/work/gkrzmanc/singularity_cache
+nvidia-smi
+srun singularity exec  -B /t3home/gkrzmanc/ -B /work/gkrzmanc/ -B /pnfs/psi.ch/cms/trivcat/store/user/gkrzmanc  --nv docker://gkrz/lgatr:v3 python -m src.train  -train Delphes_020425_train2_PU_PFfix_part0/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part1/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part2/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part3/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part4/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part5/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part6/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  Delphes_020425_train2_PU_PFfix_part7/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  Delphes_020425_train2_PU_PFfix_part8/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  -val Delphes_020425_train2_PU_PFfix_part9/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak -val scouting_PFNano_signals2/SVJ_hadronic_std2/s-channel_mMed-700_mDark-20_rinv-0.7 -net src/models/LGATr/lgatr.py -bs 8 --gpus 0 --run-name LGATr_Aug_50k --val-dataset-size 150 --num-steps 200000 --attr-loss-weight 0.1 --coord-loss-weight 0.1 --beta-type pt+bc --gt-radius 0.8 --num-blocks 10 -mv-ch 16 -s-ch 64 --spatial-part-only --validation-steps 60 --no-pid --augment-soft-particles --load-model-weights train/LGATr_training_NoPID_Delphes_PU_PFfix_10_16_64_0.8_2025_05_03_18_35_53_134/step_50000_epoch_12.ckpt --num-workers 0
+exit 0
+EOT
+# Args: n_blocks mv_channels s_channels radius (default: 10, 16, 64, 0.8)
+# bash jobs/IRC_training/start_at_50k/Delphes_training_t3_NoPID_augment.sh

jobs/IRC_training/start_at_50k/Delphes_training_t3_NoPID_augment_IRC.sh ADDED Viewed

	@@ -0,0 +1,25 @@

+#!/bin/bash
+sbatch <<EOT
+#!/bin/bash
+#SBATCH --partition=gpu               # Specify the partition
+#SBATCH --mem=25000                   # Request 10GB of memory
+#SBATCH --time=48:00:00
+#SBATCH --job-name=DelphesTrainSVJ  # Name the job
+#SBATCH --gres=gpu:1
+#SBATCH --account=gpu_gres            # Specify the account
+#SBATCH --output=jobs/vega/Dtr_lgatr_aug.out
+#SBATCH --error=jobs/vega/Dtr_lgatr_aug.err
+source env.sh
+export APPTAINER_TMPDIR=/work/gkrzmanc/singularity_tmp
+export APPTAINER_CACHEDIR=/work/gkrzmanc/singularity_cache
+nvidia-smi
+#srun singularity exec  -B /t3home/gkrzmanc/ -B /work/gkrzmanc/ -B /pnfs/psi.ch/cms/trivcat/store/user/gkrzmanc  --nv docker://gkrz/lgatr:v3 python -m src.train  -train Delphes_020425_train2_PU_PFfix_part0/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part1/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part2/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part3/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part4/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part5/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part6/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  Delphes_020425_train2_PU_PFfix_part7/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  Delphes_020425_train2_PU_PFfix_part8/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  -val Delphes_020425_train2_PU_PFfix_part9/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  -net src/models/LGATr/lgatr.py -bs 8 --gpus 0 --run-name Delphes_Aug_IRCSplit_50k --val-dataset-size 150 --num-steps 200000 --attr-loss-weight 0.1 --coord-loss-weight 0.1 --beta-type pt+bc --gt-radius 0.8 --num-blocks 10 -mv-ch 16 -s-ch 64 --spatial-part-only --validation-steps 60 --no-pid --augment-soft-particles --load-model-weights train/LGATr_training_NoPID_Delphes_PU_PFfix_10_16_64_0.8_2025_05_03_18_35_53_134/step_50000_epoch_12.ckpt  --num-workers 0 -irc
+srun singularity exec  -B /t3home/gkrzmanc/ -B /work/gkrzmanc/ -B /pnfs/psi.ch/cms/trivcat/store/user/gkrzmanc  --nv docker://gkrz/lgatr:v3 python -m src.train  -train Delphes_020425_train2_PU_PFfix_part0/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part1/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part2/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part3/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part4/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part5/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part6/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  Delphes_020425_train2_PU_PFfix_part7/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  Delphes_020425_train2_PU_PFfix_part8/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  -val Delphes_020425_train2_PU_PFfix_part9/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  -net src/models/LGATr/lgatr.py -bs 8 --gpus 0 --run-name Delphes_Aug_IRCSplit_50k_from10k --val-dataset-size 150 --num-steps 200000 --attr-loss-weight 0.1 --coord-loss-weight 0.1 --beta-type pt+bc --gt-radius 0.8 --num-blocks 10 -mv-ch 16 -s-ch 64 --spatial-part-only --validation-steps 60 --no-pid --augment-soft-particles --load-model-weights train/Delphes_Aug_IRCSplit_50k_2025_05_09_15_22_38_956/step_13620_epoch_2.ckpt  --num-workers 0 -irc
+-irc
+exit 0
+EOT
+# bash jobs/IRC_training/start_at_50k/Delphes_training_t3_NoPID_augment_IRC.sh
+####

jobs/IRC_training/start_at_50k/Delphes_training_t3_NoPID_augment_IRCSN.sh ADDED Viewed

	@@ -0,0 +1,25 @@

+#!/bin/bash
+sbatch <<EOT
+#!/bin/bash
+#SBATCH --partition=gpu               # Specify the partition
+#SBATCH --mem=25000                   # Request 10GB of memory
+#SBATCH --time=48:00:00
+#SBATCH --job-name=DelphesTrainSVJ  # Name the job
+#SBATCH --gres=gpu:1
+#SBATCH --account=gpu_gres            # Specify the account
+#SBATCH --output=jobs/vega/Dtr_lgatr_aug.out
+#SBATCH --error=jobs/vega/Dtr_lgatr_aug.err
+source env.sh
+export APPTAINER_TMPDIR=/work/gkrzmanc/singularity_tmp
+export APPTAINER_CACHEDIR=/work/gkrzmanc/singularity_cache
+nvidia-smi
+srun singularity exec  -B /t3home/gkrzmanc/ -B /work/gkrzmanc/ -B /pnfs/psi.ch/cms/trivcat/store/user/gkrzmanc -H /t3home/gkrzmanc  --nv docker://gkrz/lgatr:v3 python -m src.train  -train Delphes_020425_train2_PU_PFfix_part0/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part1/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part2/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part3/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part4/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part5/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part6/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  Delphes_020425_train2_PU_PFfix_part7/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  Delphes_020425_train2_PU_PFfix_part8/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  -val Delphes_020425_train2_PU_PFfix_part9/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  -net src/models/LGATr/lgatr.py -bs 8 --gpus 0 --run-name Delphes_Aug_IRCSplit_50k_SN_from3kFT --val-dataset-size 150 --num-steps 200000 --attr-loss-weight 0.1 --coord-loss-weight 0.1 --beta-type pt+bc --gt-radius 0.8 --num-blocks 10 -mv-ch 16 -s-ch 64 --spatial-part-only --validation-steps 60 --no-pid --augment-soft-particles --load-model-weights  train/Delphes_Aug_IRCSplit_50k_SN_2025_05_12_13_57_45_477/step_3060_epoch_1.ckpt  --num-workers 0 -irc
+exit 0
+EOT
+# bash jobs/IRC_training/start_at_50k/Delphes_training_t3_NoPID_augment_IRCSN.sh
+####

jobs/IRC_training/start_at_50k/Delphes_training_t3_NoPID_augment_IRC_noaug.sh ADDED Viewed

	@@ -0,0 +1,34 @@

+#!/bin/bash
+sbatch <<EOT
+#!/bin/bash
+#SBATCH --partition=gpu               # Specify the partition
+#SBATCH --mem=25000                   # Request 10GB of memory
+#SBATCH --time=48:00:00
+#SBATCH --job-name=DelphesTrainSVJ  # Name the job
+#SBATCH --gres=gpu:1
+#SBATCH --account=gpu_gres            # Specify the account
+#SBATCH --output=jobs/vega/Dtr_lgatr_augGPU.out
+#SBATCH --error=jobs/vega/Dtr_lgatr_augGPU.err
+source env.sh
+export APPTAINER_TMPDIR=/work/gkrzmanc/singularity_tmp
+export APPTAINER_CACHEDIR=/work/gkrzmanc/singularity_cache
+export PATH=/t3home/gkrzmanc/.local/lib/site-packages:$PATH
+nvidia-smi
+env
+echo " ---- end env ---- "
+srun singularity exec  -B /work/gkrzmanc/ -B /pnfs/psi.ch/cms/trivcat/store/user/gkrzmanc -B /t3home/gkrzmanc  -H /t3home/gkrzmanc    --nv docker://gkrz/lgatr:v3  python -c "import fastjet"
+echo "Hello"
+srun singularity exec  -B /work/gkrzmanc/ -B /pnfs/psi.ch/cms/trivcat/store/user/gkrzmanc   -B /t3home/gkrzmanc   -H /t3home/gkrzmanc   --nv docker://gkrz/lgatr:v3  python -m src.train  -train Delphes_020425_train2_PU_PFfix_part0/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part1/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part2/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part3/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part4/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part5/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part6/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  Delphes_020425_train2_PU_PFfix_part7/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  Delphes_020425_train2_PU_PFfix_part8/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  -val Delphes_020425_train2_PU_PFfix_part9/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  -net src/models/LGATr/lgatr.py -bs 8 --gpus 0 --run-name Delphes_NOAug_IRCSplit_50k_cont --val-dataset-size 150 --num-steps 200000 --attr-loss-weight 0.1 --coord-loss-weight 0.1 --beta-type pt+bc --gt-radius 0.8 --num-blocks 10 -mv-ch 16 -s-ch 64 --spatial-part-only --validation-steps 60 --no-pid --load-model-weights  train/Delphes_NOAug_IRCSplit_50k__2025_05_13_09_56_39_345/step_2460_epoch_1.ckpt   --num-workers 0 -irc
+exit 0
+EOT
+# bash jobs/IRC_training/start_at_50k/Delphes_training_t3_NoPID_augment_IRC_noaug.sh
+####

jobs/IRC_training/start_at_50k/test.sh ADDED Viewed

	@@ -0,0 +1,32 @@

+#!/bin/bash
+sbatch <<EOT
+  #!/bin/bash
+  #SBATCH --partition=short               # Specify the partition
+  #SBATCH --mem=25000                   # Request 10GB of memory
+  #SBATCH --time=00:01:00
+  #SBATCH --job-name=test1  # Name the job
+  #SBATCH --account=t3            # Specify the account
+  #SBATCH --output=jobs/vega/Dtr_lgatr_aug.out
+  #SBATCH --error=jobs/vega/Dtr_lgatr_aug.err
+  source env.sh
+  export APPTAINER_TMPDIR=/work/gkrzmanc/singularity_tmp
+  export APPTAINER_CACHEDIR=/work/gkrzmanc/singularity_cache
+nvidia-smi
+env
+echo " ---- end env ---- "
+srun singularity exec  -B /t3home/gkrzmanc/ -B /work/gkrzmanc/ -B /pnfs/psi.ch/cms/trivcat/store/user/gkrzmanc -H /t3home/gkrzmanc  --nv docker://gkrz/lgatr:v3 python -m pip install  --no-input fastjet
+srun singularity exec  -B /t3home/gkrzmanc/ -B /work/gkrzmanc/ -B /pnfs/psi.ch/cms/trivcat/store/user/gkrzmanc -H /t3home/gkrzmanc    --nv docker://gkrz/lgatr:v3 python -c "import fastjet"
+echo "Hello"
+srun singularity exec  -B /t3home/gkrzmanc/ -B /work/gkrzmanc/ -B /pnfs/psi.ch/cms/trivcat/store/user/gkrzmanc  -H /t3home/gkrzmanc   --nv docker://gkrz/lgatr:v3 python -m src.train  -train Delphes_020425_train2_PU_PFfix_part0/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part1/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part2/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part3/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part4/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part5/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part6/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  Delphes_020425_train2_PU_PFfix_part7/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  Delphes_020425_train2_PU_PFfix_part8/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  -val Delphes_020425_train2_PU_PFfix_part9/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  -net src/models/LGATr/lgatr.py -bs 8 --gpus 0 --run-name Delphes_NOAug_IRCSplit_50k_cont --val-dataset-size 150 --num-steps 200000 --attr-loss-weight 0.1 --coord-loss-weight 0.1 --beta-type pt+bc --gt-radius 0.8 --num-blocks 10 -mv-ch 16 -s-ch 64 --spatial-part-only --validation-steps 60 --no-pid --load-model-weights  train/Delphes_NOAug_IRCSplit_50k__2025_05_13_09_56_39_345/step_2460_epoch_1.ckpt   --num-workers 0 -irc
+exit 0
+EOT
+# bash jobs/IRC_training/start_at_50k/test.sh
+####

jobs/base_training/gatr_training_NoPIDDelphes.sh ADDED Viewed

	@@ -0,0 +1,26 @@

+#!/bin/bash
+sbatch <<EOT
+#!/bin/bash
+#SBATCH --partition=gpu               # Specify the partition
+#SBATCH --mem=25000                   # Request 10GB of memory
+#SBATCH --time=48:00:00
+#SBATCH --job-name=DelphesSVJTrain  # Name the job
+#SBATCH --gres=gpu:1
+#SBATCH --account=gpu_gres             # Specify the account
+#SBATCH --output=jobs/vega/DTrGATr_out_$1_$2_$3_R$4.log
+#SBATCH --error=jobs/vega/DTrGATr_err_$1_$2_$3_R$4.log
+source env.sh
+export APPTAINER_TMPDIR=/work/gkrzmanc/singularity_tmp
+export APPTAINER_CACHEDIR=/work/gkrzmanc/singularity_cache
+nvidia-smi
+srun singularity exec  -B /work -B /pnfs -B /t3home --nv docker://gkrz/lgatr:v3 python -m src.train -train Delphes_020425_train2_PU_PFfix_part0/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part1/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part2/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part3/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part4/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part5/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part6/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  Delphes_020425_train2_PU_PFfix_part7/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  Delphes_020425_train2_PU_PFfix_part8/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  -val Delphes_020425_train2_PU_PFfix_part9/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak -net src/models/GATr/Gatr.py -bs 20  --gpus 0 --run-name GATr_training_NoPID_Delphes_PU_CoordFix_CONT_$1_$2_$3_$4 --val-dataset-size 1000 --num-steps 200000 --attr-loss-weight 0.1 --coord-loss-weight 0.1 --beta-type pt+bc --gt-radius $4 --num-blocks $1 -mv-ch $2 -s-ch $3 --spatial-part-only --validation-steps 2000 --no-pid --load-model-weights train/GATr_training_NoPID_Delphes_PU_CoordFix_10_16_64_0.8_2025_05_05_13_06_27_898/step_50000_epoch_12.ckpt
+exit 0
+EOT
+# Args: n_blocks mv_channels s_channels radius (default: 10, 16, 64, 0.8)
+# bash jobs/base_training/gatr_training_NoPIDDelphes.sh 10 16 64 0.8

jobs/base_training/lgatr_training_NoPIDDelphes.sh ADDED Viewed

	@@ -0,0 +1,26 @@

+#!/bin/bash
+sbatch <<EOT
+#!/bin/bash
+#SBATCH --partition=gpu               # Specify the partition
+#SBATCH --mem=25000                   # Request 10GB of memory
+#SBATCH --time=48:00:00
+#SBATCH --job-name=DelphesSVJTrain  # Name the job
+#SBATCH --gres=gpu:1
+#SBATCH --account=gpu_gres             # Specify the account
+#SBATCH --output=jobs/vega/DTrLGATr_out_$1_$2_$3_R$4.log
+#SBATCH --error=jobs/vega/DTrLGATr_err_$1_$2_$3_R$4.log
+source env.sh
+export APPTAINER_TMPDIR=/work/gkrzmanc/singularity_tmp
+export APPTAINER_CACHEDIR=/work/gkrzmanc/singularity_cache
+nvidia-smi
+srun singularity exec  -B /work -B /pnfs -B /t3home --nv docker://gkrz/lgatr:v3 python -m src.train -train Delphes_020425_train2_PU_PFfix_part0/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part1/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part2/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part3/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part4/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part5/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part6/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  Delphes_020425_train2_PU_PFfix_part7/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  Delphes_020425_train2_PU_PFfix_part8/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  -val Delphes_020425_train2_PU_PFfix_part9/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak -net src/models/LGATr/lgatr.py -bs 20  --gpus 0 --run-name LGATr_training_NoPID_Delphes_PU_PFfix_$1_$2_$3_$4 --val-dataset-size 1000 --num-steps 200000 --attr-loss-weight 0.1 --coord-loss-weight 0.1 --beta-type pt+bc --gt-radius $4 --num-blocks $1 -mv-ch $2 -s-ch $3 --spatial-part-only --validation-steps 2000 --no-pid
+exit 0
+EOT
+# Args: n_blocks mv_channels s_channels radius (default: 10, 16, 64, 0.8)
+# bash jobs/base_training/lgatr_700_07.sh 10 16 64 0.8

jobs/base_training/transformer_training_NoPIDDelphes.sh ADDED Viewed

	@@ -0,0 +1,24 @@

+#!/bin/bash
+sbatch <<EOT
+#!/bin/bash
+#SBATCH --partition=gpu               # Specify the partition
+#SBATCH --mem=25000                   # Request 10GB of memory
+#SBATCH --time=48:00:00
+#SBATCH --job-name=DelphesSVJTrain  # Name the job
+#SBATCH --gres=gpu:1
+#SBATCH --account=gpu_gres             # Specify the account
+#SBATCH --output=jobs/vega/DTr_out_$1_$2_$3_R$4.log
+#SBATCH --error=jobs/vega/DTr_err_$1_$2_$3_R$4.log
+source env.sh
+export APPTAINER_TMPDIR=/work/gkrzmanc/singularity_tmp
+export APPTAINER_CACHEDIR=/work/gkrzmanc/singularity_cache
+nvidia-smi
+srun singularity exec  -B /work -B /pnfs -B /t3home --nv docker://gkrz/lgatr:v3 python -m src.train -train Delphes_020425_train2_PU_PFfix_part0/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part1/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part2/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part3/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part4/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part5/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part6/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  Delphes_020425_train2_PU_PFfix_part7/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  Delphes_020425_train2_PU_PFfix_part8/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  -val Delphes_020425_train2_PU_PFfix_part9/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak -net src/models/transformer/transformer.py -bs 20  --gpus 0 --run-name Transformer_training_NoPID_Delphes_PU_CoordFix_$1_$2_$3_$4 --val-dataset-size 1000 --num-steps 200000 --attr-loss-weight 0.1 --coord-loss-weight 0.1 --beta-type pt+bc --gt-radius $4 --num-blocks $1 -mv-ch $2 -s-ch $3 --spatial-part-only --validation-steps 2000 --no-pid
+exit 0
+EOT
+# Args: n_blocks mv_channels s_channels radius (default: 10, 16, 64, 0.8)
+# bash jobs/vega/transformer_training_NoPIDDelphes.sh 10 16 64 0.8

jobs/base_training_different_datasets/aug/lgatr_700_07.sh ADDED Viewed

	@@ -0,0 +1,26 @@

+#!/bin/bash
+sbatch <<EOT
+#!/bin/bash
+#SBATCH --partition=gpu               # Specify the partition
+#SBATCH --mem=25000                   # Request 10GB of memory
+#SBATCH --time=48:00:00
+#SBATCH --job-name=DelphesSVJTrain  # Name the job
+#SBATCH --gres=gpu:1
+#SBATCH --account=gpu_gres             # Specify the account
+#SBATCH --output=jobs/vega/DTrLGATr_out_$1_$2_$3_R$4.log
+#SBATCH --error=jobs/vega/DTrLGATr_err_$1_$2_$3_R$4.log
+source env.sh
+export APPTAINER_TMPDIR=/work/gkrzmanc/singularity_tmp
+export APPTAINER_CACHEDIR=/work/gkrzmanc/singularity_cache
+nvidia-smi
+srun singularity exec  -B /work -B /pnfs -B /t3home -H /t3home/gkrzmanc --nv docker://gkrz/lgatr:v3 python -m src.train -train Delphes_020425_train3_PU_PFfix_part0/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part1/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part2/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part3/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part4/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part5/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part6/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak  Delphes_020425_train3_PU_PFfix_part7/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak  Delphes_020425_train3_PU_PFfix_part8/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak  -val Delphes_020425_train3_PU_PFfix_part9/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak -net src/models/LGATr/lgatr.py -bs 20  --gpus 0 --run-name GP_LGATr_training_NoPID_Delphes_PU_PFfix_700_07_$1_$2_$3_$4 --val-dataset-size 1000 --num-steps 200000 --attr-loss-weight 0.1 --coord-loss-weight 0.1 --beta-type pt+bc --gt-radius $4 --num-blocks $1 -mv-ch $2 -s-ch $3 --spatial-part-only --validation-steps 2000 --no-pid --augment-soft-particles --load-model-weights train/LGATr_training_NoPID_Delphes_PU_PFfix_700_07_10_16_64_0.8_2025_05_16_19_44_46_795/step_50000_epoch_12.ckpt
+exit 0
+EOT
+# Args: n_blocks mv_channels s_channels radius (default: 10, 16, 64, 0.8)
+# bash jobs/base_training_different_datasets/aug/lgatr_700_07.sh 10 16 64 0.8

jobs/base_training_different_datasets/aug/lgatr_700_07_and_900_03.sh ADDED Viewed

	@@ -0,0 +1,25 @@

+#!/bin/bash
+sbatch <<EOT
+#!/bin/bash
+#SBATCH --partition=gpu               # Specify the partition
+#SBATCH --mem=25000                   # Request 10GB of memory
+#SBATCH --time=48:00:00
+#SBATCH --job-name=DelphesSVJTrain  # Name the job
+#SBATCH --gres=gpu:1
+#SBATCH --account=gpu_gres             # Specify the account
+#SBATCH --output=jobs/vega/DTrLGATr_out_$1_$2_$3_R$4.log
+#SBATCH --error=jobs/vega/DTrLGATr_err_$1_$2_$3_R$4.log
+source env.sh
+export APPTAINER_TMPDIR=/work/gkrzmanc/singularity_tmp
+export APPTAINER_CACHEDIR=/work/gkrzmanc/singularity_cache
+nvidia-smi
+srun singularity exec  -B /work -B /pnfs -B /t3home -H /t3home/gkrzmanc --nv docker://gkrz/lgatr:v3 python -m src.train -train Delphes_020425_train3_PU_PFfix_part0/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part1/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part2/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part3/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part4/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part5/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part6/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak  Delphes_020425_train3_PU_PFfix_part7/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak  Delphes_020425_train3_PU_PFfix_part8/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak  Delphes_020425_train2_PU_PFfix_part0/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part1/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part2/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part3/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part4/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part5/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part6/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  Delphes_020425_train2_PU_PFfix_part7/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  Delphes_020425_train2_PU_PFfix_part8/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  -val Delphes_020425_train3_PU_PFfix_part9/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak -net src/models/LGATr/lgatr.py -bs 20  --gpus 0 --run-name GP_LGATr_training_NoPID_Delphes_PU_PFfix_700_07_AND_900_03_$1_$2_$3_$4 --val-dataset-size 1000 --num-steps 200000 --attr-loss-weight 0.1 --coord-loss-weight 0.1 --beta-type pt+bc --gt-radius $4 --num-blocks $1 -mv-ch $2 -s-ch $3 --spatial-part-only --validation-steps 2000 --no-pid --augment-soft-particles --load-model-weights train/LGATr_training_NoPID_Delphes_PU_PFfix_700_07_AND_900_03_10_16_64_0.8_2025_05_16_21_04_26_991/step_50000_epoch_6.ckpt
+exit 0
+EOT
+# Args: n_blocks mv_channels s_channels radius (default: 10, 16, 64, 0.8)
+# bash jobs/base_training_different_datasets/aug/lgatr_700_07_and_900_03.sh 10 16 64 0.8

jobs/base_training_different_datasets/aug/lgatr_700_07_and_900_03_and_QCD.sh ADDED Viewed

	@@ -0,0 +1,25 @@

+#!/bin/bash
+sbatch <<EOT
+#!/bin/bash
+#SBATCH --partition=gpu               # Specify the partition
+#SBATCH --mem=25000                   # Request 10GB of memory
+#SBATCH --time=48:00:00
+#SBATCH --job-name=DelphesSVJTrain  # Name the job
+#SBATCH --gres=gpu:1
+#SBATCH --account=gpu_gres             # Specify the account
+#SBATCH --output=jobs/vega/DTrLGATr_out_$1_$2_$3_R$4.log
+#SBATCH --error=jobs/vega/DTrLGATr_err_$1_$2_$3_R$4.log
+source env.sh
+export APPTAINER_TMPDIR=/work/gkrzmanc/singularity_tmp
+export APPTAINER_CACHEDIR=/work/gkrzmanc/singularity_cache
+nvidia-smi
+srun singularity exec  -B /work -B /pnfs -B /t3home -H /t3home/gkrzmanc --nv docker://gkrz/lgatr:v3 python -m src.train -train Delphes_020425_train3_PU_PFfix_part0/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part1/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part2/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part3/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part4/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part5/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part6/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak  Delphes_020425_train3_PU_PFfix_part7/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak  Delphes_020425_train3_PU_PFfix_part8/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak  Delphes_020425_train2_PU_PFfix_part0/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part1/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part2/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part3/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part4/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part5/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part6/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  Delphes_020425_train2_PU_PFfix_part7/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  Delphes_020425_train2_PU_PFfix_part8/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  QCDtrain_part0/qcd_test_0 QCDtrain_part0/qcd_test_1 QCDtrain_part0/qcd_test_2 QCDtrain_part0/qcd_test_3 QCDtrain_part0/qcd_test_4 QCDtrain_part0/qcd_test_5 QCDtrain_part0/qcd_test_6 QCDtrain_part0/qcd_test_7 QCDtrain_part0/qcd_test_8  -val Delphes_020425_train3_PU_PFfix_part9/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak -net src/models/LGATr/lgatr.py -bs 20  --gpus 0 --run-name GP_LGATr_training_NoPID_Delphes_PU_PFfix_700_07_AND_900_03_AND_QCD_$1_$2_$3_$4 --val-dataset-size 1000 --num-steps 200000 --attr-loss-weight 0.1 --coord-loss-weight 0.1 --beta-type pt+bc --gt-radius $4 --num-blocks $1 -mv-ch $2 -s-ch $3 --spatial-part-only --validation-steps 2000 --no-pid --augment-soft-particles --load-model-weights train/LGATr_training_NoPID_Delphes_PU_PFfix_700_07_AND_900_03_AND_QCD_10_16_64_0.8_2025_05_16_21_04_26_937/step_50000_epoch_4.ckpt
+exit 0
+EOT
+# Args: n_blocks mv_channels s_channels radius (default: 10, 16, 64, 0.8)
+# bash jobs/base_training_different_datasets/aug/lgatr_700_07_and_900_03_and_QCD.sh 10 16 64 0.8

jobs/base_training_different_datasets/aug/lgatr_QCD.sh ADDED Viewed

	@@ -0,0 +1,25 @@

+#!/bin/bash
+sbatch <<EOT
+#!/bin/bash
+#SBATCH --partition=gpu               # Specify the partition
+#SBATCH --mem=25000                   # Request 10GB of memory
+#SBATCH --time=48:00:00
+#SBATCH --job-name=DelphesSVJTrain  # Name the job
+#SBATCH --gres=gpu:1
+#SBATCH --account=gpu_gres             # Specify the account
+#SBATCH --output=jobs/vega/DTrLGATr_out_$1_$2_$3_R$4.log
+#SBATCH --error=jobs/vega/DTrLGATr_err_$1_$2_$3_R$4.log
+source env.sh
+export APPTAINER_TMPDIR=/work/gkrzmanc/singularity_tmp
+export APPTAINER_CACHEDIR=/work/gkrzmanc/singularity_cache
+nvidia-smi
+srun singularity exec  -B /work -B /pnfs -B /t3home -H /t3home/gkrzmanc --nv docker://gkrz/lgatr:v3 python -m src.train -train QCDtrain_part0/qcd_test_0 QCDtrain_part0/qcd_test_1 QCDtrain_part0/qcd_test_2 QCDtrain_part0/qcd_test_3 QCDtrain_part0/qcd_test_4 QCDtrain_part0/qcd_test_5 QCDtrain_part0/qcd_test_6 QCDtrain_part0/qcd_test_7 QCDtrain_part0/qcd_test_8  -val QCDtrain_part0/qcd_test_9 -net src/models/LGATr/lgatr.py -bs 20  --gpus 0 --run-name GP_LGATr_training_NoPID_Delphes_PU_PFfix_QCD_events_$1_$2_$3_$4 --val-dataset-size 1000 --num-steps 200000 --attr-loss-weight 0.1 --coord-loss-weight 0.1 --beta-type pt+bc --gt-radius $4 --num-blocks $1 -mv-ch $2 -s-ch $3 --spatial-part-only --validation-steps 2000 --no-pid --augment-soft-particles  --load-model-weights train/LGATr_training_NoPID_Delphes_PU_PFfix_QCD_events_10_16_64_0.8_2025_05_16_19_46_57_48/step_50000_epoch_12.ckpt
+exit 0
+EOT
+# Args: n_blocks mv_channels s_channels radius (default: 10, 16, 64, 0.8)
+# bash jobs/base_training_different_datasets/aug/lgatr_QCD.sh 10 16 64 0.8

jobs/base_training_different_datasets/aug_IRC_S/lgatr_700_07.sh ADDED Viewed

	@@ -0,0 +1,27 @@

+#!/bin/bash
+sbatch <<EOT
+#!/bin/bash
+#SBATCH --partition=gpu               # Specify the partition
+#SBATCH --mem=25000                   # Request 10GB of memory
+#SBATCH --time=48:00:00
+#SBATCH --job-name=DelphesSVJTrain  # Name the job
+#SBATCH --gres=gpu:1
+#SBATCH --account=gpu_gres             # Specify the account
+#SBATCH --output=jobs/vega/7DTrLGATr_out_$1_$2_$3_R$4.log
+#SBATCH --error=jobs/vega/7DTrLGATr_err_$1_$2_$3_R$4.log
+source env.sh
+export APPTAINER_TMPDIR=/work/gkrzmanc/singularity_tmp
+export APPTAINER_CACHEDIR=/work/gkrzmanc/singularity_cache
+nvidia-smi
+srun singularity exec  -B /work -B /pnfs -B /t3home -H /t3home/gkrzmanc --nv docker://gkrz/lgatr:v3 python -m src.train -train Delphes_020425_train3_PU_PFfix_part0/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part1/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part2/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part3/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part4/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part5/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part6/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak  Delphes_020425_train3_PU_PFfix_part7/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak  Delphes_020425_train3_PU_PFfix_part8/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak  -val Delphes_020425_train3_PU_PFfix_part9/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak -net src/models/LGATr/lgatr.py -bs 8  --gpus 0 --run-name GP_IRC_S_LGATr_training_NoPID_Delphes_PU_PFfix_700_07_$1_$2_$3_$4 --val-dataset-size 10 --num-steps 200000 --attr-loss-weight 0.1 --coord-loss-weight 0.1 --beta-type pt+bc --gt-radius $4 --num-blocks $1 -mv-ch $2 -s-ch $3 --spatial-part-only --validation-steps 2000 --no-pid --augment-soft-particles --load-model-weights train/LGATr_training_NoPID_Delphes_PU_PFfix_700_07_10_16_64_0.8_2025_05_16_19_44_46_795/step_50000_epoch_12.ckpt  -irc
+exit 0
+EOT
+# Args: n_blocks mv_channels s_channels radius (default: 10, 16, 64, 0.8)
+# bash jobs/base_training_different_datasets/aug_IRC_S/lgatr_700_07.sh 10 16 64 0.8

jobs/base_training_different_datasets/aug_IRC_S/lgatr_700_07_and_900_03.sh ADDED Viewed

	@@ -0,0 +1,26 @@

+#!/bin/bash
+sbatch <<EOT
+#!/bin/bash
+#SBATCH --partition=gpu               # Specify the partition
+#SBATCH --mem=25000                   # Request 10GB of memory
+#SBATCH --time=48:00:00
+#SBATCH --job-name=DelphesSVJTrain  # Name the job
+#SBATCH --gres=gpu:1
+#SBATCH --account=gpu_gres             # Specify the account
+#SBATCH --output=jobs/vega/700and900_DTrLGATr_out_$1_$2_$3_R$4.log
+#SBATCH --error=jobs/vega/700and900_DTrLGATr_err_$1_$2_$3_R$4.log
+source env.sh
+export APPTAINER_TMPDIR=/work/gkrzmanc/singularity_tmp
+export APPTAINER_CACHEDIR=/work/gkrzmanc/singularity_cache
+nvidia-smi
+srun singularity exec  -B /work -B /pnfs -B /t3home -H /t3home/gkrzmanc --nv docker://gkrz/lgatr:v3 python -m src.train -train Delphes_020425_train3_PU_PFfix_part0/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part1/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part2/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part3/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part4/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part5/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part6/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak  Delphes_020425_train3_PU_PFfix_part7/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak  Delphes_020425_train3_PU_PFfix_part8/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak  Delphes_020425_train2_PU_PFfix_part0/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part1/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part2/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part3/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part4/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part5/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part6/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  Delphes_020425_train2_PU_PFfix_part7/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  Delphes_020425_train2_PU_PFfix_part8/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  -val Delphes_020425_train3_PU_PFfix_part9/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak -net src/models/LGATr/lgatr.py -bs 8  --gpus 0 --run-name GP_IRC_S_LGATr_training_NoPID_Delphes_PU_PFfix_700_07_AND_900_03_$1_$2_$3_$4 --val-dataset-size 10 --num-steps 200000 --attr-loss-weight 0.1 --coord-loss-weight 0.1 --beta-type pt+bc --gt-radius $4 --num-blocks $1 -mv-ch $2 -s-ch $3 --spatial-part-only --validation-steps 2000 --no-pid --augment-soft-particles --load-model-weights train/LGATr_training_NoPID_Delphes_PU_PFfix_700_07_AND_900_03_10_16_64_0.8_2025_05_16_21_04_26_991/step_50000_epoch_6.ckpt  -irc
+exit 0
+EOT
+# Args: n_blocks mv_channels s_channels radius (default: 10, 16, 64, 0.8)
+# bash jobs/base_training_different_datasets/aug_IRC_S/lgatr_700_07_and_900_03.sh 10 16 64 0.8

jobs/base_training_different_datasets/aug_IRC_S/lgatr_700_07_and_900_03_and_QCD.sh ADDED Viewed

	@@ -0,0 +1,25 @@

+#!/bin/bash
+sbatch <<EOT
+#!/bin/bash
+#SBATCH --partition=gpu               # Specify the partition
+#SBATCH --mem=25000                   # Request 10GB of memory
+#SBATCH --time=48:00:00
+#SBATCH --job-name=DelphesSVJTrain  # Name the job
+#SBATCH --gres=gpu:1
+#SBATCH --account=gpu_gres             # Specify the account
+#SBATCH --output=jobs/vega/Train_SB1_DTrLGATr_out_$1_$2_$3_R$4.log
+#SBATCH --error=jobs/vega/Train_SB1_DTrLGATr_err_$1_$2_$3_R$4.log
+source env.sh
+export APPTAINER_TMPDIR=/work/gkrzmanc/singularity_tmp
+export APPTAINER_CACHEDIR=/work/gkrzmanc/singularity_cache
+nvidia-smi
+srun singularity exec  -B /work -B /pnfs -B /t3home -H /t3home/gkrzmanc --nv docker://gkrz/lgatr:v3 python -m src.train -train Delphes_020425_train3_PU_PFfix_part0/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part1/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part2/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part3/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part4/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part5/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part6/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak  Delphes_020425_train3_PU_PFfix_part7/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak  Delphes_020425_train3_PU_PFfix_part8/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak  Delphes_020425_train2_PU_PFfix_part0/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part1/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part2/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part3/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part4/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part5/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part6/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  Delphes_020425_train2_PU_PFfix_part7/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  Delphes_020425_train2_PU_PFfix_part8/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  QCDtrain_part0/qcd_test_0 QCDtrain_part0/qcd_test_1 QCDtrain_part0/qcd_test_2 QCDtrain_part0/qcd_test_3 QCDtrain_part0/qcd_test_4 QCDtrain_part0/qcd_test_5 QCDtrain_part0/qcd_test_6 QCDtrain_part0/qcd_test_7 QCDtrain_part0/qcd_test_8  -val Delphes_020425_train3_PU_PFfix_part9/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak -net src/models/LGATr/lgatr.py -bs 8  --gpus 0 --run-name GP_IRC_S_LGATr_training_NoPID_Delphes_PU_PFfix_700_07_AND_900_03_AND_QCD_$1_$2_$3_$4 --val-dataset-size 10 --num-steps 200000 --attr-loss-weight 0.1 --coord-loss-weight 0.1 --beta-type pt+bc --gt-radius $4 --num-blocks $1 -mv-ch $2 -s-ch $3 --spatial-part-only --validation-steps 2000 --no-pid --augment-soft-particles --load-model-weights train/LGATr_training_NoPID_Delphes_PU_PFfix_700_07_AND_900_03_AND_QCD_10_16_64_0.8_2025_05_16_21_04_26_937/step_50000_epoch_4.ckpt  -irc
+exit 0
+EOT
+# Args: n_blocks mv_channels s_channels radius (default: 10, 16, 64, 0.8)
+# bash jobs/base_training_different_datasets/aug_IRC_S/lgatr_700_07_and_900_03_and_QCD.sh 10 16 64 0.8

jobs/base_training_different_datasets/aug_IRC_S/lgatr_QCD.sh ADDED Viewed

	@@ -0,0 +1,26 @@

+#!/bin/bash
+sbatch <<EOT
+#!/bin/bash
+#SBATCH --partition=gpu               # Specify the partition
+#SBATCH --mem=25000                   # Request 10GB of memory
+#SBATCH --time=48:00:00
+#SBATCH --job-name=DelphesSVJTrain  # Name the job
+#SBATCH --gres=gpu:1
+#SBATCH --account=gpu_gres             # Specify the account
+#SBATCH --output=jobs/vega/QCDDTrLGATr_out_$1_$2_$3_R$4.log
+#SBATCH --error=jobs/vega/QCDDTrLGATr_err_$1_$2_$3_R$4.log
+source env.sh
+export APPTAINER_TMPDIR=/work/gkrzmanc/singularity_tmp
+export APPTAINER_CACHEDIR=/work/gkrzmanc/singularity_cache
+nvidia-smi
+srun singularity exec  -B /work -B /pnfs -B /t3home -H /t3home/gkrzmanc --nv docker://gkrz/lgatr:v3 python -m src.train -train QCDtrain_part0/qcd_test_0 QCDtrain_part0/qcd_test_1 QCDtrain_part0/qcd_test_2 QCDtrain_part0/qcd_test_3 QCDtrain_part0/qcd_test_4 QCDtrain_part0/qcd_test_5 QCDtrain_part0/qcd_test_6 QCDtrain_part0/qcd_test_7 QCDtrain_part0/qcd_test_8  -val QCDtrain_part0/qcd_test_9 -net src/models/LGATr/lgatr.py -bs 8  --gpus 0 --run-name GP_IRC_S_LGATr_training_NoPID_Delphes_PU_PFfix_QCD_events_$1_$2_$3_$4 --val-dataset-size 10 --num-steps 200000 --attr-loss-weight 0.1 --coord-loss-weight 0.1 --beta-type pt+bc --gt-radius $4 --num-blocks $1 -mv-ch $2 -s-ch $3 --spatial-part-only --validation-steps 2000 --no-pid --augment-soft-particles  --load-model-weights train/LGATr_training_NoPID_Delphes_PU_PFfix_QCD_events_10_16_64_0.8_2025_05_16_19_46_57_48/step_50000_epoch_12.ckpt -irc
+exit 0
+EOT
+# Args: n_blocks mv_channels s_channels radius (default: 10, 16, 64, 0.8)
+# bash jobs/base_training_different_datasets/aug_IRC_S/lgatr_QCD.sh 10 16 64 0.8

jobs/base_training_different_datasets/aug_IRC_SN/lgatr_700_07.sh ADDED Viewed

	@@ -0,0 +1,27 @@

+#!/bin/bash
+sbatch <<EOT
+#!/bin/bash
+#SBATCH --partition=gpu               # Specify the partition
+#SBATCH --mem=25000                   # Request 10GB of memory
+#SBATCH --time=48:00:00
+#SBATCH --job-name=DelphesSVJTrain  # Name the job
+#SBATCH --gres=gpu:1
+#SBATCH --account=gpu_gres             # Specify the account
+#SBATCH --output=jobs/vega/7DTrLGATr_out_$1_$2_$3_R$4.log
+#SBATCH --error=jobs/vega/7DTrLGATr_err_$1_$2_$3_R$4.log
+source env.sh
+export APPTAINER_TMPDIR=/work/gkrzmanc/singularity_tmp
+export APPTAINER_CACHEDIR=/work/gkrzmanc/singularity_cache
+nvidia-smi
+srun singularity exec  -B /work -B /pnfs -B /t3home -H /t3home/gkrzmanc --nv docker://gkrz/lgatr:v3 python -m src.train -train Delphes_020425_train3_PU_PFfix_part0/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part1/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part2/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part3/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part4/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part5/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part6/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak  Delphes_020425_train3_PU_PFfix_part7/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak  Delphes_020425_train3_PU_PFfix_part8/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak  -val Delphes_020425_train3_PU_PFfix_part9/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak -net src/models/LGATr/lgatr.py -bs 8  --gpus 0 --run-name GP_IRC_SN_LGATr_training_NoPID_Delphes_PU_PFfix_700_07_$1_$2_$3_$4 --val-dataset-size 10 --num-steps 200000 --attr-loss-weight 0.1 --coord-loss-weight 0.1 --beta-type pt+bc --gt-radius $4 --num-blocks $1 -mv-ch $2 -s-ch $3 --spatial-part-only --validation-steps 2000 --no-pid --augment-soft-particles --load-model-weights train/LGATr_training_NoPID_Delphes_PU_PFfix_700_07_10_16_64_0.8_2025_05_16_19_44_46_795/step_50000_epoch_12.ckpt  -irc
+exit 0
+EOT
+# Args: n_blocks mv_channels s_channels radius (default: 10, 16, 64, 0.8)
+# bash jobs/base_training_different_datasets/aug_IRC_S/lgatr_700_07.sh 10 16 64 0.8

jobs/base_training_different_datasets/aug_IRC_SN/lgatr_700_07_and_900_03.sh ADDED Viewed

	@@ -0,0 +1,26 @@

+#!/bin/bash
+sbatch <<EOT
+#!/bin/bash
+#SBATCH --partition=gpu               # Specify the partition
+#SBATCH --mem=25000                   # Request 10GB of memory
+#SBATCH --time=48:00:00
+#SBATCH --job-name=DelphesSVJTrain  # Name the job
+#SBATCH --gres=gpu:1
+#SBATCH --account=gpu_gres             # Specify the account
+#SBATCH --output=jobs/vega/700and900_DTrLGATr_out_$1_$2_$3_R$4.log
+#SBATCH --error=jobs/vega/700and900_DTrLGATr_err_$1_$2_$3_R$4.log
+source env.sh
+export APPTAINER_TMPDIR=/work/gkrzmanc/singularity_tmp
+export APPTAINER_CACHEDIR=/work/gkrzmanc/singularity_cache
+nvidia-smi
+srun singularity exec  -B /work -B /pnfs -B /t3home -H /t3home/gkrzmanc --nv docker://gkrz/lgatr:v3 python -m src.train -train Delphes_020425_train3_PU_PFfix_part0/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part1/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part2/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part3/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part4/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part5/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part6/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak  Delphes_020425_train3_PU_PFfix_part7/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak  Delphes_020425_train3_PU_PFfix_part8/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak  Delphes_020425_train2_PU_PFfix_part0/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part1/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part2/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part3/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part4/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part5/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part6/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  Delphes_020425_train2_PU_PFfix_part7/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  Delphes_020425_train2_PU_PFfix_part8/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  -val Delphes_020425_train3_PU_PFfix_part9/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak -net src/models/LGATr/lgatr.py -bs 8  --gpus 0 --run-name GP_IRC_SN_LGATr_training_NoPID_Delphes_PU_PFfix_700_07_AND_900_03_$1_$2_$3_$4 --val-dataset-size 10 --num-steps 200000 --attr-loss-weight 0.1 --coord-loss-weight 0.1 --beta-type pt+bc --gt-radius $4 --num-blocks $1 -mv-ch $2 -s-ch $3 --spatial-part-only --validation-steps 2000 --no-pid --augment-soft-particles --load-model-weights train/LGATr_training_NoPID_Delphes_PU_PFfix_700_07_AND_900_03_10_16_64_0.8_2025_05_16_21_04_26_991/step_50000_epoch_6.ckpt  -irc
+exit 0
+EOT
+# Args: n_blocks mv_channels s_channels radius (default: 10, 16, 64, 0.8)
+# bash jobs/base_training_different_datasets/aug_IRC_S/lgatr_700_07_and_900_03.sh 10 16 64 0.8

jobs/base_training_different_datasets/aug_IRC_SN/lgatr_700_07_and_900_03_and_QCD.sh ADDED Viewed

	@@ -0,0 +1,25 @@

+#!/bin/bash
+sbatch <<EOT
+#!/bin/bash
+#SBATCH --partition=gpu               # Specify the partition
+#SBATCH --mem=25000                   # Request 10GB of memory
+#SBATCH --time=48:00:00
+#SBATCH --job-name=DelphesSVJTrain  # Name the job
+#SBATCH --gres=gpu:1
+#SBATCH --account=gpu_gres             # Specify the account
+#SBATCH --output=jobs/vega/Train_SB1_DTrLGATr_out_$1_$2_$3_R$4.log
+#SBATCH --error=jobs/vega/Train_SB1_DTrLGATr_err_$1_$2_$3_R$4.log
+source env.sh
+export APPTAINER_TMPDIR=/work/gkrzmanc/singularity_tmp
+export APPTAINER_CACHEDIR=/work/gkrzmanc/singularity_cache
+nvidia-smi
+srun singularity exec  -B /work -B /pnfs -B /t3home -H /t3home/gkrzmanc --nv docker://gkrz/lgatr:v3 python -m src.train -train Delphes_020425_train3_PU_PFfix_part0/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part1/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part2/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part3/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part4/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part5/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part6/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak  Delphes_020425_train3_PU_PFfix_part7/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak  Delphes_020425_train3_PU_PFfix_part8/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak  Delphes_020425_train2_PU_PFfix_part0/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part1/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part2/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part3/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part4/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part5/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part6/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  Delphes_020425_train2_PU_PFfix_part7/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  Delphes_020425_train2_PU_PFfix_part8/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  QCDtrain_part0/qcd_test_0 QCDtrain_part0/qcd_test_1 QCDtrain_part0/qcd_test_2 QCDtrain_part0/qcd_test_3 QCDtrain_part0/qcd_test_4 QCDtrain_part0/qcd_test_5 QCDtrain_part0/qcd_test_6 QCDtrain_part0/qcd_test_7 QCDtrain_part0/qcd_test_8  -val Delphes_020425_train3_PU_PFfix_part9/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak -net src/models/LGATr/lgatr.py -bs 8  --gpus 0 --run-name GP_IRC_SN_LGATr_training_NoPID_Delphes_PU_PFfix_700_07_AND_900_03_AND_QCD_$1_$2_$3_$4 --val-dataset-size 10 --num-steps 200000 --attr-loss-weight 0.1 --coord-loss-weight 0.1 --beta-type pt+bc --gt-radius $4 --num-blocks $1 -mv-ch $2 -s-ch $3 --spatial-part-only --validation-steps 2000 --no-pid --augment-soft-particles --load-model-weights train/LGATr_training_NoPID_Delphes_PU_PFfix_700_07_AND_900_03_AND_QCD_10_16_64_0.8_2025_05_16_21_04_26_937/step_50000_epoch_4.ckpt  -irc
+exit 0
+EOT
+# Args: n_blocks mv_channels s_channels radius (default: 10, 16, 64, 0.8)
+# bash jobs/base_training_different_datasets/aug_IRC_S/lgatr_700_07_and_900_03_and_QCD.sh 10 16 64 0.8

jobs/base_training_different_datasets/aug_IRC_SN/lgatr_900_03.sh ADDED Viewed

	@@ -0,0 +1,25 @@

+#!/bin/bash
+sbatch <<EOT
+#!/bin/bash
+#SBATCH --partition=gpu               # Specify the partition
+#SBATCH --mem=25000                   # Request 10GB of memory
+#SBATCH --time=48:00:00
+#SBATCH --job-name=DelphesTrainSVJ  # Name the job
+#SBATCH --gres=gpu:1
+#SBATCH --account=gpu_gres            # Specify the account
+#SBATCH --output=jobs/vega/Dtr_lgatr_aug.out
+#SBATCH --error=jobs/vega/Dtr_lgatr_aug.err
+source env.sh
+export APPTAINER_TMPDIR=/work/gkrzmanc/singularity_tmp
+export APPTAINER_CACHEDIR=/work/gkrzmanc/singularity_cache
+nvidia-smi
+srun singularity exec  -B /t3home/gkrzmanc/ -B /work/gkrzmanc/ -B /pnfs/psi.ch/cms/trivcat/store/user/gkrzmanc -H /t3home/gkrzmanc  --nv docker://gkrz/lgatr:v3 python -m src.train  -train Delphes_020425_train2_PU_PFfix_part0/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part1/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part2/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part3/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part4/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part5/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak Delphes_020425_train2_PU_PFfix_part6/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  Delphes_020425_train2_PU_PFfix_part7/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  Delphes_020425_train2_PU_PFfix_part8/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  -val Delphes_020425_train2_PU_PFfix_part9/SVJ_mZprime-900_mDark-20_rinv-0.3_alpha-peak  -net src/models/LGATr/lgatr.py -bs 8 --gpus 0 --run-name Delphes_Aug_IRCSplit_50k_SN_from3kFT --val-dataset-size 150 --num-steps 200000 --attr-loss-weight 0.1 --coord-loss-weight 0.1 --beta-type pt+bc --gt-radius 0.8 --num-blocks 10 -mv-ch 16 -s-ch 64 --spatial-part-only --validation-steps 60 --no-pid --augment-soft-particles --load-model-weights  train/Delphes_Aug_IRCSplit_50k_SN_2025_05_12_13_57_45_477/step_3060_epoch_1.ckpt  --num-workers 0 -irc
+exit 0
+EOT
+# bash jobs/IRC_training/start_at_50k/Delphes_training_t3_NoPID_augment_IRCSN.sh
+####

jobs/base_training_different_datasets/aug_IRC_SN/lgatr_QCD.sh ADDED Viewed

	@@ -0,0 +1,26 @@

+#!/bin/bash
+sbatch <<EOT
+#!/bin/bash
+#SBATCH --partition=gpu               # Specify the partition
+#SBATCH --mem=25000                   # Request 10GB of memory
+#SBATCH --time=48:00:00
+#SBATCH --job-name=DelphesSVJTrain  # Name the job
+#SBATCH --gres=gpu:1
+#SBATCH --account=gpu_gres             # Specify the account
+#SBATCH --output=jobs/vega/QCDDTrLGATr_out_$1_$2_$3_R$4.log
+#SBATCH --error=jobs/vega/QCDDTrLGATr_err_$1_$2_$3_R$4.log
+source env.sh
+export APPTAINER_TMPDIR=/work/gkrzmanc/singularity_tmp
+export APPTAINER_CACHEDIR=/work/gkrzmanc/singularity_cache
+nvidia-smi
+srun singularity exec  -B /work -B /pnfs -B /t3home -H /t3home/gkrzmanc --nv docker://gkrz/lgatr:v3 python -m src.train -train QCDtrain_part0/qcd_test_0 QCDtrain_part0/qcd_test_1 QCDtrain_part0/qcd_test_2 QCDtrain_part0/qcd_test_3 QCDtrain_part0/qcd_test_4 QCDtrain_part0/qcd_test_5 QCDtrain_part0/qcd_test_6 QCDtrain_part0/qcd_test_7 QCDtrain_part0/qcd_test_8  -val QCDtrain_part0/qcd_test_9 -net src/models/LGATr/lgatr.py -bs 8  --gpus 0 --run-name GP_IRC_SN_LGATr_training_NoPID_Delphes_PU_PFfix_QCD_events_$1_$2_$3_$4 --val-dataset-size 10 --num-steps 200000 --attr-loss-weight 0.1 --coord-loss-weight 0.1 --beta-type pt+bc --gt-radius $4 --num-blocks $1 -mv-ch $2 -s-ch $3 --spatial-part-only --validation-steps 2000 --no-pid --augment-soft-particles  --load-model-weights train/LGATr_training_NoPID_Delphes_PU_PFfix_QCD_events_10_16_64_0.8_2025_05_16_19_46_57_48/step_50000_epoch_12.ckpt -irc
+exit 0
+EOT
+# Args: n_blocks mv_channels s_channels radius (default: 10, 16, 64, 0.8)
+# bash jobs/base_training_different_datasets/aug_IRC_S/lgatr_QCD.sh 10 16 64 0.8

jobs/base_training_different_datasets/lgatr_700_07.sh ADDED Viewed

	@@ -0,0 +1,26 @@

+#!/bin/bash
+sbatch <<EOT
+#!/bin/bash
+#SBATCH --partition=gpu               # Specify the partition
+#SBATCH --mem=25000                   # Request 10GB of memory
+#SBATCH --time=48:00:00
+#SBATCH --job-name=DelphesSVJTrain  # Name the job
+#SBATCH --gres=gpu:1
+#SBATCH --account=gpu_gres             # Specify the account
+#SBATCH --output=jobs/vega/DTrLGATr_out_$1_$2_$3_R$4.log
+#SBATCH --error=jobs/vega/DTrLGATr_err_$1_$2_$3_R$4.log
+source env.sh
+export APPTAINER_TMPDIR=/work/gkrzmanc/singularity_tmp
+export APPTAINER_CACHEDIR=/work/gkrzmanc/singularity_cache
+nvidia-smi
+srun singularity exec  -B /work -B /pnfs -B /t3home -H /t3home/gkrzmanc --nv docker://gkrz/lgatr:v3 python -m src.train -train Delphes_020425_train3_PU_PFfix_part0/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part1/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part2/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part3/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part4/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part5/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak Delphes_020425_train3_PU_PFfix_part6/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak  Delphes_020425_train3_PU_PFfix_part7/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak  Delphes_020425_train3_PU_PFfix_part8/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak  -val Delphes_020425_train3_PU_PFfix_part9/SVJ_mZprime-700_mDark-20_rinv-0.7_alpha-peak -net src/models/LGATr/lgatr.py -bs 20  --gpus 0 --run-name LGATr_training_NoPID_Delphes_PU_PFfix_700_07_$1_$2_$3_$4 --val-dataset-size 1000 --num-steps 200000 --attr-loss-weight 0.1 --coord-loss-weight 0.1 --beta-type pt+bc --gt-radius $4 --num-blocks $1 -mv-ch $2 -s-ch $3 --spatial-part-only --validation-steps 2000 --no-pid
+exit 0
+EOT
+# Args: n_blocks mv_channels s_channels radius (default: 10, 16, 64, 0.8)
+# bash jobs/base_training_different_datasets/lgatr_700_07.sh 10 16 64 0.8