updates from way back

Author: liellnima

README.md

@@ -152,10 +152,10 @@ module --quiet load anaconda/3
 conda create -n get_data_env python=3.10
 conda activate get_data_env
 pip install hatch
-hatch run /network/datasets/climateset/scripts/extract_climateset.py --dest $SCRATCH/climateset_data
+hatch run /network/datasets/climateset/scripts/extract_climateset.py --dest $SCRATCH/ClimateSet
 ```
 
-You can either extract it once on scratch and use that path for your data handling. Alternatively, you can extract it on each slurm job to have the data directly available on the computing node.
+We recommend extracting the data into your ClimateSet repo, so you have the data available where it is expected.
 
 #### For ClimaX: Download pre-trained checkpoints
 

emulator/configs/experiment/issue_12_debug/climax.yaml

@@ -4,11 +4,11 @@
 
 defaults:
   - override /mode: exp.yaml
-  - override /trainer: debug_local.yaml
+  - override /trainer: debug.yaml
   - override /model: climax.yaml # put the desired model name here
   - override /callbacks: default.yaml
-  - override /logger: none.yaml
-  - override /datamodule: climate.yaml # standard datamodule configurations
+  - override /logger: wandb.yaml
+  - override /datamodule: mini-climate.yaml # standard datamodule configurations
 
 # all parameters below will be merged with parameters from default configurations set above
 # this allows you to overwrite only specified parameters
@@ -48,4 +48,4 @@ datamodule: # overwrite what stuff to train on
 logger:
   wandb:
           group: "Debug-issue-12"
-          tags: ["issue-12", "single_emulator", "climax", "NorESM2-LM", "tas+pr", "run1"] # set your tags here
+          tags: ["issue-12", "mila-test", "single_emulator", "climax", "NorESM2-LM", "tas+pr", "run1"] # set your tags here

emulator/configs/experiment/issue_12_debug/climax_frozen.yaml

@@ -4,11 +4,11 @@
 
 defaults:
   - override /mode: exp.yaml
-  - override /trainer: debug_local.yaml
+  - override /trainer: debug.yaml
   - override /model: climax_frozen.yaml # put the desired model name here
   - override /callbacks: default.yaml
-  - override /logger: none.yaml
-  - override /datamodule: climate.yaml # standard datamodule configurations
+  - override /logger: wandb.yaml
+  - override /datamodule: mini-climate.yaml # standard datamodule configurations
 
 # all parameters below will be merged with parameters from default configurations set above
 # this allows you to overwrite only specified parameters
@@ -48,4 +48,4 @@ datamodule: # overwrite what stuff to train on
 logger:
   wandb:
           group: "Debug-issue-12"
-          tags: ["issue-12", "single_emulator", "climax_frozen", "NorESM2-LM", "tas+pr", "run1"] # set your tags here
+          tags: ["issue-12", "mila-test", "single_emulator", "climax_frozen", "NorESM2-LM", "tas+pr", "run1"] # set your tags here

emulator/configs/experiment/issue_12_debug/convlstm.yaml

@@ -4,11 +4,11 @@
 
 defaults:
   - override /mode: exp.yaml
-  - override /trainer: debug_local.yaml
+  - override /trainer: debug.yaml
   - override /model: conv_lstm.yaml # put the desired model name here
   - override /callbacks: default.yaml
-  - override /logger: none.yaml
-  - override /datamodule: climate.yaml # standard datamodule configurations
+  - override /logger: wandb.yaml
+  - override /datamodule: mini-climate.yaml # standard datamodule configurations
 
 # all parameters below will be merged with parameters from default configurations set above
 # this allows you to overwrite only specified parameters
@@ -49,4 +49,4 @@ logger:
   wandb:
           #offline: True
           group: "Debug-issue-12"
-          tags: ["issue-12", "single_emulator", "conv_lstm", "NorESM2-LM", "tas+pr", "run1"] # set your tags here
+          tags: ["issue-12", "mila-test", "single_emulator", "conv_lstm", "NorESM2-LM", "tas+pr", "run1"] # set your tags here

emulator/configs/experiment/issue_12_debug/unet.yaml

@@ -4,11 +4,11 @@
 
 defaults:
   - override /mode: exp.yaml
-  - override /trainer: debug_local.yaml
+  - override /trainer: debug.yaml
   - override /model: unet.yaml # put the desired model name here
   - override /callbacks: default.yaml
   - override /logger: wandb.yaml #wandb.yaml
-  - override /datamodule: climate.yaml # standard datamodule configurations
+  - override /datamodule: mini-climate.yaml # standard datamodule configurations
 
 # all parameters below will be merged with parameters from default configurations set above
 # this allows you to overwrite only specified parameters
@@ -23,7 +23,7 @@ seed: 22201
 
 trainer:
   min_epochs: 1
-  max_epochs: 1 #50
+  max_epochs: 10 #50
 
 model:
   loss_function: "climax_lon_lat_rmse"
@@ -48,4 +48,4 @@ datamodule: # overwrite what stuff to train on
 logger:
   wandb:
           group: "Debug-issue-12"
-          tags: ["issue-12", "single_emulator", "unet", "NorESM2-LM", "tas+pr", "run1"] # set your tags here
+          tags: ["issue-12", "mila-test", "single_emulator", "unet", "NorESM2-LM", "tas+pr", "run1"] # set your tags here

scripts/download_climax_checkpoints.sh

@@ -2,6 +2,8 @@
 mkdir -p "emulator/src/core/models/climax/pretrained_checkpoints/"
 cd "emulator/src/core/models/climax/pretrained_checkpoints/"
 echo "Downloading pretrained ClimaX weights from the original release..."
-curl -L "https://huggingface.co/tungnd/climax/resolve/main/5.625deg.ckpt" --output ClimaX-5.625deg.ckpt
-curl -L "https://huggingface.co/tungnd/climax/resolve/main/1.40625deg.ckpt" --output ClimaX-1.40625deg.ckpt
+#curl -L "https://huggingface.co/tungnd/climax/resolve/main/5.625deg.ckpt" --output ClimaX-5.625deg.ckpt
+#curl -L "https://huggingface.co/tungnd/climax/resolve/main/1.40625deg.ckpt" --output ClimaX-1.40625deg.ckpt
+wget -O ClimaX-5.625deg.ckpt "https://huggingface.co/tungnd/climax/resolve/main/5.625deg.ckpt"
+wget -O ClimaX-1.40625deg.ckpt "https://huggingface.co/tungnd/climax/resolve/main/1.40625deg.ckpt"
 echo "Done."