fix spectralgpt and minor bugs

VMarsocci · Oct 18, 2024 · e350183 · e350183
1 parent 959f9f0
commit e350183
Show file tree

Hide file tree

Showing 3 changed files with 7 additions and 6 deletions.
diff --git a/configs/encoder/ssl4eo_data2vec.yaml b/configs/encoder/ssl4eo_data2vec.yaml
@@ -9,6 +9,9 @@ patch_size: 16
 num_heads: 6
 depth: 12
 mlp_ratio: 4
+init_values: 0.1
+use_abs_pos_emb: False
+use_shared_rel_pos_bias: True
 
 input_bands:
   optical:
@@ -32,4 +35,4 @@ output_layers:
   - 7
   - 11
 
-output_dim: 384
+output_dim: 384
diff --git a/pangaea/datasets/hlsburnscars.py b/pangaea/datasets/hlsburnscars.py
@@ -105,7 +105,7 @@ def __init__(
 
         self.split_mapping = {
             "train": "training",
-            "val": "validation",
+            "val": "training",
             "test": "validation",
         }
 

diff --git a/pangaea/encoders/spectralgpt_encoder.py b/pangaea/encoders/spectralgpt_encoder.py
@@ -210,14 +210,12 @@ def forward(self, image: dict[str, torch.Tensor]) -> list[torch.Tensor]:
                     out = x
                 out = out.view(N, T, L, C).transpose(2, 3).flatten(1, 2)
                 out = (
-                    out.permute(0, 2, 1)
-                    .contiguous()
-                    .view(
+                    out.view(
                         x.shape[0],
                         -1,
                         self.input_size // self.patch_size,
                         self.input_size // self.patch_size,
-                    )
+                    ).contiguous()
                 )
                 output.append(out)