reduce encoder size

GreenWizard2015 · Apr 15, 2024 · 523a779 · 523a779
1 parent 4c34ea6
commit 523a779
Showing 1 changed file with 5 additions and 5 deletions.
diff --git a/configs/experiments/encoder/v2-huge-plus.json b/configs/experiments/encoder/v2-huge-plus.json
@@ -1,15 +1,15 @@
 {
   "model": {
     "encoder": {
-      "latent dimension": 512,
+      "latent dimension": 128,
       "head": {
         "downsample steps": [128, 128, 128],
         "global context": {
           "name": "v2",
           "downsample steps": [
-            {"channels": 256, "kernel size": 3, "layers": 5},
-            {"channels": 512, "kernel size": 3, "layers": 5},
-            {"channels": 768, "kernel size": 3, "layers": 5}
+            {"channels": 256, "kernel size": 3, "layers": 2},
+            {"channels": 256, "kernel size": 3, "layers": 2},
+            {"channels": 256, "kernel size": 3, "layers": 2}
           ],
           "mlp": [1024, 1024],
           "final activation": "relu"
@@ -24,7 +24,7 @@
       "contexts mixer": {
         "extractor": {
           "name": "combined",
-          "weights activation": "squared tanh",
+          "weights activation": "tanh",
           "extractors": [
             {
               "name": "interpolate",