Decoder final layer uses custom activation function with sub-linear s…

…lope
Nolte-Group · Nov 3, 2025 · 94b4dae · 94b4dae
1 parent 4db453f
commit 94b4dae
Show file tree

Hide file tree

Showing 3 changed files with 2 additions and 87 deletions.
diff --git a/decodertest.py b/decodertest.py
diff --git a/model/model.py b/model/model.py
@@ -11,6 +11,7 @@
         GlobalAveragePooling1D, LayerNormalization, Masking, Conv2D, \
         MultiHeadAttention, concatenate
 
+from model.activation import sublinear
 from model.transformer import TimeseriesTransformerBuilder as TSTFBuilder
 
 class CompoundModel(Model):
@@ -205,7 +206,7 @@ def _modelstack(self, input_shape, head_size, num_heads, ff_dim,
         x = Conv1D(filters=input_shape[1],
                    kernel_size=1,
                    padding="valid",
-                   activation="linear")(x)
+                   activation=sublinear)(x)
 
         return Model(inputs, x)
 

diff --git a/train_encoder.py → train_model.py b/train_encoder.py → train_model.py