Upload config.yaml

config.yaml

@@ -0,0 +1,61 @@
+model_class: STPatch   # NDT2 is a sub-class of STPatch
+
+
+encoder:
+
+  stitching: false
+  from_pt: null
+  embed_region: false
+
+  masker:
+    force_active: true         
+    mode: random_token  
+    ratio: 0.3                # ratio of data to predict
+    zero_ratio: 1.0           # of the data to predict, ratio of zero-ed out
+    random_ratio: 1.0         # of the not zero-ed, ratio of randomly replaced
+    expand_prob: 0.0          # probability of expanding the mask in "temporal" mode
+    max_timespan: 1           # max span of mask if expanded
+    channels: null            # neurons to mask in "co-smoothing" mode
+    timesteps: null           # time steps to mask in "forward-pred" mode
+    mask_regions: ['all']     # brain regions to mask in "inter-region" mode
+    target_regions: ['all']   # brain regions to predict in "intra-region" mode
+    n_mask_regions: 1         # num of regions to choose from the list of mask_regions or target_regions
+    
+  patcher:
+    active: true       
+    time_stride: 0
+
+  # context available for each timestep
+  context:
+    forward: -1
+    backward: -1
+
+  embedder:
+    n_neurons: 1280 
+    n_timesteps: 100
+    max_time_F: 1
+    max_space_F: 128
+    max_spikes: 0         # max number of spikes in a single time bin
+    mode: linear          # linear/embed/identity
+    mult: 2               # embedding multiplier. hiddden_sizd = n_channels * mult
+    act: softsign         # activation for the embedding layers
+    scale: 1              # scale the embedding multiplying by this number
+    bias: true            # use bias in the embedding layer
+    dropout: 0.2          # dropout in embedding layer
+    use_prompt: false
+    use_session: true
+
+  transformer:
+    n_layers: 5           # number of transformer layers
+    hidden_size: 128      # hidden space of the transformer
+    n_heads: 8            # number of attentiomn heads
+    attention_bias: true  # learn bias in the attention layers
+    act: gelu             # activiation function in mlp layers
+    inter_size: 512       # intermediate dimension in the mlp layers
+    mlp_bias: true        # learn bias in the mlp layers
+    dropout: 0.4          # dropout in transformer layers
+    fixup_init: true      # modify weight initialization
+
+
+decoder:
+  from_pt: null