Kohaku-Blueleaf commited on
Commit
155fc84
·
1 Parent(s): fd7ccb1
Files changed (1) hide show
  1. config/xut-small-1024-tread.json +18 -0
config/xut-small-1024-tread.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "patch_size":2,
3
+ "input_dim":4,
4
+ "dim":1024,
5
+ "ctx_dim":1024,
6
+ "ctx_size":256,
7
+ "heads":16,
8
+ "dim_head":64,
9
+ "mlp_dim":3072,
10
+ "depth":4,
11
+ "enc_blocks":1,
12
+ "dec_blocks":3,
13
+ "tread_config": {
14
+ "prev_trns_depth": 1,
15
+ "post_trns_depth": 3,
16
+ "dropout_ratio": 0.5
17
+ }
18
+ }