Hugging Face's logo

aliFrancis
/
SEnSeIv2

Model card Files
xet
Community
aliFrancis commited on
Commit
6f63715
·
1 Parent(s): 027ffaf

Add extra sensei configs

Browse files
Files changed (3) hide show
  1. sensei-configs/senseiv1.yaml +38 -0
  2. sensei-configs/senseiv2-big.yaml +47 -0
  3. sensei-configs/senseiv2-small.yaml +19 -0
sensei-configs/senseiv1.yaml ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ descriptors:
3
+ style: SEnSeIv1
4
+ blocks:
5
+ -
6
+ type: FCL
7
+ layer_sizes:
8
+ - 128
9
+ - 128
10
+ - 128
11
+ - 128
12
+ - 128
13
+ - 128
14
+ - 128
15
+ - 128
16
+ - 64
17
+ skips: add
18
+ -
19
+ type: PERMUTED_FCL
20
+ layer_sizes:
21
+ - 128
22
+ - 128
23
+ - 128
24
+ - 128
25
+ - 128
26
+ skips: add
27
+ -
28
+ type: FCL
29
+ layer_sizes:
30
+ - 128
31
+ - 128
32
+ - 128
33
+ - 128
34
+ - 64
35
+ skips: add
36
+ -
37
+ type: BAND_MULTIPLICATION
38
+ normalize: true
sensei-configs/senseiv2-big.yaml ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ descriptors:
3
+ style: SEnSeI2
4
+ N_embeddings: 32
5
+ final_size: 74
6
+ blocks:
7
+ -
8
+ type: GLOBAL_STATS
9
+ percentiles:
10
+ - 0.01
11
+ - 0.1
12
+ - 0.5
13
+ - 0.9
14
+ - 0.99
15
+ -
16
+ type: FCL
17
+ layer_sizes:
18
+ - 256
19
+ - 256
20
+ - 256
21
+ - 256
22
+ - 256
23
+ skips: add
24
+ -
25
+ type: ATTENTION
26
+ num_transformerencoders: 8
27
+ intermediate_size: 512
28
+ num_heads: 8
29
+ dims_per_head: 32
30
+ skips: true
31
+ dropout: 0.2
32
+ -
33
+ type: FCL
34
+ layer_sizes:
35
+ - 256
36
+ - 256
37
+ - 256
38
+ - 256
39
+ skips: add
40
+ -
41
+ type: BAND_EMBEDDING
42
+ embedding_dims: 32 # number of output channels
43
+ head_layer_sizes:
44
+ - 128
45
+ - 128
46
+ skips_heads: false
47
+ normalize: true
sensei-configs/senseiv2-small.yaml ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ descriptors:
3
+ style: SEnSeIv2
4
+ N_embeddings: 32
5
+ final_size: 74
6
+ blocks:
7
+ -
8
+ type: FCL
9
+ layer_sizes:
10
+ - 128
11
+ - 32
12
+ skips: add
13
+ -
14
+ type: BAND_EMBEDDING
15
+ embedding_dims: 32 # number of output channels
16
+ head_layer_sizes:
17
+ - 64
18
+ skips_heads: false
19
+ normalize: true