MarkProMaster229 commited on
Commit
cb89729
·
verified ·
1 Parent(s): 8676749

Upload 7 files

Browse files
Files changed (4) hide show
  1. model_weights.pth +2 -2
  2. optimizer.pth +1 -1
  3. tokenizer.json +10 -1
  4. tokenizer_config.json +3 -0
model_weights.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:981075bc03ba60aeca2bca679c8e1c029e845b0099b79751ff168cba3e35516b
3
- size 124623048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4d386efaf3123f86231deb390c7b11d9618fe665c1305f5a1473d390afb8cf5
3
+ size 124885451
optimizer.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9054eea41cd396d6f968f7d44c7b349984b76e80bf45269a56d9897a383b0525
3
  size 249250372
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7114649b5f52a3cbc51639a4d71b0a681f8889c9840b9e457ea2dca87dadb1e0
3
  size 249250372
tokenizer.json CHANGED
@@ -6,7 +6,16 @@
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
9
- "padding": null,
 
 
 
 
 
 
 
 
 
10
  "added_tokens": [
11
  {
12
  "id": 0,
 
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
9
+ "padding": {
10
+ "strategy": {
11
+ "Fixed": 256
12
+ },
13
+ "direction": "Right",
14
+ "pad_to_multiple_of": null,
15
+ "pad_id": 0,
16
+ "pad_type_id": 0,
17
+ "pad_token": "[PAD]"
18
+ },
19
  "added_tokens": [
20
  {
21
  "id": 0,
tokenizer_config.json CHANGED
@@ -50,7 +50,10 @@
50
  "max_length": 256,
51
  "model_max_length": 1000000000000000019884624838656,
52
  "never_split": null,
 
53
  "pad_token": "[PAD]",
 
 
54
  "sep_token": "[SEP]",
55
  "stride": 0,
56
  "strip_accents": null,
 
50
  "max_length": 256,
51
  "model_max_length": 1000000000000000019884624838656,
52
  "never_split": null,
53
+ "pad_to_multiple_of": null,
54
  "pad_token": "[PAD]",
55
+ "pad_token_type_id": 0,
56
+ "padding_side": "right",
57
  "sep_token": "[SEP]",
58
  "stride": 0,
59
  "strip_accents": null,