batterydata commited on
Commit
309d320
1 Parent(s): c514899
Files changed (2) hide show
  1. config.json +1 -1
  2. tokenizer.json +5 -1
config.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "_name_or_path": "/lus/theta-fs0/projects/SolarWindowsADSP/shu/models/best_models/bert/batteryonlybert-uncased/",
3
  "architectures": [
4
- "BertForTokenClassification"
5
  ],
6
  "attention_probs_dropout_prob": 0.1,
7
  "classifier_dropout": null,
 
1
  {
2
  "_name_or_path": "/lus/theta-fs0/projects/SolarWindowsADSP/shu/models/best_models/bert/batteryonlybert-uncased/",
3
  "architectures": [
4
+ "BertLstmCrfForTokenClassification"
5
  ],
6
  "attention_probs_dropout_prob": 0.1,
7
  "classifier_dropout": null,
tokenizer.json CHANGED
@@ -141,7 +141,11 @@
141
  }
142
  }
143
  },
144
- "decoder": null,
 
 
 
 
145
  "model": {
146
  "type": "WordPiece",
147
  "unk_token": "[UNK]",
 
141
  }
142
  }
143
  },
144
+ "decoder": {
145
+ "type": "WordPiece",
146
+ "prefix": "##",
147
+ "cleanup": true
148
+ },
149
  "model": {
150
  "type": "WordPiece",
151
  "unk_token": "[UNK]",