retrain the models
Browse files- data_12345/model/bert_model.pth +1 -1
- preprocess.py +2 -1
data_12345/model/bert_model.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 409232775
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:99bedfda4b316a0df11a818ece6b0577357e7486f8a521ae101745e82e492851
|
| 3 |
size 409232775
|
preprocess.py
CHANGED
|
@@ -53,7 +53,8 @@ class DataProcessor(object):
|
|
| 53 |
content, label = line.rsplit('\t', 1)
|
| 54 |
mapped_label = labels_map.get(label)
|
| 55 |
if mapped_label is not None and isinstance(mapped_label, int) and mapped_label >= 0:
|
| 56 |
-
content= self.summarizerModel.generate_summary(content, 128, 64)
|
|
|
|
| 57 |
contents.append(content)
|
| 58 |
labels.append(mapped_label)
|
| 59 |
else:
|
|
|
|
| 53 |
content, label = line.rsplit('\t', 1)
|
| 54 |
mapped_label = labels_map.get(label)
|
| 55 |
if mapped_label is not None and isinstance(mapped_label, int) and mapped_label >= 0:
|
| 56 |
+
#content= self.summarizerModel.generate_summary(content, 128, 64)
|
| 57 |
+
#print(content)
|
| 58 |
contents.append(content)
|
| 59 |
labels.append(mapped_label)
|
| 60 |
else:
|