Upload 4 files
Browse files- convert.py +9 -0
- pytorch_model-00001-of-00002.safetensors +3 -0
- pytorch_model-00002-of-00002.safetensors +3 -0
- tokenizer.json +0 -0
convert.py
ADDED
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
import torch
|
2 |
+
from safetensors import safe_open
|
3 |
+
from safetensors.torch import save_file
|
4 |
+
|
5 |
+
for d in [1, 2]:
|
6 |
+
print(d)
|
7 |
+
model = torch.load(f"pytorch_model-0000{d}-of-00002.bin")
|
8 |
+
print("loaded", d, len(model))
|
9 |
+
save_file(model, f"pytorch_model-0000{d}-of-00002.safetensors")
|
pytorch_model-00001-of-00002.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a80c03d164218feb9ad799fe745b82c8e18f7faa10f3caed0cc3eeed916a583b
|
3 |
+
size 9942981664
|
pytorch_model-00002-of-00002.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6865b8e0dfe78d684961d9d6cccb0017f12d3489a3db746dcf3fee7fc7fc8e47
|
3 |
+
size 4540516312
|
tokenizer.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|