d-matrix
commited on
Commit
•
6302b7f
1
Parent(s):
4245d7a
Update README.md
Browse files
README.md
CHANGED
@@ -34,9 +34,13 @@ pipe = pipeline(
|
|
34 |
task="text-generation",
|
35 |
model="d-matrix/gpt-j-6b",
|
36 |
dmx_config="BASELINE", # see above for other variants
|
37 |
-
trust_remote_code=True,
|
38 |
-
# device_map="auto", # enabling model parallel on multi-GPU nodes
|
39 |
)
|
40 |
|
41 |
-
results = pipe.evaluate(
|
|
|
|
|
|
|
|
|
42 |
```
|
|
|
|
|
|
34 |
task="text-generation",
|
35 |
model="d-matrix/gpt-j-6b",
|
36 |
dmx_config="BASELINE", # see above for other variants
|
|
|
|
|
37 |
)
|
38 |
|
39 |
+
results = pipe.evaluate(
|
40 |
+
metric="d-matrix/dmx_perplexity",
|
41 |
+
dataset="wikitext",
|
42 |
+
dataset_version="wikitext-2-raw-v1",
|
43 |
+
)
|
44 |
```
|
45 |
+
|
46 |
+
### Evaluation results
|