d-matrix commited on
Commit
6302b7f
1 Parent(s): 4245d7a

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +7 -3
README.md CHANGED
@@ -34,9 +34,13 @@ pipe = pipeline(
34
  task="text-generation",
35
  model="d-matrix/gpt-j-6b",
36
  dmx_config="BASELINE", # see above for other variants
37
- trust_remote_code=True,
38
- # device_map="auto", # enabling model parallel on multi-GPU nodes
39
  )
40
 
41
- results = pipe.evaluate(metric=["d-matrix/perplexity", "d-matrix/accuracy"], dataset="LAMBADA")
 
 
 
 
42
  ```
 
 
 
34
  task="text-generation",
35
  model="d-matrix/gpt-j-6b",
36
  dmx_config="BASELINE", # see above for other variants
 
 
37
  )
38
 
39
+ results = pipe.evaluate(
40
+ metric="d-matrix/dmx_perplexity",
41
+ dataset="wikitext",
42
+ dataset_version="wikitext-2-raw-v1",
43
+ )
44
  ```
45
+
46
+ ### Evaluation results