File size: 1,278 Bytes
277ed5d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
accelerate>=0.26.0
evaluate
datasets>=2.16.0
evaluate>=0.4.0
jsonlines
numexpr
peft>=0.2.0
pybind11>=2.6.2
pytablewriter
rouge-score>=0.0.4
sacrebleu>=1.5.0
scikit-learn>=0.24.1
sqlitedict
torch>=1.8
tqdm-multiprocess
transformers>=4.1
zstandard
dill
word2number
more_itertools

[all]
lm_eval[anthropic]
lm_eval[dev]
lm_eval[deepsparse]
lm_eval[gptq]
lm_eval[hf_transfer]
lm_eval[ifeval]
lm_eval[mamba]
lm_eval[math]
lm_eval[multilingual]
lm_eval[openai]
lm_eval[promptsource]
lm_eval[sentencepiece]
lm_eval[sparseml]
lm_eval[testing]
lm_eval[vllm]
lm_eval[zeno]
lm_eval[wandb]

[api]
requests
aiohttp
tenacity
tqdm
tiktoken

[deepsparse]
deepsparse-nightly[llm]>=1.8.0.20240404

[dev]
pytest
pytest-cov
pytest-xdist
pre-commit
mypy

[gptq]
auto-gptq[triton]>=0.6.0

[hf_transfer]
hf_transfer

[ifeval]
langdetect
immutabledict

[mamba]
mamba_ssm
causal-conv1d==1.0.2

[math]
sympy>=1.12
antlr4-python3-runtime==4.11

[multilingual]
nagisa>=0.2.7
jieba>=0.42.1
pycountry

[neuronx]
optimum[neuronx]

[optimum]
optimum[openvino]

[promptsource]
promptsource>=0.2.3

[sentencepiece]
sentencepiece>=0.1.98

[sparseml]
sparseml-nightly[llm]>=1.8.0.20240404

[testing]
pytest
pytest-cov
pytest-xdist

[vllm]
vllm>=0.4.2

[wandb]
wandb>=0.16.3
pandas
numpy

[zeno]
pandas
zeno-client