File size: 1,657 Bytes
8cf2761 e4d52e0 8cf2761 e4d52e0 8cf2761 6ccf9e8 8cf2761 6ccf9e8 e4d52e0 8cf2761 8389cba 8cf2761 8389cba 8cf2761 8389cba 8cf2761 e4d52e0 f835380 6ccf9e8 8cf2761 6ccf9e8 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 |
[tool.poetry]
name = "llmdataparser"
version = "0.1.0"
description = "A collection of parsers for LLM benchmark datasets like MMLU, MMLU-Pro, GSM8k, and more."
authors = ["Jeff Yang <[email protected]>"]
license = "MIT"
readme = "README.md"
homepage = "https://github.com/jeff52415/LLMDataParser"
repository = "https://github.com/jeff52415/LLMDataParser"
keywords = ["LLM", "benchmark", "dataset", "parser", "NLP", "machine learning"]
classifiers = [
"Programming Language :: Python :: 3",
"License :: OSI Approved :: MIT License",
"Operating System :: OS Independent",
"Topic :: Scientific/Engineering :: Artificial Intelligence",
"Intended Audience :: Developers"
]
[tool.poetry.dependencies]
python = ">=3.11"
pandas = "^2.0.3"
datasets = "^2.14.4"
typing-extensions = "^4.8.0"
ipywidgets = "^8.1.1"
[tool.poetry.group.dev.dependencies]
pytest = "^7.0.0"
black = { version = "^23.9.1", allow-prereleases = true }
flake8 = "^6.1.0"
isort = "^5.12.0"
mypy = "^1.5.1"
pre-commit = "^3.4.0"
types-python-dateutil = "^2.8.19.14"
ipykernel = "^6.7.0"
[tool.black]
line-length = 88
exclude = """
/(
\\.git
| \\.venv
| build
| dist
)/
"""
[tool.isort]
profile = "black"
line_length = 88
known_first_party = ["llmdataparser"]
[tool.ruff]
line-length = 88
select = ["E", "F"] # or specify checks explicitly without E501
ignore = ["E501"]
[tool.ruff.lint]
ignore = ["E501"]
select = ["E", "F", "I"]
[build-system]
requires = ["poetry-core>=1.5.0"]
build-backend = "poetry.core.masonry.api"
[tool.pytest.ini_options]
markers = [
"integration: marks tests as integration tests (deselect with '-m \"not integration\"')"
]
|