1[project]
2name = "evals"
3version = "3.0.1.post1"
4requires-python = ">=3.9"
5readme = "README.md"
6dependencies = [
7 "aiolimiter",
8 "anthropic",
9 "backoff",
10 "beartype>=0.12.0",
11 "blobfile",
12 "chess",
13 "dacite",
14 "datasets",
15 "docker",
16 "evaluate",
17 "filelock",
18 "fire",
19 "flask",
20 "google-generativeai",
21 "gymnasium",
22 "jiwer",
23 "langchain",
24 "langdetect",
25 "lz4",
26 "matplotlib",
27 "mock",
28 "mypy",
29 "networkx",
30 "nltk",
31 "numexpr",
32 "numpy",
33 "openai>=1.0.0",
34 "pandas",
35 "playwright",
36 "pydantic",
37 "pytest",
38 "pyyaml",
39 "sacrebleu",
40 "seaborn",
41 "snowflake-connector-python[pandas]",
42 "spacy-universal-sentence-encoder",
43 "statsmodels",
44 "termcolor",
45 "tiktoken",
46 "tqdm",
47 "types-PyYAML",
48 "types-tqdm",
49 "zstandard",
50]
51
52[project.urls]
53repository = "https://github.com/openai/evals"
54
55[project.optional-dependencies]
56formatters = ["black", "isort", "autoflake", "ruff"]
57
58torch = ["torch"]
59
60[project.scripts]
61oaieval = "evals.cli.oaieval:main"
62oaievalset = "evals.cli.oaievalset:main"
63
64[tool.setuptools]
65packages = ["evals"]
66
67[tool.ruff]
68# Allow lines to be as long as 767 characters, this is currently the longest line
69# TODO: This should be brought down in the future
70line-length = 767
71
1[project]
2name = "evals"
3version = "3.0.1.post1"
4requires-python = ">=3.9"
5readme = "README.md"
6dependencies = [
7 "aiolimiter",
8 "anthropic",
9 "backoff",
10 "beartype>=0.12.0",
11 "blobfile",
12 "chess",
13 "dacite",
14 "datasets",
15 "docker",
16 "evaluate",
17 "filelock",
18 "fire",
19 "flask",
20 "google-generativeai",
21 "gymnasium",
22 "jiwer",
23 "langchain",
24 "langdetect",
25 "lz4",
26 "matplotlib",
27 "mock",
28 "mypy",
29 "networkx",
30 "nltk",
31 "numexpr",
32 "numpy",
33 "openai>=1.0.0",
34 "pandas",
35 "playwright",
36 "pydantic",
37 "pytest",
38 "pyyaml",
39 "sacrebleu",
40 "seaborn",
41 "snowflake-connector-python[pandas]",
42 "spacy-universal-sentence-encoder",
43 "statsmodels",
44 "termcolor",
45 "tiktoken",
46 "tqdm",
47 "types-PyYAML",
48 "types-tqdm",
49 "zstandard",
50]
51
52[project.urls]
53repository = "https://github.com/openai/evals"
54
55[project.optional-dependencies]
56formatters = ["black", "isort", "autoflake", "ruff"]
57
58torch = ["torch"]
59
60[project.scripts]
61oaieval = "evals.cli.oaieval:main"
62oaievalset = "evals.cli.oaievalset:main"
63
64[tool.setuptools]
65packages = ["evals"]
66
67[tool.ruff]
68# Allow lines to be as long as 767 characters, this is currently the longest line
69# TODO: This should be brought down in the future
70line-length = 767
71