evals

View on PyPIReverse Dependencies (0)

3.0.1.post1 evals-3.0.1.post1-py3-none-any.whl
0.1.1 evals-0.1.1-py3-none-any.whl

Wheel Details

Project: evals
Version: 0.1.1
Filename: evals-0.1.1-py3-none-any.whl
Download: [link]
Size: 41540
MD5: b8b7b57832b2ada958cdf74a97010239
SHA256: 420362553e92cf564f4917f43a7bbc93411615623812c4770371b3146b7a5dfc
Uploaded: 2023-03-14 15:53:38 +0000

dist-info

METADATA

Metadata-Version: 2.1
Name: evals
Version: 0.1.1
Requires-Python: >=3.8
Requires-Dist: mypy
Requires-Dist: openai
Requires-Dist: tiktoken
Requires-Dist: blobfile
Requires-Dist: backoff
Requires-Dist: numpy
Requires-Dist: snowflake-connector-python[pandas]
Requires-Dist: pandas
Requires-Dist: fire
Requires-Dist: pydantic
Requires-Dist: tqdm
Requires-Dist: nltk
Requires-Dist: filelock
Requires-Dist: mock
Requires-Dist: langdetect
Requires-Dist: termcolor
Requires-Dist: lz4
Requires-Dist: pyzstd
Requires-Dist: pyyaml
Requires-Dist: sacrebleu
Requires-Dist: matplotlib
License-File: LICENSE
[No description]

WHEEL

Wheel-Version: 1.0
Generator: bdist_wheel (0.40.0)
Root-Is-Purelib: true
Tag: py3-none-any

RECORD

Path Digest Size
evals/__init__.py sha256=45-toS1uPA8JbHQnQQOVzLA8VR79YvhNZipFyWDP8Xc 217
evals/api.py sha256=wHCuvryzI1VcxKi2fEOthI_6BrF4637gFZqHr-K2a_0 8435
evals/base.py sha256=YzuCZSRdtYzg497dO10QUKl8_H3OIp0Y8xHSWBHzfiE 3985
evals/data.py sha256=wQ4Uv9VtYaHHPFMpOUGyqhC4RtlZNPiLY9xzecQawNM 6318
evals/eval.py sha256=36xIIT0_Kon00xpS2eBz-57Xqx4xtm4YvJjoqQ6vfsc 4703
evals/formatting.py sha256=XbSASxVJRum_yCW-V9UBS0qWzEksdVP7agpp2iDbArw 1137
evals/metrics.py sha256=kuLlZ0Z_61BQHidBiP_q2d5T-8RDBArFbKbPsbsPtmQ 2455
evals/record.py sha256=dZoSdPcAJU6rWcTTpOCXmwOFnWEqJOXvRYGaaU0dy50 17028
evals/registry.py sha256=-ozA4_TA4TbFCmWV5Xj7rXfEHPjzxT1OKDZgB7Kmnmg 5409
evals/cli/oaieval.py sha256=6CI_ZXUwRHZtuCPsXxjrYDGCPKnFSpceYX3A9oP5BRE 7768
evals/cli/oaievalset.py sha256=6XCuIyOlLnXAwhhljaGW-xwYZKP7x2u6FCODTnJ82DE 3060
evals/elsuite/translate.py sha256=UHfIm0KFyM0uIo89Ut7MCeYh9Bs1xIOaRVTxvq1KwKE 2504
evals/elsuite/utils.py sha256=BnTWNFUmWFoZfHup93968i6N-oTxIODXmny0l3EfGHw 4706
evals/elsuite/basic/fuzzy_match.py sha256=K_xvSA5IHKL1hMIUjHYgbnftsVgwX-kL8VSQEixQllI 1544
evals/elsuite/basic/includes.py sha256=qWI90U5OhuSP2yXO7BesQnfhpSIt1MPl__3T3WoLMuo 1085
evals/elsuite/basic/match.py sha256=rKdWSgxw7mbV86EPSe-QiL_8jDoVfZ7mEema9pm-sww 1516
evals/elsuite/modelgraded/classify.py sha256=gP-EYJSmlY36Y5W0uF9fs24SBLhj1POvvAyXjV5_CAU 14214
evals/prompt/base.py sha256=OhtukRGl5ACpfbRbug3uoEgbQPHU83ZUINQjrWv5dKE 4182
evals/registry/eval_sets/coqa-ex.yaml sha256=B-BvgmSL_ikh-DNcDmLTOBl-Zs3XkwU0rT5EohXLLbM 71
evals/registry/eval_sets/test-all.yaml sha256=i1k96xrpldrvR9TcZlMt3hc7KAjJlfj6RAQXGexW1zo 352
evals/registry/eval_sets/test-basic.yaml sha256=Yip47Zo-9RrPYAGXrGNmbIuKDmFxmCeDOEKLFM2_9J0 81
evals/registry/eval_sets/test-modelgraded.yaml sha256=oN6-zqrdOYw009H31vhpKIMvhsZRLV4uFIycl17N_8M 312
evals/registry/evals/coqa-ex.yaml sha256=yy30pfjw-aKxk2QVMfad63P99SOFZuqmS7zy0kxYFko 897
evals/registry/evals/logic.yaml sha256=tF3gBGAKYUrAhnmoHC4fcB8-GCpkeq0GxacOm3VGD6o 247
evals/registry/evals/test-basic.yaml sha256=64zZee0dC_jrwf8kwW88ui-8jXxKe0E2mLb2hCKZVug 881
evals/registry/evals/test-modelgraded-battle.yaml sha256=8SQC6KLNpCxua4m4aRqpq8LhllLAtVIjyEIPdjbne10 1292
evals/registry/evals/test-modelgraded.yaml sha256=nlf-sfNjwY2Ysa48DVu8ruYBPLUfmxOyzWKAsvS-hvw 2976
evals/registry/modelgraded/battle.yaml sha256=5Q-R2g4PX7WE0RmfWQ52Zjf3cl5IF2YR7PR4GIn6GNg 445
evals/registry/modelgraded/closedqa.yaml sha256=m1gKs803Zn0JLDDL0ZD-vVKqMnU1RrDNQ_eBjBPW3x4 1010
evals/registry/modelgraded/diversity.yaml sha256=egFSbBpUtNXv39fIvqKtSTmzdXJX16ubkfVcG428R7o 237
evals/registry/modelgraded/fact.yaml sha256=g7AeNCirPBhz1wQsFPvcAhxLMCKWd2ApyZ3sALN5oyU 1109
evals/registry/modelgraded/humor.yaml sha256=-DQBDN70bvcqMmF16WVwezyut0Bb01CZLUVj_1WDagA 193
evals/registry/modelgraded/humor_likert.yaml sha256=TMWOCcsccmh0unQa7KSjmrQSY7oWfRalZgAdXDaepls 202
evals/utils/api_utils.py sha256=ZCDZ3lWUCn9Gh33c-JDZC5VVoqW2aF-sSLyGkaaV-QQ 1505
evals/utils/misc.py sha256=Lwo6xlDtKNEW-xDVEXpg6TULKHWUuYxW55UCMj1n3cY 713
evals/utils/snowflake.py sha256=Kuj1xIR8XbdKayiaxR8GH9OSJKv7kMzT7ENmFxQQeRo 3991
evals-0.1.1.dist-info/LICENSE sha256=3PeSfsAA4L6gIbr1Vsgq16wuls3YKFociypwFOgwDG0 1063
evals-0.1.1.dist-info/METADATA sha256=sJTyKRfrFyZy6-H4eWrgABJh8LBHUXLI10ohEXgN1pY 594
evals-0.1.1.dist-info/WHEEL sha256=pkctZYzUS4AYVn6dJ-7367OJZivF2e8RA9b_ZBjif18 92
evals-0.1.1.dist-info/entry_points.txt sha256=VCG8Tg79A6FR1bHPBG6Vk2ZSTKBsqb7HZhN9qa1kiS8 90
evals-0.1.1.dist-info/top_level.txt sha256=-RPWnvpqWuvduYuK6BeQVBTji6GNx1s_SNB011XaRzY 6
evals-0.1.1.dist-info/RECORD

top_level.txt

evals

entry_points.txt

oaieval = evals.cli.oaieval:main
oaievalset = evals.cli.oaievalset:main