Wheelodex » Projects » chateval

chateval

View on PyPI — Reverse Dependencies (0)

0.0.19 chateval-0.0.19-py2.py3-none-any.whl

Wheel Details

Project: chateval
Version: 0.0.19
Filename: chateval-0.0.19-py2.py3-none-any.whl
Download: [link]
Size: 82416
MD5: 48787182cca399e97876ff5e83628634
SHA256: 940d4c3fbf71417aa51edaee18026693a9f2b5d649c95936387a507e36782e83
Uploaded: 2023-05-13 16:33:14 +0000

dist-info

METADATA · WHEEL · RECORD · top_level.txt

METADATA

Metadata-Version: 2.1
Name: chateval
Version: 0.0.19
Summary: Evaluation Framework for Chatbots in Generative AI
Author: GAIR Research Group
Home-Page: https://github.com/GAIR-NLP/chateval
License: Apache License
Classifier: Intended Audience :: Developers
Classifier: Topic :: Text Processing
Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
Classifier: License :: OSI Approved :: Apache Software License
Classifier: Programming Language :: Python :: 3.9
Classifier: Programming Language :: Python :: 3.10
Classifier: Programming Language :: Python :: 3 :: Only
Requires-Dist: nltk (>=3.2)
Requires-Dist: numpy
Requires-Dist: scipy
Requires-Dist: matplotlib
Requires-Dist: scikit-learn
Requires-Dist: pre-commit
Requires-Dist: tqdm
Requires-Dist: openai
Requires-Dist: evaluate
Requires-Dist: rouge-score
Requires-Dist: absl-py
Description-Content-Type: text/markdown
[Description omitted; length: 28146 characters]

WHEEL

Wheel-Version: 1.0
Generator: bdist_wheel (0.40.0)
Root-Is-Purelib: true
Tag: py2-none-any
Tag: py3-none-any

RECORD

Path Digest Size
chateval/__init__.py sha256=EzL1IWecPBsulY2hfyg-qJwnAOcB3tqhAYt6LeXCAb8 123
chateval/chateval.py sha256=rnnKqBQ-KJBNdryZKvw7Fqi_YKwMBFuHQfJBRsYJ2cM 3124
chateval/config.py sha256=TZWyJ7gyIagz0CTFPUXZyZh4RcXMMxl04xPKwPvt2Lc 2018
chateval/load.py sha256=qQujhbqzPMxnJYeXJEfFkvwaVc_AiBGsXYQeuCbqIuo 39552
chateval/constants/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
chateval/constants/models.py sha256=9iCuDZm7byyiVVIA0vpQxg4fQKqCjGuvBsVLNNncVss 470
chateval/kernels/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
chateval/kernels/kernel.py sha256=u3RCrznTSP664wiSWTj0NOHq39_PpgDppxSNKv2Mma4 540
chateval/kernels/openai.py sha256=qmW4Bwk8RKkZEjngi9oq7CO9uRMXAgRAtkarIrK-7vw 3374
chateval/kernels/openai_test.py sha256=3ZlDAOHiUO642XuqhlbGHYA5fpnoge9FUAorGaRcyxc 627
chateval/metrics/__init__.py sha256=VooCFEu7t0oBal6IfkULKBLo09lPVlUVXkav_5rgH4I 732
chateval/metrics/accuracy.py sha256=tT9Hli2FoUx4sxL62X9OqnoF0fe1pVPOnyf4mPS9yWw 1710
chateval/metrics/count.py sha256=L4wM0TRqqt2URHBPgBwh6nvPswbRXBLBWBS5A_XjxJQ 689
chateval/metrics/gptscore.py sha256=9eJkBV9mQN6QV2J3n2RyU1FrDHWY_X8CChvBky38s6U 26229
chateval/metrics/metric.py sha256=RM27b30thefzxKOuateyw3g3KS9qkdvroUNzgkYK5h0 344
chateval/metrics/rouge.py sha256=baKVEZ_QQFy2YfmksCjufW1WK8So66x3jKAFVAjnslk 937
chateval/metrics/protocols/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
chateval/metrics/protocols/blenderbot2_bool.yaml sha256=xjj7uyXz_THoW_Zhhnh00bs9A_-xm6KLuJ6Op_GlAAQ 1358
chateval/metrics/protocols/debate_overall.yaml sha256=a_Ug3UkjeKyfawcynfus3cT64NvmhWbq4RLjLhhG60I 1360
chateval/metrics/protocols/generic_bool.yaml sha256=_TLCC1Hx9dWSpWFO6xJUlkjN7b3fqQKyfGxvsvHob8I 1404
chateval/metrics/protocols/generic_bool_safety.yaml sha256=KkirrQp-I3Y4D3nh8_VAkgPVYZUE8yImd2tL_2PL6Rs 2167
chateval/metrics/protocols/generic_likert.yaml sha256=UrA3LMOhKdYWyuTdwGqVInBYM7UFJFK-1FKDMVLAx0M 4080
chateval/metrics/protocols/generic_pairwise.yaml sha256=V_F5J2_GmHfegZK9cmOj8POeSwHWqKTieVQ2lDnw2j8 1473
chateval/metrics/protocols/generic_rank.yaml sha256=M2blHLCkJ-TGzaqBnh8T77HkBPANUCQWCDaL__FNLQk 1359
chateval/metrics/protocols/lima_pairwise.yaml sha256=TgGn2TPakTUNRFflGLCcArxcY8nfx70_D2peyf1M2H4 1116
chateval/metrics/protocols/llama_likert.yaml sha256=Cyxy25L9vlU8Y_7Ru00Df25kKcGrOPk68_iCfHwHbSE 2629
chateval/metrics/protocols/utils.py sha256=h1qcVlO3eXe7bRvnIOBlz54Yy0YvDBAqwdsbBMFv1Ig 139
chateval/utils/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
chateval/utils/download.py sha256=vqIFJvTZUgkrWM17S8A3rYVAc4u0B0-nOI3ToXiOouE 274
chateval/utils/extract.py sha256=b-xhKCYMR7J72DosCGb5ISMpGQFo2OwoXp8xkyCbZxs 13825
chateval/utils/file_utils.py sha256=eAMecLYPatVMs6Z3f8BIe515uBpVlU5o5jE2EUJBazU 21552
chateval/utils/filelock.py sha256=786MSOD9Ap6WS2IYaLRLbH8kKwuA_XlHKUFyYpkehio 14244
chateval/utils/logging.py sha256=g2q_rmGJZxOvJX2nukVi1c_r4sWl7S8vD9vQbjGyOWk 6760
chateval/utils/naming.py sha256=-2Ux-pW6TL6kfPN3u3zpYxLXE6BsOXJjDZH5zjr_beQ 1171
chateval/utils/prompt_utils.py sha256=-3SkUD76jh2vGOpHVnGcUwvauxUz-f5IX-qNbmEUvaM 424
chateval/utils/py_util.py sha256=wvc3T25OufbcG6ddHFEVmWAz-1ui3XZnPM6FFZQZL4s 4350
chateval/utils/version.py sha256=FUnzpVsWU5JqjeVDgPONV3g4vKmem6BobBbmwpV9BeI 4374
integration_tests/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
integration_tests/chateval_class_test.py sha256=xaxPWvEMDwOpmWYtDqCOldw2RMJSZL0dahEt2oKRbDQ 501
integration_tests/gptscore_test.py sha256=ZQfRmkCyPjzpF3U-jwx5hWcqse-36_kjF5lbw-jQchA 36401
integration_tests/metric_test.py sha256=sxPWPo5seqVfruf3rBHcO9eu6DAwPKF8El3vLJUyqA8 1437
integration_tests/artifacts/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
integration_tests/artifacts/utils.py sha256=8fv_oTlWkYNUNLE2W5GaVsPpM8HNCVm3qyI1OMvFILY 334
integration_tests/artifacts/yaml_config/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
integration_tests/artifacts/yaml_config/write_email/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
scenarios/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
scenarios/brainstorming/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
scenarios/brainstorming/brainstorming.py sha256=ZRjmCegXqNDnLZ4nT76ji1B9QkcSNz-IcvEnx__N1Fs 171
scenarios/brainstorming/brainstorming_test.py sha256=mHNssL43QKmu_5zY0sqztqz9xX-aq3GvHgXz7nwH3Vo 197
scenarios/code/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
scenarios/code/code.py sha256=Ej_I80tlhZ--QV-AHqyxHfWUw7Udv9kNh-kyQeC7imw 153
scenarios/code/code_test.py sha256=mHNssL43QKmu_5zY0sqztqz9xX-aq3GvHgXz7nwH3Vo 197
scenarios/dialog/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
scenarios/dialog/dialog.py sha256=YJI1IJyzWsWDYpg99j8vBIbnNCfH0P-nmaWutvNa8jw 157
scenarios/dialog/dialog_test.py sha256=mHNssL43QKmu_5zY0sqztqz9xX-aq3GvHgXz7nwH3Vo 197
scenarios/information_extraction/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
scenarios/information_extraction/information_extraction.py sha256=ha6UdM9S-ucgwcODB2sU6ZY5Ib4japfCFADf9F7iwJ4 188
scenarios/information_extraction/information_extraction_test.py sha256=mHNssL43QKmu_5zY0sqztqz9xX-aq3GvHgXz7nwH3Vo 197
scenarios/judgement/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
scenarios/judgement/judgement.py sha256=kYae603rO3So4ba2DreKjL-5KXMBJfUIhtmcSmQ4dzE 163
scenarios/judgement/judgement_test.py sha256=mHNssL43QKmu_5zY0sqztqz9xX-aq3GvHgXz7nwH3Vo 197
scenarios/math/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
scenarios/math/math.py sha256=DgnAVElQjrH_jA9XJd7VsPVrZHqxGYnrDf7wWb3hnRQ 153
scenarios/math/math_test.py sha256=mHNssL43QKmu_5zY0sqztqz9xX-aq3GvHgXz7nwH3Vo 197
scenarios/metaeval_blenderbot2_bool/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
scenarios/metaeval_blenderbot2_bool/metaeval_blenderbot2_bool.py sha256=AuQ2ChXumqEl2IXlrqK5bxIITodpwdle72ZvuqB8hQo 189
scenarios/metaeval_blenderbot2_bool/metaeval_blenderbot2_bool_test.py sha256=j5LTyAutRgB9OUrvrbzRkHeQSbN6TJPyCeR57BTpga4 505
scenarios/metaeval_generic_bool/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
scenarios/metaeval_generic_bool/metaeval_generic_bool.py sha256=iSTE-YEobzrl6pNtJ8poWJXoi7af9OlfIyM2G5fiqLk 185
scenarios/metaeval_generic_bool/metaeval_generic_bool_test.py sha256=j5LTyAutRgB9OUrvrbzRkHeQSbN6TJPyCeR57BTpga4 505
scenarios/opendomain_commonsense/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
scenarios/opendomain_commonsense/opendomain_commonsense.py sha256=USxUV0iBKy6EO18c-MLf5MIts-ptT1dGLEFOgd8vSUk 188
scenarios/opendomain_commonsense/opendomain_commonsense_test.py sha256=mHNssL43QKmu_5zY0sqztqz9xX-aq3GvHgXz7nwH3Vo 197
scenarios/opendomain_general/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
scenarios/opendomain_general/opendomain_general.py sha256=6dEUsd30upcI4_Pr4W7I621YL1mQOLZQUmnmshx1PFg 180
scenarios/opendomain_general/opendomain_general_test.py sha256=mHNssL43QKmu_5zY0sqztqz9xX-aq3GvHgXz7nwH3Vo 197
scenarios/opendomain_science/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
scenarios/opendomain_science/opendomain_science.py sha256=KdMgumGXC29VlS1CNNVNJL6JCQjBR2Sn0SdMDmJovhI 180
scenarios/opendomain_science/opendomain_science_test.py sha256=mHNssL43QKmu_5zY0sqztqz9xX-aq3GvHgXz7nwH3Vo 197
scenarios/safetyprompt/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
scenarios/safetyprompt/safetyprompt.py sha256=6sbhHHoxBq8L54wCS_rI5AuGA3KKh8yn2TfYX4xIFbo 169
scenarios/safetyprompt/safetyprompt_test.py sha256=mHNssL43QKmu_5zY0sqztqz9xX-aq3GvHgXz7nwH3Vo 197
scenarios/write_email/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
scenarios/write_email/write_email.py sha256=uDGkVbuYqntEAd-cAMcBYTqthHY3QYJlVUIHI1s73B4 166
scenarios/write_email/write_email_test.py sha256=2mBN0QlFXRgr54WDQ4LwraB6ewLa9oW1OzAZlwCTP0I 530
scenarios/writing/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
scenarios/writing/write.py sha256=fsDSNZBBsoLJDqIqpvA7yaiOYgFY3k_lMz8z-qutm40 155
scenarios/writing/write_test.py sha256=mHNssL43QKmu_5zY0sqztqz9xX-aq3GvHgXz7nwH3Vo 197
chateval-0.0.19.dist-info/METADATA sha256=ssCsUTe311su3kwAdpI7x_QaV-hEiWJRXCJ36HlxF4Q 29056
chateval-0.0.19.dist-info/WHEEL sha256=a-zpFRIJzOq5QfuhBzbhiA1eHTzNCJn8OdRvhdNX0Rk 110
chateval-0.0.19.dist-info/top_level.txt sha256=ZBaZiuxr0v9x3uRzjfaUjqdmjTiIkagXmlx2eprh_10 37
chateval-0.0.19.dist-info/RECORD — —

top_level.txt

chateval
integration_tests
scenarios