opencompass

View on PyPIReverse Dependencies (0)

0.2.4 opencompass-0.2.4-py3-none-any.whl

Wheel Details

Project: opencompass
Version: 0.2.4
Filename: opencompass-0.2.4-py3-none-any.whl
Download: [link]
Size: 559877
MD5: a71da222d8b2fd32cee6dfb0028683f5
SHA256: 23052f05f890abc5afa20e4d088381ac7f43306a12db3d620df85b845b043c5f
Uploaded: 2024-04-23 09:22:10 +0000

dist-info

METADATA

Metadata-Version: 2.1
Name: opencompass
Version: 0.2.4
Summary: A comprehensive toolkit for large model evaluation
Author: OpenCompass Contributors
Maintainer: OpenCompass Authors
Home-Page: https://github.com/open-compass/opencompass
License: Apache License 2.0
Keywords: AI,NLP,in-context learning,large language model,evaluation,benchmark,llm
Classifier: Programming Language :: Python :: 3.8
Classifier: Programming Language :: Python :: 3.9
Classifier: Programming Language :: Python :: 3.10
Classifier: Intended Audience :: Developers
Classifier: Intended Audience :: Education
Classifier: Intended Audience :: Science/Research
Requires-Python: >=3.8.0
Requires-Dist: absl-py
Requires-Dist: accelerate (>=0.19.0)
Requires-Dist: boto3
Requires-Dist: cn2an
Requires-Dist: cpm-kernels
Requires-Dist: datasets (>=2.12.0)
Requires-Dist: einops (==0.5.0)
Requires-Dist: evaluate (>=0.3.0)
Requires-Dist: fairscale
Requires-Dist: func-timeout
Requires-Dist: fuzzywuzzy
Requires-Dist: immutabledict
Requires-Dist: jieba
Requires-Dist: langdetect
Requires-Dist: ltp
Requires-Dist: mmengine-lite
Requires-Dist: nltk (==3.8)
Requires-Dist: numpy (>=1.23.4)
Requires-Dist: openai
Requires-Dist: OpenCC
Requires-Dist: opencv-python-headless
Requires-Dist: pandas (<2.0.0)
Requires-Dist: prettytable
Requires-Dist: pyext
Requires-Dist: pypinyin
Requires-Dist: python-Levenshtein
Requires-Dist: rank-bm25 (==0.2.2)
Requires-Dist: rapidfuzz
Requires-Dist: requests (==2.31.0)
Requires-Dist: rich
Requires-Dist: rouge
Requires-Dist: rouge-chinese
Requires-Dist: rouge-score
Requires-Dist: sacrebleu
Requires-Dist: scikit-learn (==1.2.1)
Requires-Dist: seaborn
Requires-Dist: sentence-transformers (==2.2.2)
Requires-Dist: tabulate
Requires-Dist: tiktoken
Requires-Dist: timeout-decorator
Requires-Dist: tokenizers (>=0.13.3)
Requires-Dist: torch (>=1.13.1)
Requires-Dist: tqdm (==4.64.1)
Requires-Dist: transformers (>=4.29.1)
Requires-Dist: typer
Description-Content-Type: text/markdown
[Description omitted; length: 17695 characters]

WHEEL

Wheel-Version: 1.0
Generator: bdist_wheel (0.42.0)
Root-Is-Purelib: true
Tag: py3-none-any

RECORD

Path Digest Size
opencompass/__init__.py sha256=N5-p8dQB8uwuCMpS1ADLf_E6rvWovtRRp3vY9Cq2gw4 22
opencompass/registry.py sha256=wgzhg3bCvyjQzOdnoFEKAaDijX_JbSxkQF78Q5YxcbI 2420
opencompass/datasets/FinanceIQ.py sha256=EWVV-mCEgFSMrKSb-SCS4qha59Gv1lLKYS3DVmOj1UY 1190
opencompass/datasets/GaokaoBench.py sha256=JE2hKktixVOkXTUEk7TuDRZMdWLTgnBRAVJnsmOR3Fk 4830
opencompass/datasets/OpenFinData.py sha256=lMNZLb6KhvkR6tMLFQbBJJQcUX0alJ7xVK0UFlStI00 1236
opencompass/datasets/QuALITY.py sha256=ykbbfHDTZAW73_nncm40S0VDF3KGnKA6c4PfV3WRYEU 1948
opencompass/datasets/__init__.py sha256=iI9j47uJ3fh3apBz4GvKj0HR0b-ul1ADCYLSn3LAxnk 5261
opencompass/datasets/advglue.py sha256=5Ab64woWZsmm1xTN98PJh94rK9HxZZ5TokU3_7yRueE 5217
opencompass/datasets/afqmcd.py sha256=bzYykwCHzAyX2N5FLFOhjlrhbWuKVFYSqnDA-15fnsw 497
opencompass/datasets/anli.py sha256=IhQ_D8chsMm51K3g5kiFgYfnP-1n4QbTyIylLnzzhGA 431
opencompass/datasets/anthropics_evals.py sha256=5RAlvbYgla5c9pzIq8cfr5HGQugZ1GpjnHdZS82sD3U 1706
opencompass/datasets/apps.py sha256=0j0n2vivJckWJjUGAUHXHjrHlyzYVl3rET8fYi53fKQ 32935
opencompass/datasets/arc.py sha256=tyKJ8v6oO0Lq1AU0WLm_LjUBOWZnae2-ymq2582-qto 3270
opencompass/datasets/ax.py sha256=AYGDg7iJQ360ddA1R5kZphyqlKVekqnIAjqUld4cSCs 581
opencompass/datasets/base.py sha256=w5iL885-Vmfxt0kEXCE0WRU67Jc3Ti_7IqjLC5LBoFc 692
opencompass/datasets/bbh.py sha256=wR1cyqxIDAIdf_ZR3S8RGhlfehBaznX2WaNzU_9S6uQ 2735
opencompass/datasets/boolq.py sha256=0_HIfZKamcytOX0lE9onbAZeqfPpYL-rwl5TQmS3fYI 1451
opencompass/datasets/bustum.py sha256=8EWX01lI5mny5_wVRcVVO1HVErjUUD_0gGgIm2uFca0 498
opencompass/datasets/c3.py sha256=jIYizYboMGWvEQ-slrXtj-DDEIZ_b7XVdWkkB84stTs 2893
opencompass/datasets/cb.py sha256=SoybSvLOsd9RGJmNS3CfYGGHcvoT6pLTqKQ8_mBgSIA 611
opencompass/datasets/ceval.py sha256=gKvTwviSjroRN_3VE3yR08JVYSjExt2Pzc6XX-lrp20 3015
opencompass/datasets/chembench.py sha256=dvw1tjnntOX5aRz37IB_RA-c47LcCvvkG9SB9XU-h8Y 963
opencompass/datasets/chid.py sha256=QocuyOFqBKFoQImfLMyHepQRBbcl3-A3yDCQZWbV0ro 1172
opencompass/datasets/cibench.py sha256=61nYywgbXkKcEJvoqyMrgvaIoqbLXwEbg7MMr5cTDUE 20323
opencompass/datasets/circular.py sha256=24rYmL8kW2DvZAUgBto4k56-umia4lEmqxsQWX0vm9E 15035
opencompass/datasets/civilcomments.py sha256=pl4ftpLnd78stJNn1MK9yvE3JWB2zGNGxDF47bEhRug 1140
opencompass/datasets/clozeTest_maxmin.py sha256=tdwAxhLUWdFoaNCEKGlpyO-hrI6Oieuili6ro0FrA8Y 1205
opencompass/datasets/cluewsc.py sha256=bDz8JE73Fm7EsJ-zCENqjFfg9GLM8328TGH-LkxfL4I 1699
opencompass/datasets/cmb.py sha256=IAFnfdER_946erBk7NLXCBwX1dQdlDxatncTRpCk-CQ 987
opencompass/datasets/cmmlu.py sha256=5Tk1jO0W2RD75uU7TlThuI3qz6EEQhhjZeLzI4DKZmQ 1030
opencompass/datasets/cmnli.py sha256=ukdbWTc8ZGlhoaDidTsQZi4zJs_kC8TYcoC4-1blh0c 1081
opencompass/datasets/cmrc.py sha256=WnLEKzlrgZ8MjP7pVaopFndAVYoZxLJZdgCt9BUvjzU 1396
opencompass/datasets/commonsenseqa.py sha256=LrAKo4RsWUq5uxOkUeQA__BSUgkHGNqglSu1VIWfcS8 1429
opencompass/datasets/commonsenseqa_cn.py sha256=5Kc2gaCWKWCT3NUZ_L6PgWkaK4wXLDLNBl_y3-dT1N0 845
opencompass/datasets/copa.py sha256=IbwdL9oQCDebU5dF0O392ljY1VmUr1HlIhngYfwQeWQ 500
opencompass/datasets/crowspairs.py sha256=1PDkp-8d3KNtjiswq8q14RszKdZDi8tRMTTLianAcTY 2704
opencompass/datasets/crowspairs_cn.py sha256=uZgVL4sB_C1tgj-iQf8c5ufgcSha9x4LqBTJnBkpyGs 523
opencompass/datasets/csl.py sha256=2aLJJ6ErMQ2N0V1bA5LGJQ8s8Jp0gxQ6Fwx0MR64bnc 1028
opencompass/datasets/custom.py sha256=yuUPPiXYpTY8BV0DjfiHGevYtZc1ZxFbHfZzkImoMqg 17709
opencompass/datasets/cvalues.py sha256=yzl2mkQoGHw8EA37pEV1sF2P-jLj9tapuQBepBhGIvk 693
opencompass/datasets/drcd.py sha256=xehSv19SCIyTrh7tA_w3BmnyaCFl62OJ6tJ5WoI1PT4 1396
opencompass/datasets/drop.py sha256=gyjs5fo6GlUpeerFXpFVGsAVkpPbUvm7Mkik9jvyBBk 1641
opencompass/datasets/ds1000.py sha256=Glc6ZU6POGe-P6rQzL9STuGByvizrsc9_mml891T4kg 15872
opencompass/datasets/ds1000_interpreter.py sha256=YW11inDFJmHlw0IYficV4aEfMttLHp6p_ghEjSRvJCM 2280
opencompass/datasets/eprstmt.py sha256=c9H5xi7yq0JIaE5-ZPSaCgdy-O-2Y5LtQgGXY1ppPZc 686
opencompass/datasets/flores.py sha256=wOJ_qbOcWj-Ogs-AjHSa5teF8VYUDaboviwubFjqWvs 1832
opencompass/datasets/game24.py sha256=8mO_8uK78vZIJa4lf1YvTvtVZxc0RbLXUB_LFLJlRLI 6536
opencompass/datasets/govrepcrs.py sha256=psYKPp1HDYzESRmGHS0EE0XtlQREqzGeJiMZCmnoFVY 1502
opencompass/datasets/gpqa.py sha256=N92ZmEUl0eZ3055B1TSdoXt95RTkKO3iMWQ_prol7Po 1942
opencompass/datasets/gsm8k.py sha256=YFqX4DVQXC8GfApe1KLEeO4RcRbSkIAIfhuDI1j03Gk 4421
opencompass/datasets/gsm_hard.py sha256=8NwP4V65yM2tXenB4fHdlXkyHkLmP1-6Da-iUHZ0nZw 594
opencompass/datasets/hellaswag.py sha256=hSzuaqhP8sqsmr72F1KLEcMPelC28bX4TGHFLTEz7VY 4993
opencompass/datasets/huggingface.py sha256=ChdS7w0r_gt665bLpP3TW46m_LiG8s1nwq5BCTaf-Uc 257
opencompass/datasets/humaneval.py sha256=OX7t8UvaMYpRsfW8XOinEO26-x3s2CYT9yHJLdDR2zQ 9354
opencompass/datasets/humaneval_multi.py sha256=SIGp-mBN1mMd49iPqP9SHluFxX39r4WrptIeozZGOzE 7425
opencompass/datasets/humanevalx.py sha256=cquxeDl0Xttw8vfDy3RuVshaNcQ379Bht6an3wuPYls 8969
opencompass/datasets/hungarian_math.py sha256=HBOSsP3gHgYTf5SRRWuv5A_v6ZEqIAbUXepsJO9p3aI 483
opencompass/datasets/iwslt2017.py sha256=g5nPoyp-mDOEAseOokC0MlK_KebHTn9YJC19Gvko5aY 421
opencompass/datasets/jigsawmultilingual.py sha256=VVhAqkVhUwavhUnd0sa7t7HHlysrrmSXQTafIAT0iMA 1036
opencompass/datasets/jsonl.py sha256=dPCcxPivmaOCICeEtCqMP6B51YuzXTbhFJvNz86LamA 410
opencompass/datasets/kaoshi.py sha256=jRbI1KsuMWd4KCisuSWKUyQyOB7sP3mgSBlNjAVho04 4996
opencompass/datasets/lambada.py sha256=FikPxtLgGfJKf0zy2RaJ8ZZtyPqtBFw9i5wIsJ7efEM 1361
opencompass/datasets/lcsts.py sha256=R2TF7ECP3dMDPpih9J7JdAWDCyigynETyHn_vc2Vf0w 1233
opencompass/datasets/lmeval.py sha256=rD92IboOyPAb4Qd_-X1mZ3vXxnUpwSlzUC1JYO7PHig 392
opencompass/datasets/mastermath2024v1.py sha256=Bb2XtzFl6Km8fU1yWak-K0XO1pZjaAaN7-rOgiUGacI 1752
opencompass/datasets/math.py sha256=EgSXNb7NlmoTElkciz7MhXwt7n0CuhWn7QmWjTiuJls 18070
opencompass/datasets/math401.py sha256=A6KZWnaZ15LBrBhTmbjLH4_DkIrWbbwHLVPlKdAjwAY 878
opencompass/datasets/math_intern.py sha256=AN4SApGsZdIa6fj4_DfCj91TXKyD9j9wVlZKu3OSqQ4 9854
opencompass/datasets/mathbench.py sha256=UBOB839y_iSHcgplBaCwz75qpHAeYghInzDmCd7u5sk 3339
opencompass/datasets/mbpp.py sha256=jEMTlQ2XqDgdCOtdG5CJUxl4q8cPKlNbFO2f-NOlyms 17399
opencompass/datasets/mmlu.py sha256=ueq_0NguvLEI7Lz0cgWM_GCvVo1DvH5R0vxN2dbrMu4 3242
opencompass/datasets/multirc.py sha256=5LH973ABvJfOyhEtUGbmwwoCQ2cD4uLZs0vd0sHmwGg 2258
opencompass/datasets/narrativeqa.py sha256=8uJyl0CwmBqweblt2qL1PGH-HZ8KirHEPEsg1cXQwZk 1423
opencompass/datasets/natural_question.py sha256=HSNwvaWhA7SDsiPij9SwD1FHXstoIOdq3Z8Ms5FtRWY 3055
opencompass/datasets/natural_question_cn.py sha256=KtK-scJO4zRE8Vq1dDskCGbNSCrsf8TFEG03IHtFiGc 1804
opencompass/datasets/obqa.py sha256=N4gdfRUVeUy9QZOuXr4kC4FyHySnBXEuzs66UiUHKyI 1899
opencompass/datasets/piqa.py sha256=b2x85bzj6PaNRFd5OHvgf2yVs7wiRHFvUhkSaNXniQ4 4094
opencompass/datasets/py150.py sha256=mxXYTzxmv0kHQB7Uzai1wrpNBD2hGYj7OTMzqdhxEFs 1064
opencompass/datasets/qasper.py sha256=QKNUSff519hX4N24A1jYljh0fKjNwB2WnvO_ggVvSjw 1355
opencompass/datasets/qaspercut.py sha256=c-XClHoLV9rIV160LCR8YZNn0fiEES6Co781mgo4_5A 1667
opencompass/datasets/race.py sha256=myi3xHhMAX6R90jL8b021PDPb5UpFkmWXf4LCXE3H3o 1080
opencompass/datasets/realtoxicprompts.py sha256=DfwRFHhIni-2885-CFnOPEYQfKH0Q-lKMJigb-0iZxY 1279
opencompass/datasets/record.py sha256=dHFpD7Euxh0L9yg5XqKvCjRlNaSV98MpcAjV7fA8k5Y 2626
opencompass/datasets/rolebench.py sha256=aeQKgFppCxO75v-clKoVVE19nqJQzz_XtLtakpZwNr4 3035
opencompass/datasets/safety.py sha256=LYQib-KvJt64d2tH93SRHwVzhUzNDBAyR7kfT2Jsabw 558
opencompass/datasets/scibench.py sha256=PAwQLmoGb_RdQXR-IHkBFiSEcayab2_Iu8AMCmgp0I0 1234
opencompass/datasets/siqa.py sha256=hw_BJcKG5M0el-9B_un53UpJ-FRaXDwgI4i8_mhgxwk 4253
opencompass/datasets/squad20.py sha256=kK_dS4aOZW-DKOpKZ7884tiQYEFEhFhY_riZq0QW3q8 2339
opencompass/datasets/storycloze.py sha256=zOJgOpvnVOCfkPSY3mV2SjxjQtgQZTZeJi-4ve-CxHY 1763
opencompass/datasets/strategyqa.py sha256=YqFnJIGEg0ovXcljnKqIcowE7k4wTWOVa6Ee8zvFjdA 841
opencompass/datasets/summedits.py sha256=h1vVrSO66MqOUJfea4BpokhMDcciR6eILDrAa-zMt40 492
opencompass/datasets/summscreen.py sha256=oWBcpcXddga6cqrcqoqJMNLAC8OsLYrlET3cjw4djOs 1442
opencompass/datasets/svamp.py sha256=SdmNrP9aoNLgfpi_P5DXvd6cPgpCO9x7moxWDjXwGQY 631
opencompass/datasets/tabmwp.py sha256=Qju2b_fjTf-0qEX0QOYOhNVq7ndnr2RgCgfEW4RNIgg 8302
opencompass/datasets/taco.py sha256=Ks5qJfV-3dHXSNeK5_hWybQH__UpF7TZd1uciyMgLGI 30857
opencompass/datasets/tnews.py sha256=3aONZRMgAMc4XHreqyuNKJL9FgaG7CuhWm8CsIqBeMo 2337
opencompass/datasets/triviaqa.py sha256=hgJHc1F_mLU9mJ_h1YYcVzxPThMJBNrTmA-I3S0bjXo 3326
opencompass/datasets/triviaqarc.py sha256=FyLniv2kpHUDbol4fyT5p-IoV-GNmviRn5vlR8oETz4 1930
opencompass/datasets/truthfulqa.py sha256=iSafxDk5J-l6Jz5deSsxxFJOPnMi_ni4dwg9c8UtwbA 8110
opencompass/datasets/tydiqa.py sha256=RcinCrv5nd3xjns_Q7UDLKEcJVSvRlByzGJy1YwcfcE 2805
opencompass/datasets/wic.py sha256=obIIWDY_BqoxT2K84aRJIk-g0NzsBGAwkADYmy8ClvY 933
opencompass/datasets/wikibench.py sha256=fOugRqgoWVd82hCgx9a4B7ODC9tZRvdxSa9LwAYBns4 2125
opencompass/datasets/winograd.py sha256=aLx7Ldi6aNEVtCe72Uu0tg9H3bQrbDIC_IJUcSnadb8 602
opencompass/datasets/winogrande.py sha256=lqExB_9hP2BGkISJiBmQ2RqPnvwJvE83WVKNhGabRxE 3110
opencompass/datasets/wnli.py sha256=bclb1pqF3X8z7PArMGieqIULEPrg-ih9wFZeLU1mz8k 560
opencompass/datasets/wsc.py sha256=df9Nnu6CEsiccqadxuSr-nMLKYRW9HueeRoudj3YJoY 3580
opencompass/datasets/xcopa.py sha256=XgEfvw8YnivgiSMoI6xJMTS9o6DBMf8TJCyOVPhK0i4 853
opencompass/datasets/xiezhi.py sha256=qh8V6TLPDkqdkXzpuXKAV7xEJWMKsTmEQZeSwbGvaQw 3440
opencompass/datasets/xlsum.py sha256=Jhk6Qj7s4H2QZzvR_kT_DCZbKnWon5rWoEyoXkXbbt0 1183
opencompass/datasets/xsum.py sha256=VN-5NH9yqlGmCaVXb7HbR0DPhm2Zk5nsxSMqF-MUrIc 1104
opencompass/datasets/NPHardEval/__init__.py sha256=Ore6Xw9pKzNYVnl8Zi0_wSO26pk6OPzDbsNRjQzA8rc 388
opencompass/datasets/NPHardEval/cmp_GCP_D.py sha256=VO89mDzpm3bgAMs3Mw6M9yi3NZze3HS5o-gEzRuW2D8 6698
opencompass/datasets/NPHardEval/cmp_KSP.py sha256=DLw0id1a3uEl1qw-baorPO7Of1pIJTmKoXSAEoQmkds 6980
opencompass/datasets/NPHardEval/cmp_TSP_D.py sha256=rfQ12I-Jr55fQI1wt3U6MQwqWxHp5vdhNrgiFuf3a70 6258
opencompass/datasets/NPHardEval/hard_GCP.py sha256=R66l1SVq1hORY7GSZUNubJl1HnR7Gx6oO09J5X6xAjQ 7326
opencompass/datasets/NPHardEval/hard_MSP.py sha256=SXiVTlQzJEHtVqdNy1v54YmhsyDin9mQUOXHrspKnUs 8407
opencompass/datasets/NPHardEval/hard_TSP.py sha256=AY4Ky4KVNWRL9uRDszWDuGe9CTw3HrcLfF9hWY7z8DM 8515
opencompass/datasets/NPHardEval/p_BSP.py sha256=VmyV12R0KPb_KKXJtRXtI1kGWjNqKoFojIAUFasaaIo 4659
opencompass/datasets/NPHardEval/p_EDP.py sha256=R_V0Lf92v525dtlD2y0uRaLQ1NamPgeVRf_FFgsGBEE 5540
opencompass/datasets/NPHardEval/p_SPP.py sha256=fVUV_n3M9NtcMAYRawcQb_vH_ikyuCDjfTK8F7LN1oI 8341
opencompass/datasets/NPHardEval/prompts.py sha256=NnwHrGzhfE-lCaM5RLD9v95O1GBogvBxRtjgVoUJ2-Y 10534
opencompass/datasets/NPHardEval/utils.py sha256=J-pWfJyJvwd_whrl7Co21yI0DnvMKoJ7kLDowVZYmBw 1543
opencompass/datasets/TheoremQA/__init__.py sha256=S8UDHxbUIP1E3b2cXGOKNcKegtbdtbOK3Wo5wsxuo2A 215
opencompass/datasets/TheoremQA/legacy.py sha256=Y_5heueTz9N5gR3pAQhRIEV4Mf-N9R60MB6LHQ2JOgI 1007
opencompass/datasets/TheoremQA/main.py sha256=62ooOwnivAOVO8RbAQOCXaPCAaaSpN0ldMf9_7JTzKA 2069
opencompass/datasets/TheoremQA/number_utils.py sha256=KQIko615rsxup3bsKfzVVSo2MHrc60SB_MGMUVKHiFA 2836
opencompass/datasets/TheoremQA/utils.py sha256=PapAT0cI2Zb_xtRaOK7eoa1MthVH7M1aSRYKjEBIHNI 3620
opencompass/datasets/agieval/__init__.py sha256=S2uTeswnZdYaKX_4ENLdx4iwe1yYxNAMAUT1ZSdGdpU 59
opencompass/datasets/agieval/agieval.py sha256=1fESgkDq6ZqDzQju_oBpmEhKzMtFun0moL1gWqqTI70 3390
opencompass/datasets/agieval/constructions.py sha256=dR_arF4xAGvZeRitm5auSQyVlSqMs6PeNxBW65pDI8g 3113
opencompass/datasets/agieval/dataset_loader.py sha256=YY_2xa-L-KShO5oa4my1AFIQRPE-WKeREmkXXGk6SIg 16445
opencompass/datasets/agieval/evaluation.py sha256=3bspfRl1mmM6FXwqiNTRYfl9FVqkhl4yNP8jXaOc5ks 1422
opencompass/datasets/agieval/math_equivalence.py sha256=JLV-nIpInx4lT13x2VFIBd7bTwJ1HSXytIMf7v7L5dw 4572
opencompass/datasets/agieval/post_process.py sha256=OBW7rw0LuzR4olA_on6hJTZ75lcm2OhpjAeZtg5f89Q 6561
opencompass/datasets/agieval/utils.py sha256=0skceVjzXX-YtnSSOpP3mrrdOAqxDmnlwg_1hdY9OBg 1097
opencompass/datasets/infinitebench/__init__.py sha256=oLTGWb7WktStzflFBYsUhict5CB5QBymSQ6058t_Jac 734
opencompass/datasets/infinitebench/infinitebench_codedebug.py sha256=kZyV1SsOMcTdeuPi-QULApWttWYhpuDdzCWqSDyqkWY 1054
opencompass/datasets/infinitebench/infinitebench_coderun.py sha256=_t_VEE7WGawAF4xPCIWbSMK3CFUhupWPEPBY3PkbZxw 896
opencompass/datasets/infinitebench/infinitebench_endia.py sha256=YqTKUiWEHS47Goj2eUfvnzqfTChbfMcecHH6SFhJNHw 1428
opencompass/datasets/infinitebench/infinitebench_enmc.py sha256=RyaC59MwLXtnjE2bIPRHL5JtpaX0mHE7uo5wAj7R6Gk 1049
opencompass/datasets/infinitebench/infinitebench_enqa.py sha256=bJc2xrXoZYcA8_iqH-IbjsHRQnenMA4kURCqwLRAtUc 687
opencompass/datasets/infinitebench/infinitebench_ensum.py sha256=rqTaezOi9ntSNgHcCHzq7MFNgj4vAxMSX8Ij_TouC7o 567
opencompass/datasets/infinitebench/infinitebench_mathcalc.py sha256=6hzAQr67IUFNn9QdrAPlix2rpBENyIQosR8lOUUQ79Y 1514
opencompass/datasets/infinitebench/infinitebench_mathfind.py sha256=HADiFWBEZQDjIA1IcNTJSQuVvrQhYVhFhVDq_oQByFM 854
opencompass/datasets/infinitebench/infinitebench_retrievekv.py sha256=zfuPYv5f96KFtQATXDok2P2t2rCSYhTQrFUufv88mlU 1381
opencompass/datasets/infinitebench/infinitebench_retrievenumber.py sha256=o1V7tLRWMc6bxK9k2tNVfnLZByliuINhlrg7-a8maB4 688
opencompass/datasets/infinitebench/infinitebench_retrievepasskey.py sha256=l2NznZMSugWadYTewkpmQjmENpOxdmFO0Qxnx1UvhlA 689
opencompass/datasets/infinitebench/infinitebench_zhqa.py sha256=NK2niPPq0VjPIFf82qHT4IgYkO8hKtBYd7DgHVmPj6Q 687
opencompass/datasets/infinitebench/utils.py sha256=x8QD6J6LevbM9sTeXEYJadQAjwF_tJoSZI3hsGBvnB4 471
opencompass/datasets/lawbench/__init__.py sha256=EsKoFDaO-iKTH7i7z0wXU8QnpEBnLJRAoN9smJEX4Xw 52
opencompass/datasets/lawbench/lawbench.py sha256=CIRqlembPHWq8DPo5St5bUw3WYqxyBBLitALsKnETtI 2494
opencompass/datasets/leval/__init__.py sha256=E71deFp6J7QL42-BHNljrFTynE1v0iKb55pj3zg0PUY 1084
opencompass/datasets/leval/evaluators.py sha256=UbSYN9Ma2bv1gUHail7aAwkHG0UEUFVUxOFE6_LPq8I 6544
opencompass/datasets/leval/leval_coursera.py sha256=8JEGspZ_iQDGQDTMaoejAa2arfgNRaorTFZOFSq0BLQ 844
opencompass/datasets/leval/leval_financial_qa.py sha256=JMpvgNHBgeHJlkz34mrjRZYb-5puLwqCZQ6dcfsUqsU 898
opencompass/datasets/leval/leval_gov_report_summ.py sha256=alyIejyYP75iitr1-A-rIQdbouEuZ5bdwau8H11-4iM 900
opencompass/datasets/leval/leval_gsm100.py sha256=PzPXrT7kr136_oIYGeZrORU8CYLfKExa-m2vIqXsf58 1623
opencompass/datasets/leval/leval_legal_contract_qa.py sha256=ILx9wc-RtYNhlhhbHwo0ISPhZJy36gC_FlR9vdgzTRg 902
opencompass/datasets/leval/leval_meeting_summ.py sha256=7bkIAyDcofrNhgOACotHd2NiTeJrJwuwLAh_c0vibyQ 898
opencompass/datasets/leval/leval_multidoc_qa.py sha256=BXV-ZOmSiWcTqVEZIBlpjecIlYBYkCH1kQotvfZGLz0 897
opencompass/datasets/leval/leval_narrattive_qa.py sha256=u94gHt9xg8zYMYD9ASjYjdsNmr90Cidmj5D1B_ic5EQ 898
opencompass/datasets/leval/leval_natural_question.py sha256=RCQhJbJ92dmnE5Q1bQbOCyobEGn2QJMh3GJT19fflcE 902
opencompass/datasets/leval/leval_news_summ.py sha256=Vv8qrrJzlzgTddVemMCqC479w5vm5s7dnP8U3RVC79g 895
opencompass/datasets/leval/leval_paper_assistant.py sha256=gPbHonwu2OMz0ZX7OOP5H8WkKlrla4l4LWaxz5DYCWk 901
opencompass/datasets/leval/leval_patent_summ.py sha256=WytTNNEFB59yTjDuhDgZRuJ13To4ek8-yhq_whf2LoA 897
opencompass/datasets/leval/leval_quality.py sha256=3bnVYYpQMoLf6fYQxE84Gr8y4bN5vY1Fe-PbGDlgaok 846
opencompass/datasets/leval/leval_review_summ.py sha256=EoA7DEPDalgcI8k8j6XTprH-Dew_sd-Ux8gZ_YIbGFE 897
opencompass/datasets/leval/leval_scientific_qa.py sha256=J5v0JOO_vGc4JnInZHUZrcOK77PT1OSFwHME3EgEAQs 899
opencompass/datasets/leval/leval_topic_retrieval.py sha256=7B-bzD_BPBg-avKutYqNhPxvulCKssJKI1VqZTilP-E 850
opencompass/datasets/leval/leval_tpo.py sha256=mFOBwG_zpHO-wPZ_ikoy75YDth9Vwpe0oWKWc1iHLzc 839
opencompass/datasets/leval/leval_tvshow_summ.py sha256=9HyFjCFB3M71RRTxHbK--PH6OWxISjtUdr8uwlYnOqk 897
opencompass/datasets/longbench/__init__.py sha256=B6dcdPWPS_DNKUN-HRue5ZAEsgdx7qiYbuO-ue8_Se0 1585
opencompass/datasets/longbench/evaluators.py sha256=0yOYG_hbcvpFrgf0nh0OlAnOPU265gVJ0hRCBwuWzaQ 9597
opencompass/datasets/longbench/longbench_2wikim_qa.py sha256=YTYKaaDvWyrqIyYnsNgX45mBM2o3KY5bHNhNm3XxmyY 754
opencompass/datasets/longbench/longbench_dureader.py sha256=KCRlLaGOSDT6umV_lbgfOM8iXmAV2qZ1dq6QdO1Mt38 754
opencompass/datasets/longbench/longbench_gov_report.py sha256=7R65ppRlHAJvXgyB5O8WebnH4KM5SkXBmGuaVbGhjqY 625
opencompass/datasets/longbench/longbench_hotpot_qa.py sha256=R6rZPHtZRdXeYo0u6_eRPFoUCY4wDcRiWwG6cGFCeqk 754
opencompass/datasets/longbench/longbench_lcc.py sha256=LOJzxRwoErfEH83LCwPK-sLBtSlv_DnOXzcFcR_n2SQ 618
opencompass/datasets/longbench/longbench_lsht.py sha256=1JohwF5vGcfaTF75yRcDUckmr7kGixgzU2Llj3R180o 1073
opencompass/datasets/longbench/longbench_multi_news.py sha256=XnKKBiJGhJnQcuq0VY-0PabEZmHkipohnAVdKF-vWFY 625
opencompass/datasets/longbench/longbench_multifieldqa_en.py sha256=X9XN49pD4SKOoSJTmwy81-IMapmMGCx5qIlBLwIWRv4 761
opencompass/datasets/longbench/longbench_multifieldqa_zh.py sha256=pvyibalcw1OZolzfgbTt5Jd203YJNubel6o0fLMLCb4 761
opencompass/datasets/longbench/longbench_musique.py sha256=bg_QYhEZZK9Yn5-LTz_UTI4eXeoIC5IVBkHKVDmU0ls 753
opencompass/datasets/longbench/longbench_narrative_qa.py sha256=h3cCP3EwJGIemswIM4MYhP4DVAflFQUw4E9lqykxIFg 757
opencompass/datasets/longbench/longbench_passage_count.py sha256=3rCHovM-DKruxsQ1K32x-vcj_LIKQgD-XHbW-7g44oE 628
opencompass/datasets/longbench/longbench_passage_retrieval_en.py sha256=8FI9R-Lh5ytuUiSH9Tdy-gbDqzB4PkJnrm7uBOqIAVY 766
opencompass/datasets/longbench/longbench_passage_retrieval_zh.py sha256=yrSLf1gciAN5uYHyulDS9rTsqiE39F8UJApUii_oOX4 766
opencompass/datasets/longbench/longbench_qasper.py sha256=2FZmbHohH9kiuKbX77TLU6r-2Ax8rkKsYxdxP5eE7x0 752
opencompass/datasets/longbench/longbench_qmsum.py sha256=Af-i9xtVeTV4xxhhY12-boDXnp0YU6HqidifiHPhj1Q 751
opencompass/datasets/longbench/longbench_repobench.py sha256=41MTNedib3d9telpkFMPoBYFIqiH_W34TrIS_at4C-w 755
opencompass/datasets/longbench/longbench_samsum.py sha256=9d0Hn_jppZ0B9Ky69BvC-oUycIRQF-Qivhb8fpjueTA 916
opencompass/datasets/longbench/longbench_trec.py sha256=m0TglCrFghChLgcqiZ7iIybb3BBBVcF88rqg-JSrLNY 1073
opencompass/datasets/longbench/longbench_trivia_qa.py sha256=DXDJI6juAeaggFQ-HgWBq5Hl-5HnepJ-odxYpk-4Iao 920
opencompass/datasets/longbench/longbench_vcsum.py sha256=lIB0sSlRc30fQmN6lDk2CLWs1VSb1HNGzBT1bgWOKX0 620
opencompass/datasets/lveval/__init__.py sha256=fw7wcPu-uwsi57p3IqG6WxzwcL6sTuy6JMRCmpk_ZeM 833
opencompass/datasets/lveval/evaluators.py sha256=sOO9QKwhBAwLOGEKIzCRJ7OJX7973r9qjQJjgGh88mA 12371
opencompass/datasets/lveval/lveval_cmrc_mixup.py sha256=OMdywaZX8Z6mj6MUzU82hgH8FDKye6hrUouKkiJjQ2M 867
opencompass/datasets/lveval/lveval_dureader_mixup.py sha256=gAb8MYOrvcoZlSq6CgkTH4FZaMHeEOA4PUJnPGZG4sA 752
opencompass/datasets/lveval/lveval_factrecall_en.py sha256=3NzgKGCIwH54TMCWbXzYfz8QAK1ZG3AXyi4PWGWp2G8 875
opencompass/datasets/lveval/lveval_factrecall_zh.py sha256=7h1hFhCQDKWBsx1zXUzyQ8YfCAwTvG6raMw5psImDPw 875
opencompass/datasets/lveval/lveval_hotpotwikiqa_mixup.py sha256=n93sy3zaKjAjdJnt7Qlohfra9kZDwNZ-U3mwY8hg9Yk 1060
opencompass/datasets/lveval/lveval_lic_mixup.py sha256=TcfpK8SFRIfqvjn-PWcWIDKgOR_IF24cIbha5fqRzhk 1051
opencompass/datasets/lveval/lveval_loogle_CR_mixup.py sha256=kppuVkrQyugChLiq3K1XbO026jd9E4xxjm8Dzj4nwgI 937
opencompass/datasets/lveval/lveval_loogle_MIR_mixup.py sha256=kJtKjloDg6Jeyv7YxlOkr28kNZggnt9Mj6nzsrTvfYg 938
opencompass/datasets/lveval/lveval_loogle_SD_mixup.py sha256=xOwELRxyJInbHtsqo6SvFZ42IkSn8t4DWeQx9Ri6M2w 937
opencompass/datasets/lveval/lveval_multifieldqa_en_mixup.py sha256=Pz0vV7ZGVIL6Vc1q0wLoY5SgfIkWD0Bge0bsyd3LV9k 1062
opencompass/datasets/lveval/lveval_multifieldqa_zh_mixup.py sha256=YH4X1DclMuLusxhIDyg8J3z9PKUTeFckO3idBS4kCR0 1062
opencompass/datasets/medbench/__init__.py sha256=EqVJn2weY7C0QyL2LGO72_ohQz_cPq9GPeUDeR7LJrg 60
opencompass/datasets/medbench/constructions.py sha256=05pkM1jLSNsoIrNoqi5hqKcaEttOn8_s6okM_DiZeAo 3118
opencompass/datasets/medbench/dataset_loader.py sha256=WGfCUi62WvxA5DrYsRXmloW8knUhi8n-UehjERaWWWE 13752
opencompass/datasets/medbench/evaluation.py sha256=3bspfRl1mmM6FXwqiNTRYfl9FVqkhl4yNP8jXaOc5ks 1422
opencompass/datasets/medbench/math_equivalence.py sha256=JLV-nIpInx4lT13x2VFIBd7bTwJ1HSXytIMf7v7L5dw 4572
opencompass/datasets/medbench/medbench.py sha256=zBCknk3i8mzBJanIPWyQ1mxLAmGLEySifJ5dmA2cpDA 21958
opencompass/datasets/medbench/post_process.py sha256=Wf1T9_IkInO0aztn0hdY5aC2Yqca65jPXku6N6LYW8U 7082
opencompass/datasets/medbench/utils.py sha256=0skceVjzXX-YtnSSOpP3mrrdOAqxDmnlwg_1hdY9OBg 1097
opencompass/datasets/reasonbench/ReasonBenchDataset.py sha256=GTfrdgGjEgyrl6QAwrc0ivhjjQ9HBOtwKrMWokRSLrc 1278
opencompass/datasets/reasonbench/__init__.py sha256=3tcot3LJ6FG0xSrzaIbnNc0WS4La96ui9GUT-JuieGQ 54
opencompass/datasets/subjective/__init__.py sha256=UVzkNKd5uapjW6fodLDrstdtOi_lXzBz-FagYtTocwY 506
opencompass/datasets/subjective/alignbench.py sha256=O0S0Lmop7rzCyvCRgiyMEQzpFk2ZBqCqzqgRJR37_H4 6609
opencompass/datasets/subjective/compass_arena.py sha256=O1W_toN4y_5YEGtcUw-_5ujaHIeK1yABN4VrQ7CIiTg 866
opencompass/datasets/subjective/corev2.py sha256=PRyEZBYYu1W2DYHfxv4Pk5zUiLW_iN6N3SSruYXOdIo 15280
opencompass/datasets/subjective/creationbench.py sha256=t0zK20f5PZrBeS4xsEFfrZyCCqslj0PiKgeBRaoZE6o 25234
opencompass/datasets/subjective/information_retrival.py sha256=OTdticFTtb6NOIIckY8Mb0SwMPZGq_howr34EB0u5gk 2600
opencompass/datasets/subjective/mtbench.py sha256=xDOuxRuCBufN_lIZnrKJgOgbPMJuehjMHZWWOecxpII 16510
opencompass/datasets/subjective/multiround.py sha256=RtDKBnKNmJwEacGqxPO_M4PWn3PPcWMb3zirNRNKh4o 8066
opencompass/datasets/subjective/subjective_cmp.py sha256=5Q4l1tL4P2p_7a_DgVQcaUvTcN2xJiKX5xBuK7MPovk 1047
opencompass/datasets/teval/__init__.py sha256=pna2itnrlMSrtM8OHyHIXpUl2vJAcCluQgrnfp7ieco 1813
opencompass/datasets/teval/schema.py sha256=hq15bWZ7MCMeac6G-y-MjXAvHAra0Cp0DdhWDyJ2L5E 525
opencompass/datasets/teval/evaluators/__init__.py sha256=yr7vxv09jrC-3epMcf1AvzfAQMDwjoSnWBU9YaA9WHM 339
opencompass/datasets/teval/evaluators/instruct_evaluator.py sha256=TH_CXnOB7-SCGlVUDRq-019L4GJi-FoHDyyUPzMWbaw 5286
opencompass/datasets/teval/evaluators/planning_evaluator.py sha256=sA01vGIjZnBiaaslHiAxNhuMnhwo_l0ISBKSUVuQpZ8 16837
opencompass/datasets/teval/evaluators/reason_retrieve_understand_evaluator.py sha256=H36bDONI2RncgMHuwsZKbk8q_iS3DYan2o5dWCrrUfo 18747
opencompass/datasets/teval/evaluators/review_evaluator.py sha256=BIbEvBp-FkN2Y5RtITMK-ccue9ZZhuzAMIUhEvCcvww 3903
opencompass/datasets/teval/utils/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
opencompass/datasets/teval/utils/convert_results.py sha256=qWmLnqWJrdVqf3Ig9Zx_8TA3L8J8f2iqcED0U_ebteU 1614
opencompass/datasets/teval/utils/format_load.py sha256=v2CdjYqyU9hiMFALIj8UORsrmcr8GgZf5esYHZ219sA 1573
opencompass/datasets/teval/utils/meta_template.py sha256=I4SwTcNt4vnJfluX-U_u6CMEd_TRcBNpx0aZOQhlMJ0 297
opencompass/datasets/teval/utils/template.py sha256=J_3x10hyREy9wGjXQzOdTl1kAsYMnRqh-GqADS8O1So 2479
opencompass/metrics/__init__.py sha256=Wb1vA2l9Qru4gcgTrqkap4Y7cfBnb3eiH4lL1hJSfZk 163
opencompass/metrics/dump_results.py sha256=r23ygkcVFpQxVuXZwlWsg2uS4Y5-_nzl5QJgjg1fQuo 2112
opencompass/metrics/mme_score.py sha256=g3e8w0FaOstdnh_Wl-UQab8ewZfKUVhDxhByyRzLGyo 3139
opencompass/metrics/seedbench.py sha256=k26DaNOcey2ZTe8letBAGQqwDAs9caZAlLW7zOwawP8 2317
opencompass/models/__init__.py sha256=ZLdSwd_SbBIzKFqwGrI5QXXNOktquLCuJG3Su-DkH_o 2009
opencompass/models/accessory.py sha256=ZiU0A7OAN8UKjU1_kbulrqPBn-HT8mQ40q5C9RCQa7A 3479
opencompass/models/ai360_api.py sha256=mZDaw1tHit5sZFECe_xrp3J5Q981X7fJVB5guJASzF4 5798
opencompass/models/alaya.py sha256=81wbFzBwxYrHevuxBRwCgJ59Xzlx0rxuvESWOAUTw8M 6061
opencompass/models/baichuan_api.py sha256=wyVfbF6zfqvuz4oWIRlCzsk64ZTzBJABYeMR2JIhYbU 9087
opencompass/models/baidu_api.py sha256=W8tJoGev28oCC9CeVwwyBs90hdTlcMULI1VEqzGPGrE 7883
opencompass/models/base.py sha256=wSYVildQEdfNfJewbDtOZq106A-9aZHr1-5a00vR6WM 19036
opencompass/models/base_api.py sha256=srZDOfwp_IC1OCkL3uJmhZPkRVG5ITQbsZOgEZHRV1s 17907
opencompass/models/bytedance_api.py sha256=5HE0iSsFi61-mLxshV1EenQ42qeJgkotvS7VmX2zJ4M 5697
opencompass/models/gemini_api.py sha256=69smS3qFN-VZoKKtYs8mcMtdikK33D2OifhNDwqKhto 8417
opencompass/models/glm.py sha256=FTUPWugOUIlTeDxwMqxLoq2QEsbHr8dhgGiN53DNiJI 15669
opencompass/models/huggingface.py sha256=Y3A0rdkUxdoHZwp13z1gbAMq5fMTOGy3gU-xQKAYmTI 33978
opencompass/models/hunyuan_api.py sha256=ZTwcCuywlT1gmbD-E5dFvaafOHiheUXeiUdGrzRj8tY 3964
opencompass/models/intern_model.py sha256=5WdY912co8gOabbCxzWalXiTs7yjDHMQ1JYSbY7L_Ak 4935
opencompass/models/krgpt_api.py sha256=Zd0pxh9W3pMsjE60kHUstwznlDtRqylz6soFqBKQDsY 4975
opencompass/models/lagent.py sha256=Nhymw-ImDJc0HxwtyCOwnbS96VpbHeCiOFjtktgtpW8 6040
opencompass/models/langchain.py sha256=EjdDXPogfMPLOWVGsSNzzZ7sGsBHc4k4866v9P0ubrU 1672
opencompass/models/lightllm_api.py sha256=LMlWPOV0IRXpHU8kdaWSdbXt28rbR-HE8QFy0kbiwkw 6971
opencompass/models/llama2.py sha256=_ebVja4IQgkKwO59oBKuhL953JEm982-JwwhslqHZ2k 10330
opencompass/models/lmdeploy_pytorch.py sha256=6mo42CSKr1m7a_CKvNbWacfX60woOzFpleRA_TyPAsw 6135
opencompass/models/lmdeploy_tis.py sha256=r4JbRtl13feNeufdH05qZflDfBS0tWeDIy2AhyHjnXE 7555
opencompass/models/minimax_api.py sha256=AlRXNOhXSspD3cNYMTnfYygm7eoZgrlOnS4-gVYD6jE 6288
opencompass/models/mistral_api.py sha256=Ie_AuXpjNfF7xb-Tk-c50OtZFGwA-yQdtp6ZH0yR3sU 3614
opencompass/models/mixtral.py sha256=L6oqHUYSHPIuoQcCnkPvAx0sGU_9qmcfbhQcFPXn1uQ 4457
opencompass/models/modelscope.py sha256=Vd9sOml7qT7L5HLUcvVL2dxJmFehVNdrXm8ESCrFQt0 9837
opencompass/models/moonshot_api.py sha256=myhH5teu7Du4WqEfA7oGzTK8Lm1Oq5lWEHsx_RpX6gY 5702
opencompass/models/nanbeige_api.py sha256=BZrxREPPzx-mjhuLuIp0L7gzCnMN5bSbwq1uvONJuC0 4811
opencompass/models/openai_api.py sha256=j_rV8Goo_a-N51AiT9UNu-64t-iSjdAS9VWojiqCxS0 17938
opencompass/models/pangu_api.py sha256=XE_YoE7WC292LVLlNW8H1yJ9qwV4rRt7LwFEuoR6nAg 6298
opencompass/models/qwen_api.py sha256=BlBeMLyYayCINlYZG8KVyJNSuxGvx0N6YpcnGw8PucI 6300
opencompass/models/sensetime_api.py sha256=inTPAnq5piOUS6_6kFjK77dsEhR2P5EBvPMgFFIr4do 7021
opencompass/models/turbomind.py sha256=RhrtasVZuez8BUeRWQ_VFHXKFPvbM10sWuVa7SRKAa4 8674
opencompass/models/turbomind_api.py sha256=t2FJrI5N7uf8H7co9-muuDLRpWF3ntNeVq3BIo2Y7tM 5343
opencompass/models/turbomind_tis.py sha256=lVUio-aDat5TE2xTc7zrbaucK9pNIMo1sTyXqiIy08c 4980
opencompass/models/unigpt_api.py sha256=8R63_xjpVZk_9MMM7po2NoZh3Ue6R9aDRXlD0qcL5y4 4531
opencompass/models/vllm.py sha256=h4XxXfYeAD1b3TK8OcPp63vyEVasppSt2LfkD5cnPyk 4671
opencompass/models/xunfei_api.py sha256=AMaZMsOBfImvEetWX7VY1OeUgy9Cxfe9YlO5FzF3Cmg 7695
opencompass/models/yayi_api.py sha256=9ZUdr_quLQAIbA4lUGyghILPDysdtPX50zJ6r49q7tU 8202
opencompass/models/zhipuai_api.py sha256=OXzIon0g5Ch-BRZAymcw5lL8qiCONAHLxKw_GPN4YXU 4199
opencompass/models/zhipuai_v2_api.py sha256=50fP4KvGFDt4R_tQGuV-9ggS9ro93-h-mXN7tYJi_eE 6221
opencompass/models/claude_api/__init__.py sha256=VCOxnsNvbtRWvP3WkXpzTcOuBmNeLUIvVTXTzKyxQx4 53
opencompass/models/claude_api/claude_api.py sha256=ogOr7RPYCB-qrNN5FQHDO_ni5tipVdH1O4VD6ZsSSkg 4135
opencompass/models/claude_api/postprocessors.py sha256=lqcvfwhKZq0-QRDSYr30BT5ERb4zIDP4eVbawMhD7CU 3948
opencompass/openicl/__init__.py sha256=NrZJEb93rfoGSqesZez4lzK5-Ayqv3-9oUSZGcXX7-I 222
opencompass/openicl/icl_dataset_reader.py sha256=vp9cpfQlzVvrEvc27PUaDaKFrOc0N6GALjGzP3bUIBI 11670
opencompass/openicl/icl_prompt_template.py sha256=pD5x7tEEpdePsEcUEWmMKZku9w_w_R8N32AJlmN8s9E 10855
opencompass/openicl/icl_evaluator/__init__.py sha256=QZVBMm9biBEZ4esAC73DZekL9rFF7wdqNJrgDjkFGcc 654
opencompass/openicl/icl_evaluator/icl_agent_evaluator.py sha256=QhgzW_ftz_NqqD8wHM2XMOwsxqzneqjyNl8C6xPx0Eo 12256
opencompass/openicl/icl_evaluator/icl_aucroc_evaluator.py sha256=li-8iIPJYMxYoujxETNlbr1ULHEnSjOlp2oBzmL1l6o 1483
opencompass/openicl/icl_evaluator/icl_base_evaluator.py sha256=Rx0dZ0pcdq0Wbj6UzpaGbsE-0lYKScSIzYLwcIoYhq8 185
opencompass/openicl/icl_evaluator/icl_circular_evaluator.py sha256=wc4_idfggnDPAg1koGPMC26pZzj5j6TqVk5aNNTPL8g 4249
opencompass/openicl/icl_evaluator/icl_em_evaluator.py sha256=4KJCfVNB39DQWPzdMdm8IRU7cxnQmgOXissC5U_7Ts0 1356
opencompass/openicl/icl_evaluator/icl_hf_evaluator.py sha256=C4hCSP8Q3X2pU5TNM9i7kwE0esLD6CY8KhNSKP0TKUY 11032
opencompass/openicl/icl_evaluator/icl_jieba_rouge_evaluator.py sha256=rFc6aCSEnyVjoGBJRlM7HXIBqWlfTZOFtI-eEgKvRtI 1518
opencompass/openicl/icl_evaluator/icl_misc_evaluator.py sha256=Ly2NOIe2bC4rc2YXXQAedJT3_BMlNk1Ug2oMMKKaRLQ 484
opencompass/openicl/icl_evaluator/icl_plugin_evaluator.py sha256=o9Ob8qcj2ZKkFzq2RQiUZKGgtqTrZybD2kly5Ml1z9g 4159
opencompass/openicl/icl_evaluator/icl_toxic_evaluator.py sha256=fIKZwnA0O-V8s_cSvMPFFig1t3AbkiHIf4fqN-LqWNU 7735
opencompass/openicl/icl_evaluator/lm_evaluator.py sha256=MLpYp0tkcLCQ0EPgYmfrbQVPhY2U7SPNm-BII-49IOg 10812
opencompass/openicl/icl_inferencer/__init__.py sha256=fFEjW-aB9TA6-aE5SbYw-mMWsgG85ax7hwqlHb6D754 684
opencompass/openicl/icl_inferencer/icl_agent_inferencer.py sha256=XoV4COaWXZQkLIywgR4x75OhF728-MsOuxgf4bDVKaI 4976
opencompass/openicl/icl_inferencer/icl_attack_inferencer.py sha256=Ln-W9NRdrI3fMXuQAtO18foWrQROZ6dxHkNsd4x85Iw 9310
opencompass/openicl/icl_inferencer/icl_base_inferencer.py sha256=XTSxz7k9xuKOPiI56hIKlvtD60Ol9bmlkQZEDTAPrsA 7632
opencompass/openicl/icl_inferencer/icl_chat_inferencer.py sha256=dhqJlcMt7EGuv12jop7gnwTrq37W85ttE6Rab-M53is 15100
opencompass/openicl/icl_inferencer/icl_clp_inferencer.py sha256=GuX-ajJaj0gU_LF-qiBAK1TZyyUQLntyGARvPmelgtk 11661
opencompass/openicl/icl_inferencer/icl_gen_inferencer.py sha256=1PFm62JNqKRII46dhA4xPnWj9fCBL97H6PXmpu4bUFs 11517
opencompass/openicl/icl_inferencer/icl_ll_inferencer.py sha256=7Aebj_ACAkB59w--5eSWlSyxU1Dy2eV_zWVUv1clkzU 8894
opencompass/openicl/icl_inferencer/icl_mink_percent_inferencer.py sha256=PpN0Rkoxz2rCiH4lToY8Wshymgm6wjSXQrJAlGwxHsc 7396
opencompass/openicl/icl_inferencer/icl_ppl_inferencer.py sha256=Mh-_d4JLcIe0VDM4bsfe3_JF29YYsmB6d3QUNAmTu1k 9309
opencompass/openicl/icl_inferencer/icl_ppl_only_inferencer.py sha256=-c8AlCut5fDpHqpTFJRt5n5sIB_A6hxCzE3v8iQF_VA 7310
opencompass/openicl/icl_inferencer/icl_sc_inferencer.py sha256=FSmsrkOY66I2JlieMQ-wB0ASGDEhKyUROh0N7ohmK5g 8659
opencompass/openicl/icl_inferencer/icl_tot_inferencer.py sha256=WsUAP1eXRgp1CpcvYBlAM1cDDSrcgV_Q3zKQ1Y6jS2w 15850
opencompass/openicl/icl_retriever/__init__.py sha256=8yCAoxv-JNBLeaplrhXErJYEBCxe-4YjE8w2JhiNAYA 489
opencompass/openicl/icl_retriever/icl_base_retriever.py sha256=QuLlD_vcIj_FkfjF8n42TG9pyBeEvC-cETWQJPR5z9k 12600
opencompass/openicl/icl_retriever/icl_bm25_retriever.py sha256=h29R-PJCVy8riJFxQSXCp6sNzp5NonUnCJi94eB4vTM 3221
opencompass/openicl/icl_retriever/icl_dpp_retriever.py sha256=cEyqBz7sycAfLEqiv8RilpDpPxE8lX5_376213lwWrU 4692
opencompass/openicl/icl_retriever/icl_fix_k_retriever.py sha256=qC9UEaQnVGk-sQ0BWHtbgqW1mQuwsZBnmL4I7HNdihU 2047
opencompass/openicl/icl_retriever/icl_mdl_retriever.py sha256=2guq4nGNy2MAJ9RTJ1YbFi2TIHit1QmdofJX12Yj_hY 8463
opencompass/openicl/icl_retriever/icl_random_retriever.py sha256=jc04QtXfYurfnfqTSQ7M8OcjJDAG48OViqryxRgPKY8 1295
opencompass/openicl/icl_retriever/icl_topk_retriever.py sha256=f0r1Ooa1CllXPSHWsWdS-FcJKiOgzQTuaSqn_rJf7as 8136
opencompass/openicl/icl_retriever/icl_votek_retriever.py sha256=FPiq6INOsDXkyBKmcdUJ0BIN80CjHAGHFhVz1ppde9U 3749
opencompass/openicl/icl_retriever/icl_zero_retriever.py sha256=xh9-TktbcWJ1xaKZ7HAgal2-7U8Dm3qkqcdqm81XLRo 1103
opencompass/openicl/utils/__init__.py sha256=M5ZDeeLBtXNuGosUFP5Q8A8AS8tD2ZvSQNKqMpAbXng 31
opencompass/openicl/utils/logging.py sha256=EaQuofL8bBN4-CcPBFOwBQdk32hZpN4hMm78HuVU4Ok 1108
opencompass/partitioners/__init__.py sha256=_4DOahBf8nOTk6fAc1DPVdhJdyfNRQUuX8RzqGyeL7M 171
opencompass/partitioners/base.py sha256=wAKrqoBbWr-jGIzTlMjdLJjvS-g0_2XQJ7reIIAgH8Q 6769
opencompass/partitioners/mm_naive.py sha256=Ou7OI70YyZZR0EJ4jF6E_8JzAwVkxldcjrUAqpflO3Q 4454
opencompass/partitioners/naive.py sha256=Eppg3oYL2p9At5LbrY9a2ft9n4tOj2Y1n5prQOb1UTA 2952
opencompass/partitioners/num_worker.py sha256=-JxbOUGUgyVCGip6mxmFzfivuXquwG6r3F50L_QMhis 5839
opencompass/partitioners/size.py sha256=qH_vxzMCQ140J-0X3W6qGxViW7_TKAqKddz8glEFlig 9970
opencompass/partitioners/sub_naive.py sha256=zrq1akT9hgdlQC8CZl_MFGYTPjgr9j3Bw0BZLhTnjqc 9803
opencompass/partitioners/sub_size.py sha256=rZ-TiC7_UkvIg5cRnq4yueTw_rP0j899bUC1bnBiofI 12028
opencompass/runners/__init__.py sha256=6iYJw8In6cul8GRAfpcxr0_40T_9kzRD0xehrlyJObM 173
opencompass/runners/base.py sha256=QZQbnxUbX382uZMPDpwcgvn7AbOERl_6jiNIulMY9u8 2975
opencompass/runners/dlc.py sha256=bT4e6b2zwL3HwNaaYhtTgr9y0UDRlwl6u6JcsVM2y68 12196
opencompass/runners/local.py sha256=N_sd2EfFpoTxuv4a77PbS4onnVMv3Afj0EkxgoGSiIg 7521
opencompass/runners/local_api.py sha256=X3X7NQqT2TSyQ99o6srO6HXxP6LsJVwAndoCoQ5wyWs 8903
opencompass/runners/slurm.py sha256=t9Xuet_b7YnRDToLptDiFDN6y1yfUrD9ucxLhirhjMI 6030
opencompass/runners/slurm_sequential.py sha256=IObIqy4MZN4lWCExSFmqK2fvKIvBdGVWH3cKaCWSl6s 10341
opencompass/summarizers/__init__.py sha256=VBPpY8MLhLNx3RGBxuObHsnuHpt1fJeP-c7iRr95afI 175
opencompass/summarizers/circular.py sha256=-Ji5qbL14r249Zn1Z7SN-RDPjiHRoKow96iavhbhSH8 2203
opencompass/summarizers/default.py sha256=sg1py_SjpIm5hVuRgEw4c3k81fBNZNgs2Vqm5i-9zno 18166
opencompass/summarizers/multi_model.py sha256=dtrNfDbbq9kp8YDIstTkb0b1tM0V7Tl6GtZ_3MKxZR0 15291
opencompass/summarizers/needlebench.py sha256=QgrzmLsBQ7X-umqcgRQZvlhK-s2vS1JvVbjmDwxpGu8 31335
opencompass/summarizers/summarizer_pretrain.py sha256=HhJY_u566nkw2B-kOQbdatPMjbtBdz0oAUAkLd_O_cA 16797
opencompass/summarizers/subjective/__init__.py sha256=gZXcJAlvZTjnr_QXyf9wRjeh4D6MHcJSQyDdh5fHvo0 390
opencompass/summarizers/subjective/alignmentbench.py sha256=LfhnuV5jYqbmNtc-M4lNtl2ZU9GFUw46unPkgNhcIYY 13704
opencompass/summarizers/subjective/alpacaeval.py sha256=WEJdGxL6zqpV27V7dp43xc6vPl2rei9ut902xFozjWc 7075
opencompass/summarizers/subjective/compass_arena.py sha256=21VAtmDajimldqjnhPzzlSB1eOzX3HbD7yFjLibzBaA 10695
opencompass/summarizers/subjective/corev2.py sha256=WbWsp1-ISm5up7EKkWMhTi5jAuCn6-tx5XXssn2M3eQ 10281
opencompass/summarizers/subjective/creationbench.py sha256=Cr86xyuX_PgZnX9_-w220DbmLlWJmHwBYOlgNK1i-DE 2381
opencompass/summarizers/subjective/information_retrival.py sha256=1XvR0yx8icCspeWApYSqxWsbKaT3OpK_DuibrW3NZCE 4464
opencompass/summarizers/subjective/mtbench.py sha256=CP3_tEIMvjbHSe5uUPHoQCKf6fsi0rLbbK5YHk2Yr_E 5556
opencompass/summarizers/subjective/multiround.py sha256=IvtcW4juKIDat7Irb8qqYbDjT4bkkb74bp5IhxNOiOc 5811
opencompass/summarizers/subjective/subjective_post_process.py sha256=M3-JIjySmK6QQHkZcCxQzmA3cQExH1m_OJhJHk9IeTY 1044
opencompass/summarizers/subjective/utils.py sha256=mz06-tCXvUVlxKtBaH3Ihk8NlkaZ5eEUyGrmNQIzBIA 2624
opencompass/tasks/__init__.py sha256=kKqzpG3vk1JTXV4x2UdcJv19jUzEVSpjTAK3NxgznfU 191
opencompass/tasks/base.py sha256=RsnFaZ551SrB49X151RR8kMT6CcRtxN4MfO-AMspC3I 2779
opencompass/tasks/llm_eval.py sha256=-Ll4Y1-S4RsZPrK8A6yJzKy2l0w_qoC7qQ8BNMtgD24 3719
opencompass/tasks/mm_infer.py sha256=8k2BCfUSZ35hllXMhIkZrbt54jb2v0RU8K8_ErFhnag 5354
opencompass/tasks/openicl_attack.py sha256=iwHb-suHr5YJTRqXjJ8xoPlxb1ahIyh2T7Mtzq1R-SM 8576
opencompass/tasks/openicl_eval.py sha256=ZNmaOVqO4MkjAkSCmFMtaqWprC23qnPfBDDLR2c4QZA 15009
opencompass/tasks/openicl_infer.py sha256=EGcR7SelyvpR4KWlAm7LtLiR9ItTNPHVcsWR_mDRm9w 6618
opencompass/tasks/subjective_eval.py sha256=O65w4RoqluD-fjbgXF5BDsPzsXboN8kUUxd-4NbFOBM 18746
opencompass/utils/__init__.py sha256=KjDCt9OTfia_wUkg5gmBSh9tbULYDFk94hV1vToa-I0 377
opencompass/utils/abbr.py sha256=84dbPqmGmh7h2teoyRM7zXJnnHSUWi1T7BH9mmpTQ-Y 2384
opencompass/utils/auxiliary.py sha256=OAHucbD5ZWw31MSRB7HLsrb64O9ZRADkaD2Vr_FvaM4 361
opencompass/utils/build.py sha256=P1js7nHKjPmLhNs7k_rHiHKYDP0pr52TrFQQ83_ZP2g 802
opencompass/utils/collect_env.py sha256=vQVrTawO_d7VvECQZS9wQS5GLNBvla4R9s7kpT9Y4bc 352
opencompass/utils/dependency.py sha256=ejHQqLv5QBQgy5cbqZI9lzYWAxP5yQ3QIveS8JjzSmI 812
opencompass/utils/file.py sha256=9vrljsiqu-dLhKdcIfJkyLs4fUjuC7rFh6QCp1Gcxrw 628
opencompass/utils/fileio.py sha256=LZaLCWvPNsXsutlwuBcFkdIyvc5PpwPuM2Oj712lAfA 5645
opencompass/utils/lark.py sha256=GL7BXAU7EVCIaa9_tpxO1mDs4sM8F5-ZmDvJ6oeDnMM 1706
opencompass/utils/logging.py sha256=QBVwCVbGG1IG_a7PNDm79MmfBXpIzTDUaVDtPNxF8y0 2453
opencompass/utils/menu.py sha256=NzrbOldDVnfffWVV4rZIlCnlPNgcvr_mbMnb5xPEWK0 2776
opencompass/utils/prompt.py sha256=23-TjXqnpRLGi_NBYlunjRvwZCrEc3e19izSJufNw04 7531
opencompass/utils/run.py sha256=Tx4Q5wjhfZGMB83wasq66IDmLoOQbq8TJ39OEXQHRac 15386
opencompass/utils/text_postprocessors.py sha256=5usfd9GOaRuvjWmXSSl5__oUCd5yTUWKm73uOje_V_c 5940
opencompass/utils/types.py sha256=blsCrhzV1MXXFH5P2bqf4R0JD06vj5b8CzApNVJQEqQ 1667
opencompass-0.2.4.dist-info/LICENSE sha256=upLadm2soGdkW9Em7bYMY_9VB5MWusyR1IMeYf7W17A 11408
opencompass-0.2.4.dist-info/METADATA sha256=QDgm0Ar3Svgb-Rqtq_AUlQpegHu_u_x4imIfyZ-cc8U 19802
opencompass-0.2.4.dist-info/WHEEL sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM 92
opencompass-0.2.4.dist-info/entry_points.txt sha256=Pk66-8bEVUOO_Hezqht2v6V7TUfsS8EEDCD4EFwfaWI 59
opencompass-0.2.4.dist-info/top_level.txt sha256=h1AXYAlfqPMYkldPcsZ9duKGRy8iH4CIsVjfdDErnlE 12
opencompass-0.2.4.dist-info/RECORD

top_level.txt

opencompass

entry_points.txt

opencompass = opencompass.cli.main:main