opencompass
View on PyPI — Reverse Dependencies (0)
0.2.4 | opencompass-0.2.4-py3-none-any.whl |
Wheel Details
Project: | opencompass |
Version: | 0.2.4 |
Filename: | opencompass-0.2.4-py3-none-any.whl |
Download: | [link] |
Size: | 559877 |
MD5: | a71da222d8b2fd32cee6dfb0028683f5 |
SHA256: | 23052f05f890abc5afa20e4d088381ac7f43306a12db3d620df85b845b043c5f |
Uploaded: | 2024-04-23 09:22:10 +0000 |
dist-info
METADATA · WHEEL · RECORD · top_level.txt · entry_points.txt
METADATA
WHEEL
Wheel-Version: | 1.0 |
Generator: | bdist_wheel (0.42.0) |
Root-Is-Purelib: | true |
Tag: | py3-none-any |
RECORD
Path | Digest | Size |
---|---|---|
opencompass/__init__.py | sha256=N5-p8dQB8uwuCMpS1ADLf_E6rvWovtRRp3vY9Cq2gw4 | 22 |
opencompass/registry.py | sha256=wgzhg3bCvyjQzOdnoFEKAaDijX_JbSxkQF78Q5YxcbI | 2420 |
opencompass/datasets/FinanceIQ.py | sha256=EWVV-mCEgFSMrKSb-SCS4qha59Gv1lLKYS3DVmOj1UY | 1190 |
opencompass/datasets/GaokaoBench.py | sha256=JE2hKktixVOkXTUEk7TuDRZMdWLTgnBRAVJnsmOR3Fk | 4830 |
opencompass/datasets/OpenFinData.py | sha256=lMNZLb6KhvkR6tMLFQbBJJQcUX0alJ7xVK0UFlStI00 | 1236 |
opencompass/datasets/QuALITY.py | sha256=ykbbfHDTZAW73_nncm40S0VDF3KGnKA6c4PfV3WRYEU | 1948 |
opencompass/datasets/__init__.py | sha256=iI9j47uJ3fh3apBz4GvKj0HR0b-ul1ADCYLSn3LAxnk | 5261 |
opencompass/datasets/advglue.py | sha256=5Ab64woWZsmm1xTN98PJh94rK9HxZZ5TokU3_7yRueE | 5217 |
opencompass/datasets/afqmcd.py | sha256=bzYykwCHzAyX2N5FLFOhjlrhbWuKVFYSqnDA-15fnsw | 497 |
opencompass/datasets/anli.py | sha256=IhQ_D8chsMm51K3g5kiFgYfnP-1n4QbTyIylLnzzhGA | 431 |
opencompass/datasets/anthropics_evals.py | sha256=5RAlvbYgla5c9pzIq8cfr5HGQugZ1GpjnHdZS82sD3U | 1706 |
opencompass/datasets/apps.py | sha256=0j0n2vivJckWJjUGAUHXHjrHlyzYVl3rET8fYi53fKQ | 32935 |
opencompass/datasets/arc.py | sha256=tyKJ8v6oO0Lq1AU0WLm_LjUBOWZnae2-ymq2582-qto | 3270 |
opencompass/datasets/ax.py | sha256=AYGDg7iJQ360ddA1R5kZphyqlKVekqnIAjqUld4cSCs | 581 |
opencompass/datasets/base.py | sha256=w5iL885-Vmfxt0kEXCE0WRU67Jc3Ti_7IqjLC5LBoFc | 692 |
opencompass/datasets/bbh.py | sha256=wR1cyqxIDAIdf_ZR3S8RGhlfehBaznX2WaNzU_9S6uQ | 2735 |
opencompass/datasets/boolq.py | sha256=0_HIfZKamcytOX0lE9onbAZeqfPpYL-rwl5TQmS3fYI | 1451 |
opencompass/datasets/bustum.py | sha256=8EWX01lI5mny5_wVRcVVO1HVErjUUD_0gGgIm2uFca0 | 498 |
opencompass/datasets/c3.py | sha256=jIYizYboMGWvEQ-slrXtj-DDEIZ_b7XVdWkkB84stTs | 2893 |
opencompass/datasets/cb.py | sha256=SoybSvLOsd9RGJmNS3CfYGGHcvoT6pLTqKQ8_mBgSIA | 611 |
opencompass/datasets/ceval.py | sha256=gKvTwviSjroRN_3VE3yR08JVYSjExt2Pzc6XX-lrp20 | 3015 |
opencompass/datasets/chembench.py | sha256=dvw1tjnntOX5aRz37IB_RA-c47LcCvvkG9SB9XU-h8Y | 963 |
opencompass/datasets/chid.py | sha256=QocuyOFqBKFoQImfLMyHepQRBbcl3-A3yDCQZWbV0ro | 1172 |
opencompass/datasets/cibench.py | sha256=61nYywgbXkKcEJvoqyMrgvaIoqbLXwEbg7MMr5cTDUE | 20323 |
opencompass/datasets/circular.py | sha256=24rYmL8kW2DvZAUgBto4k56-umia4lEmqxsQWX0vm9E | 15035 |
opencompass/datasets/civilcomments.py | sha256=pl4ftpLnd78stJNn1MK9yvE3JWB2zGNGxDF47bEhRug | 1140 |
opencompass/datasets/clozeTest_maxmin.py | sha256=tdwAxhLUWdFoaNCEKGlpyO-hrI6Oieuili6ro0FrA8Y | 1205 |
opencompass/datasets/cluewsc.py | sha256=bDz8JE73Fm7EsJ-zCENqjFfg9GLM8328TGH-LkxfL4I | 1699 |
opencompass/datasets/cmb.py | sha256=IAFnfdER_946erBk7NLXCBwX1dQdlDxatncTRpCk-CQ | 987 |
opencompass/datasets/cmmlu.py | sha256=5Tk1jO0W2RD75uU7TlThuI3qz6EEQhhjZeLzI4DKZmQ | 1030 |
opencompass/datasets/cmnli.py | sha256=ukdbWTc8ZGlhoaDidTsQZi4zJs_kC8TYcoC4-1blh0c | 1081 |
opencompass/datasets/cmrc.py | sha256=WnLEKzlrgZ8MjP7pVaopFndAVYoZxLJZdgCt9BUvjzU | 1396 |
opencompass/datasets/commonsenseqa.py | sha256=LrAKo4RsWUq5uxOkUeQA__BSUgkHGNqglSu1VIWfcS8 | 1429 |
opencompass/datasets/commonsenseqa_cn.py | sha256=5Kc2gaCWKWCT3NUZ_L6PgWkaK4wXLDLNBl_y3-dT1N0 | 845 |
opencompass/datasets/copa.py | sha256=IbwdL9oQCDebU5dF0O392ljY1VmUr1HlIhngYfwQeWQ | 500 |
opencompass/datasets/crowspairs.py | sha256=1PDkp-8d3KNtjiswq8q14RszKdZDi8tRMTTLianAcTY | 2704 |
opencompass/datasets/crowspairs_cn.py | sha256=uZgVL4sB_C1tgj-iQf8c5ufgcSha9x4LqBTJnBkpyGs | 523 |
opencompass/datasets/csl.py | sha256=2aLJJ6ErMQ2N0V1bA5LGJQ8s8Jp0gxQ6Fwx0MR64bnc | 1028 |
opencompass/datasets/custom.py | sha256=yuUPPiXYpTY8BV0DjfiHGevYtZc1ZxFbHfZzkImoMqg | 17709 |
opencompass/datasets/cvalues.py | sha256=yzl2mkQoGHw8EA37pEV1sF2P-jLj9tapuQBepBhGIvk | 693 |
opencompass/datasets/drcd.py | sha256=xehSv19SCIyTrh7tA_w3BmnyaCFl62OJ6tJ5WoI1PT4 | 1396 |
opencompass/datasets/drop.py | sha256=gyjs5fo6GlUpeerFXpFVGsAVkpPbUvm7Mkik9jvyBBk | 1641 |
opencompass/datasets/ds1000.py | sha256=Glc6ZU6POGe-P6rQzL9STuGByvizrsc9_mml891T4kg | 15872 |
opencompass/datasets/ds1000_interpreter.py | sha256=YW11inDFJmHlw0IYficV4aEfMttLHp6p_ghEjSRvJCM | 2280 |
opencompass/datasets/eprstmt.py | sha256=c9H5xi7yq0JIaE5-ZPSaCgdy-O-2Y5LtQgGXY1ppPZc | 686 |
opencompass/datasets/flores.py | sha256=wOJ_qbOcWj-Ogs-AjHSa5teF8VYUDaboviwubFjqWvs | 1832 |
opencompass/datasets/game24.py | sha256=8mO_8uK78vZIJa4lf1YvTvtVZxc0RbLXUB_LFLJlRLI | 6536 |
opencompass/datasets/govrepcrs.py | sha256=psYKPp1HDYzESRmGHS0EE0XtlQREqzGeJiMZCmnoFVY | 1502 |
opencompass/datasets/gpqa.py | sha256=N92ZmEUl0eZ3055B1TSdoXt95RTkKO3iMWQ_prol7Po | 1942 |
opencompass/datasets/gsm8k.py | sha256=YFqX4DVQXC8GfApe1KLEeO4RcRbSkIAIfhuDI1j03Gk | 4421 |
opencompass/datasets/gsm_hard.py | sha256=8NwP4V65yM2tXenB4fHdlXkyHkLmP1-6Da-iUHZ0nZw | 594 |
opencompass/datasets/hellaswag.py | sha256=hSzuaqhP8sqsmr72F1KLEcMPelC28bX4TGHFLTEz7VY | 4993 |
opencompass/datasets/huggingface.py | sha256=ChdS7w0r_gt665bLpP3TW46m_LiG8s1nwq5BCTaf-Uc | 257 |
opencompass/datasets/humaneval.py | sha256=OX7t8UvaMYpRsfW8XOinEO26-x3s2CYT9yHJLdDR2zQ | 9354 |
opencompass/datasets/humaneval_multi.py | sha256=SIGp-mBN1mMd49iPqP9SHluFxX39r4WrptIeozZGOzE | 7425 |
opencompass/datasets/humanevalx.py | sha256=cquxeDl0Xttw8vfDy3RuVshaNcQ379Bht6an3wuPYls | 8969 |
opencompass/datasets/hungarian_math.py | sha256=HBOSsP3gHgYTf5SRRWuv5A_v6ZEqIAbUXepsJO9p3aI | 483 |
opencompass/datasets/iwslt2017.py | sha256=g5nPoyp-mDOEAseOokC0MlK_KebHTn9YJC19Gvko5aY | 421 |
opencompass/datasets/jigsawmultilingual.py | sha256=VVhAqkVhUwavhUnd0sa7t7HHlysrrmSXQTafIAT0iMA | 1036 |
opencompass/datasets/jsonl.py | sha256=dPCcxPivmaOCICeEtCqMP6B51YuzXTbhFJvNz86LamA | 410 |
opencompass/datasets/kaoshi.py | sha256=jRbI1KsuMWd4KCisuSWKUyQyOB7sP3mgSBlNjAVho04 | 4996 |
opencompass/datasets/lambada.py | sha256=FikPxtLgGfJKf0zy2RaJ8ZZtyPqtBFw9i5wIsJ7efEM | 1361 |
opencompass/datasets/lcsts.py | sha256=R2TF7ECP3dMDPpih9J7JdAWDCyigynETyHn_vc2Vf0w | 1233 |
opencompass/datasets/lmeval.py | sha256=rD92IboOyPAb4Qd_-X1mZ3vXxnUpwSlzUC1JYO7PHig | 392 |
opencompass/datasets/mastermath2024v1.py | sha256=Bb2XtzFl6Km8fU1yWak-K0XO1pZjaAaN7-rOgiUGacI | 1752 |
opencompass/datasets/math.py | sha256=EgSXNb7NlmoTElkciz7MhXwt7n0CuhWn7QmWjTiuJls | 18070 |
opencompass/datasets/math401.py | sha256=A6KZWnaZ15LBrBhTmbjLH4_DkIrWbbwHLVPlKdAjwAY | 878 |
opencompass/datasets/math_intern.py | sha256=AN4SApGsZdIa6fj4_DfCj91TXKyD9j9wVlZKu3OSqQ4 | 9854 |
opencompass/datasets/mathbench.py | sha256=UBOB839y_iSHcgplBaCwz75qpHAeYghInzDmCd7u5sk | 3339 |
opencompass/datasets/mbpp.py | sha256=jEMTlQ2XqDgdCOtdG5CJUxl4q8cPKlNbFO2f-NOlyms | 17399 |
opencompass/datasets/mmlu.py | sha256=ueq_0NguvLEI7Lz0cgWM_GCvVo1DvH5R0vxN2dbrMu4 | 3242 |
opencompass/datasets/multirc.py | sha256=5LH973ABvJfOyhEtUGbmwwoCQ2cD4uLZs0vd0sHmwGg | 2258 |
opencompass/datasets/narrativeqa.py | sha256=8uJyl0CwmBqweblt2qL1PGH-HZ8KirHEPEsg1cXQwZk | 1423 |
opencompass/datasets/natural_question.py | sha256=HSNwvaWhA7SDsiPij9SwD1FHXstoIOdq3Z8Ms5FtRWY | 3055 |
opencompass/datasets/natural_question_cn.py | sha256=KtK-scJO4zRE8Vq1dDskCGbNSCrsf8TFEG03IHtFiGc | 1804 |
opencompass/datasets/obqa.py | sha256=N4gdfRUVeUy9QZOuXr4kC4FyHySnBXEuzs66UiUHKyI | 1899 |
opencompass/datasets/piqa.py | sha256=b2x85bzj6PaNRFd5OHvgf2yVs7wiRHFvUhkSaNXniQ4 | 4094 |
opencompass/datasets/py150.py | sha256=mxXYTzxmv0kHQB7Uzai1wrpNBD2hGYj7OTMzqdhxEFs | 1064 |
opencompass/datasets/qasper.py | sha256=QKNUSff519hX4N24A1jYljh0fKjNwB2WnvO_ggVvSjw | 1355 |
opencompass/datasets/qaspercut.py | sha256=c-XClHoLV9rIV160LCR8YZNn0fiEES6Co781mgo4_5A | 1667 |
opencompass/datasets/race.py | sha256=myi3xHhMAX6R90jL8b021PDPb5UpFkmWXf4LCXE3H3o | 1080 |
opencompass/datasets/realtoxicprompts.py | sha256=DfwRFHhIni-2885-CFnOPEYQfKH0Q-lKMJigb-0iZxY | 1279 |
opencompass/datasets/record.py | sha256=dHFpD7Euxh0L9yg5XqKvCjRlNaSV98MpcAjV7fA8k5Y | 2626 |
opencompass/datasets/rolebench.py | sha256=aeQKgFppCxO75v-clKoVVE19nqJQzz_XtLtakpZwNr4 | 3035 |
opencompass/datasets/safety.py | sha256=LYQib-KvJt64d2tH93SRHwVzhUzNDBAyR7kfT2Jsabw | 558 |
opencompass/datasets/scibench.py | sha256=PAwQLmoGb_RdQXR-IHkBFiSEcayab2_Iu8AMCmgp0I0 | 1234 |
opencompass/datasets/siqa.py | sha256=hw_BJcKG5M0el-9B_un53UpJ-FRaXDwgI4i8_mhgxwk | 4253 |
opencompass/datasets/squad20.py | sha256=kK_dS4aOZW-DKOpKZ7884tiQYEFEhFhY_riZq0QW3q8 | 2339 |
opencompass/datasets/storycloze.py | sha256=zOJgOpvnVOCfkPSY3mV2SjxjQtgQZTZeJi-4ve-CxHY | 1763 |
opencompass/datasets/strategyqa.py | sha256=YqFnJIGEg0ovXcljnKqIcowE7k4wTWOVa6Ee8zvFjdA | 841 |
opencompass/datasets/summedits.py | sha256=h1vVrSO66MqOUJfea4BpokhMDcciR6eILDrAa-zMt40 | 492 |
opencompass/datasets/summscreen.py | sha256=oWBcpcXddga6cqrcqoqJMNLAC8OsLYrlET3cjw4djOs | 1442 |
opencompass/datasets/svamp.py | sha256=SdmNrP9aoNLgfpi_P5DXvd6cPgpCO9x7moxWDjXwGQY | 631 |
opencompass/datasets/tabmwp.py | sha256=Qju2b_fjTf-0qEX0QOYOhNVq7ndnr2RgCgfEW4RNIgg | 8302 |
opencompass/datasets/taco.py | sha256=Ks5qJfV-3dHXSNeK5_hWybQH__UpF7TZd1uciyMgLGI | 30857 |
opencompass/datasets/tnews.py | sha256=3aONZRMgAMc4XHreqyuNKJL9FgaG7CuhWm8CsIqBeMo | 2337 |
opencompass/datasets/triviaqa.py | sha256=hgJHc1F_mLU9mJ_h1YYcVzxPThMJBNrTmA-I3S0bjXo | 3326 |
opencompass/datasets/triviaqarc.py | sha256=FyLniv2kpHUDbol4fyT5p-IoV-GNmviRn5vlR8oETz4 | 1930 |
opencompass/datasets/truthfulqa.py | sha256=iSafxDk5J-l6Jz5deSsxxFJOPnMi_ni4dwg9c8UtwbA | 8110 |
opencompass/datasets/tydiqa.py | sha256=RcinCrv5nd3xjns_Q7UDLKEcJVSvRlByzGJy1YwcfcE | 2805 |
opencompass/datasets/wic.py | sha256=obIIWDY_BqoxT2K84aRJIk-g0NzsBGAwkADYmy8ClvY | 933 |
opencompass/datasets/wikibench.py | sha256=fOugRqgoWVd82hCgx9a4B7ODC9tZRvdxSa9LwAYBns4 | 2125 |
opencompass/datasets/winograd.py | sha256=aLx7Ldi6aNEVtCe72Uu0tg9H3bQrbDIC_IJUcSnadb8 | 602 |
opencompass/datasets/winogrande.py | sha256=lqExB_9hP2BGkISJiBmQ2RqPnvwJvE83WVKNhGabRxE | 3110 |
opencompass/datasets/wnli.py | sha256=bclb1pqF3X8z7PArMGieqIULEPrg-ih9wFZeLU1mz8k | 560 |
opencompass/datasets/wsc.py | sha256=df9Nnu6CEsiccqadxuSr-nMLKYRW9HueeRoudj3YJoY | 3580 |
opencompass/datasets/xcopa.py | sha256=XgEfvw8YnivgiSMoI6xJMTS9o6DBMf8TJCyOVPhK0i4 | 853 |
opencompass/datasets/xiezhi.py | sha256=qh8V6TLPDkqdkXzpuXKAV7xEJWMKsTmEQZeSwbGvaQw | 3440 |
opencompass/datasets/xlsum.py | sha256=Jhk6Qj7s4H2QZzvR_kT_DCZbKnWon5rWoEyoXkXbbt0 | 1183 |
opencompass/datasets/xsum.py | sha256=VN-5NH9yqlGmCaVXb7HbR0DPhm2Zk5nsxSMqF-MUrIc | 1104 |
opencompass/datasets/NPHardEval/__init__.py | sha256=Ore6Xw9pKzNYVnl8Zi0_wSO26pk6OPzDbsNRjQzA8rc | 388 |
opencompass/datasets/NPHardEval/cmp_GCP_D.py | sha256=VO89mDzpm3bgAMs3Mw6M9yi3NZze3HS5o-gEzRuW2D8 | 6698 |
opencompass/datasets/NPHardEval/cmp_KSP.py | sha256=DLw0id1a3uEl1qw-baorPO7Of1pIJTmKoXSAEoQmkds | 6980 |
opencompass/datasets/NPHardEval/cmp_TSP_D.py | sha256=rfQ12I-Jr55fQI1wt3U6MQwqWxHp5vdhNrgiFuf3a70 | 6258 |
opencompass/datasets/NPHardEval/hard_GCP.py | sha256=R66l1SVq1hORY7GSZUNubJl1HnR7Gx6oO09J5X6xAjQ | 7326 |
opencompass/datasets/NPHardEval/hard_MSP.py | sha256=SXiVTlQzJEHtVqdNy1v54YmhsyDin9mQUOXHrspKnUs | 8407 |
opencompass/datasets/NPHardEval/hard_TSP.py | sha256=AY4Ky4KVNWRL9uRDszWDuGe9CTw3HrcLfF9hWY7z8DM | 8515 |
opencompass/datasets/NPHardEval/p_BSP.py | sha256=VmyV12R0KPb_KKXJtRXtI1kGWjNqKoFojIAUFasaaIo | 4659 |
opencompass/datasets/NPHardEval/p_EDP.py | sha256=R_V0Lf92v525dtlD2y0uRaLQ1NamPgeVRf_FFgsGBEE | 5540 |
opencompass/datasets/NPHardEval/p_SPP.py | sha256=fVUV_n3M9NtcMAYRawcQb_vH_ikyuCDjfTK8F7LN1oI | 8341 |
opencompass/datasets/NPHardEval/prompts.py | sha256=NnwHrGzhfE-lCaM5RLD9v95O1GBogvBxRtjgVoUJ2-Y | 10534 |
opencompass/datasets/NPHardEval/utils.py | sha256=J-pWfJyJvwd_whrl7Co21yI0DnvMKoJ7kLDowVZYmBw | 1543 |
opencompass/datasets/TheoremQA/__init__.py | sha256=S8UDHxbUIP1E3b2cXGOKNcKegtbdtbOK3Wo5wsxuo2A | 215 |
opencompass/datasets/TheoremQA/legacy.py | sha256=Y_5heueTz9N5gR3pAQhRIEV4Mf-N9R60MB6LHQ2JOgI | 1007 |
opencompass/datasets/TheoremQA/main.py | sha256=62ooOwnivAOVO8RbAQOCXaPCAaaSpN0ldMf9_7JTzKA | 2069 |
opencompass/datasets/TheoremQA/number_utils.py | sha256=KQIko615rsxup3bsKfzVVSo2MHrc60SB_MGMUVKHiFA | 2836 |
opencompass/datasets/TheoremQA/utils.py | sha256=PapAT0cI2Zb_xtRaOK7eoa1MthVH7M1aSRYKjEBIHNI | 3620 |
opencompass/datasets/agieval/__init__.py | sha256=S2uTeswnZdYaKX_4ENLdx4iwe1yYxNAMAUT1ZSdGdpU | 59 |
opencompass/datasets/agieval/agieval.py | sha256=1fESgkDq6ZqDzQju_oBpmEhKzMtFun0moL1gWqqTI70 | 3390 |
opencompass/datasets/agieval/constructions.py | sha256=dR_arF4xAGvZeRitm5auSQyVlSqMs6PeNxBW65pDI8g | 3113 |
opencompass/datasets/agieval/dataset_loader.py | sha256=YY_2xa-L-KShO5oa4my1AFIQRPE-WKeREmkXXGk6SIg | 16445 |
opencompass/datasets/agieval/evaluation.py | sha256=3bspfRl1mmM6FXwqiNTRYfl9FVqkhl4yNP8jXaOc5ks | 1422 |
opencompass/datasets/agieval/math_equivalence.py | sha256=JLV-nIpInx4lT13x2VFIBd7bTwJ1HSXytIMf7v7L5dw | 4572 |
opencompass/datasets/agieval/post_process.py | sha256=OBW7rw0LuzR4olA_on6hJTZ75lcm2OhpjAeZtg5f89Q | 6561 |
opencompass/datasets/agieval/utils.py | sha256=0skceVjzXX-YtnSSOpP3mrrdOAqxDmnlwg_1hdY9OBg | 1097 |
opencompass/datasets/infinitebench/__init__.py | sha256=oLTGWb7WktStzflFBYsUhict5CB5QBymSQ6058t_Jac | 734 |
opencompass/datasets/infinitebench/infinitebench_codedebug.py | sha256=kZyV1SsOMcTdeuPi-QULApWttWYhpuDdzCWqSDyqkWY | 1054 |
opencompass/datasets/infinitebench/infinitebench_coderun.py | sha256=_t_VEE7WGawAF4xPCIWbSMK3CFUhupWPEPBY3PkbZxw | 896 |
opencompass/datasets/infinitebench/infinitebench_endia.py | sha256=YqTKUiWEHS47Goj2eUfvnzqfTChbfMcecHH6SFhJNHw | 1428 |
opencompass/datasets/infinitebench/infinitebench_enmc.py | sha256=RyaC59MwLXtnjE2bIPRHL5JtpaX0mHE7uo5wAj7R6Gk | 1049 |
opencompass/datasets/infinitebench/infinitebench_enqa.py | sha256=bJc2xrXoZYcA8_iqH-IbjsHRQnenMA4kURCqwLRAtUc | 687 |
opencompass/datasets/infinitebench/infinitebench_ensum.py | sha256=rqTaezOi9ntSNgHcCHzq7MFNgj4vAxMSX8Ij_TouC7o | 567 |
opencompass/datasets/infinitebench/infinitebench_mathcalc.py | sha256=6hzAQr67IUFNn9QdrAPlix2rpBENyIQosR8lOUUQ79Y | 1514 |
opencompass/datasets/infinitebench/infinitebench_mathfind.py | sha256=HADiFWBEZQDjIA1IcNTJSQuVvrQhYVhFhVDq_oQByFM | 854 |
opencompass/datasets/infinitebench/infinitebench_retrievekv.py | sha256=zfuPYv5f96KFtQATXDok2P2t2rCSYhTQrFUufv88mlU | 1381 |
opencompass/datasets/infinitebench/infinitebench_retrievenumber.py | sha256=o1V7tLRWMc6bxK9k2tNVfnLZByliuINhlrg7-a8maB4 | 688 |
opencompass/datasets/infinitebench/infinitebench_retrievepasskey.py | sha256=l2NznZMSugWadYTewkpmQjmENpOxdmFO0Qxnx1UvhlA | 689 |
opencompass/datasets/infinitebench/infinitebench_zhqa.py | sha256=NK2niPPq0VjPIFf82qHT4IgYkO8hKtBYd7DgHVmPj6Q | 687 |
opencompass/datasets/infinitebench/utils.py | sha256=x8QD6J6LevbM9sTeXEYJadQAjwF_tJoSZI3hsGBvnB4 | 471 |
opencompass/datasets/lawbench/__init__.py | sha256=EsKoFDaO-iKTH7i7z0wXU8QnpEBnLJRAoN9smJEX4Xw | 52 |
opencompass/datasets/lawbench/lawbench.py | sha256=CIRqlembPHWq8DPo5St5bUw3WYqxyBBLitALsKnETtI | 2494 |
opencompass/datasets/leval/__init__.py | sha256=E71deFp6J7QL42-BHNljrFTynE1v0iKb55pj3zg0PUY | 1084 |
opencompass/datasets/leval/evaluators.py | sha256=UbSYN9Ma2bv1gUHail7aAwkHG0UEUFVUxOFE6_LPq8I | 6544 |
opencompass/datasets/leval/leval_coursera.py | sha256=8JEGspZ_iQDGQDTMaoejAa2arfgNRaorTFZOFSq0BLQ | 844 |
opencompass/datasets/leval/leval_financial_qa.py | sha256=JMpvgNHBgeHJlkz34mrjRZYb-5puLwqCZQ6dcfsUqsU | 898 |
opencompass/datasets/leval/leval_gov_report_summ.py | sha256=alyIejyYP75iitr1-A-rIQdbouEuZ5bdwau8H11-4iM | 900 |
opencompass/datasets/leval/leval_gsm100.py | sha256=PzPXrT7kr136_oIYGeZrORU8CYLfKExa-m2vIqXsf58 | 1623 |
opencompass/datasets/leval/leval_legal_contract_qa.py | sha256=ILx9wc-RtYNhlhhbHwo0ISPhZJy36gC_FlR9vdgzTRg | 902 |
opencompass/datasets/leval/leval_meeting_summ.py | sha256=7bkIAyDcofrNhgOACotHd2NiTeJrJwuwLAh_c0vibyQ | 898 |
opencompass/datasets/leval/leval_multidoc_qa.py | sha256=BXV-ZOmSiWcTqVEZIBlpjecIlYBYkCH1kQotvfZGLz0 | 897 |
opencompass/datasets/leval/leval_narrattive_qa.py | sha256=u94gHt9xg8zYMYD9ASjYjdsNmr90Cidmj5D1B_ic5EQ | 898 |
opencompass/datasets/leval/leval_natural_question.py | sha256=RCQhJbJ92dmnE5Q1bQbOCyobEGn2QJMh3GJT19fflcE | 902 |
opencompass/datasets/leval/leval_news_summ.py | sha256=Vv8qrrJzlzgTddVemMCqC479w5vm5s7dnP8U3RVC79g | 895 |
opencompass/datasets/leval/leval_paper_assistant.py | sha256=gPbHonwu2OMz0ZX7OOP5H8WkKlrla4l4LWaxz5DYCWk | 901 |
opencompass/datasets/leval/leval_patent_summ.py | sha256=WytTNNEFB59yTjDuhDgZRuJ13To4ek8-yhq_whf2LoA | 897 |
opencompass/datasets/leval/leval_quality.py | sha256=3bnVYYpQMoLf6fYQxE84Gr8y4bN5vY1Fe-PbGDlgaok | 846 |
opencompass/datasets/leval/leval_review_summ.py | sha256=EoA7DEPDalgcI8k8j6XTprH-Dew_sd-Ux8gZ_YIbGFE | 897 |
opencompass/datasets/leval/leval_scientific_qa.py | sha256=J5v0JOO_vGc4JnInZHUZrcOK77PT1OSFwHME3EgEAQs | 899 |
opencompass/datasets/leval/leval_topic_retrieval.py | sha256=7B-bzD_BPBg-avKutYqNhPxvulCKssJKI1VqZTilP-E | 850 |
opencompass/datasets/leval/leval_tpo.py | sha256=mFOBwG_zpHO-wPZ_ikoy75YDth9Vwpe0oWKWc1iHLzc | 839 |
opencompass/datasets/leval/leval_tvshow_summ.py | sha256=9HyFjCFB3M71RRTxHbK--PH6OWxISjtUdr8uwlYnOqk | 897 |
opencompass/datasets/longbench/__init__.py | sha256=B6dcdPWPS_DNKUN-HRue5ZAEsgdx7qiYbuO-ue8_Se0 | 1585 |
opencompass/datasets/longbench/evaluators.py | sha256=0yOYG_hbcvpFrgf0nh0OlAnOPU265gVJ0hRCBwuWzaQ | 9597 |
opencompass/datasets/longbench/longbench_2wikim_qa.py | sha256=YTYKaaDvWyrqIyYnsNgX45mBM2o3KY5bHNhNm3XxmyY | 754 |
opencompass/datasets/longbench/longbench_dureader.py | sha256=KCRlLaGOSDT6umV_lbgfOM8iXmAV2qZ1dq6QdO1Mt38 | 754 |
opencompass/datasets/longbench/longbench_gov_report.py | sha256=7R65ppRlHAJvXgyB5O8WebnH4KM5SkXBmGuaVbGhjqY | 625 |
opencompass/datasets/longbench/longbench_hotpot_qa.py | sha256=R6rZPHtZRdXeYo0u6_eRPFoUCY4wDcRiWwG6cGFCeqk | 754 |
opencompass/datasets/longbench/longbench_lcc.py | sha256=LOJzxRwoErfEH83LCwPK-sLBtSlv_DnOXzcFcR_n2SQ | 618 |
opencompass/datasets/longbench/longbench_lsht.py | sha256=1JohwF5vGcfaTF75yRcDUckmr7kGixgzU2Llj3R180o | 1073 |
opencompass/datasets/longbench/longbench_multi_news.py | sha256=XnKKBiJGhJnQcuq0VY-0PabEZmHkipohnAVdKF-vWFY | 625 |
opencompass/datasets/longbench/longbench_multifieldqa_en.py | sha256=X9XN49pD4SKOoSJTmwy81-IMapmMGCx5qIlBLwIWRv4 | 761 |
opencompass/datasets/longbench/longbench_multifieldqa_zh.py | sha256=pvyibalcw1OZolzfgbTt5Jd203YJNubel6o0fLMLCb4 | 761 |
opencompass/datasets/longbench/longbench_musique.py | sha256=bg_QYhEZZK9Yn5-LTz_UTI4eXeoIC5IVBkHKVDmU0ls | 753 |
opencompass/datasets/longbench/longbench_narrative_qa.py | sha256=h3cCP3EwJGIemswIM4MYhP4DVAflFQUw4E9lqykxIFg | 757 |
opencompass/datasets/longbench/longbench_passage_count.py | sha256=3rCHovM-DKruxsQ1K32x-vcj_LIKQgD-XHbW-7g44oE | 628 |
opencompass/datasets/longbench/longbench_passage_retrieval_en.py | sha256=8FI9R-Lh5ytuUiSH9Tdy-gbDqzB4PkJnrm7uBOqIAVY | 766 |
opencompass/datasets/longbench/longbench_passage_retrieval_zh.py | sha256=yrSLf1gciAN5uYHyulDS9rTsqiE39F8UJApUii_oOX4 | 766 |
opencompass/datasets/longbench/longbench_qasper.py | sha256=2FZmbHohH9kiuKbX77TLU6r-2Ax8rkKsYxdxP5eE7x0 | 752 |
opencompass/datasets/longbench/longbench_qmsum.py | sha256=Af-i9xtVeTV4xxhhY12-boDXnp0YU6HqidifiHPhj1Q | 751 |
opencompass/datasets/longbench/longbench_repobench.py | sha256=41MTNedib3d9telpkFMPoBYFIqiH_W34TrIS_at4C-w | 755 |
opencompass/datasets/longbench/longbench_samsum.py | sha256=9d0Hn_jppZ0B9Ky69BvC-oUycIRQF-Qivhb8fpjueTA | 916 |
opencompass/datasets/longbench/longbench_trec.py | sha256=m0TglCrFghChLgcqiZ7iIybb3BBBVcF88rqg-JSrLNY | 1073 |
opencompass/datasets/longbench/longbench_trivia_qa.py | sha256=DXDJI6juAeaggFQ-HgWBq5Hl-5HnepJ-odxYpk-4Iao | 920 |
opencompass/datasets/longbench/longbench_vcsum.py | sha256=lIB0sSlRc30fQmN6lDk2CLWs1VSb1HNGzBT1bgWOKX0 | 620 |
opencompass/datasets/lveval/__init__.py | sha256=fw7wcPu-uwsi57p3IqG6WxzwcL6sTuy6JMRCmpk_ZeM | 833 |
opencompass/datasets/lveval/evaluators.py | sha256=sOO9QKwhBAwLOGEKIzCRJ7OJX7973r9qjQJjgGh88mA | 12371 |
opencompass/datasets/lveval/lveval_cmrc_mixup.py | sha256=OMdywaZX8Z6mj6MUzU82hgH8FDKye6hrUouKkiJjQ2M | 867 |
opencompass/datasets/lveval/lveval_dureader_mixup.py | sha256=gAb8MYOrvcoZlSq6CgkTH4FZaMHeEOA4PUJnPGZG4sA | 752 |
opencompass/datasets/lveval/lveval_factrecall_en.py | sha256=3NzgKGCIwH54TMCWbXzYfz8QAK1ZG3AXyi4PWGWp2G8 | 875 |
opencompass/datasets/lveval/lveval_factrecall_zh.py | sha256=7h1hFhCQDKWBsx1zXUzyQ8YfCAwTvG6raMw5psImDPw | 875 |
opencompass/datasets/lveval/lveval_hotpotwikiqa_mixup.py | sha256=n93sy3zaKjAjdJnt7Qlohfra9kZDwNZ-U3mwY8hg9Yk | 1060 |
opencompass/datasets/lveval/lveval_lic_mixup.py | sha256=TcfpK8SFRIfqvjn-PWcWIDKgOR_IF24cIbha5fqRzhk | 1051 |
opencompass/datasets/lveval/lveval_loogle_CR_mixup.py | sha256=kppuVkrQyugChLiq3K1XbO026jd9E4xxjm8Dzj4nwgI | 937 |
opencompass/datasets/lveval/lveval_loogle_MIR_mixup.py | sha256=kJtKjloDg6Jeyv7YxlOkr28kNZggnt9Mj6nzsrTvfYg | 938 |
opencompass/datasets/lveval/lveval_loogle_SD_mixup.py | sha256=xOwELRxyJInbHtsqo6SvFZ42IkSn8t4DWeQx9Ri6M2w | 937 |
opencompass/datasets/lveval/lveval_multifieldqa_en_mixup.py | sha256=Pz0vV7ZGVIL6Vc1q0wLoY5SgfIkWD0Bge0bsyd3LV9k | 1062 |
opencompass/datasets/lveval/lveval_multifieldqa_zh_mixup.py | sha256=YH4X1DclMuLusxhIDyg8J3z9PKUTeFckO3idBS4kCR0 | 1062 |
opencompass/datasets/medbench/__init__.py | sha256=EqVJn2weY7C0QyL2LGO72_ohQz_cPq9GPeUDeR7LJrg | 60 |
opencompass/datasets/medbench/constructions.py | sha256=05pkM1jLSNsoIrNoqi5hqKcaEttOn8_s6okM_DiZeAo | 3118 |
opencompass/datasets/medbench/dataset_loader.py | sha256=WGfCUi62WvxA5DrYsRXmloW8knUhi8n-UehjERaWWWE | 13752 |
opencompass/datasets/medbench/evaluation.py | sha256=3bspfRl1mmM6FXwqiNTRYfl9FVqkhl4yNP8jXaOc5ks | 1422 |
opencompass/datasets/medbench/math_equivalence.py | sha256=JLV-nIpInx4lT13x2VFIBd7bTwJ1HSXytIMf7v7L5dw | 4572 |
opencompass/datasets/medbench/medbench.py | sha256=zBCknk3i8mzBJanIPWyQ1mxLAmGLEySifJ5dmA2cpDA | 21958 |
opencompass/datasets/medbench/post_process.py | sha256=Wf1T9_IkInO0aztn0hdY5aC2Yqca65jPXku6N6LYW8U | 7082 |
opencompass/datasets/medbench/utils.py | sha256=0skceVjzXX-YtnSSOpP3mrrdOAqxDmnlwg_1hdY9OBg | 1097 |
opencompass/datasets/reasonbench/ReasonBenchDataset.py | sha256=GTfrdgGjEgyrl6QAwrc0ivhjjQ9HBOtwKrMWokRSLrc | 1278 |
opencompass/datasets/reasonbench/__init__.py | sha256=3tcot3LJ6FG0xSrzaIbnNc0WS4La96ui9GUT-JuieGQ | 54 |
opencompass/datasets/subjective/__init__.py | sha256=UVzkNKd5uapjW6fodLDrstdtOi_lXzBz-FagYtTocwY | 506 |
opencompass/datasets/subjective/alignbench.py | sha256=O0S0Lmop7rzCyvCRgiyMEQzpFk2ZBqCqzqgRJR37_H4 | 6609 |
opencompass/datasets/subjective/compass_arena.py | sha256=O1W_toN4y_5YEGtcUw-_5ujaHIeK1yABN4VrQ7CIiTg | 866 |
opencompass/datasets/subjective/corev2.py | sha256=PRyEZBYYu1W2DYHfxv4Pk5zUiLW_iN6N3SSruYXOdIo | 15280 |
opencompass/datasets/subjective/creationbench.py | sha256=t0zK20f5PZrBeS4xsEFfrZyCCqslj0PiKgeBRaoZE6o | 25234 |
opencompass/datasets/subjective/information_retrival.py | sha256=OTdticFTtb6NOIIckY8Mb0SwMPZGq_howr34EB0u5gk | 2600 |
opencompass/datasets/subjective/mtbench.py | sha256=xDOuxRuCBufN_lIZnrKJgOgbPMJuehjMHZWWOecxpII | 16510 |
opencompass/datasets/subjective/multiround.py | sha256=RtDKBnKNmJwEacGqxPO_M4PWn3PPcWMb3zirNRNKh4o | 8066 |
opencompass/datasets/subjective/subjective_cmp.py | sha256=5Q4l1tL4P2p_7a_DgVQcaUvTcN2xJiKX5xBuK7MPovk | 1047 |
opencompass/datasets/teval/__init__.py | sha256=pna2itnrlMSrtM8OHyHIXpUl2vJAcCluQgrnfp7ieco | 1813 |
opencompass/datasets/teval/schema.py | sha256=hq15bWZ7MCMeac6G-y-MjXAvHAra0Cp0DdhWDyJ2L5E | 525 |
opencompass/datasets/teval/evaluators/__init__.py | sha256=yr7vxv09jrC-3epMcf1AvzfAQMDwjoSnWBU9YaA9WHM | 339 |
opencompass/datasets/teval/evaluators/instruct_evaluator.py | sha256=TH_CXnOB7-SCGlVUDRq-019L4GJi-FoHDyyUPzMWbaw | 5286 |
opencompass/datasets/teval/evaluators/planning_evaluator.py | sha256=sA01vGIjZnBiaaslHiAxNhuMnhwo_l0ISBKSUVuQpZ8 | 16837 |
opencompass/datasets/teval/evaluators/reason_retrieve_understand_evaluator.py | sha256=H36bDONI2RncgMHuwsZKbk8q_iS3DYan2o5dWCrrUfo | 18747 |
opencompass/datasets/teval/evaluators/review_evaluator.py | sha256=BIbEvBp-FkN2Y5RtITMK-ccue9ZZhuzAMIUhEvCcvww | 3903 |
opencompass/datasets/teval/utils/__init__.py | sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU | 0 |
opencompass/datasets/teval/utils/convert_results.py | sha256=qWmLnqWJrdVqf3Ig9Zx_8TA3L8J8f2iqcED0U_ebteU | 1614 |
opencompass/datasets/teval/utils/format_load.py | sha256=v2CdjYqyU9hiMFALIj8UORsrmcr8GgZf5esYHZ219sA | 1573 |
opencompass/datasets/teval/utils/meta_template.py | sha256=I4SwTcNt4vnJfluX-U_u6CMEd_TRcBNpx0aZOQhlMJ0 | 297 |
opencompass/datasets/teval/utils/template.py | sha256=J_3x10hyREy9wGjXQzOdTl1kAsYMnRqh-GqADS8O1So | 2479 |
opencompass/metrics/__init__.py | sha256=Wb1vA2l9Qru4gcgTrqkap4Y7cfBnb3eiH4lL1hJSfZk | 163 |
opencompass/metrics/dump_results.py | sha256=r23ygkcVFpQxVuXZwlWsg2uS4Y5-_nzl5QJgjg1fQuo | 2112 |
opencompass/metrics/mme_score.py | sha256=g3e8w0FaOstdnh_Wl-UQab8ewZfKUVhDxhByyRzLGyo | 3139 |
opencompass/metrics/seedbench.py | sha256=k26DaNOcey2ZTe8letBAGQqwDAs9caZAlLW7zOwawP8 | 2317 |
opencompass/models/__init__.py | sha256=ZLdSwd_SbBIzKFqwGrI5QXXNOktquLCuJG3Su-DkH_o | 2009 |
opencompass/models/accessory.py | sha256=ZiU0A7OAN8UKjU1_kbulrqPBn-HT8mQ40q5C9RCQa7A | 3479 |
opencompass/models/ai360_api.py | sha256=mZDaw1tHit5sZFECe_xrp3J5Q981X7fJVB5guJASzF4 | 5798 |
opencompass/models/alaya.py | sha256=81wbFzBwxYrHevuxBRwCgJ59Xzlx0rxuvESWOAUTw8M | 6061 |
opencompass/models/baichuan_api.py | sha256=wyVfbF6zfqvuz4oWIRlCzsk64ZTzBJABYeMR2JIhYbU | 9087 |
opencompass/models/baidu_api.py | sha256=W8tJoGev28oCC9CeVwwyBs90hdTlcMULI1VEqzGPGrE | 7883 |
opencompass/models/base.py | sha256=wSYVildQEdfNfJewbDtOZq106A-9aZHr1-5a00vR6WM | 19036 |
opencompass/models/base_api.py | sha256=srZDOfwp_IC1OCkL3uJmhZPkRVG5ITQbsZOgEZHRV1s | 17907 |
opencompass/models/bytedance_api.py | sha256=5HE0iSsFi61-mLxshV1EenQ42qeJgkotvS7VmX2zJ4M | 5697 |
opencompass/models/gemini_api.py | sha256=69smS3qFN-VZoKKtYs8mcMtdikK33D2OifhNDwqKhto | 8417 |
opencompass/models/glm.py | sha256=FTUPWugOUIlTeDxwMqxLoq2QEsbHr8dhgGiN53DNiJI | 15669 |
opencompass/models/huggingface.py | sha256=Y3A0rdkUxdoHZwp13z1gbAMq5fMTOGy3gU-xQKAYmTI | 33978 |
opencompass/models/hunyuan_api.py | sha256=ZTwcCuywlT1gmbD-E5dFvaafOHiheUXeiUdGrzRj8tY | 3964 |
opencompass/models/intern_model.py | sha256=5WdY912co8gOabbCxzWalXiTs7yjDHMQ1JYSbY7L_Ak | 4935 |
opencompass/models/krgpt_api.py | sha256=Zd0pxh9W3pMsjE60kHUstwznlDtRqylz6soFqBKQDsY | 4975 |
opencompass/models/lagent.py | sha256=Nhymw-ImDJc0HxwtyCOwnbS96VpbHeCiOFjtktgtpW8 | 6040 |
opencompass/models/langchain.py | sha256=EjdDXPogfMPLOWVGsSNzzZ7sGsBHc4k4866v9P0ubrU | 1672 |
opencompass/models/lightllm_api.py | sha256=LMlWPOV0IRXpHU8kdaWSdbXt28rbR-HE8QFy0kbiwkw | 6971 |
opencompass/models/llama2.py | sha256=_ebVja4IQgkKwO59oBKuhL953JEm982-JwwhslqHZ2k | 10330 |
opencompass/models/lmdeploy_pytorch.py | sha256=6mo42CSKr1m7a_CKvNbWacfX60woOzFpleRA_TyPAsw | 6135 |
opencompass/models/lmdeploy_tis.py | sha256=r4JbRtl13feNeufdH05qZflDfBS0tWeDIy2AhyHjnXE | 7555 |
opencompass/models/minimax_api.py | sha256=AlRXNOhXSspD3cNYMTnfYygm7eoZgrlOnS4-gVYD6jE | 6288 |
opencompass/models/mistral_api.py | sha256=Ie_AuXpjNfF7xb-Tk-c50OtZFGwA-yQdtp6ZH0yR3sU | 3614 |
opencompass/models/mixtral.py | sha256=L6oqHUYSHPIuoQcCnkPvAx0sGU_9qmcfbhQcFPXn1uQ | 4457 |
opencompass/models/modelscope.py | sha256=Vd9sOml7qT7L5HLUcvVL2dxJmFehVNdrXm8ESCrFQt0 | 9837 |
opencompass/models/moonshot_api.py | sha256=myhH5teu7Du4WqEfA7oGzTK8Lm1Oq5lWEHsx_RpX6gY | 5702 |
opencompass/models/nanbeige_api.py | sha256=BZrxREPPzx-mjhuLuIp0L7gzCnMN5bSbwq1uvONJuC0 | 4811 |
opencompass/models/openai_api.py | sha256=j_rV8Goo_a-N51AiT9UNu-64t-iSjdAS9VWojiqCxS0 | 17938 |
opencompass/models/pangu_api.py | sha256=XE_YoE7WC292LVLlNW8H1yJ9qwV4rRt7LwFEuoR6nAg | 6298 |
opencompass/models/qwen_api.py | sha256=BlBeMLyYayCINlYZG8KVyJNSuxGvx0N6YpcnGw8PucI | 6300 |
opencompass/models/sensetime_api.py | sha256=inTPAnq5piOUS6_6kFjK77dsEhR2P5EBvPMgFFIr4do | 7021 |
opencompass/models/turbomind.py | sha256=RhrtasVZuez8BUeRWQ_VFHXKFPvbM10sWuVa7SRKAa4 | 8674 |
opencompass/models/turbomind_api.py | sha256=t2FJrI5N7uf8H7co9-muuDLRpWF3ntNeVq3BIo2Y7tM | 5343 |
opencompass/models/turbomind_tis.py | sha256=lVUio-aDat5TE2xTc7zrbaucK9pNIMo1sTyXqiIy08c | 4980 |
opencompass/models/unigpt_api.py | sha256=8R63_xjpVZk_9MMM7po2NoZh3Ue6R9aDRXlD0qcL5y4 | 4531 |
opencompass/models/vllm.py | sha256=h4XxXfYeAD1b3TK8OcPp63vyEVasppSt2LfkD5cnPyk | 4671 |
opencompass/models/xunfei_api.py | sha256=AMaZMsOBfImvEetWX7VY1OeUgy9Cxfe9YlO5FzF3Cmg | 7695 |
opencompass/models/yayi_api.py | sha256=9ZUdr_quLQAIbA4lUGyghILPDysdtPX50zJ6r49q7tU | 8202 |
opencompass/models/zhipuai_api.py | sha256=OXzIon0g5Ch-BRZAymcw5lL8qiCONAHLxKw_GPN4YXU | 4199 |
opencompass/models/zhipuai_v2_api.py | sha256=50fP4KvGFDt4R_tQGuV-9ggS9ro93-h-mXN7tYJi_eE | 6221 |
opencompass/models/claude_api/__init__.py | sha256=VCOxnsNvbtRWvP3WkXpzTcOuBmNeLUIvVTXTzKyxQx4 | 53 |
opencompass/models/claude_api/claude_api.py | sha256=ogOr7RPYCB-qrNN5FQHDO_ni5tipVdH1O4VD6ZsSSkg | 4135 |
opencompass/models/claude_api/postprocessors.py | sha256=lqcvfwhKZq0-QRDSYr30BT5ERb4zIDP4eVbawMhD7CU | 3948 |
opencompass/openicl/__init__.py | sha256=NrZJEb93rfoGSqesZez4lzK5-Ayqv3-9oUSZGcXX7-I | 222 |
opencompass/openicl/icl_dataset_reader.py | sha256=vp9cpfQlzVvrEvc27PUaDaKFrOc0N6GALjGzP3bUIBI | 11670 |
opencompass/openicl/icl_prompt_template.py | sha256=pD5x7tEEpdePsEcUEWmMKZku9w_w_R8N32AJlmN8s9E | 10855 |
opencompass/openicl/icl_evaluator/__init__.py | sha256=QZVBMm9biBEZ4esAC73DZekL9rFF7wdqNJrgDjkFGcc | 654 |
opencompass/openicl/icl_evaluator/icl_agent_evaluator.py | sha256=QhgzW_ftz_NqqD8wHM2XMOwsxqzneqjyNl8C6xPx0Eo | 12256 |
opencompass/openicl/icl_evaluator/icl_aucroc_evaluator.py | sha256=li-8iIPJYMxYoujxETNlbr1ULHEnSjOlp2oBzmL1l6o | 1483 |
opencompass/openicl/icl_evaluator/icl_base_evaluator.py | sha256=Rx0dZ0pcdq0Wbj6UzpaGbsE-0lYKScSIzYLwcIoYhq8 | 185 |
opencompass/openicl/icl_evaluator/icl_circular_evaluator.py | sha256=wc4_idfggnDPAg1koGPMC26pZzj5j6TqVk5aNNTPL8g | 4249 |
opencompass/openicl/icl_evaluator/icl_em_evaluator.py | sha256=4KJCfVNB39DQWPzdMdm8IRU7cxnQmgOXissC5U_7Ts0 | 1356 |
opencompass/openicl/icl_evaluator/icl_hf_evaluator.py | sha256=C4hCSP8Q3X2pU5TNM9i7kwE0esLD6CY8KhNSKP0TKUY | 11032 |
opencompass/openicl/icl_evaluator/icl_jieba_rouge_evaluator.py | sha256=rFc6aCSEnyVjoGBJRlM7HXIBqWlfTZOFtI-eEgKvRtI | 1518 |
opencompass/openicl/icl_evaluator/icl_misc_evaluator.py | sha256=Ly2NOIe2bC4rc2YXXQAedJT3_BMlNk1Ug2oMMKKaRLQ | 484 |
opencompass/openicl/icl_evaluator/icl_plugin_evaluator.py | sha256=o9Ob8qcj2ZKkFzq2RQiUZKGgtqTrZybD2kly5Ml1z9g | 4159 |
opencompass/openicl/icl_evaluator/icl_toxic_evaluator.py | sha256=fIKZwnA0O-V8s_cSvMPFFig1t3AbkiHIf4fqN-LqWNU | 7735 |
opencompass/openicl/icl_evaluator/lm_evaluator.py | sha256=MLpYp0tkcLCQ0EPgYmfrbQVPhY2U7SPNm-BII-49IOg | 10812 |
opencompass/openicl/icl_inferencer/__init__.py | sha256=fFEjW-aB9TA6-aE5SbYw-mMWsgG85ax7hwqlHb6D754 | 684 |
opencompass/openicl/icl_inferencer/icl_agent_inferencer.py | sha256=XoV4COaWXZQkLIywgR4x75OhF728-MsOuxgf4bDVKaI | 4976 |
opencompass/openicl/icl_inferencer/icl_attack_inferencer.py | sha256=Ln-W9NRdrI3fMXuQAtO18foWrQROZ6dxHkNsd4x85Iw | 9310 |
opencompass/openicl/icl_inferencer/icl_base_inferencer.py | sha256=XTSxz7k9xuKOPiI56hIKlvtD60Ol9bmlkQZEDTAPrsA | 7632 |
opencompass/openicl/icl_inferencer/icl_chat_inferencer.py | sha256=dhqJlcMt7EGuv12jop7gnwTrq37W85ttE6Rab-M53is | 15100 |
opencompass/openicl/icl_inferencer/icl_clp_inferencer.py | sha256=GuX-ajJaj0gU_LF-qiBAK1TZyyUQLntyGARvPmelgtk | 11661 |
opencompass/openicl/icl_inferencer/icl_gen_inferencer.py | sha256=1PFm62JNqKRII46dhA4xPnWj9fCBL97H6PXmpu4bUFs | 11517 |
opencompass/openicl/icl_inferencer/icl_ll_inferencer.py | sha256=7Aebj_ACAkB59w--5eSWlSyxU1Dy2eV_zWVUv1clkzU | 8894 |
opencompass/openicl/icl_inferencer/icl_mink_percent_inferencer.py | sha256=PpN0Rkoxz2rCiH4lToY8Wshymgm6wjSXQrJAlGwxHsc | 7396 |
opencompass/openicl/icl_inferencer/icl_ppl_inferencer.py | sha256=Mh-_d4JLcIe0VDM4bsfe3_JF29YYsmB6d3QUNAmTu1k | 9309 |
opencompass/openicl/icl_inferencer/icl_ppl_only_inferencer.py | sha256=-c8AlCut5fDpHqpTFJRt5n5sIB_A6hxCzE3v8iQF_VA | 7310 |
opencompass/openicl/icl_inferencer/icl_sc_inferencer.py | sha256=FSmsrkOY66I2JlieMQ-wB0ASGDEhKyUROh0N7ohmK5g | 8659 |
opencompass/openicl/icl_inferencer/icl_tot_inferencer.py | sha256=WsUAP1eXRgp1CpcvYBlAM1cDDSrcgV_Q3zKQ1Y6jS2w | 15850 |
opencompass/openicl/icl_retriever/__init__.py | sha256=8yCAoxv-JNBLeaplrhXErJYEBCxe-4YjE8w2JhiNAYA | 489 |
opencompass/openicl/icl_retriever/icl_base_retriever.py | sha256=QuLlD_vcIj_FkfjF8n42TG9pyBeEvC-cETWQJPR5z9k | 12600 |
opencompass/openicl/icl_retriever/icl_bm25_retriever.py | sha256=h29R-PJCVy8riJFxQSXCp6sNzp5NonUnCJi94eB4vTM | 3221 |
opencompass/openicl/icl_retriever/icl_dpp_retriever.py | sha256=cEyqBz7sycAfLEqiv8RilpDpPxE8lX5_376213lwWrU | 4692 |
opencompass/openicl/icl_retriever/icl_fix_k_retriever.py | sha256=qC9UEaQnVGk-sQ0BWHtbgqW1mQuwsZBnmL4I7HNdihU | 2047 |
opencompass/openicl/icl_retriever/icl_mdl_retriever.py | sha256=2guq4nGNy2MAJ9RTJ1YbFi2TIHit1QmdofJX12Yj_hY | 8463 |
opencompass/openicl/icl_retriever/icl_random_retriever.py | sha256=jc04QtXfYurfnfqTSQ7M8OcjJDAG48OViqryxRgPKY8 | 1295 |
opencompass/openicl/icl_retriever/icl_topk_retriever.py | sha256=f0r1Ooa1CllXPSHWsWdS-FcJKiOgzQTuaSqn_rJf7as | 8136 |
opencompass/openicl/icl_retriever/icl_votek_retriever.py | sha256=FPiq6INOsDXkyBKmcdUJ0BIN80CjHAGHFhVz1ppde9U | 3749 |
opencompass/openicl/icl_retriever/icl_zero_retriever.py | sha256=xh9-TktbcWJ1xaKZ7HAgal2-7U8Dm3qkqcdqm81XLRo | 1103 |
opencompass/openicl/utils/__init__.py | sha256=M5ZDeeLBtXNuGosUFP5Q8A8AS8tD2ZvSQNKqMpAbXng | 31 |
opencompass/openicl/utils/logging.py | sha256=EaQuofL8bBN4-CcPBFOwBQdk32hZpN4hMm78HuVU4Ok | 1108 |
opencompass/partitioners/__init__.py | sha256=_4DOahBf8nOTk6fAc1DPVdhJdyfNRQUuX8RzqGyeL7M | 171 |
opencompass/partitioners/base.py | sha256=wAKrqoBbWr-jGIzTlMjdLJjvS-g0_2XQJ7reIIAgH8Q | 6769 |
opencompass/partitioners/mm_naive.py | sha256=Ou7OI70YyZZR0EJ4jF6E_8JzAwVkxldcjrUAqpflO3Q | 4454 |
opencompass/partitioners/naive.py | sha256=Eppg3oYL2p9At5LbrY9a2ft9n4tOj2Y1n5prQOb1UTA | 2952 |
opencompass/partitioners/num_worker.py | sha256=-JxbOUGUgyVCGip6mxmFzfivuXquwG6r3F50L_QMhis | 5839 |
opencompass/partitioners/size.py | sha256=qH_vxzMCQ140J-0X3W6qGxViW7_TKAqKddz8glEFlig | 9970 |
opencompass/partitioners/sub_naive.py | sha256=zrq1akT9hgdlQC8CZl_MFGYTPjgr9j3Bw0BZLhTnjqc | 9803 |
opencompass/partitioners/sub_size.py | sha256=rZ-TiC7_UkvIg5cRnq4yueTw_rP0j899bUC1bnBiofI | 12028 |
opencompass/runners/__init__.py | sha256=6iYJw8In6cul8GRAfpcxr0_40T_9kzRD0xehrlyJObM | 173 |
opencompass/runners/base.py | sha256=QZQbnxUbX382uZMPDpwcgvn7AbOERl_6jiNIulMY9u8 | 2975 |
opencompass/runners/dlc.py | sha256=bT4e6b2zwL3HwNaaYhtTgr9y0UDRlwl6u6JcsVM2y68 | 12196 |
opencompass/runners/local.py | sha256=N_sd2EfFpoTxuv4a77PbS4onnVMv3Afj0EkxgoGSiIg | 7521 |
opencompass/runners/local_api.py | sha256=X3X7NQqT2TSyQ99o6srO6HXxP6LsJVwAndoCoQ5wyWs | 8903 |
opencompass/runners/slurm.py | sha256=t9Xuet_b7YnRDToLptDiFDN6y1yfUrD9ucxLhirhjMI | 6030 |
opencompass/runners/slurm_sequential.py | sha256=IObIqy4MZN4lWCExSFmqK2fvKIvBdGVWH3cKaCWSl6s | 10341 |
opencompass/summarizers/__init__.py | sha256=VBPpY8MLhLNx3RGBxuObHsnuHpt1fJeP-c7iRr95afI | 175 |
opencompass/summarizers/circular.py | sha256=-Ji5qbL14r249Zn1Z7SN-RDPjiHRoKow96iavhbhSH8 | 2203 |
opencompass/summarizers/default.py | sha256=sg1py_SjpIm5hVuRgEw4c3k81fBNZNgs2Vqm5i-9zno | 18166 |
opencompass/summarizers/multi_model.py | sha256=dtrNfDbbq9kp8YDIstTkb0b1tM0V7Tl6GtZ_3MKxZR0 | 15291 |
opencompass/summarizers/needlebench.py | sha256=QgrzmLsBQ7X-umqcgRQZvlhK-s2vS1JvVbjmDwxpGu8 | 31335 |
opencompass/summarizers/summarizer_pretrain.py | sha256=HhJY_u566nkw2B-kOQbdatPMjbtBdz0oAUAkLd_O_cA | 16797 |
opencompass/summarizers/subjective/__init__.py | sha256=gZXcJAlvZTjnr_QXyf9wRjeh4D6MHcJSQyDdh5fHvo0 | 390 |
opencompass/summarizers/subjective/alignmentbench.py | sha256=LfhnuV5jYqbmNtc-M4lNtl2ZU9GFUw46unPkgNhcIYY | 13704 |
opencompass/summarizers/subjective/alpacaeval.py | sha256=WEJdGxL6zqpV27V7dp43xc6vPl2rei9ut902xFozjWc | 7075 |
opencompass/summarizers/subjective/compass_arena.py | sha256=21VAtmDajimldqjnhPzzlSB1eOzX3HbD7yFjLibzBaA | 10695 |
opencompass/summarizers/subjective/corev2.py | sha256=WbWsp1-ISm5up7EKkWMhTi5jAuCn6-tx5XXssn2M3eQ | 10281 |
opencompass/summarizers/subjective/creationbench.py | sha256=Cr86xyuX_PgZnX9_-w220DbmLlWJmHwBYOlgNK1i-DE | 2381 |
opencompass/summarizers/subjective/information_retrival.py | sha256=1XvR0yx8icCspeWApYSqxWsbKaT3OpK_DuibrW3NZCE | 4464 |
opencompass/summarizers/subjective/mtbench.py | sha256=CP3_tEIMvjbHSe5uUPHoQCKf6fsi0rLbbK5YHk2Yr_E | 5556 |
opencompass/summarizers/subjective/multiround.py | sha256=IvtcW4juKIDat7Irb8qqYbDjT4bkkb74bp5IhxNOiOc | 5811 |
opencompass/summarizers/subjective/subjective_post_process.py | sha256=M3-JIjySmK6QQHkZcCxQzmA3cQExH1m_OJhJHk9IeTY | 1044 |
opencompass/summarizers/subjective/utils.py | sha256=mz06-tCXvUVlxKtBaH3Ihk8NlkaZ5eEUyGrmNQIzBIA | 2624 |
opencompass/tasks/__init__.py | sha256=kKqzpG3vk1JTXV4x2UdcJv19jUzEVSpjTAK3NxgznfU | 191 |
opencompass/tasks/base.py | sha256=RsnFaZ551SrB49X151RR8kMT6CcRtxN4MfO-AMspC3I | 2779 |
opencompass/tasks/llm_eval.py | sha256=-Ll4Y1-S4RsZPrK8A6yJzKy2l0w_qoC7qQ8BNMtgD24 | 3719 |
opencompass/tasks/mm_infer.py | sha256=8k2BCfUSZ35hllXMhIkZrbt54jb2v0RU8K8_ErFhnag | 5354 |
opencompass/tasks/openicl_attack.py | sha256=iwHb-suHr5YJTRqXjJ8xoPlxb1ahIyh2T7Mtzq1R-SM | 8576 |
opencompass/tasks/openicl_eval.py | sha256=ZNmaOVqO4MkjAkSCmFMtaqWprC23qnPfBDDLR2c4QZA | 15009 |
opencompass/tasks/openicl_infer.py | sha256=EGcR7SelyvpR4KWlAm7LtLiR9ItTNPHVcsWR_mDRm9w | 6618 |
opencompass/tasks/subjective_eval.py | sha256=O65w4RoqluD-fjbgXF5BDsPzsXboN8kUUxd-4NbFOBM | 18746 |
opencompass/utils/__init__.py | sha256=KjDCt9OTfia_wUkg5gmBSh9tbULYDFk94hV1vToa-I0 | 377 |
opencompass/utils/abbr.py | sha256=84dbPqmGmh7h2teoyRM7zXJnnHSUWi1T7BH9mmpTQ-Y | 2384 |
opencompass/utils/auxiliary.py | sha256=OAHucbD5ZWw31MSRB7HLsrb64O9ZRADkaD2Vr_FvaM4 | 361 |
opencompass/utils/build.py | sha256=P1js7nHKjPmLhNs7k_rHiHKYDP0pr52TrFQQ83_ZP2g | 802 |
opencompass/utils/collect_env.py | sha256=vQVrTawO_d7VvECQZS9wQS5GLNBvla4R9s7kpT9Y4bc | 352 |
opencompass/utils/dependency.py | sha256=ejHQqLv5QBQgy5cbqZI9lzYWAxP5yQ3QIveS8JjzSmI | 812 |
opencompass/utils/file.py | sha256=9vrljsiqu-dLhKdcIfJkyLs4fUjuC7rFh6QCp1Gcxrw | 628 |
opencompass/utils/fileio.py | sha256=LZaLCWvPNsXsutlwuBcFkdIyvc5PpwPuM2Oj712lAfA | 5645 |
opencompass/utils/lark.py | sha256=GL7BXAU7EVCIaa9_tpxO1mDs4sM8F5-ZmDvJ6oeDnMM | 1706 |
opencompass/utils/logging.py | sha256=QBVwCVbGG1IG_a7PNDm79MmfBXpIzTDUaVDtPNxF8y0 | 2453 |
opencompass/utils/menu.py | sha256=NzrbOldDVnfffWVV4rZIlCnlPNgcvr_mbMnb5xPEWK0 | 2776 |
opencompass/utils/prompt.py | sha256=23-TjXqnpRLGi_NBYlunjRvwZCrEc3e19izSJufNw04 | 7531 |
opencompass/utils/run.py | sha256=Tx4Q5wjhfZGMB83wasq66IDmLoOQbq8TJ39OEXQHRac | 15386 |
opencompass/utils/text_postprocessors.py | sha256=5usfd9GOaRuvjWmXSSl5__oUCd5yTUWKm73uOje_V_c | 5940 |
opencompass/utils/types.py | sha256=blsCrhzV1MXXFH5P2bqf4R0JD06vj5b8CzApNVJQEqQ | 1667 |
opencompass-0.2.4.dist-info/LICENSE | sha256=upLadm2soGdkW9Em7bYMY_9VB5MWusyR1IMeYf7W17A | 11408 |
opencompass-0.2.4.dist-info/METADATA | sha256=QDgm0Ar3Svgb-Rqtq_AUlQpegHu_u_x4imIfyZ-cc8U | 19802 |
opencompass-0.2.4.dist-info/WHEEL | sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM | 92 |
opencompass-0.2.4.dist-info/entry_points.txt | sha256=Pk66-8bEVUOO_Hezqht2v6V7TUfsS8EEDCD4EFwfaWI | 59 |
opencompass-0.2.4.dist-info/top_level.txt | sha256=h1AXYAlfqPMYkldPcsZ9duKGRy8iH4CIsVjfdDErnlE | 12 |
opencompass-0.2.4.dist-info/RECORD | — | — |
top_level.txt
opencompass
entry_points.txt
opencompass = opencompass.cli.main:main