Path |
Digest |
Size |
llmuses/__init__.py |
sha256=RY0EjssSquqqsysRobElYm9Ix6E41uTXeaeh7lI7kqs
|
106 |
llmuses/cache.py |
sha256=y6zixcxEo28kPP4nU5Ko4ZXYasgmOd3pecLxaETpwm4
|
3284 |
llmuses/config.py |
sha256=DsXiMKV4LpMpSppumM36-T-22iJHdGxtzGGSwKhmynI
|
6737 |
llmuses/constants.py |
sha256=7QlzVjIQceiA1pR39c61XZwZ1_tCXx284sQizkL7Vuo
|
2632 |
llmuses/run.py |
sha256=h-vH0YLw1gyKVLeMkQSDy0IzqdqROd0VdY7RVjOvmI4
|
14779 |
llmuses/run_arena.py |
sha256=m-mFKuhpRwQDyVM6aywynPM0VC4pVbZgXK0uEUBQQgk
|
8511 |
llmuses/run_ms.py |
sha256=ZyukWR9keDbGCw1eYOb8Vxc2Bz-puXGDdaDmYnzYXbc
|
5996 |
llmuses/summarizer.py |
sha256=rQnWsmVzZj2O6sJXa5ePB_JSVp6x49LY7guzvlFcPAk
|
3227 |
llmuses/version.py |
sha256=-SwUsHUsT-tPRq9yTUmT8dBCe59DkH9YL0ubTMhH3go
|
118 |
llmuses/benchmarks/__init__.py |
sha256=npughdwFFSYY4KJ88n-iIsjtQEUePwsukRSuxy1s5fA
|
158 |
llmuses/benchmarks/benchmark.py |
sha256=dGAt1XyTftCSUOqILuqxjzYK4lS4tt2ZZrwMRO4JxaQ
|
2155 |
llmuses/benchmarks/data_adapter.py |
sha256=tZXXuK6FJgaHLdZZ73y2bf8MJ2x7UaK5rBBIqlGBRkw
|
10427 |
llmuses/benchmarks/arc/__init__.py |
sha256=cJMJvVPkxdDkE1PAJgy81iT87ZPbKQAiXGQomoxSOGg
|
308 |
llmuses/benchmarks/arc/ai2_arc.py |
sha256=Wim8JsH094og7d0eLCEI0kUwDP_0x7AT117oTRPdiAI
|
5608 |
llmuses/benchmarks/arc/arc_adapter.py |
sha256=o81J2EZwx_xxeYV8mvyASGU4q0BRAY0o_uB3niqOVd8
|
9206 |
llmuses/benchmarks/bbh/__init__.py |
sha256=nsTH0Hn5u-WUet8Y6CFuDF9-ZIE32r7c8p6clzlw_xs
|
300 |
llmuses/benchmarks/bbh/bbh_adapter.py |
sha256=8q4MvKgP63vGZ-mJvSMhXOKKzNf5jxGp_46igBCz0Ks
|
10792 |
llmuses/benchmarks/bbh/cot_prompts/boolean_expressions.txt |
sha256=hNie8uvyVSF-W0sZW721vEhH7_9lypZ0qtDRVraBgxg
|
1780 |
llmuses/benchmarks/bbh/cot_prompts/causal_judgement.txt |
sha256=t2ozSTodp4p2ZibgkhoAomhBFtf2keRioum9QF9E5Sk
|
3652 |
llmuses/benchmarks/bbh/cot_prompts/date_understanding.txt |
sha256=7GDstZmMXjlucd6RsN5WzQiLij_VASLHHEx3mMP4wJ8
|
1166 |
llmuses/benchmarks/bbh/cot_prompts/disambiguation_qa.txt |
sha256=qhCLqXjtlI325tGCBXgLnM8V_bUKpUW-Dohh7U-BPSY
|
3567 |
llmuses/benchmarks/bbh/cot_prompts/dyck_languages.txt |
sha256=Ut7JSNl4zQqeuDt1eq-Mrgdxf2kMar1i85DpVqEi5vU
|
2404 |
llmuses/benchmarks/bbh/cot_prompts/formal_fallacies.txt |
sha256=WNruIcuKwCaNwHPj-xs6VK1RzyVq2JDED02MadpDPl4
|
4476 |
llmuses/benchmarks/bbh/cot_prompts/geometric_shapes.txt |
sha256=4hn9zfKMo7HquDPsWuy5fEnkuJtsI9GrfabostMLQLo
|
4830 |
llmuses/benchmarks/bbh/cot_prompts/hyperbaton.txt |
sha256=Jmv9AxvfpgbLsi0Nc_3_xcSLuwpiT-Po4VgTukmA0w8
|
3113 |
llmuses/benchmarks/bbh/cot_prompts/logical_deduction_five_objects.txt |
sha256=LIqVgRhbD1t5ohv5FGW-Ql98kst4mIl-IpX-IY5c6mg
|
2504 |
llmuses/benchmarks/bbh/cot_prompts/logical_deduction_seven_objects.txt |
sha256=LIqVgRhbD1t5ohv5FGW-Ql98kst4mIl-IpX-IY5c6mg
|
2504 |
llmuses/benchmarks/bbh/cot_prompts/logical_deduction_three_objects.txt |
sha256=LIqVgRhbD1t5ohv5FGW-Ql98kst4mIl-IpX-IY5c6mg
|
2504 |
llmuses/benchmarks/bbh/cot_prompts/movie_recommendation.txt |
sha256=gkMO9u025Uc4RClBeQtF11FDcNb9EsxUlrbwGDdllZc
|
2120 |
llmuses/benchmarks/bbh/cot_prompts/multistep_arithmetic_two.txt |
sha256=g7Y4iyJ0fQGmWyLYWwzaqlpmaypQ3x2sK49AX_YL3NU
|
2385 |
llmuses/benchmarks/bbh/cot_prompts/navigate.txt |
sha256=DATvl8pqWOblx260R3muCt1sYErASv0TAviag1UZrVE
|
2146 |
llmuses/benchmarks/bbh/cot_prompts/object_counting.txt |
sha256=pTYwcwnt-yypHJ9hRLyDVW0hMgBPgxUwX6f6TZnFriw
|
1417 |
llmuses/benchmarks/bbh/cot_prompts/penguins_in_a_table.txt |
sha256=juEuZ97hBp8vgQl_mkKiAsMdbb5MqxatkMRKkKDvopc
|
2385 |
llmuses/benchmarks/bbh/cot_prompts/reasoning_about_colored_objects.txt |
sha256=5KJQPIDdCPkyRmk9riKDHlSFfTtlhyG8aIeTDl7h6JA
|
2294 |
llmuses/benchmarks/bbh/cot_prompts/ruin_names.txt |
sha256=OqEgTV80zfH8Mu2_IZkpPMKUREqVWOFSJo6t7D2sUx4
|
3480 |
llmuses/benchmarks/bbh/cot_prompts/salient_translation_error_detection.txt |
sha256=nBP1tctGuL8pCBYvH3BNW3nQRrRzY7lFNd5bWG6Hs64
|
6140 |
llmuses/benchmarks/bbh/cot_prompts/snarks.txt |
sha256=QSAKws7Of09NdrmFPjJJCVc0zvAIMak6xROhpdgxSt4
|
3113 |
llmuses/benchmarks/bbh/cot_prompts/sports_understanding.txt |
sha256=vgTwHu4mowIeCtaaD24fRmfsaU-V9lG1z4U6izcoFBg
|
820 |
llmuses/benchmarks/bbh/cot_prompts/temporal_sequences.txt |
sha256=xZeBUTWvnAT3jL8SgQJqiC_a82FfYYcgEra6frIuvlA
|
3022 |
llmuses/benchmarks/bbh/cot_prompts/tracking_shuffled_objects_five_objects.txt |
sha256=RmuGDIzsjWNt1ZlkqmerLHiVAWPzZOTVENcgoiM7AZg
|
2603 |
llmuses/benchmarks/bbh/cot_prompts/tracking_shuffled_objects_seven_objects.txt |
sha256=RmuGDIzsjWNt1ZlkqmerLHiVAWPzZOTVENcgoiM7AZg
|
2603 |
llmuses/benchmarks/bbh/cot_prompts/tracking_shuffled_objects_three_objects.txt |
sha256=RmuGDIzsjWNt1ZlkqmerLHiVAWPzZOTVENcgoiM7AZg
|
2603 |
llmuses/benchmarks/bbh/cot_prompts/web_of_lies.txt |
sha256=aPWMXg6mdgoqMao8Oc3jcjeOBh0RUPqN3aBvxaWv9pc
|
2944 |
llmuses/benchmarks/bbh/cot_prompts/word_sorting.txt |
sha256=uhRRz8y0hfHI96olJS9IU32XafGcdiqsPPCOexB1hL4
|
2163 |
llmuses/benchmarks/ceval/__init__.py |
sha256=leLyCeaBU3JwpYe5c9exttJEqnH5QIF9XXHtpJ6PfGg
|
337 |
llmuses/benchmarks/ceval/ceval_adapter.py |
sha256=sG_g9Pyiw7-wH4TgQhhGGEIXvLDR3M1p6oLvPgxPl8I
|
15844 |
llmuses/benchmarks/ceval/ceval_exam.py |
sha256=S32eMfGUBMrUDP39HzO6XfvSir0tthHCPItNtriE-hc
|
5063 |
llmuses/benchmarks/competition_math/__init__.py |
sha256=pb98wO9lQvjvUVoxf5oRlMdUlVTg8W46SKYf34bzaIw
|
387 |
llmuses/benchmarks/competition_math/competition_math.py |
sha256=0p5iKUfU6WpXgplb44YgVWZUYkeWLLmOdj66_dapdDc
|
2678 |
llmuses/benchmarks/competition_math/competition_math_adapter.py |
sha256=sCnlGt8gauQCTVHzs-XFALqjzZQX8xeemt75AtUIVKQ
|
19079 |
llmuses/benchmarks/general_qa/__init__.py |
sha256=3qPGPLSuS08w7YmHYnXvXpGz_5HuboiYGFK9zGjK36o
|
340 |
llmuses/benchmarks/general_qa/general_qa_adapter.py |
sha256=Aqv-DBjlReknY5LIp9DIJZz-jxOYokUiW2GsJGJPJFg
|
6087 |
llmuses/benchmarks/gsm8k/__init__.py |
sha256=qYsPU_-dVDkhwulkOsOeujnzzNh5bGen7fi6IVvKJHw
|
309 |
llmuses/benchmarks/gsm8k/gsm8k.py |
sha256=WZ8k4EEMjNWWCxY-Dhs2BSR4EHHqYBViyl_UZIGNu7U
|
4282 |
llmuses/benchmarks/gsm8k/gsm8k_adapter.py |
sha256=5advEdJZV5QS9_SS1qBID3yVCU5a0C4CxsnTHscL3b4
|
13761 |
llmuses/benchmarks/hellaswag/__init__.py |
sha256=XF8C_g_1vj7d74lQ0w8-YdiVVhDGWeQ3BhhpEJJVm84
|
351 |
llmuses/benchmarks/hellaswag/hellaswag.py |
sha256=bNOUDpGHtAOAyWrQlMiqEGyp0ePTcpIeYbZH3XaFczI
|
4690 |
llmuses/benchmarks/hellaswag/hellaswag_adapter.py |
sha256=NvydILYOkimvePySWd36CpMLGjuv48kfsS_M7tPospY
|
8547 |
llmuses/benchmarks/humaneval/__init__.py |
sha256=V_ypYJ7TTwmjVAm_8fRDuoHmiSAasYTyGj_ZNthZrEg
|
329 |
llmuses/benchmarks/humaneval/humaneval.py |
sha256=oNxRcVkYxlzS18N2JmwSaQb1aTZOVHlZMKwIETjfvNs
|
3482 |
llmuses/benchmarks/humaneval/humaneval_adapter.py |
sha256=1YiAvNbWRUcaTu9oGwpDMmvS4_zoHt_bNWmNpzJmo-g
|
1661 |
llmuses/benchmarks/mmlu/__init__.py |
sha256=NnE8RfLH7Ix2FkF30C3kk9s0FZGk2-i5AD-e0AIYTUA
|
331 |
llmuses/benchmarks/mmlu/mmlu.py |
sha256=GhjZFOgX5qG041eVrSWggOcRcMyl0oAI_yGXmufwEzc
|
5256 |
llmuses/benchmarks/mmlu/mmlu_adapter.py |
sha256=WpEIaB-pqh5kyi40eD4NJha0C6gHS2XHHPaUimYffJ4
|
16393 |
llmuses/benchmarks/race/__init__.py |
sha256=nagPjhk8b3qIkHLxDUb5f-c9JKy29xpdrIeS1_Er7Vg
|
331 |
llmuses/benchmarks/race/race.py |
sha256=giY44Vr6CePdVQxpi0x4CLsaknye47Gdlc_PVqN9VCA
|
3835 |
llmuses/benchmarks/race/race_adapter.py |
sha256=M6XKOvgTjEFTOO4mp7vOI7ja-gSWPG2-QwmbWlpNWE8
|
9892 |
llmuses/benchmarks/trivia_qa/__init__.py |
sha256=-DfZ7_AhY0iGhnJHCXV-BQ4pfaq16aVRs_fautt73Sg
|
345 |
llmuses/benchmarks/trivia_qa/trivia_qa.py |
sha256=xrebA71r_Ek9NvwkDfsmWTuRCsae2HZEGmTBtZMGwfM
|
3296 |
llmuses/benchmarks/trivia_qa/trivia_qa_adapter.py |
sha256=8yXT-XDXYqo3d9sIAVM9Kq8pss-x70zvMWzBnzjRNvg
|
7653 |
llmuses/benchmarks/truthful_qa/__init__.py |
sha256=kRYgOrcw3EDMKMUCqnqi653HxK5jrPJ_jR4aE3R8_-s
|
361 |
llmuses/benchmarks/truthful_qa/truthful_qa.py |
sha256=eOcYBjR7XZ4VFSAY4r1_UUoKXakhR-yzd2I3FiOmlUw
|
7017 |
llmuses/benchmarks/truthful_qa/truthful_qa_adapter.py |
sha256=jIyyxI45UvlTsUm1sKaawpLLbpShsXjz5YtbgjqPPhI
|
14944 |
llmuses/cli/__init__.py |
sha256=I_ANdxdcIHpkIzIXc1yKOlWwzb4oY0FwTPq1kYtgzQw
|
50 |
llmuses/cli/base.py |
sha256=m1DFlF16L0Lyrn0YNuFj8ByGjVJIoI0jKzAoodIXjRk
|
404 |
llmuses/cli/cli.py |
sha256=aUbPrhv5V503uyJ-VAWgIiflLlVXIi7ahQPF0OgmlmQ
|
549 |
llmuses/cli/start_server.py |
sha256=_vgvcZvYixy_6zfSFFc3f-MU39p4PEdA73gfZNmD1vk
|
3865 |
llmuses/evaluator/__init__.py |
sha256=QceQgfWZS3ByiSyKTc5tkDnfOn0kjTK7i7OW9Kf5LZ4
|
101 |
llmuses/evaluator/evaluator.py |
sha256=nWS1x7ol8lC_H-AQHssr8pU-Hr6kP5va05lTW7iTdRE
|
28598 |
llmuses/evaluator/rating_eval.py |
sha256=bBmhIvb6JtY_2Y1bOLHgJZ8iAIoitMe8D60HeL87uE8
|
5760 |
llmuses/evaluator/reviewer/__init__.py |
sha256=I_ANdxdcIHpkIzIXc1yKOlWwzb4oY0FwTPq1kYtgzQw
|
50 |
llmuses/evaluator/reviewer/auto_reviewer.py |
sha256=AB5Bld_aysePln-4z3Wj9Y1OUtrpIY0V14ccGOlTC2A
|
17034 |
llmuses/metrics/__init__.py |
sha256=I_ANdxdcIHpkIzIXc1yKOlWwzb4oY0FwTPq1kYtgzQw
|
50 |
llmuses/metrics/code_metric.py |
sha256=zK1tpNDZbvmSHt3a_JJ5Y2Hdu2cqeFriy__wUOl2tSw
|
3462 |
llmuses/metrics/math_accuracy.py |
sha256=H_-S_FJVUc1gYS6dbNp3m94hGLbeMy3WJIVHZ1EXBNY
|
1986 |
llmuses/metrics/metrics.py |
sha256=sDZljGiZwgHsFZ5eNi65-3z3BLCdIwWUzPcq2QpKf1k
|
12545 |
llmuses/metrics/rouge_metric.py |
sha256=UWA0WJMiWUDf5fkVK_P9tfUSsGkUglEPC5UUG1vrGmY
|
4516 |
llmuses/metrics/bundled_rouge_score/__init__.py |
sha256=PwbTdk8168FwDJe_l8XIqDuBgZQooDsP31vj7di05Fs
|
650 |
llmuses/metrics/bundled_rouge_score/rouge_scorer.py |
sha256=xSLis-zx1hnHuj_9JI7HuUKMS4ZQsX-D8wECZg4D2bg
|
11450 |
llmuses/models/__init__.py |
sha256=KaISO3ex3aDxzWB1hU6X8F6-JmWzEEv5s_WrcttRUU0
|
141 |
llmuses/models/dummy_chat_model.py |
sha256=AtLg8VynxUiRliqxkQ2R0IPOf5wWeyNNMoHpT3tdK4w
|
1321 |
llmuses/models/model.py |
sha256=ZzzVzZHVzuzdt5F1r-rEBT44ZfW9B7R1spsrV-T8nSw
|
3020 |
llmuses/models/model_adapter.py |
sha256=OTBmIxXJZnVC_W1JcIaWO7cH3dlQY9l0q8oAP9_iiqk
|
21702 |
llmuses/models/openai_model.py |
sha256=B-qvmrEOX7mS_CEb6v6LcsWlCyucGUXdzY_SbktROxk
|
3448 |
llmuses/models/template.py |
sha256=Lvvnd-12cQSq6EYaeWi6MsPSI-F9778W3bJ5JuXhXUw
|
25273 |
llmuses/models/custom/__init__.py |
sha256=iiTYPFf7-tlpm2RV6q6J6PFWZyN2knOhn8-lmcybbcU
|
101 |
llmuses/models/custom/custom_model.py |
sha256=ropYALjODbVNhjbVrsKEjY0x4xrDZvmFOVldvWugwlg
|
1380 |
llmuses/perf/__init__.py |
sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU
|
0 |
llmuses/perf/_logging.py |
sha256=JnXxVhyU6eTgrxTg0DNpfsmtxWcWmvL7TzKX75xAUNE
|
1034 |
llmuses/perf/dashscope_message.py |
sha256=taOghV7JVe8NfzPZhjzhUAyMiPRD0EogiMREKfg3xv4
|
1080 |
llmuses/perf/generate_zhipu_token.py |
sha256=I7LnJu8newNklJkm9v73dHz2e7FHDe5jflQ2F286cG4
|
1057 |
llmuses/perf/http_client.py |
sha256=4VcpSBdavYztnq353DLVr_VUYMBinsgMP2QW0TynDoI
|
29573 |
llmuses/perf/monitor.py |
sha256=W-xIy4H9TPVjeOXsd6ghaaP_mTZ8PN6ZLODbo_8zTNU
|
3685 |
llmuses/perf/server_sent_event.py |
sha256=s2UqUr1qAMWzBG1XWCFxhulyztd6FM0tGqVvPC8jD5o
|
1153 |
llmuses/perf/vllm_qwen_openai_completion.py |
sha256=mTC0crSKyz6sp1dvxabKppEGPINgLXftBb4Nt2JezAU
|
1092 |
llmuses/perf/zhipu_message.py |
sha256=QCdnPpQ2x18vdLgO4WwxEOeQp85yeS9JnOAI3dQEUwg
|
1043 |
llmuses/preprocess/__init__.py |
sha256=I_ANdxdcIHpkIzIXc1yKOlWwzb4oY0FwTPq1kYtgzQw
|
50 |
llmuses/preprocess/tokenizers/__init__.py |
sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU
|
0 |
llmuses/preprocess/tokenizers/gpt2_tokenizer.py |
sha256=8dOPVWrzAXhzmzSKBWdWjfDqPlRaMH9slK8v5aWhwcQ
|
7810 |
llmuses/registry/__init__.py |
sha256=I_ANdxdcIHpkIzIXc1yKOlWwzb4oY0FwTPq1kYtgzQw
|
50 |
llmuses/registry/tasks/arc.yaml |
sha256=EFFsLB1bXq6gZjQVdbXS-eg0EyqQgOFIQ1_kkVbwLCA
|
862 |
llmuses/registry/tasks/bbh.yaml |
sha256=z5w7eAM1P84gl_2KMKnC837mpcU3T6ZzxZ0T3qtFDhE
|
700 |
llmuses/registry/tasks/bbh_mini.yaml |
sha256=wxBhnjWKTpywFSa45lKEX2OZ7aii73kjiV3PkYIGs_M
|
774 |
llmuses/registry/tasks/ceval.yaml |
sha256=QZtlfWai8BRMLfS7fVaNXMdebnG23pJZPb8J3wlSzm8
|
702 |
llmuses/registry/tasks/ceval_mini.yaml |
sha256=v48WUkPxh8GYReE4L2xMe4tay_W-ayXY2NyREtMUArU
|
768 |
llmuses/registry/tasks/eval_qwen-7b-chat_v100.yaml |
sha256=7l6wQxlgbp9GwN6pn3WdVvvXu0MdHiHrOblvFrkO5e0
|
806 |
llmuses/registry/tasks/general_qa.yaml |
sha256=vtKzyFoI5KI5qP-kOyFkpiItRoppLZXjcXVtjp3HiiY
|
702 |
llmuses/registry/tasks/gsm8k.yaml |
sha256=HY58jjyJdc0vGxgHd7rScb7KXI41YVc72t3HPDBfptU
|
703 |
llmuses/registry/tasks/mmlu.yaml |
sha256=Z-anjPsJk6subxbk1YYIezHkkj92mB9Jd2hkuKsnDL0
|
701 |
llmuses/registry/tasks/mmlu_mini.yaml |
sha256=01vH1lMzNp4Sfud6VF5opd-uRyI9us-4bGJvVAFZ2S0
|
777 |
llmuses/tools/__init__.py |
sha256=I_ANdxdcIHpkIzIXc1yKOlWwzb4oY0FwTPq1kYtgzQw
|
50 |
llmuses/tools/combine_reports.py |
sha256=D4eVhLiR54IL2mUv9_DD2eWQvnFTngmpw7b5eiQG8mA
|
3233 |
llmuses/tools/gen_mmlu_subject_mapping.py |
sha256=CUmRdReEU7QfMyprh9I56KmHoRww_zUda_JuyxmCL1A
|
3277 |
llmuses/tools/rewrite_eval_results.py |
sha256=JCS5xZvw5V6i98YYd7TRmqXK5zFt6AlohUzMl8S12HA
|
3163 |
llmuses/utils/__init__.py |
sha256=nvMsRqfsp3JImB9iboGc8lpZmwOoCb7DvUWPU5o-htY
|
85 |
llmuses/utils/arena_utils.py |
sha256=fwDsFSKhrYfcUPbHIWDs006Qj5Qr1IW_EEFkbr7ZNuY
|
7668 |
llmuses/utils/completion_parsers.py |
sha256=x5uiRhaKN_ydrSqhuR5Ihn_P0QvmS2DQZTJRKE9AwSg
|
2993 |
llmuses/utils/logger.py |
sha256=Ycd0W17Z_oiByPuPX3_umNrOCHjT9O_e_Kws7ZWUSvU
|
1855 |
llmuses/utils/task_cfg_parser.py |
sha256=LiNQ2X8lbZU0cODpaY_PbKyUhNoxZIC495UsLJigX64
|
138 |
llmuses/utils/utils.py |
sha256=gvXbmO2zU9IWzG06z8mbbcT15Ixq2yD8AgYaLyEzXfc
|
11952 |
llmuses-0.3.0.dist-info/METADATA |
sha256=7oaO6QGJFEMPaRB2mR7r5Z89fuif9wrUGcsClk_CoIk
|
13225 |
llmuses-0.3.0.dist-info/WHEEL |
sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo
|
92 |
llmuses-0.3.0.dist-info/top_level.txt |
sha256=1QCXulcfroT1lrSiNr4vvBrlUETBsdhhPuFA0Q7jtR4
|
8 |
llmuses-0.3.0.dist-info/RECORD |
— |
— |