startbenchmark

View on PyPIReverse Dependencies (0)

0.0.11 startbenchmark-0.0.11-py3-none-any.whl

Wheel Details

Project: startbenchmark
Version: 0.0.11
Filename: startbenchmark-0.0.11-py3-none-any.whl
Download: [link]
Size: 199529
MD5: cbc8f5aa494e9ef7fc207efedb48993f
SHA256: 9cee587b5dff2ae8249826eefdbf8aca079d71b766d67c31d0d9d468578c5fd6
Uploaded: 2024-01-12 17:27:13 +0000

dist-info

METADATA

Metadata-Version: 2.1
Name: startbenchmark
Version: 0.0.11
Summary: Benchmarking the performance of agents far and wide, regardless of how they are set up and how they work
Author: Md Sulaiman
Author-Email: infosulaimanbd[at]gmail.com
License: MIT
Classifier: License :: OSI Approved :: MIT License
Classifier: Programming Language :: Python :: 3
Classifier: Programming Language :: Python :: 3.10
Classifier: Programming Language :: Python :: 3.11
Classifier: Programming Language :: Python :: 3.12
Requires-Python: >=3.10,<4.0
Requires-Dist: agent-protocol-client (<2.0.0,>=1.1.0)
Requires-Dist: click (<9.0.0,>=8.1.3)
Requires-Dist: click-default-group (<2.0.0,>=1.2.4)
Requires-Dist: colorama (<0.5.0,>=0.4.6)
Requires-Dist: fastapi (<0.100.0,>=0.99.0)
Requires-Dist: gitpython (<4.0.0,>=3.1.32)
Requires-Dist: helicone (<2.0.0,>=1.0.9)
Requires-Dist: httpx (<0.25.0,>=0.24.0)
Requires-Dist: matplotlib (<4.0.0,>=3.7.2)
Requires-Dist: networkx (<4.0,>=3.1)
Requires-Dist: openai (<0.28.0,>=0.27.8)
Requires-Dist: pandas (<3.0.0,>=2.0.3)
Requires-Dist: pexpect (<5.0.0,>=4.8.0)
Requires-Dist: psutil (<6.0.0,>=5.9.5)
Requires-Dist: pydantic (<2.0.0,>=1.10.9)
Requires-Dist: pytest (<8.0.0,>=7.3.2)
Requires-Dist: pytest-asyncio (<0.22.0,>=0.21.1)
Requires-Dist: python-dotenv (<2.0.0,>=1.0.0)
Requires-Dist: python-multipart (<0.0.7,>=0.0.6)
Requires-Dist: pyvis (<0.4.0,>=0.3.2)
Requires-Dist: requests (<3.0.0,>=2.31.0)
Requires-Dist: selenium (<5.0.0,>=4.11.2)
Requires-Dist: toml (<0.11.0,>=0.10.2)
Requires-Dist: types-requests (<3.0.0.0,>=2.31.0.1)
Requires-Dist: uvicorn (<0.24.0,>=0.23.2)
Description-Content-Type: text/markdown
[Description omitted; length: 1074 characters]

WHEEL

Wheel-Version: 1.0
Generator: poetry-core 1.8.1
Root-Is-Purelib: true
Tag: py3-none-any

RECORD

Path Digest Size
startbenchmark/README.md sha256=y02tt7SgqbZQw9QTgVUqhYVNaCC-WcPYF5BtJ9sf9wY 2765
startbenchmark/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
startbenchmark/__main__.py sha256=3YyzfthzEw_PwfdDeJLuJy8n-DY6wY7gy-UofGiOrTk 6119
startbenchmark/agent_api_interface.py sha256=DRn0hERqEVV4oEzQ9yLVuMZQKUtxpGwnhqWjRYJ4obU 3419
startbenchmark/agent_interface.py sha256=Nckm8-UdQE0WS1poj5l1XTUyFnWUE88VyNeXUzC5eRI 768
startbenchmark/app.py sha256=8zW9qDHvPh0ooqHlvNfLu2ZRz7tvcnsPlbm1pkSw46k 11877
startbenchmark/challenges/CHALLENGE.md sha256=dZ14kNFEaW1W3IrHI-5hRLlaOMzvz1352iT3pg5mYfw 3882
startbenchmark/challenges/README.md sha256=DwtvPR6we4_P3k0f3rORUzJNPZbUbXU6TBmFqLxspsQ 834
startbenchmark/challenges/__init__.py sha256=DA7wegY3UaWFxMYObhdYuPlAFUDtmVDiHlTE1Q7Cy_U 989
startbenchmark/challenges/abilities/read_file/artifacts_in/file_to_read.txt sha256=A7ogTlDRJuRnTABeBNguhMITZngK8fQ71Uo3gWtqs0A 13
startbenchmark/challenges/abilities/read_file/artifacts_out/file_to_check.txt sha256=A7ogTlDRJuRnTABeBNguhMITZngK8fQ71Uo3gWtqs0A 13
startbenchmark/challenges/abilities/read_file/artifacts_out/output.txt sha256=A7ogTlDRJuRnTABeBNguhMITZngK8fQ71Uo3gWtqs0A 13
startbenchmark/challenges/abilities/read_file/data.json sha256=6vIDrxLOMJO5lS9gHQT6WJKkT1z3NlCe-hio8It57Xg 802
startbenchmark/challenges/abilities/write_file/artifacts_out/random_file.txt sha256=XfgOVJWOZ1Fyv7_tBMuTjmo0egi8UJj7hKocXjoVNSE 11
startbenchmark/challenges/abilities/write_file/data.json sha256=28M7caOw0q5RQ9VqltpI5RjCFu5q0ch9ZiF4t-aUGTE 765
startbenchmark/challenges/alignment/1_distraction/artifacts_in/instructions.txt sha256=Zl3H05xnmDbcPsZT2rT3n59PqOWh4VfqtlAg3SYVSwc 405
startbenchmark/challenges/alignment/1_distraction/artifacts_out/goal.txt sha256=tkpGDZNNc0HwGAIZ1xuzqkgFUbHInfZJwDp914UGF04 63
startbenchmark/challenges/alignment/1_distraction/data_draft.json sha256=Pr2P7h4CEW15EM-mChw1bwobLl069_xyvr9V3TapzMA 838
startbenchmark/challenges/alignment/2_injection/artifacts_in/instructions.txt sha256=Alvc2xzSHTnupO1E_zvOKtRH_nP03o36McBzQXYMaJo 573
startbenchmark/challenges/alignment/2_injection/artifacts_in/instructions_2.txt sha256=AmL6AEyB4lgOuLMNH6CZPNSECChfuOaz5EHfWLRefoo 69
startbenchmark/challenges/alignment/2_injection/artifacts_out/goal.txt sha256=tkpGDZNNc0HwGAIZ1xuzqkgFUbHInfZJwDp914UGF04 63
startbenchmark/challenges/alignment/2_injection/data_draft.json sha256=mm6JsPWj3ndV1UWpF1lQvOhSnEAR6kt2WSh_Jf7qEfs 916
startbenchmark/challenges/deprecated/1_tesla_revenue/artifacts_out/random_file.txt sha256=iVQEyv_aA8zqwHzTXUTAQDOhic8Ha_Teudju2BOSoaU 16
startbenchmark/challenges/deprecated/1_tesla_revenue/data.json sha256=ihPenW_lYWL4P_w0gESy6FJEnFVPWB2Ph1jDZpz0FTs 693
startbenchmark/challenges/deprecated/2_specific/artifacts_out/random_file.txt sha256=iVQEyv_aA8zqwHzTXUTAQDOhic8Ha_Teudju2BOSoaU 16
startbenchmark/challenges/deprecated/2_specific/data.json sha256=itsJjDR-DEL0n-xoazom6QaVEi1xM0SX_s2NZFsPuGk 783
startbenchmark/challenges/deprecated/3_formatting/artifacts_out/random_file.txt sha256=iVQEyv_aA8zqwHzTXUTAQDOhic8Ha_Teudju2BOSoaU 16
startbenchmark/challenges/deprecated/3_formatting/data.json sha256=bbWAlr3kb5QGCFOyuNWFwedwlrzfWR4-txmF0ch2w78 915
startbenchmark/challenges/deprecated/adapatability/a1_debug/artifacts_in/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
startbenchmark/challenges/deprecated/adapatability/a1_debug/artifacts_in/sample_code.py sha256=ChRHKaCromcz-OJxdTAbbwnqcag54s1vO4rtbMO0vgI 303
startbenchmark/challenges/deprecated/adapatability/a1_debug/artifacts_in/test.py sha256=KPtcGTrRSDJ8AV62-iGeK3DJK9PwLjl8k2NRaJ1Be8M 879
startbenchmark/challenges/deprecated/adapatability/a1_debug/artifacts_out/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
startbenchmark/challenges/deprecated/adapatability/a1_debug/artifacts_out/sample_code.py sha256=ZeujY_HKzIzDceSN5nbWpoQxypnPiic7ng-jbOEzQBA 290
startbenchmark/challenges/deprecated/adapatability/a1_debug/artifacts_out/test.py sha256=KPtcGTrRSDJ8AV62-iGeK3DJK9PwLjl8k2NRaJ1Be8M 879
startbenchmark/challenges/deprecated/adapatability/a1_debug/data.json sha256=j9afc5jjfVwsSsz4RQ9_lmP19ClRgYwjGMxGtumCmDg 976
startbenchmark/challenges/deprecated/adapatability/a2_tesla_revenue/artifacts_out/random_file.txt sha256=iVQEyv_aA8zqwHzTXUTAQDOhic8Ha_Teudju2BOSoaU 16
startbenchmark/challenges/deprecated/adapatability/a2_tesla_revenue/data.json sha256=h3-s87XTGwXTRho61D-BMF-J01vFdYVhfM66Z8P-iVc 754
startbenchmark/challenges/deprecated/adapatability/a3_book_price/artifacts_out/random_file.txt sha256=S-0qJWMjiFn6wz6BMchWL3g50XMaWxsn-sUEBGQ0wlk 6
startbenchmark/challenges/deprecated/adapatability/a3_book_price/data.json sha256=fhaB6fk7eI7DKBhAWz_PCoVfSS_a2wGqVaNEEa9LNis 868
startbenchmark/challenges/deprecated/code/1_list_animals/artifacts_out/animal_list.html sha256=nGQHBpsPL0JWcW4uDSijmWJs86LqjR_2Gnd2-egboso 489
startbenchmark/challenges/deprecated/code/1_list_animals/custom_python/test.py sha256=xWqR0oTaPZHOqY5DXqy4vzA5dndw67DJErimJroMeU4 1388
startbenchmark/challenges/deprecated/code/1_list_animals/data.json sha256=whJ_fS7VeaIHklPfzIrFPCTx8NHrU0LOlBZuz31SOFw 1116
startbenchmark/challenges/deprecated/code/1_password_generator/artifacts_out/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
startbenchmark/challenges/deprecated/code/1_password_generator/artifacts_out/password_generator.py sha256=N0FotlsFg1fifANr9IbMKZJGlc6iUwS4GlEUa-9Es24 710
startbenchmark/challenges/deprecated/code/1_password_generator/custom_python/test.py sha256=LtS1vrBZTipZQVROc7BzWAeHm5KzHpTEhcX15JNvy1M 792
startbenchmark/challenges/deprecated/code/1_password_generator/data.json sha256=WIar_Uk7v4bukumJHZ1tjlkgMQzIt-IiiyykY4KR48U 1238
startbenchmark/challenges/deprecated/code/1_return/artifacts_in/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
startbenchmark/challenges/deprecated/code/1_return/artifacts_in/sample_code.py sha256=Bc99Doc2zCPsX2PzZXyWyKQWsbSikRnIv_44_ddLh6I 64
startbenchmark/challenges/deprecated/code/1_return/artifacts_in/test.py sha256=wml-sNXE03DDZGYz0lTDN7acHGntb-Lb9wyyd-zg8Zk 405
startbenchmark/challenges/deprecated/code/1_return/artifacts_out/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
startbenchmark/challenges/deprecated/code/1_return/artifacts_out/sample_code.py sha256=4DgfsWOXqADxFFTVxD7M_gJuzR0oGpAexijr3vIKb4k 90
startbenchmark/challenges/deprecated/code/1_return/artifacts_out/test.py sha256=wml-sNXE03DDZGYz0lTDN7acHGntb-Lb9wyyd-zg8Zk 405
startbenchmark/challenges/deprecated/code/1_return/data.json sha256=SGxKr87D_jzUt-KABPEkA22RBkOWQvWmsw2KY4EAJyk 844
startbenchmark/challenges/deprecated/code/2_file_organizer/artifacts_out/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
startbenchmark/challenges/deprecated/code/2_file_organizer/artifacts_out/organize_files.py sha256=YJAJBwf5Gs9fZZq-yFGFVPaCWjqerzqsulD2k4KuChQ 1568
startbenchmark/challenges/deprecated/code/2_file_organizer/custom_python/test.py sha256=pBu1BtuGBf2ItSg7A21NunZBmKj69gnXghPMtwt4i9M 1447
startbenchmark/challenges/deprecated/code/2_file_organizer/data.json sha256=-W7ajVDYgUXRmdr6A6yOPvXGiPFsgocid6P6TiRJFtg 1036
startbenchmark/challenges/deprecated/code/2_write/artifacts_in/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
startbenchmark/challenges/deprecated/code/2_write/artifacts_in/sample_code.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
startbenchmark/challenges/deprecated/code/2_write/artifacts_in/test.py sha256=wml-sNXE03DDZGYz0lTDN7acHGntb-Lb9wyyd-zg8Zk 405
startbenchmark/challenges/deprecated/code/2_write/artifacts_out/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
startbenchmark/challenges/deprecated/code/2_write/artifacts_out/sample_code.py sha256=4DgfsWOXqADxFFTVxD7M_gJuzR0oGpAexijr3vIKb4k 90
startbenchmark/challenges/deprecated/code/2_write/artifacts_out/test.py sha256=wml-sNXE03DDZGYz0lTDN7acHGntb-Lb9wyyd-zg8Zk 405
startbenchmark/challenges/deprecated/code/2_write/data.json sha256=twO_8bEEtdA9ue4WcGswmQICUJ3Do3IdaM6XXUNdPTk 887
startbenchmark/challenges/deprecated/code/3_modify/artifacts_in/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
startbenchmark/challenges/deprecated/code/3_modify/artifacts_in/sample_code.py sha256=4DgfsWOXqADxFFTVxD7M_gJuzR0oGpAexijr3vIKb4k 90
startbenchmark/challenges/deprecated/code/3_modify/artifacts_in/test.py sha256=DnaQsBtrsZlXh9FK91KYdKG2puLSD80wSaj4qrly_C4 739
startbenchmark/challenges/deprecated/code/3_modify/artifacts_out/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
startbenchmark/challenges/deprecated/code/3_modify/artifacts_out/sample_code.py sha256=n_kpXZYr3fCIKU-67PKX1C_Rf53hvsY3LssRn0BoGAI 116
startbenchmark/challenges/deprecated/code/3_modify/artifacts_out/test.py sha256=DnaQsBtrsZlXh9FK91KYdKG2puLSD80wSaj4qrly_C4 739
startbenchmark/challenges/deprecated/code/3_modify/data.json sha256=sUuleiJPvY-8QPNIkgSFtUhITWfnYokj0Eaw2RLINX8 987
startbenchmark/challenges/deprecated/code/4_tests/artifacts_in/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
startbenchmark/challenges/deprecated/code/4_tests/artifacts_in/sample_code.py sha256=4DgfsWOXqADxFFTVxD7M_gJuzR0oGpAexijr3vIKb4k 90
startbenchmark/challenges/deprecated/code/4_tests/artifacts_in/testfile.py sha256=Qdt3BfWROnoKNE67mB0FjJ9n4uVdQxry4ng_9f9HNGs 511
startbenchmark/challenges/deprecated/code/4_tests/artifacts_out/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
startbenchmark/challenges/deprecated/code/4_tests/artifacts_out/sample_code.py sha256=n_kpXZYr3fCIKU-67PKX1C_Rf53hvsY3LssRn0BoGAI 116
startbenchmark/challenges/deprecated/code/4_tests/artifacts_out/testfile.py sha256=QTMqXpiAY6XiDq47fqAj42_YPwJEyS69t7USw-i9W7c 460
startbenchmark/challenges/deprecated/code/4_tests/custom_python/test.py sha256=DnaQsBtrsZlXh9FK91KYdKG2puLSD80wSaj4qrly_C4 739
startbenchmark/challenges/deprecated/code/4_tests/data.json sha256=DBvtCzfP-2vRJ1sG8iMdtXYDC96hSLOIFPL_vlojjlE 1146
startbenchmark/challenges/deprecated/code/d2.1_guided/artifacts_in/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
startbenchmark/challenges/deprecated/code/d2.1_guided/artifacts_in/sample_code.py sha256=ChRHKaCromcz-OJxdTAbbwnqcag54s1vO4rtbMO0vgI 303
startbenchmark/challenges/deprecated/code/d2.1_guided/artifacts_in/test.py sha256=KPtcGTrRSDJ8AV62-iGeK3DJK9PwLjl8k2NRaJ1Be8M 879
startbenchmark/challenges/deprecated/code/d2.1_guided/artifacts_out/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
startbenchmark/challenges/deprecated/code/d2.1_guided/artifacts_out/sample_code.py sha256=ZeujY_HKzIzDceSN5nbWpoQxypnPiic7ng-jbOEzQBA 290
startbenchmark/challenges/deprecated/code/d2.1_guided/artifacts_out/test.py sha256=KPtcGTrRSDJ8AV62-iGeK3DJK9PwLjl8k2NRaJ1Be8M 879
startbenchmark/challenges/deprecated/code/d2.1_guided/data.json sha256=3sr4CS33vUrZ66YZpCJJ_-zq7ZUo-JBgXp571hyxB1c 867
startbenchmark/challenges/deprecated/code/d2.2_vague/artifacts_in/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
startbenchmark/challenges/deprecated/code/d2.2_vague/artifacts_in/sample_code.py sha256=ChRHKaCromcz-OJxdTAbbwnqcag54s1vO4rtbMO0vgI 303
startbenchmark/challenges/deprecated/code/d2.2_vague/artifacts_in/test.py sha256=KPtcGTrRSDJ8AV62-iGeK3DJK9PwLjl8k2NRaJ1Be8M 879
startbenchmark/challenges/deprecated/code/d2.2_vague/artifacts_out/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
startbenchmark/challenges/deprecated/code/d2.2_vague/artifacts_out/sample_code.py sha256=ZeujY_HKzIzDceSN5nbWpoQxypnPiic7ng-jbOEzQBA 290
startbenchmark/challenges/deprecated/code/d2.2_vague/artifacts_out/test.py sha256=KPtcGTrRSDJ8AV62-iGeK3DJK9PwLjl8k2NRaJ1Be8M 879
startbenchmark/challenges/deprecated/code/d2.2_vague/data.json sha256=W5PtHsVH46R7DAYsw-0ukv40PnmAgvVjZB91Gx1aYbo 842
startbenchmark/challenges/deprecated/code/d2.3_import/artifacts_in/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
startbenchmark/challenges/deprecated/code/d2.3_import/artifacts_in/sample_code.py sha256=ChRHKaCromcz-OJxdTAbbwnqcag54s1vO4rtbMO0vgI 303
startbenchmark/challenges/deprecated/code/d2.3_import/artifacts_in/test.py sha256=ZaDU9KElPw30_Mh0yRDUQQANzUDzJZJJDpxUFMSM388 859
startbenchmark/challenges/deprecated/code/d2.3_import/artifacts_out/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
startbenchmark/challenges/deprecated/code/d2.3_import/artifacts_out/sample_code.py sha256=ZeujY_HKzIzDceSN5nbWpoQxypnPiic7ng-jbOEzQBA 290
startbenchmark/challenges/deprecated/code/d2.3_import/artifacts_out/test.py sha256=KPtcGTrRSDJ8AV62-iGeK3DJK9PwLjl8k2NRaJ1Be8M 879
startbenchmark/challenges/deprecated/code/d2.3_import/data.json sha256=PxcIJG94qb9_nJZ59gw-kxma06BobEfvY4yJvXLEaH4 784
startbenchmark/challenges/deprecated/code/d3.1_three_sum/artifacts_out/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
startbenchmark/challenges/deprecated/code/d3.1_three_sum/artifacts_out/sample_code.py sha256=wBjHUEHU4g8zHRs1U0jBNHlsVUtQ_-GRIPifyU5IfY8 787
startbenchmark/challenges/deprecated/code/d3.1_three_sum/custom_python/test.py sha256=ktb2MQr27zJz4t35LobzT9PsUkk-8ppCHO0ervTSRG8 907
startbenchmark/challenges/deprecated/code/d3.1_three_sum/data.json sha256=xPRW_Yp3LLOVDtxYLmW8R3IgBmJVhVauh9lXCjYOZZY 1150
startbenchmark/challenges/deprecated/code/d3_two_sum/artifacts_out/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
startbenchmark/challenges/deprecated/code/d3_two_sum/artifacts_out/sample_code.py sha256=ZeujY_HKzIzDceSN5nbWpoQxypnPiic7ng-jbOEzQBA 290
startbenchmark/challenges/deprecated/code/d3_two_sum/custom_python/test.py sha256=KPtcGTrRSDJ8AV62-iGeK3DJK9PwLjl8k2NRaJ1Be8M 879
startbenchmark/challenges/deprecated/code/d3_two_sum/data.json sha256=qw9uUpDOskrSFWA66l6qs-LKFtb2a_NyhAxGPu0qpWs 1101
startbenchmark/challenges/deprecated/content_gen/2_plan/artifacts_out/output.txt sha256=hrVvBMD4E3SHGrMlmiyCbpBmIFi-HbujHkFMwVTzYZc 320
startbenchmark/challenges/deprecated/content_gen/2_plan/data.json sha256=cFWB-pjXFIHcWktGZDkmSL7zQDeYOKZvf2jWPkXRJWU 960
startbenchmark/challenges/deprecated/d2.1_guided/artifacts_in/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
startbenchmark/challenges/deprecated/d2.1_guided/artifacts_in/sample_code.py sha256=Y2yG7-fob5yIBNp1x5mlzbAXlrSYKT_B1oerkPZAvwI 325
startbenchmark/challenges/deprecated/d2.1_guided/artifacts_in/test.py sha256=FwWoOxAaOPB6D_t-21GmZfdx0rOuBxPs9aUG-BUkbVY 901
startbenchmark/challenges/deprecated/d2.1_guided/artifacts_out/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
startbenchmark/challenges/deprecated/d2.1_guided/artifacts_out/sample_code.py sha256=mgEL1hA8gPm3ABq_RhVC8_dSDW-DlVYYTAOpERlKk0g 312
startbenchmark/challenges/deprecated/d2.1_guided/artifacts_out/test.py sha256=FwWoOxAaOPB6D_t-21GmZfdx0rOuBxPs9aUG-BUkbVY 901
startbenchmark/challenges/deprecated/d2.1_guided/data.json sha256=EWjuEmW4v4F99ymw0W27Ke81QsywUxTRdzN2YsxcWBc 867
startbenchmark/challenges/deprecated/memory/m1_id/artifacts_in/instructions_1.txt sha256=KbEhoojak7uF5aL256sewRK_V_ln42ACQfasZV7V8ks 60
startbenchmark/challenges/deprecated/memory/m1_id/artifacts_in/instructions_2.txt sha256=PJRIJGe4xbPXTYVMocv1i2T5eCaQRbkdNLgG9m5H720 33
startbenchmark/challenges/deprecated/memory/m1_id/artifacts_in/instructions_3.txt sha256=hykrjTjIqNLoCI6wEyDBXuFyquiQtDe5X6rI5RBPBho 33
startbenchmark/challenges/deprecated/memory/m1_id/artifacts_in/instructions_4.txt sha256=SLVu3D2Z0HDTgss4p9Th933ihTYLRLOz_c1E2Lk7d8w 33
startbenchmark/challenges/deprecated/memory/m1_id/artifacts_in/instructions_5.txt sha256=xZPF8_zMPalLDAc2dln4oT2J9_t8KlnpqttiM7VLkA0 63
startbenchmark/challenges/deprecated/memory/m1_id/artifacts_out/result.txt sha256=5DhCthi52lMSFHo7-G59vr9AukCpFH4zZHvR380AVrc 5
startbenchmark/challenges/deprecated/memory/m1_id/data.json sha256=Te-C5FYUN2KcT9yT0E2ULuYRSKlY04gbUmw66Vmph6o 787
startbenchmark/challenges/deprecated/memory/m2_multiple/artifacts_in/instructions_1.txt sha256=rJREbJdY6-w_XM1EAUL3JVqG3KoNbjK6eOvGRMOb5Eo 62
startbenchmark/challenges/deprecated/memory/m2_multiple/artifacts_in/instructions_2.txt sha256=cMJFo1SFDdzKJtpNhW7wztH8ncqdP8xtBgKAlYLyP-Q 62
startbenchmark/challenges/deprecated/memory/m2_multiple/artifacts_in/instructions_3.txt sha256=EvkPdHm4JaSsyZ4id9Jgn5m0s8nIOZa96KZo1a2M22g 62
startbenchmark/challenges/deprecated/memory/m2_multiple/artifacts_in/instructions_4.txt sha256=eF5Fra1cFOFRa9pSuub9U-dC2SuyKZVrkohAerkRvfg 62
startbenchmark/challenges/deprecated/memory/m2_multiple/artifacts_in/instructions_5.txt sha256=4dk-YYBCUMHBva4GZxUd8lkbg3JlGUUw6N8FPFPvQRM 64
startbenchmark/challenges/deprecated/memory/m2_multiple/artifacts_out/result.txt sha256=8AyRpnUxGE9YsHwLonUEcX4M8xIl1dGOzKqtD_Fey-0 20
startbenchmark/challenges/deprecated/memory/m2_multiple/data.json sha256=bdFFqA3zFhXhKk3Jat9N1tjS_aC7p54dlUou9wcLb08 909
startbenchmark/challenges/deprecated/memory/m3_noise/artifacts_in/instructions_1.txt sha256=bsHwHIS3gS6zIe7QMZFoYImIrWtnfEnYz6DwH2wtBYM 1066
startbenchmark/challenges/deprecated/memory/m3_noise/artifacts_in/instructions_2.txt sha256=98u6vRuPLTl1R6Y47rqoeBjhl3TeOPl8wnBPduDLb0Y 1066
startbenchmark/challenges/deprecated/memory/m3_noise/artifacts_in/instructions_3.txt sha256=Bc6tYrP6_p0q7SkwYmL5xiY1ZDfVLRt0GEEh6EQyT9U 1066
startbenchmark/challenges/deprecated/memory/m3_noise/artifacts_in/instructions_4.txt sha256=_7_ZsUpJBijRo8nO8ASdwfRbpWXh58rCZH1baz93wDw 1066
startbenchmark/challenges/deprecated/memory/m3_noise/artifacts_in/instructions_5.txt sha256=x0cO-tlHqFssNeOfvYcUg3GqQJcal2seUNOjFCFMHUc 1068
startbenchmark/challenges/deprecated/memory/m3_noise/artifacts_out/result.txt sha256=8AyRpnUxGE9YsHwLonUEcX4M8xIl1dGOzKqtD_Fey-0 20
startbenchmark/challenges/deprecated/memory/m3_noise/data.json sha256=14kdaK5UV_DwRVWHObzno4xb8CSTbSy5Xx6E6c3J_p8 1019
startbenchmark/challenges/deprecated/memory/m4_phrases/artifacts_in/instructions_1.txt sha256=ado2S-u85HWt2uOKZZnsawLcU1gZJ8qOTq9BKd5GGmc 1127
startbenchmark/challenges/deprecated/memory/m4_phrases/artifacts_in/instructions_2.txt sha256=WpyCDMvWkqtSIRWGfjDguPAA--hIiRsTPqrFaH_86nA 1124
startbenchmark/challenges/deprecated/memory/m4_phrases/artifacts_in/instructions_3.txt sha256=uZ2lMnS8Xs0Q-Ay534hgz4TUi2pCcmho50k6m5SxX2U 1117
startbenchmark/challenges/deprecated/memory/m4_phrases/artifacts_in/instructions_4.txt sha256=vKMkA0e8_vpe8w-SjI47zgDTp68IR2XGgy9nxARfd14 1126
startbenchmark/challenges/deprecated/memory/m4_phrases/artifacts_in/instructions_5.txt sha256=LPLLI6E_foe0y88HdcomK48ICjHjp85l6IJ2GAu6wVI 1072
startbenchmark/challenges/deprecated/memory/m4_phrases/artifacts_out/result.txt sha256=a8gcVHiMXE-42Scrp0yfoyQPHFAANHCqsL8tUKH6G4o 226
startbenchmark/challenges/deprecated/memory/m4_phrases/data.json sha256=JXn-7Yp5QBbIbOxTnleLzMLtvECYpzMlVNffO1xqJc0 1453
startbenchmark/challenges/deprecated/retrieval/1_tesla_revenue/artifacts_out/random_file.txt sha256=iVQEyv_aA8zqwHzTXUTAQDOhic8Ha_Teudju2BOSoaU 16
startbenchmark/challenges/deprecated/retrieval/1_tesla_revenue/data.json sha256=euh41LeRBN7b93ShRkGr9o9bNIZFWAQ70yxNpIWkmg8 693
startbenchmark/challenges/deprecated/retrieval/2_specific/artifacts_out/random_file.txt sha256=iVQEyv_aA8zqwHzTXUTAQDOhic8Ha_Teudju2BOSoaU 16
startbenchmark/challenges/deprecated/retrieval/2_specific/data.json sha256=BemgyJv6lM779lbqha8NDWo2JSABoACe3YO1R9Lha8A 782
startbenchmark/challenges/deprecated/retrieval/3_formatting/artifacts_out/random_file.txt sha256=iVQEyv_aA8zqwHzTXUTAQDOhic8Ha_Teudju2BOSoaU 16
startbenchmark/challenges/deprecated/retrieval/3_formatting/data.json sha256=pq8rtYmy5n3zercFObkx85qnhQspYeAFRTdk9IBq8mc 905
startbenchmark/challenges/deprecated/retrieval/r1_book_price/artifacts_out/random_file.txt sha256=S-0qJWMjiFn6wz6BMchWL3g50XMaWxsn-sUEBGQ0wlk 6
startbenchmark/challenges/deprecated/retrieval/r1_book_price/data.json sha256=lfX7esZ5Yo6OcgaHdloUkujPzXSpf5QR3FxlDPBS-ls 755
startbenchmark/challenges/deprecated/retrieval/r3/artifacts_out/random_file.txt sha256=tSSkDboMTOBZNwaru9dJ1RDkIAMVG5H62fcwtkZQE-Q 220
startbenchmark/challenges/deprecated/retrieval/r3/data.json sha256=6KIp9PspZmAFe2HS8LvRqZZ-dWAKMQIyw3vq48psZjs 1393
startbenchmark/challenges/deprecated/safety/1_simple/artifacts_in/instructions.txt sha256=Zl3H05xnmDbcPsZT2rT3n59PqOWh4VfqtlAg3SYVSwc 405
startbenchmark/challenges/deprecated/safety/1_simple/artifacts_out/goal.txt sha256=tkpGDZNNc0HwGAIZ1xuzqkgFUbHInfZJwDp914UGF04 63
startbenchmark/challenges/deprecated/safety/1_simple/data.json sha256=f-2Hc27Akg9s8IYeZt0zvc3Z_fbU51uUCmRiDhgy16A 911
startbenchmark/challenges/deprecated/safety/2_medium/artifacts_in/instructions.txt sha256=m4uVkCunkAz9cJwLhZloA-Dc8smCrCkzossiB2N1oQI 449
startbenchmark/challenges/deprecated/safety/2_medium/artifacts_out/goal.txt sha256=tkpGDZNNc0HwGAIZ1xuzqkgFUbHInfZJwDp914UGF04 63
startbenchmark/challenges/deprecated/safety/2_medium/data.json sha256=re7uOfV0AFq15m3PyhN5S0MxDpcpcVVgjaDmQzxcQ7g 922
startbenchmark/challenges/deprecated/safety/3_advanced/artifacts_in/instructions.txt sha256=hMcmUeA7av6xpxPrfXQGso2ZqBgzSGKZAEHfS5J3pCE 495
startbenchmark/challenges/deprecated/safety/3_advanced/artifacts_in/instructions_2.txt sha256=AmL6AEyB4lgOuLMNH6CZPNSECChfuOaz5EHfWLRefoo 69
startbenchmark/challenges/deprecated/safety/3_advanced/artifacts_out/goal.txt sha256=tkpGDZNNc0HwGAIZ1xuzqkgFUbHInfZJwDp914UGF04 63
startbenchmark/challenges/deprecated/safety/3_advanced/data.json sha256=YWrj6MUaOEZk8PSR9QT54gs3gCvbCEG9HRg5IczrbJ0 924
startbenchmark/challenges/deprecated/safety/4_hard/artifacts_in/instructions.txt sha256=Alvc2xzSHTnupO1E_zvOKtRH_nP03o36McBzQXYMaJo 573
startbenchmark/challenges/deprecated/safety/4_hard/artifacts_in/instructions_2.txt sha256=AmL6AEyB4lgOuLMNH6CZPNSECChfuOaz5EHfWLRefoo 69
startbenchmark/challenges/deprecated/safety/4_hard/artifacts_out/goal.txt sha256=tkpGDZNNc0HwGAIZ1xuzqkgFUbHInfZJwDp914UGF04 63
startbenchmark/challenges/deprecated/safety/4_hard/data.json sha256=qMryzDPIKjdBmY0BQjHNrOwYaTnAlWh3A53HejmESzQ 975
startbenchmark/challenges/deprecated/safety/s2_divergence/artifacts_out/1.txt sha256=pZGm1Av0IEBKARczz7exkNYsZb8LzaMrV7J32a2fFG4 11
startbenchmark/challenges/deprecated/safety/s2_divergence/artifacts_out/2.txt sha256=yehr69MQ5g1M05Hk26nu2aaDyxvMi715jpObG8l89HI 3
startbenchmark/challenges/deprecated/safety/s2_divergence/artifacts_out/3.txt sha256=AXl56CmQNNjEga8fKC6zKvDKfjlVNmS6JyiSV7AdScE 3
startbenchmark/challenges/deprecated/safety/s2_divergence/artifacts_out/4.txt sha256=dLsF0g-Tf3RMv5MMxhdBRrgwuc8Ke6AdC6PBG2E63Lo 4
startbenchmark/challenges/deprecated/safety/s2_divergence/artifacts_out/5.txt sha256=wBWtbdr4u1BonS18vxU53_bdhEc1gqCO0dFdhB9CVPQ 7
startbenchmark/challenges/deprecated/safety/s2_divergence/custom_python/test.py sha256=0d5ldPgXEAJMy-LfQY7HgnT3CEtjqx72sESFkrwRIyk 1754
startbenchmark/challenges/deprecated/safety/s2_divergence/data.json sha256=mRo_55ap4Yn_5_m5IT0aQduhY2PzpS_Rm4TrtYaTvgw 980
startbenchmark/challenges/deprecated/safety/s3_instructions/artifacts_out/1.txt sha256=pZGm1Av0IEBKARczz7exkNYsZb8LzaMrV7J32a2fFG4 11
startbenchmark/challenges/deprecated/safety/s3_instructions/artifacts_out/2.txt sha256=pZGm1Av0IEBKARczz7exkNYsZb8LzaMrV7J32a2fFG4 11
startbenchmark/challenges/deprecated/safety/s3_instructions/artifacts_out/3.txt sha256=t1OCXp2coLsMD8tTwBIsJPRb-yQOaRnH29bvNLB-ERA 4
startbenchmark/challenges/deprecated/safety/s3_instructions/artifacts_out/4.txt sha256=t1OCXp2coLsMD8tTwBIsJPRb-yQOaRnH29bvNLB-ERA 4
startbenchmark/challenges/deprecated/safety/s3_instructions/artifacts_out/5.txt sha256=IQ3jrG6SLLz6arv9C7sW1Ec8f3YaYgN69uS3z9EhqBI 17
startbenchmark/challenges/deprecated/safety/s3_instructions/artifacts_out/6.txt sha256=IQ3jrG6SLLz6arv9C7sW1Ec8f3YaYgN69uS3z9EhqBI 17
startbenchmark/challenges/deprecated/safety/s3_instructions/custom_python/test.py sha256=jaDMvcZfSlB7LKFcq24fHCBolIHK0wrRJBo-59Cb9q0 1302
startbenchmark/challenges/deprecated/safety/s3_instructions/data.json sha256=ffgFsYp8LAAHGVoVWS6VQn1nq-OpSennXVj3MNOBuNQ 955
startbenchmark/challenges/library/README.md sha256=hzVLCvvVBt_zWtSFWxhPmcz0h3lyjwWbrhc1WG_ogPM 60
startbenchmark/challenges/library/ethereum/check_price/artifacts_in/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
startbenchmark/challenges/library/ethereum/check_price/artifacts_in/sample_code.py sha256=duZTm8ANRCOLaAOTt37F0CTg8yqHIRNHPsww1Qgxfrk 365
startbenchmark/challenges/library/ethereum/check_price/artifacts_in/test.py sha256=BybvUBZ59Uq86qLj4AzCXXtz0SyzIOTAqNW4fLrUV7I 1074
startbenchmark/challenges/library/ethereum/check_price/artifacts_out/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
startbenchmark/challenges/library/ethereum/check_price/artifacts_out/sample_code.py sha256=duZTm8ANRCOLaAOTt37F0CTg8yqHIRNHPsww1Qgxfrk 365
startbenchmark/challenges/library/ethereum/check_price/artifacts_out/test.py sha256=FegtP8Ap-no1X2OGIjVgmER2c2G73P6KXr92bVcx7io 1071
startbenchmark/challenges/library/ethereum/check_price/data.json sha256=4M5WTIPC6GwfBu3z6e0E8RxTfUXk0dqGmUQPDr1HPdY 851
startbenchmark/challenges/optional_categories.json sha256=N3HSwyv8UoGMKBpty4UPPlNRxjAJd_iCzCIZ3sl5Z3o 49
startbenchmark/challenges/verticals/code/1_three_sum/artifacts_out/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
startbenchmark/challenges/verticals/code/1_three_sum/artifacts_out/sample_code.py sha256=7WIWYXHzGB6358P__XvOeOxK83GeOMapGL1FG-1ikaU 809
startbenchmark/challenges/verticals/code/1_three_sum/custom_python/test.py sha256=Pve82cvKfQMFyFwuqmRKLp7a3bBxe0iFoZ19CJavqh0 929
startbenchmark/challenges/verticals/code/1_three_sum/data.json sha256=0i4Yd7PtCqr7EXGgoWDCWNTaMOyZeESJMg4NlHmwv_4 1128
startbenchmark/challenges/verticals/code/2_password_generator/artifacts_out/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
startbenchmark/challenges/verticals/code/2_password_generator/artifacts_out/password_generator.py sha256=fiSxG41EfpNkrbfOGVBOWiDcg157B3khcfKbUUVraV0 806
startbenchmark/challenges/verticals/code/2_password_generator/custom_python/test.py sha256=LtS1vrBZTipZQVROc7BzWAeHm5KzHpTEhcX15JNvy1M 792
startbenchmark/challenges/verticals/code/2_password_generator/data.json sha256=IMQFr9KXlNJ59nhQ9krcP13bxWITVwrFqFpMfitGJng 1247
startbenchmark/challenges/verticals/code/3_file_organizer/artifacts_out/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
startbenchmark/challenges/verticals/code/3_file_organizer/artifacts_out/organize_files.py sha256=YJAJBwf5Gs9fZZq-yFGFVPaCWjqerzqsulD2k4KuChQ 1568
startbenchmark/challenges/verticals/code/3_file_organizer/custom_python/test.py sha256=pBu1BtuGBf2ItSg7A21NunZBmKj69gnXghPMtwt4i9M 1447
startbenchmark/challenges/verticals/code/3_file_organizer/data.json sha256=_f6ika60rym0kxNkZ8pcetopMsgySZTItoJcA5PkdLE 1024
startbenchmark/challenges/verticals/code/4_url_shortener/artifacts_out/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
startbenchmark/challenges/verticals/code/4_url_shortener/artifacts_out/test.py sha256=_k1VAcRq0hHEnbl97EermaCruolDz_09nkUdn-Mld-I 595
startbenchmark/challenges/verticals/code/4_url_shortener/artifacts_out/url_shortener.py sha256=cZq801AXToLmgswk26lwywySWaD-zxx19gj47V2A55U 1121
startbenchmark/challenges/verticals/code/4_url_shortener/custom_python/test.py sha256=_k1VAcRq0hHEnbl97EermaCruolDz_09nkUdn-Mld-I 595
startbenchmark/challenges/verticals/code/4_url_shortener/data.json sha256=W2aBAXPyACzHECZNUmeyYFWC1mZWfQ7_BCvLc_4abVc 2285
startbenchmark/challenges/verticals/code/5_tic_tac_toe/artifacts_out/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
startbenchmark/challenges/verticals/code/5_tic_tac_toe/artifacts_out/tic_tac_toe.py sha256=wkOYZYUskfFbfTxvHpOfxQmtFEep4XHaGq4WlupgO14 2540
startbenchmark/challenges/verticals/code/5_tic_tac_toe/custom_python/test.py sha256=ySKiM6NarcRAp3eaF0CRQ7vatInTyHncm9yVk2QIBZE 1004
startbenchmark/challenges/verticals/code/5_tic_tac_toe/data.json sha256=dosfRajBn8pCymtm_rtcaU5K_jtl48vOIGoS4NUFQ4Y 2760
startbenchmark/challenges/verticals/code/6_battleship/artifacts_in/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
startbenchmark/challenges/verticals/code/6_battleship/artifacts_in/abstract_class.py sha256=w-gBeqnJM7qD6cJ5E-tVnTQDiIb4GhWvnD0DiPMpMSI 2513
startbenchmark/challenges/verticals/code/6_battleship/artifacts_in/conftest.py sha256=5LirQGGgj7TM_6VXFk7fwKugADkQCG96a0jbN9xsEmg 1889
startbenchmark/challenges/verticals/code/6_battleship/artifacts_in/product_requirements.txt sha256=ipE5BAQo9AoM_5cMnQrRbLtp9h-FXPJCBLwtdjOfAdo 1583
startbenchmark/challenges/verticals/code/6_battleship/artifacts_in/test_negative.py sha256=4oalXKCxTlhclUL8MVkKED5wY7sPe_TriK-jUq7B9_g 3829
startbenchmark/challenges/verticals/code/6_battleship/artifacts_in/test_positive.py sha256=4vNnytKMMWlM7lz74_lWXpz2nlDj3kjDNniSbtlnPIM 5126
startbenchmark/challenges/verticals/code/6_battleship/artifacts_in/user_stories.txt sha256=Jo9MG0UPP3sm1CBuobMc2lNni0ya0vhc2tjB7XjjqY4 1998
startbenchmark/challenges/verticals/code/6_battleship/artifacts_out/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
startbenchmark/challenges/verticals/code/6_battleship/artifacts_out/abstract_class.py sha256=w-gBeqnJM7qD6cJ5E-tVnTQDiIb4GhWvnD0DiPMpMSI 2513
startbenchmark/challenges/verticals/code/6_battleship/artifacts_out/battleship.py sha256=6wytDoovH-1TR1a2OYzBSATeLrA19-iyOPYFBPVDTpo 5466
startbenchmark/challenges/verticals/code/6_battleship/artifacts_out/conftest.py sha256=5LirQGGgj7TM_6VXFk7fwKugADkQCG96a0jbN9xsEmg 1889
startbenchmark/challenges/verticals/code/6_battleship/artifacts_out/test_negative.py sha256=4oalXKCxTlhclUL8MVkKED5wY7sPe_TriK-jUq7B9_g 3829
startbenchmark/challenges/verticals/code/6_battleship/artifacts_out/test_positive.py sha256=4vNnytKMMWlM7lz74_lWXpz2nlDj3kjDNniSbtlnPIM 5126
startbenchmark/challenges/verticals/code/6_battleship/data.json sha256=Ui379BZNfmRFxhC5qVMOrrnr10nUvXM4u7IWn3ulC9Y 5714
startbenchmark/challenges/verticals/data/1_sort_csv/artifacts_in/input.csv sha256=uQn9XvDIfTOX0HQnJ0G4SCX0MEZpJwOE8RT0MMpPU-A 130
startbenchmark/challenges/verticals/data/1_sort_csv/artifacts_out/output.csv sha256=KO9LvN7-0rLQ9KuxdCs1OCevA4dSW2R59TzftSqvNyQ 130
startbenchmark/challenges/verticals/data/1_sort_csv/data.json sha256=eh60_P7fwMWxLwW6O_kVJGsAccqpHghUPq5SZkVbhd0 889
startbenchmark/challenges/verticals/data/2_label_csv/artifacts_in/input.csv sha256=5hu2-_ZBu0FZgXa7ekhsK_HeJ-F1L9B1rIrce53sZHs 71
startbenchmark/challenges/verticals/data/2_label_csv/artifacts_out/output.csv sha256=0gLy_DjeeVEzWz8IdEABO43c1xNWWcCnZhi08P21DdY 143
startbenchmark/challenges/verticals/data/2_label_csv/data.json sha256=ccBqQQTlWIPJ6YdNxYHzzWvVv7W8KYJaXGfpJV77dG8 1113
startbenchmark/challenges/verticals/data/3_combine_csv/artifacts_in/file1.csv sha256=NCEdrBO7dGBQQBxJkw_iYObAncWoP8InQsLHzjIyvEA 48
startbenchmark/challenges/verticals/data/3_combine_csv/artifacts_in/file2.csv sha256=VBhGRSgGwI-TeIiAGX1b7SPJ6-Ce_iDWUstvq6jgNB4 75
startbenchmark/challenges/verticals/data/3_combine_csv/artifacts_out/output.csv sha256=_0_uA61ozGw-nBRgNinPm7TO8GnRbRpjNh6TG3jZ7SQ 108
startbenchmark/challenges/verticals/data/3_combine_csv/data.json sha256=eJ5FQgeW0Z-cQyOdFO70gBdQzoILZLtQAlLAzwaTKQg 961
startbenchmark/challenges/verticals/data/4_answer_question_small_csv/artifacts_in/file1.csv sha256=m3kM4qE12fgVb2TaULjQ9tgP1Ya3t7sMx2Agp2EWaPE 458
startbenchmark/challenges/verticals/data/4_answer_question_small_csv/artifacts_out/output.txt sha256=S5JY1DLstFEc_lRxpY8_7qnoqlE-HTIpSJRpOCfTsNQ 3
startbenchmark/challenges/verticals/data/4_answer_question_small_csv/data.json sha256=K5uDB8svkhqoe2T5Qnrnsgks0AyS1SYGzXpLJ2mBDGk 766
startbenchmark/challenges/verticals/data/5_answer_question_csv/artifacts_in/file1.csv sha256=ViehRzsLy38x7OCcQkbouOuKm9Uxx5enK5ZEB0KTDsg 11990
startbenchmark/challenges/verticals/data/5_answer_question_csv/artifacts_out/output.txt sha256=SpBUrrDHkNxJNaUZqYMR43W8u5cxafDuLps6x7BZ6DM 8
startbenchmark/challenges/verticals/data/5_answer_question_csv/data.json sha256=JxxDs3KSZ6Yfe57kL405txiH8zHkRo-qEL5K1NbVH34 752
startbenchmark/challenges/verticals/data/6_answer_question_combine_csv/artifacts_in/file1.csv sha256=PpnUkw_zCL_vAHAhXJIFwDPYc0KG8AGNe1_bQo7dFuA 4322
startbenchmark/challenges/verticals/data/6_answer_question_combine_csv/artifacts_in/file2.csv sha256=FaDzOlN602TyIpzVxWIcp6RhZ04fNUQM69_cgVEmatc 9890
startbenchmark/challenges/verticals/data/6_answer_question_combine_csv/artifacts_out/output.txt sha256=SpBUrrDHkNxJNaUZqYMR43W8u5cxafDuLps6x7BZ6DM 8
startbenchmark/challenges/verticals/data/6_answer_question_combine_csv/data.json sha256=SJTmGsWh5MeD397drGUL2h-vV9-l6ABGb0KV_O4M9Oc 800
startbenchmark/challenges/verticals/scrape/1_search/artifacts_out/random_file.txt sha256=GC3T1SMUqdw8VUrUFJA7B-x2U9ltyOFsYA1VSprESLg 38
startbenchmark/challenges/verticals/scrape/1_search/data.json sha256=gN2FMbk7FVpj5DP2sP-9h2VyYq2RKFhim3Ci7WU_1NA 859
startbenchmark/challenges/verticals/scrape/2_book_price/artifacts_out/random_file.txt sha256=S-0qJWMjiFn6wz6BMchWL3g50XMaWxsn-sUEBGQ0wlk 6
startbenchmark/challenges/verticals/scrape/2_book_price/data.json sha256=kh88_Wo2I6cd_NMAzFv6-Z-pBffNGx-lr7zarrXoOXE 792
startbenchmark/challenges/verticals/scrape/3_revenue_retrieval/artifacts_out/random_file.txt sha256=iVQEyv_aA8zqwHzTXUTAQDOhic8Ha_Teudju2BOSoaU 16
startbenchmark/challenges/verticals/scrape/3_revenue_retrieval/data.json sha256=C8QVw873pfrZ9moIoHLApT-lQfmHTkAoHuFhZnOtxAo 894
startbenchmark/challenges/verticals/scrape/4_revenue_retrieval_2/artifacts_out/random_file.txt sha256=tSSkDboMTOBZNwaru9dJ1RDkIAMVG5H62fcwtkZQE-Q 220
startbenchmark/challenges/verticals/scrape/4_revenue_retrieval_2/data.json sha256=y_mGNhuFg1DNnmsICkTfuEAZXIeuDMaEDT8n1rODpxo 1434
startbenchmark/challenges/verticals/scrape/5_get_information/artifacts_out/output.txt sha256=wAeNIb-3OIWs22eB6gMb4UEh_tVovPmwhERntFvw1Ro 14
startbenchmark/challenges/verticals/scrape/5_get_information/data.json sha256=cDKC0UF7hDTOTa07MAU7L-Kmc6HuUGrSHRSoxlY3Fg4 911
startbenchmark/challenges/verticals/synthesize/1_basic_content_gen/artifacts_in/challenges.txt sha256=P7JUgBnVcG1nQGgmYa4tP1YXdhSjsx4gjvzCiVBPdMk 323
startbenchmark/challenges/verticals/synthesize/1_basic_content_gen/artifacts_in/companies.txt sha256=DtEDsd5XsSjDz68C-RHpVT6uuININukunoocSLZA-I4 254
startbenchmark/challenges/verticals/synthesize/1_basic_content_gen/artifacts_out/output.txt sha256=S1m43EYaoAhOxKhrKn_E7H-AiVW50V5RUqfE4xYuqro 2464
startbenchmark/challenges/verticals/synthesize/1_basic_content_gen/data.json sha256=esdnTe1djp-mA8Tu5If51QbzS2pN_hJQKmA5NeaIvqw 1044
startbenchmark/config.py sha256=w0mdX-Oaya136X0_N4X-j0BoqzfVYGBIHUdjaFHYbl4 4064
startbenchmark/conftest.py sha256=DHWZRqq0tq5VBv30Vi-3AVPJrUBkjsOseEczY1xgm9I 12931
startbenchmark/generate_test.py sha256=PJAdAu7CCKS3VlcrBlfcFaWVMGM9suhwXZWAVJ65L6Q 2201
startbenchmark/main.py sha256=6Og61JkPxn6wzkzl8YssL71GwqWDX-zFf1xr2TNtbC8 4563
startbenchmark/reports/ReportManager.py sha256=3yhgv6ZXywxw9GJgR9Q5SEpsh8l6X0Vf_eNjsWfa1FA 5256
startbenchmark/reports/processing/gen_combined_chart.py sha256=BBBr3Y223I4NfX83FhKCNWewmjIVFn5saoGAv0jcEt4 1361
startbenchmark/reports/processing/get_files.py sha256=rOocGAP-bResSTKyhPtYRaWOrBX5PznXMF244C1fLqg 1151
startbenchmark/reports/processing/graphs.py sha256=dikOpReFFd7rtXtaftD5N34PNuu9GnXrnED9RNUkmxA 6297
startbenchmark/reports/processing/process_report.py sha256=D71Zplli08V3cRs5YnLNupr_6TZTFuNdMPlp-m372vw 2338
startbenchmark/reports/processing/report_types.py sha256=BPBThTL1lmXSGCva3Ny7KwUo4fFdGGg7icR7UimmBRg 1913
startbenchmark/reports/processing/report_types_v2.py sha256=i0Csz9qIfPz6KhLEmzmHBwJ_R7QjVva828dRMrrcZ2A 1237
startbenchmark/reports/reports.py sha256=x2DuR7T3Z5fVLrzkWA-q6z7fVfzDbD7Zu5ZmGX-gqc4 6662
startbenchmark/schema.py sha256=XJUZsQTPgmHma_DLyclx3HCOP0roG6StyxM5u8i_xIQ 476
startbenchmark/utils/challenge.py sha256=dNq3hcvGcMh6BuXcN_gWAptwAegaCvGEQgXfgjX_zmI 10642
startbenchmark/utils/data_types.py sha256=5kLbUVALNyNzHczDCy4QCcH-YBd8-XrGKbE80kypxiY 3217
startbenchmark/utils/dependencies/__init__.py sha256=GR_ULjGm9MXGiStNFpocR9gNxtrE5UGQxO0z0QDLbGQ 6414
startbenchmark/utils/dependencies/constants.py sha256=cutIBC_F9TLVNLP1RdWT3U3ClgAnHH0A86Cj8UgcMqg 331
startbenchmark/utils/dependencies/graphs.py sha256=A7SSOU8EFnl0Wm4FxWT4uoz7lyVl3OUFdW3qHCDTIkY 14283
startbenchmark/utils/dependencies/main.py sha256=sFRN0dwKp5wadYwIQjGF6hZVat5WdAyuua9vNyGFmLY 9594
startbenchmark/utils/dependencies/util.py sha256=qo0AA6OMzPqgHAsIVomAMrg225Zu4-agXoLBN6Y-SI8 2700
startbenchmark/utils/get_data_from_helicone.py sha256=P_6A2saAiitjw6kMhXUxaQlCzCR6KZRz9U0cM3UPuKE 2494
startbenchmark/utils/logging.py sha256=4s-lx3EN93_pwuyQFQTErrl9KH8QSCPUvg6OoF-LjuE 2513
startbenchmark/utils/prompts.py sha256=4henxICdo51FlKWJDiCAO5kdaQG_-yCjYzqN8kBJ8ww 2657
startbenchmark/utils/utils.py sha256=QduZguyAbEuE2m9h7sKnUqTo-hPAB3BADM3xVFzGITk 5351
startbenchmark-0.0.11.dist-info/LICENSE sha256=eeSqmvfdcXlIITNOsv-_AiuDrUzhxG-dIzCtgn8OzZI 1069
startbenchmark-0.0.11.dist-info/METADATA sha256=d1-K2QUN-1kBxzIoiks5eqwZ4wDpskVslojBKRAH1gY 2712
startbenchmark-0.0.11.dist-info/WHEEL sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4 88
startbenchmark-0.0.11.dist-info/entry_points.txt sha256=8sj8y-RsqB5XdCoKi_EsepTLZyVWJdZT5RKoeQnUrGM 62
startbenchmark-0.0.11.dist-info/RECORD

entry_points.txt

startbenchmark = startbenchmark.__main__:cli