rungpt

View on PyPIReverse Dependencies (0)

0.1.1 rungpt-0.1.1-py3-none-any.whl

Wheel Details

Project: rungpt
Version: 0.1.1
Filename: rungpt-0.1.1-py3-none-any.whl
Download: [link]
Size: 60602
MD5: eb142fc09c26cd972974f9b18593241a
SHA256: 769edbf85dfa0e121662bbf00532860c1e27b10347f9746396e84424106f6b32
Uploaded: 2023-09-05 03:32:40 +0000

dist-info

METADATA

Metadata-Version: 2.1
Name: rungpt
Version: 0.1.1
Summary: An open-source cloud-native of large multi-modal models (LMMs) serving framework.
Author: Jina AI
Author-Email: hello[at]jina.ai
Home-Page: https://https://github.com/jina-ai/rungpt
Download-Url: https://https://github.com/jina-ai/rungpt/tags
Project-Url: Source, https://github.com/jina-ai/rungpt/
Project-Url: Tracker, https://github.com/jina-ai/rungpt/issues
License: Apache 2.0
Keywords: jina,pytorch,large-language-model,GPT,LLM,cloud-native,model-serving,model-inference,llama,vicuna,stabellm
Classifier: Development Status :: 4 - Beta
Classifier: Intended Audience :: Developers
Classifier: Intended Audience :: Science/Research
Classifier: License :: OSI Approved :: Apache Software License
Classifier: Operating System :: OS Independent
Classifier: Programming Language :: Python :: 3
Classifier: Programming Language :: Python :: 3.8
Classifier: Programming Language :: Python :: 3.9
Classifier: Programming Language :: Python :: 3.10
Classifier: Programming Language :: Python :: 3.11
Classifier: Topic :: Scientific/Engineering
Classifier: Topic :: Scientific/Engineering :: Mathematics
Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
Classifier: Topic :: Software Development
Classifier: Topic :: Software Development :: Libraries
Classifier: Topic :: Software Development :: Libraries :: Python Modules
Requires-Dist: pydantic (<2.0.0)
Requires-Dist: jina (>=3.17.0)
Requires-Dist: docarray (<0.30.0)
Requires-Dist: jcloud (>0.2.0)
Requires-Dist: inference-client (>=0.0.4)
Requires-Dist: cleo (>=2.0.0)
Requires-Dist: click (>=8.0.0)
Requires-Dist: Jinja2 (>=3.1.0)
Requires-Dist: sentencepiece (>=0.1.96)
Requires-Dist: transformers (>=4.30.1)
Requires-Dist: bitsandbytes (>=0.39.0)
Requires-Dist: accelerate (>=0.20.3)
Requires-Dist: peft (>=0.3.0)
Requires-Dist: loguru
Requires-Dist: tqdm
Requires-Dist: sse-starlette (>=1.6.1)
Requires-Dist: pytest; extra == "test"
Requires-Dist: pytest-cov; extra == "test"
Requires-Dist: pytest-xdist; extra == "test"
Requires-Dist: pytest-mock; extra == "test"
Provides-Extra: test
Description-Content-Type: text/markdown
License-File: LICENSE
[No description]

WHEEL

Wheel-Version: 1.0
Generator: bdist_wheel (0.41.2)
Root-Is-Purelib: true
Tag: py3-none-any

RECORD

Path Digest Size
run_gpt/__init__.py sha256=iNFxYm07rG96M0TUKhyqelA8hgpUP066PRZbeR-A7Wk 843
run_gpt/__main__.py sha256=ZvMt7ryUyyWeaMV4FrO16tYkp90WnoWhQRyspM3YWOM 106
run_gpt/factory.py sha256=MY-5mAHdRGbMY3pxWFBiUjBG4y6jDrutCvjY5iTIfbQ 7032
run_gpt/helper.py sha256=Ap-VtwnhXbm54ULEvy3TeOtYDzrVg4heWuFSUrL-0IQ 3549
run_gpt/logs.py sha256=NKTxZqo4iI-DHyaHdUNilSBpUz9ksXuQQr1SK1niDOA 490
run_gpt/profile.py sha256=PfkXyFBd0hrQgFJ6jNphA_1OjCNLhDx_RXNlRgIK2C8 6490
run_gpt/cli/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
run_gpt/cli/application.py sha256=4WYTgmstsYZ2_Ach5pD-YvIY3b5KGMBrmOZa4eftss8 1083
run_gpt/cli/command_loader.py sha256=oChL1aMKEuEor2sq6Rsv7YRLhT13LZ6pHKwRjDmYsOc 508
run_gpt/cli/commands/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
run_gpt/cli/commands/about.py sha256=Fa_OMJzpvSM2zmJ2NE-6bo3X8nA56dA7yKGIHiRuWbg 563
run_gpt/cli/commands/deploy.py sha256=pHBPZdSeONh6jha9-259pl-8HoeeZM8chNkWqd79ko4 3059
run_gpt/cli/commands/playground.py sha256=fg5OZ8QjvZ5HFS7nA_CSqtxaaEmlSrB7hAHvpi6PpNY 951
run_gpt/cli/commands/quantize.py sha256=c-9d4ggtOZW4JiPs-NFpCPtMyiMw9NdN48P3tOi8Ons 563
run_gpt/cli/commands/serve.py sha256=wQgvHT3monhx1sIJQSSAMqZ8iOq36R3s4u84J-WdTvY 2427
run_gpt/models/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
run_gpt/models/chat.py sha256=G6shrzX97ILa8RHf8foFZD2I5_c0j7dX9n2FkcgiSOw 4317
run_gpt/models/embedding.py sha256=h2mIgwGWn0JbCHSZ3XKh8AEBRktrhYU87PiQKCuYFhw 2420
run_gpt/models/generation.py sha256=9KDNOi6KEpDDcTxcJ9EuB5n6hJs6fnI3hrHhv2HMFFs 16198
run_gpt/models/loading.py sha256=v6nqdTBRIIM_c9ltqw0qevqRkar1ndvrnlC7sPqixS8 2954
run_gpt/models/modeling.py sha256=s51gFV7SLlfvMjccKDnqXpSVLFgGsRwTHTMad8yz-Qw 3717
run_gpt/models/session.py sha256=eEONQ3d15c1x2hat9p3ZHbzJyFRNEccxu4-zwtBlh_M 1860
run_gpt/models/flamingo/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
run_gpt/models/flamingo/configuration_flamingo.py sha256=y4oL_84HdOzOWmEedkKhodleX6FDdMap6mDv2-SnmvY 3607
run_gpt/models/flamingo/flamingo_lm.py sha256=0MFa80v_vzkHj3wgrCOifxl2OfIRPckypM5wpZuw9uI 5954
run_gpt/models/flamingo/flamingo_model.py sha256=uAVUJ5E29UwGDNth9P0EDTiivYNfC5j-HWzpkz3WLvQ 9480
run_gpt/models/flamingo/loading.py sha256=O2LIq02M-YuURZQqhfVlLpt8bi-4JP2ZDSsaiguoN0U 6483
run_gpt/models/flamingo/modeling.py sha256=a5SH4jH8lQ-npCPYHcM_sRDnuhbNqZZUXl-4DDD9LDI 2438
run_gpt/models/llama/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
run_gpt/models/llama/loading.py sha256=W6u7I_tmbNbmep-qNF-ieH4qfByX4unqQsuJ5p7KTWA 2896
run_gpt/models/llama/modeling.py sha256=ve00zx_d728yAKtQeXPoRWAjsNqiY0rsoZX0Uqv08Pg 862
run_gpt/models/moss/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
run_gpt/models/moss/modeling.py sha256=nVuMbUPwHsogJSHnlNkgugjfWJu9AsEx6IF_J6h2NJw 4376
run_gpt/models/pythia/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
run_gpt/models/pythia/modeling.py sha256=61l8SvhkkK0-yeXgemBjXkbDj0PTZ8MpTcPdOmOfVl4 649
run_gpt/models/rwkv/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
run_gpt/models/rwkv/modeling.py sha256=2Xs0Na7NVAxrcoILoPYQFUHlJUYJWyfzmLScLSfOSy4 1232
run_gpt/models/stablelm/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
run_gpt/models/stablelm/modeling.py sha256=vImv59lHpMRc4YgplDH1zxtlh-0bIRDi_M-9jfu7K_A 4031
run_gpt/models/vicuna/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
run_gpt/models/vicuna/loading.py sha256=ox13SANVTDakSCrtneKokb7SuRabYIFbdGXIeVb8i_A 7437
run_gpt/models/vicuna/modeling.py sha256=J8o0NJAhoiOph9i4RJ5yssIaqzQ7vVCipjWU0haty7Q 1863
run_gpt/resources/flow.yml.jinja2 sha256=CTQ6CxHm5gVft_DFQSqzbFfjRXP2Ox4BEOFUCVPGyu0 1124
run_gpt/serve/__init__.py sha256=0URkhT0Um3Tj8UFgZLckfnLkXj5SPFFls2R-9VQHJ6Y 29
run_gpt/serve/flow.py sha256=d0_ERdTHP7Dm1cbkmXuhfZmUb2dcNB28P4PE4gCpUAo 776
run_gpt/serve/gateway.py sha256=HI2A1PB1m6fdjY7T00s56f7XMezZU765VysM10LwFNg 10780
run_gpt/serve/pydantic_models.py sha256=M_c4aw8CbMqSYDWZIc29dojTo6fsdIr2EX4RljxSsxw 7043
run_gpt/serve/executors/__init__.py sha256=HN2cQWhHL6zQBhuNkvOxMejMX7fPnQ3Vwh676yfAR8k 75
run_gpt/serve/executors/base.py sha256=OSxowuHDeTWIyEakaV1jdGPiongnib1sUUpXhlHjyzc 5114
run_gpt/serve/executors/flamingo.py sha256=Q0KhgwihHUMy2yptxr9H8zIcqr1bvA-i1RqmYz_cmZ8 2370
run_gpt/serve/executors/utils.py sha256=aPMM_SsxO-804CoWOuFLgPQykfLZleSoYB1rDzbkHUU 171
run_gpt/serve/playground/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
run_gpt/serve/playground/gradio.py sha256=G53GyG2mg91NzPozuQfhedptMEthKOcdowMQkHwze9w 4684
run_gpt/serve/playground/gradio_chatbot.py sha256=hXIHAqLrsSBpJZq6EL0p2tZnevU3p8PP_r9BEg481Pk 7396
run_gpt/serve/playground/gradio_css.py sha256=E8kUj65Bn2G31ULMkct3S09G6bWGrrLBWS1moxqtRes 2714
rungpt-0.1.1.dist-info/LICENSE sha256=ELANZNa0MQjN_Ugazh_XswJVPNCLlJ0y6JLFMCLqxkM 10825
rungpt-0.1.1.dist-info/METADATA sha256=vziYshVtxCvDs9zvCNEnkNDQrMd8uh_ao6JHoi-GLHQ 2157
rungpt-0.1.1.dist-info/WHEEL sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A 92
rungpt-0.1.1.dist-info/entry_points.txt sha256=bVaRk6tcPTOULDJxcUok5RLqC111vVH6T0yczQy1jdc 56
rungpt-0.1.1.dist-info/top_level.txt sha256=woKCRcxubldew1iTusZ-2dDs_Bx1xcVK0jOId6aHY3k 8
rungpt-0.1.1.dist-info/RECORD

top_level.txt

run_gpt

entry_points.txt

rungpt = run_gpt.cli.application:main