Wheelodex » Projects » langport

langport

View on PyPI — Reverse Dependencies (0)

0.3.9 langport-0.3.9-py3-none-any.whl

Wheel Details

Project: langport
Version: 0.3.9
Filename: langport-0.3.9-py3-none-any.whl
Download: [link]
Size: 117690
MD5: 566bb286e93ac646ccadcea6b784a668
SHA256: fa971714add81ddd239210684d5bab48e1b56b9c1e3d20d68de69236eed97f20
Uploaded: 2024-01-13 07:54:46 +0000

dist-info

METADATA · WHEEL · RECORD · top_level.txt

METADATA

Metadata-Version: 2.1
Name: langport
Version: 0.3.9
Summary: A large language model serving platform.
Project-Url: Homepage, https://github.com/vtuber-plan/langport
Project-Url: Bug Tracker, https://github.com/vtuber-plan/langport/issues
Classifier: Programming Language :: Python :: 3
Classifier: License :: OSI Approved :: Apache Software License
Requires-Python: >=3.8
Requires-Dist: accelerate (>=0.22.0)
Requires-Dist: fastapi
Requires-Dist: httpx
Requires-Dist: numpy
Requires-Dist: pydantic (<=1.10.13)
Requires-Dist: requests
Requires-Dist: rich (>=10.0.0)
Requires-Dist: sentencepiece
Requires-Dist: datasets (>=2.14.5)
Requires-Dist: cachetools
Requires-Dist: asyncache
Requires-Dist: shortuuid
Requires-Dist: tokenizers (>=0.14.1)
Requires-Dist: torch
Requires-Dist: transformers (>=4.34.0)
Requires-Dist: uvicorn
Requires-Dist: wandb
Requires-Dist: tenacity (>=8.2.2)
Requires-Dist: black (==23.3.0); extra == "dev"
Requires-Dist: pylint (==2.8.2); extra == "dev"
Requires-Dist: ctransformers; extra == "ggml"
Requires-Dist: onnx; extra == "optimum"
Requires-Dist: onnxruntime; extra == "optimum"
Requires-Dist: optimum; extra == "optimum"
Provides-Extra: dev
Provides-Extra: ggml
Provides-Extra: optimum
Description-Content-Type: text/markdown
License-File: LICENSE
[Description omitted; length: 5691 characters]

WHEEL

Wheel-Version: 1.0
Generator: bdist_wheel (0.42.0)
Root-Is-Purelib: true
Tag: py3-none-any

RECORD

Path Digest Size
langport/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
langport/constants.py sha256=nZ5EPXEOJON9xxeylEyt5LrtoJeLd5LI9I_1a9xLTs0 588
langport/version.py sha256=yL_EQSwynsvhnP2rtR0AaCMEjAx-e80ExCs5fmbLi4c 26
langport/core/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
langport/core/base_node.py sha256=Ee0HrDuzoEp0z0WfYeq16nIqw2XLwlc3HpLiuSY09xI 2195
langport/core/cluster_node.py sha256=ga3AN4zwzw0LpXQKWmzNTe5vuvu7ORO69fBYLn9btTM 12872
langport/core/cluster_worker.py sha256=OC1c3bevAyH3_epb1Mzl_YUcs2JoYHv5kk1YhPW289g 6343
langport/core/dispatch.py sha256=HWumBk6p5rbqrFxkF1rhhdxHGEOwbSDDE-m8metINXs 364
langport/data/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
langport/data/conversation/__init__.py sha256=sbsc2Rz7hNJnU2WQJzRKIyyfQANrYo5ZJcJHQRItccw 9112
langport/data/conversation/conversation_settings.py sha256=VqvArNpJTlI-UjtCBRSxkx3eRYWdIYzveH9U1DXrIF0 1115
langport/data/conversation/settings/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
langport/data/conversation/settings/baichuan.py sha256=P9NcZzTs_lf-uCrfL5TrQCHNvRKUlgDJdW27s2MVdec 406
langport/data/conversation/settings/baichuan2.py sha256=l41YenB7UkT5HkyrdjZrGX1SPsCOGUYd3VPT-WEpv0Y 408
langport/data/conversation/settings/baize.py sha256=Va9-cMsHIfTVWjHo-DROXQtqYpXAgfplmCX7Ziu1akc 293
langport/data/conversation/settings/bard.py sha256=tOVI42Gxf9F-pioW0DjcptImfvsqxBkG_tecSUDd1B4 194
langport/data/conversation/settings/billa.py sha256=D7kR4bHd8BBjI-mjWrJsh8n6OWHYjp1RxqJButwZ7-U 264
langport/data/conversation/settings/chatglm.py sha256=yZ3k-CIHWwrOVA__GxUd00nepUkDf5cUxDjy_5kopGY 271
langport/data/conversation/settings/chatgpt.py sha256=olUnTZtHdgJ--3r2ypCv3l_1LL-QPxXBvbg0uzjpV8I 288
langport/data/conversation/settings/claude.py sha256=TxwgUmsdQaBVQFDbSeXglRhhJ3xmGY1Ah1dJniBbR_Q 266
langport/data/conversation/settings/dolly.py sha256=Hile21dnjQ5rTgS-nnKjuqKs1b2xIGmRS9OXmxMRBoU 293
langport/data/conversation/settings/falcon.py sha256=925jgvRFH76Z2Wu0avnRQJrLqrGQCuO2akMrNj4oBhc 315
langport/data/conversation/settings/firefly.py sha256=yBUXPAp5GYmnYvYJNX4FStK0qlqrNlGJqJeqWdVR_9E 274
langport/data/conversation/settings/h2ogpt.py sha256=B_xKvGVt_heKyzd7S-lAQiXB8qLTCed7PuiPNc19ROo 244
langport/data/conversation/settings/internlm.py sha256=gJwkk4i3V8VVUH7U3mFYeYs8LWygza_WzWxXdtAXiR8 362
langport/data/conversation/settings/koala.py sha256=RsEQdDKdQPmzBbtHPPdlnm7MZdWDVIMtPGwmXkDRwSM 273
langport/data/conversation/settings/llama.py sha256=CRmMBt9dD5sqVaLzhyGXoCkFSVuktJWK9XWI1srIL18 339
langport/data/conversation/settings/mistral.py sha256=npRzGj2AElV18BfEiIbEhja6ZCZpVJzz57PUel-sAJ0 319
langport/data/conversation/settings/mpt.py sha256=Q8WF1uANkUW6dsevt-qpyrEoOVWcmMpIoESrP3yuWjo 322
langport/data/conversation/settings/ningyu.py sha256=Lt0fVHmLwr2Ho_k44TzKH0xjmPZxxy253d5SJn6iSiw 286
langport/data/conversation/settings/oasst_pythia.py sha256=lvU4CwolCBNduZYEBx9iDjOiu8qORPY25EjFdbhPSvI 310
langport/data/conversation/settings/one_shot.py sha256=SGJoaZMp-JzvJxa6ZhGUA7e0FbEGHx-kvpUXmRdbg2k 265
langport/data/conversation/settings/openbuddy.py sha256=WUiJ9RcF1N-CEGDhVHAWeHod2AL7wTnQgkEFmEYWE1U 332
langport/data/conversation/settings/phoenix.py sha256=md9SK3BJ5UMXt3N7Vc1wwu7GenzIkb7drIx_pN4rItQ 259
langport/data/conversation/settings/qwen.py sha256=GyLlXqn8RpNKyVbgSjiQpkgGWi19Vh70G_IQ2jP6rPA 408
langport/data/conversation/settings/redpajama.py sha256=If9Ebsnvk74OhSChKivS5PvIS1Q1qfaSJmt0mBQTu7M 272
langport/data/conversation/settings/rwkv.py sha256=ZkK1Qf9miVrzpueIr8f2PIrluEcMlNDEgzw8HQYR438 266
langport/data/conversation/settings/stablelm.py sha256=AzXScI3ioCqqVuhu-277QpksevIZwksKARu9tu74rpE 328
langport/data/conversation/settings/starchat.py sha256=myd_PzwkjZFMrtIrZxOJDMVlVbUxoNfQZlB1kCdBss8 394
langport/data/conversation/settings/vicuna.py sha256=5DNRoKijcBvPVjX55nogXJAPfDPzcRysnJ94rISDbQ4 282
langport/data/conversation/settings/wizardlm.py sha256=cPsx__0N6722L4o4bNUqr73fYwMGRoC9FdDC0EYbVtw 262
langport/data/conversation/settings/zero_shot.py sha256=LObYjQPILq0Tl_8EedBhgJXukmBs7DxJ3FO_QX5pvXg 268
langport/model/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
langport/model/compression.py sha256=L1KC1i3zUAsTVxzKjsoVLQbuypOkYZsqNceHzNCtyc4 26663
langport/model/model_adapter.py sha256=GVaLoPQnzpAH4NbfY6m_2ozZhpb0EC5Dhg0GjCTcNgI 3070
langport/model/model_args.py sha256=JEjhVdK51fiYuhDOlvH8buVj-D_hD986EVjuLnr06yY 1913
langport/model/monkey_patch_non_inplace.py sha256=-4pRHxMbdTBm9pwL_8UX9mLhQb-Hrcasl1NeAmSxLv0 4163
langport/model/adapters/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
langport/model/adapters/baichuan.py sha256=BlKV9zZa3hzI56qSTd1sKcEIGcERT1XsKSdbNIGr03Y 741
langport/model/adapters/baichuan2.py sha256=uWLtbWmXypXPFOwhYTrcJyqK6imYM7hbt7zE8iZdi3I 704
langport/model/adapters/baize.py sha256=X4UcT7XKYq14XmNiEnqTrBDo6RtjJASoHy16ZXrlCQA 1383
langport/model/adapters/bard.py sha256=iLkFhv7KDR1usiCGj3IRXTGp6r257aatp13acosmBhI 705
langport/model/adapters/billa.py sha256=EKVSVVlhHJrYmFaFEp2sUPLFUpTGrRGRAFDM3D2m7XI 701
langport/model/adapters/changgpt.py sha256=wWR635D2mMEX0RAmyb154oj8H22kwkjJe-eV5PI8awU 643
langport/model/adapters/chatglm.py sha256=1aKA4dnyI5XCTZyOnh_0DLP5jCPHyCVGYjYVCljIXiM 631
langport/model/adapters/chatgpt.py sha256=7PGjEt_ryC_kT8vSLX9red6P8X924tyQYApCpHfIySY 683
langport/model/adapters/claude.py sha256=jeNzNAiPM2y_BnaMMYdbDlcOBMsNQrreAP8Jkju8VoY 639
langport/model/adapters/codegen.py sha256=RdI0NagM5iCuGKXIFRexEs3WeKfuDrr69xixfZI2aDk 442
langport/model/adapters/codellama.py sha256=xtEYcdSYVmD0FZ4Ig12O70awYZBTqSeKxQXSEDhhVkA 902
langport/model/adapters/dolly_v2.py sha256=6ooMROwlLaZX3ytTNYtEUAeK-6g0v00hg11C_l2xoO4 841
langport/model/adapters/falcon.py sha256=Q4SrwZlrSGIt209K0XX6Uvhtqv0PoCC6ler_OAJMHAA 683
langport/model/adapters/firefly.py sha256=N756D27Q2sn3NI6ZKEDQY9zRN-dApn6-JCtJsBBa-cw 761
langport/model/adapters/internlm.py sha256=jKeNOU0nNKuFMsfJT-9aPTfSNc6ODnw9fg_PAXLqGuA 643
langport/model/adapters/koala.py sha256=OpffuEEui8rWpjCZGpjfht5GgvYjcI31O-tAy_90rwI 660
langport/model/adapters/llama.py sha256=yTlyhz5kJwVJmk9_y2ar9wq4a-KQ0iD3w7FbbR2acNw 1764
langport/model/adapters/longchat.py sha256=LkLSHj8-SHvKwnIvWqfU41FOOFP3ICAGyxICqWb_kb0 643
langport/model/adapters/mistral.py sha256=t9VesFWVirZ96N0b1_SBtFL-m7ycpEQ07IQ2hqm9m1U 656
langport/model/adapters/ningyu.py sha256=485YIDhBjT8oXylVruek2TQWNMSZWJL_Vkx9MZr7Cwc 840
langport/model/adapters/oasst_pythia.py sha256=2MXiya4yENwxbBZc406_6M4tyCMj8ecYma-r_rcdBU8 806
langport/model/adapters/openbuddy.py sha256=En2pU5FsY-x8Dl4wutxSs3RKqdV4pqM6lbagB8rGYOM 1577
langport/model/adapters/phoenix.py sha256=oBqaIoaI0dws3jDn0oRpb2S6DKX-X7BMzIKOYzPfGYY 906
langport/model/adapters/qwen.py sha256=QXX_naXUis2LcOCIp6n-Kw7A7J_qqH7wFIvjxhcb_ns 871
langport/model/adapters/robin.py sha256=5tyPd-Fv4TNNYfrXkr-Km0JQLqQV3JmXSsy4LKPoJks 631
langport/model/adapters/rwkv.py sha256=JYA51dXBcla3lvBnxLX5sZgZfdWHzHn_ZC8jUgahpaI 694
langport/model/adapters/snoozy.py sha256=MF2MchUNJH-19-WTcwY6xfUuIjkD3-2LmKGG0xquJZQ 635
langport/model/adapters/stable_lm.py sha256=8cY8UJ1RPcZ1-URj9xLvqRMv0x1YGYTPReg1adUBXQM 1210
langport/model/adapters/starcoder.py sha256=i8kXJd0PLTpgJc-M0hYmxvThwzvhxJCQ6e4XUJpB5wA 303
langport/model/adapters/t5.py sha256=6Ij1KAw7XR6wDsmd6GFQtUXC8bm58kpLUo_hWVwibQg 291
langport/model/adapters/text2vec.py sha256=Y2yK6--pTiU7pP3zwMI_0DzXLYxdzTk5Q63ogaROrf8 215
langport/model/adapters/tigerbot.py sha256=CK5n0gUD24apeh0si-teG1N6hL-Hoh_xsOgbwaW1UY8 651
langport/model/adapters/vicuna.py sha256=madrHQjsApUmRRXRLQomluuLpgr9TnLMt948RkOyhv8 1664
langport/model/adapters/wizardlm.py sha256=iFcU-Hwz3DmwZeKIHJ832tDyY6662zoDksf6pxsQwME 848
langport/model/executor/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
langport/model/executor/base.py sha256=nLhnvGmqs1KcpKcoPswqHZmrqElo52aiv3pMU1kIbUU 1858
langport/model/executor/ggml.py sha256=26k6RoFyee02_fPeUrd6cilwJgeVEUqJ8KnSCowLPcQ 2358
langport/model/executor/huggingface.py sha256=sMR4-r0ucuny0xbzI-Yyitz-eifKuXAflT5mZkhZOVc 15832
langport/model/executor/optimum.py sha256=Xk1_AY3k4un1y0yNoD7St22ujYcQUcCIPJwX_qo7vlg 1584
langport/model/executor/embedding/__init__.py sha256=nVyFVdsC7l4TSwjUNyIUGqO65cbMV0doI939zPi3AQs 984
langport/model/executor/embedding/huggingface.py sha256=hCLJ4GHiY8TsvWxlfp75OZGd-y8rwL5j2mC_oR1lvSE 7355
langport/model/executor/generation/__init__.py sha256=nGCEQ9pNrLxvP5AZSxT_8pFMc1wc8O3Db9TTI0umkSs 3482
langport/model/executor/generation/chatgpt.py sha256=4iJvJbQywk8JL76yoB99HnQuFLzhRIpOnrn3-vabkQk 4505
langport/model/executor/generation/ggml.py sha256=E0f5n5ZUPFr3vIuKi4XO4caEzv_hi0LtLSj7X69WU-A 5276
langport/model/executor/generation/huggingface.py sha256=Aj5MTBYfdkOsaLsqfmwNuvWisEO1QnW3S5XvPfXqa2g 28643
langport/model/executor/generation/optimum.py sha256=stOqAjvfnWtH6i37FeFMDadzhh6nl1boqx7rslMTT_s 2260
langport/model/models/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
langport/model/models/rwkv_model.py sha256=hIrax3RqXUoLacKVIZaorCQfAwSlCnIhSU8N-NTmS_8 996
langport/protocol/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
langport/protocol/huggingface_api_protocol.py sha256=pYkB5ZxKTp8SXpvxX6SZ-5j7KwuDbR7Yu9EATea76XE 10174
langport/protocol/openai_api_protocol.py sha256=mRUQLx-KZtZccfE6rW5cGNVoQ4yNSeizGfohN1qivhs 5200
langport/protocol/tabby_api_protocol.py sha256=fEdXYDB-hK6IEQOTv4C2H0SrCjRV4zeIq2YRmlJOK-I 3283
langport/protocol/worker_protocol.py sha256=FF-D2RJSSQHCbykTyE01fg9NMmW2t7Wa5tgIkeSxOPs 2948
langport/routers/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
langport/routers/gateway/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
langport/routers/gateway/common.py sha256=YG_LHO3psfcpS6XCJ5Iiar2c2iDCKLwii9bqK7zQHf4 8390
langport/routers/gateway/openai_compatible.py sha256=hs-RO8dPuODnuyP3waw9gFrq1RGqBAUL7qWUZ0Zni6E 17611
langport/routers/server/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
langport/routers/server/core_node.py sha256=z2-6zvNxIMjEBPvk6R-of9Mn_XXuLHma7HFM9_ShZTM 1781
langport/routers/server/embedding_node.py sha256=V6aLzL8Fhp-PVDbZmHMMeGR9orZ6v3pD1fyT3g8wpJ0 544
langport/routers/server/generation_node.py sha256=TwilX716TkpLIp58xied3D_yt7nxaFEaouQhXzAAk4Y 3576
langport/service/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
langport/service/gateway/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
langport/service/gateway/cluster_monitor.py sha256=t6M7g56SpiuTZaKCbSoX7vSdnCHxOy4nw5dlkG3NFfk 955
langport/service/gateway/cluster_monitor_app.py sha256=rsIBchgjTZGE4mKLyw881X6SHtTyinmPbaMS7bANbBI 1510
langport/service/gateway/fauxpilot_api.py sha256=YUll-p5nsxhLoakeCgvdfwjyC2QjTk_OLPSa4rhVCgI 3842
langport/service/gateway/graphite_feeder.py sha256=IqerrK6IBIuLfT3MCXIpmprJz9GYe4xFe0Qzs0EBKzQ 2499
langport/service/gateway/huggingface_api.py sha256=te_KeWrGldwUADjeEi1BMMlhimUki0uYXoNWUidOf1g 5664
langport/service/gateway/openai_api.py sha256=V4cfS3lKwxNKhcbf4jqxdew2LL7ZwoAE_o602YPWai4 5437
langport/service/gateway/tabby_api.py sha256=6_2XYN-veL8ean11YMn12toGVcdrAZHQaXOJJUMZnhg 5865
langport/service/server/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
langport/service/server/chatgpt_generation_worker.py sha256=b2RUGv9ygaNeltOF1K1L6ahfzdTaH2d_wQdTsEX_gtI 2220
langport/service/server/dummy_worker.py sha256=0kewPhGtmbe_ko9wqlI-vb6KPJSr4yiUjlBi85Np9CI 1107
langport/service/server/embedding_worker.py sha256=DyyWJo20fVvuQRAvkr03VEIHGfsx1PwHI2jfV1FITmQ 3081
langport/service/server/generation_worker.py sha256=DXPi3NiQ9BIRxYUU_-52T3vxWj2660n1M9PrYu-9M4s 3006
langport/service/server/ggml_generation_worker.py sha256=dDjMEnvu-PsLfO46O8FXCY0zdDvwScvWTtsDBmpRIoo 3184
langport/service/server/optimum_generation_worker.py sha256=Tpw6cCXzkMaLJ9iuCSkf3OluFjMF5eQTA_a-Uptn-6M 2731
langport/service/server/tensorrt_worker.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
langport/tests/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
langport/tests/test_conversation.py sha256=ue4-evluCwxM1EdWw5NI2k6EB3QFzzI5VHk_DHBjjgM 7052
langport/utils/__init__.py sha256=RXaKrMi7_2ySlYqIXevUjfNB0LELabo0IhSWa2adSqI 7271
langport/utils/cache.py sha256=kYb1vMcQCxeMEoyuRdfzj9ad30xF58xqqGQDwX_hLts 1205
langport/utils/cache_state.py sha256=SspQHwAVeh-38lJL7ll-PI8hod1PZMqQf8A37e7fHxo 506
langport/utils/evaluation.py sha256=AQS_DFZQzr7m2v23iP-2ORfGu8hoFyzAsUPncCks3aU 2568
langport/utils/http_pool.py sha256=63E8UbZRYbggUbel2gzmgzUkuLu5Lg01BtFoNq0bZ9g 641
langport/utils/interval_timer.py sha256=m26BDMiLrU9fGBZXqb3dCxAdYCsw_PBaXMPNj__dx84 2332
langport/workers/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
langport/workers/embedding_worker.py sha256=AfFT_Xqh-1VNyKK-E1Y4da05cb0ymaf6QztWmXXYSvI 3046
langport/workers/generation_worker.py sha256=OYLF_ptpaFEnW1CEbsFJILngV40OWqejOmt_WlK5fdA 3152
langport-0.3.9.dist-info/LICENSE sha256=Z48cZY1BcbFg97MkllF6lZv0GUGRvqF_NmbHXsa27HU 1068
langport-0.3.9.dist-info/METADATA sha256=eNlwnsd4NS4cOMNfQjBlF9G9LwViiPM6FVVqtJQAObk 6959
langport-0.3.9.dist-info/WHEEL sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM 92
langport-0.3.9.dist-info/top_level.txt sha256=Son1AcByoBH2voYcb6BP-uX6o--ls6lhuve4SDwdzz0 9
langport-0.3.9.dist-info/RECORD — —

top_level.txt

langport