collie-lm

View on PyPIReverse Dependencies (0)

1.0.7 collie_lm-1.0.7-py3-none-any.whl

Wheel Details

Project: collie-lm
Version: 1.0.7
Filename: collie_lm-1.0.7-py3-none-any.whl
Download: [link]
Size: 253050
MD5: 385f0e2c6208690e57c3580dcd33eea5
SHA256: c31168dd6e7a52a3f23c47238947110d4308cfab826a145c1e0d1eabaa720bd6
Uploaded: 2024-04-27 14:42:23 +0000

dist-info

METADATA

Metadata-Version: 2.1
Name: collie-lm
Version: 1.0.7
Summary: CoLLiE: Collaborative Training of Large Language Models in an Efficient Way
Author: OpenLMLab
Author-Email: yanhang[at]pjlab.org.cn
Requires-Python: >=3.8
Requires-Dist: deepspeed (>=0.10.0)
Requires-Dist: tqdm
Requires-Dist: torch (>=1.13.0)
Requires-Dist: einops
Requires-Dist: transformers (>=4.30.2)
Requires-Dist: sentencepiece
Requires-Dist: protobuf (==3.20.1)
Requires-Dist: websockets
Requires-Dist: fastapi
Requires-Dist: megatron-core (==0.2.0)
Requires-Dist: tensorboard
Requires-Dist: google
Requires-Dist: peft
Requires-Dist: wandb
Requires-Dist: pandas
Requires-Dist: psutil
Requires-Dist: accelerate (>=0.20.3)
Requires-Dist: bitsandbytes (>=0.41.0)
Requires-Dist: scipy
Requires-Dist: rich (>=13.3.5)
Requires-Dist: safetensors
License-File: LICENSE
[No description]

WHEEL

Wheel-Version: 1.0
Generator: bdist_wheel (0.43.0)
Root-Is-Purelib: true
Tag: py3-none-any

RECORD

Path Digest Size
collie/__init__.py sha256=IRvx_qF5O4Ty3v62-NAHmJ707fhHfvx_7LyVScPMfC4 3848
collie/config.py sha256=gtZgGp2foQnVMSmvjsv1UcUkLLonz_OiOEAqR4JdQus 10648
collie/module.py sha256=1TAdZm1uQSF2IFbbL16RBRf1sYtXMFUacCzLM2n0i4E 31818
collie/callbacks/__init__.py sha256=1piGMfqwL3CbrJqFTFaiUx4G0rw3LCekx3YlpkxC8SY 306
collie/callbacks/callback.py sha256=b2HSDSBIZgeMbJHfqYv0MqKHdbdyARI4uG3NwN21PHE 4331
collie/callbacks/callback_manager.py sha256=ABsen8A-8YaJ7s11efdgh2YufZ4u6yObIF5FDcw2PeA 5591
collie/callbacks/checkpoint_callback.py sha256=EASzBtKHhb-95m_7ZgRa8CGxGHy5s2UfahMPWrp-a1E 6975
collie/callbacks/has_monitor_callback.py sha256=PspktoYhMg-5RuZOI16vrJnXGi10-M38dzwYP29ZNJc 9860
collie/callbacks/load_best_model_callback.py sha256=09MhH9cK3evfI9gNhuBiYF3efRxc6dooQac8iVWTXAM 3571
collie/callbacks/topk_saver.py sha256=iFy-p7aqBCLLxDzzVuij08z00qDTlc8sRSsfTlb1i5Y 12378
collie/callbacks/utils.py sha256=iuIwf49jhcgJszmcIuOzxOI5gABDUYKDzepZEzjN0Wo 2138
collie/controller/__init__.py sha256=RB_EMEqWwH6p0X2uk35HVHe2Kpp61wMghzZ9E5G5w4Q 388
collie/controller/evaluator.py sha256=R4Lb6_Cnwo5GZ4vqTalrjgkunsoNwSPt56PtK-FfGU4 20799
collie/controller/server.py sha256=aOjZoT2zAgrfjoFEayFhEbAQflZlj8fi1ZFlrZyFMAs 1989
collie/controller/trainer.py sha256=ZZ1hZav1WSYuemHIxbgB1wjZjXd0ILjELsL6cCnABEo 43793
collie/controller/utils.py sha256=7B4u8-PSvR3innexmqMD4ieXGF8te1kmD-aveU8fbK0 1545
collie/data/__init__.py sha256=bWv3yy6x68Ji9ebYFEAW4GOSNkENRG5INeKeXZR6b90 514
collie/data/batch_sampler.py sha256=ItjCeKn7GcEoytqzy-cAYssO6Ojz8XrnZt1RL5zVyqY 2449
collie/data/dataloader.py sha256=nYdpEqj_a--g29s470DjtwfR6cY-vTa76omJ1oAniBg 4662
collie/data/dataset.py sha256=VIpoxnpxYVPpeolFkeWyqQckyuivCI5Z_Nwh3rhpVes 20605
collie/data/template_utils.py sha256=Nt_rHwM2jogzZP5w5fuk19XdDxDmbjS7ljVtXfIIuTQ 12145
collie/driver/__init__.py sha256=vBsCLaF1tBOOMu806a339QP5mhBatKZSjHpxon078zI 126
collie/driver/io/__init__.py sha256=xKlzBZE5iWHZdk_yYkpfcYf-iBmRq7mQQdk52vrzRu0 92
collie/driver/io/base.py sha256=rvK5Ejf9nQRsEReZXrWauqSdEyJP0p8tbLd9P9CoyqM 1486
collie/driver/io/file.py sha256=UAHNqRvD_4JTHrpw58yO-Mp3PxCfmlLu8S02vcL2Ji8 2067
collie/driver/io/petrel.py sha256=PuUPoJ01aRb2ObpwvQVPmi7VEsl0EUYjc5w7cNOSHHc 3783
collie/log/__init__.py sha256=1t6bD-CJv2oecxm850NjTwlEaaV53OA922EkuPbBX5A 93
collie/log/handler.py sha256=lxGQ-FRihTt4-1Pm5a-egDBZtERo4j_7l1CAT1U-zWs 2593
collie/log/highlighter.py sha256=rnFeWHOUI0n0SJanVVIbmacH8-DhiIVFdmPaXIAcFVg 224
collie/log/logger.py sha256=-Tbs6Y40PhQ64FlASaT-ECnKJQMHmqxvF30vmPyAmwI 13805
collie/log/print.py sha256=SuLT8XWtl_DtO5EcaKJIg-6eeP5kBmbGCVdpgFizAzU 802
collie/metrics/__init__.py sha256=YlryQXA_u6ud-LlGxIC8vmrO--XaCbB0dLBWmolfAd8 440
collie/metrics/accuracy.py sha256=_T98B1UFbC5sRG4u8xlVD84zE6rAy-sDfFCwO3dGseI 4007
collie/metrics/base.py sha256=XCbWJNluDPr1YZl0pI_X-PiTafwO-V6MJ36SdFbBsLQ 2890
collie/metrics/bleu.py sha256=zCSjYdz4YoMCULBbHT5M2qvXazsKQIJ3NYLwt1DryzQ 12371
collie/metrics/classify_f1_pre_rec_metric.py sha256=ppCTVPo9mScQ691h8ijic3VkyyvhhwvImV6849aS_zo 8075
collie/metrics/decode.py sha256=1HMbh3t-RedLZLR78SzzaMEV2zo2Fq9Ut2B0Q3uVBME 2162
collie/metrics/ppl.py sha256=z-Wieys35KhAxz8FS9Cjn3fxLAf_sZLe0VC8JMHhNCc 737
collie/metrics/rouge.py sha256=XZq8dBxdVm1mTweHwLSz3wtwRKQFKLeUDu86G6PJhmo 11856
collie/models/__init__.py sha256=E8gTlcJsD6s8hoP2MNkOa2gvmZhtrXKpGZYXgrCUGVI 337
collie/models/base.py sha256=TFL3XI4A2qYk3pGgJuYMdj_AKSczfmlV2C_CiHWgYo4 35768
collie/models/utils.py sha256=omCKpRAQE5-ib2ZRzRswTK41uSchho04pkkf1B7AHd0 4401
collie/models/chatglm/__init__.py sha256=iToLnGIgRHrGG6PTVN2PP-lQoVcDse6t6qmVUQSZEHc 37
collie/models/chatglm/model.py sha256=19Au-dWTYaWaObu6MhvJl7Y0dfE1TAb5jcTD_Sh7VfA 51812
collie/models/chatglm2/__init__.py sha256=Tmmyd2CSSddTt1HR_3KEnfuMblabxFeGqTHkaSfP-lE 38
collie/models/chatglm2/model.py sha256=HCss4e_xV8qnjGzUambooWBbjZgtgrLt-MwKUz69P0s 60707
collie/models/internlm/__init__.py sha256=mhQUHh96cGE7SbzRRQ18vvORsNm4HRJz4zbNLn2m49M 53
collie/models/internlm/model.py sha256=3iUcspJSxkFaoamHIualOZrkoPQW9eOXRzvqpWqd76E 33771
collie/models/internlm2/__init__.py sha256=rp4yHM6hv2Y2RRTo_8meeR27-EMyyguXIQIbpfEwbU0 39
collie/models/internlm2/configuration_internlm2.py sha256=CTHJjs-Ae83ScdC3yKNNkq_aXZzeomrQNCLTPie3toc 6979
collie/models/internlm2/model.py sha256=D-YhW1fngC3eqTNyZKBoW66UWD2Ngn9XRrholhwbqh4 69001
collie/models/llama/__init__.py sha256=39Z61mOksmQ_K5JVIoAPVZBK7FUQowDAdW3QpQWjl-U 47
collie/models/llama/model.py sha256=EOh-IzHvlP5yOB5CL7hfoVf5VDsuye0UqJt2K8vFFvg 34948
collie/models/moss/__init__.py sha256=BDE2ub4bUK8ZbXGU0U9XczyiG-766IDNrRPQMWLCg5c 34
collie/models/moss/model.py sha256=P2eMc2OCSMZCAQiBauBRmKzNiU8Dylf1D9QdCDIqYr8 32025
collie/models/moss_moon/__init__.py sha256=_zRS5PXiJeLO_y8XHuGtfaX-XjSetJEM5UeN8az_vsA 41
collie/models/moss_moon/model.py sha256=IzNSVWORQlTAyZE5187J91oh3UpPbr3ByAOvrWuI0SA 26944
collie/models/moss_moon/utils.py sha256=J83LEDntRr1rSd5cKB_ozp0XT-2Q1tu4X91dpddpeyc 5096
collie/optim/__init__.py sha256=aL2SOhwCnUcBfcaZ5KUOncKjuoYNIQKp2w9lSuAdYBo 207
collie/optim/adalomo.py sha256=oVGSiSrvRqg1aef5dGfBakcCCj1GjUBz1bMqYWYSymc 12953
collie/optim/adan.py sha256=M29Xt7YxlOF4tzBFETjEg9pD1JF_0le5ucHZ1COjrOs 15153
collie/optim/lion.py sha256=7889NO9BsHHGYktJgBT3GbaKa4kJZtpr_DWvjiV6tww 1963
collie/optim/lomo.py sha256=FF_85kYTkEGIbyhZSqJ_KzmHrx3nDVtEP0S9zGDuurk 15362
collie/optim/sophiag.py sha256=EFMUn8r8RR1r6BnUyCeZofjVRANGl26dq4H83rk_SeE 8092
collie/utils/__init__.py sha256=RQVmd9tJKThOfWp3OyYW8cJs9HLze9AU4ku9MKrf78A 1582
collie/utils/data_provider.py sha256=5ILoTNkI4KFjy9jntQZEtw7cRbRSSmeFA53A8_j3kM8 28431
collie/utils/dist_utils.py sha256=n0Qq-3ZAr5-dWQt01JdsWqOZ0hFuIe-W1PRujUZa538 24765
collie/utils/metric_wrapper.py sha256=3QyPeCA_Y_U_YSdY1PR34TjZU4pN2JIQrqHiWASzcAQ 2720
collie/utils/monitor.py sha256=nPbMehD0YopyNvfo8IldOrQy5yNGVGn4yIgoLlgrMLQ 10708
collie/utils/padder.py sha256=U4Sgu9PwNuPoxUd6duJ3hKhILMmCdi8U8dQV7mzjbBM 4263
collie/utils/peft_utils.py sha256=NT_XvnH0JXj0F9mofLcXX01ZbJK2vvoZcWBI4JMd0FA 15747
collie/utils/pipeline_engine.py sha256=b81voqtk_PWQY9f68_ASyHkpV7wdExi4OhSqQLB-HmE 38835
collie/utils/rich_progress.py sha256=cMBfyGEBNx0-p2jHD3VXNH5ya8abjmS_fYuUC8T6260 9549
collie/utils/seq_len_to_mask.py sha256=AWMPjNfTlcE4IGPnMjt6uPhT4gmIworcJp6zinablbM 1550
collie/utils/utils.py sha256=N-vw68GYcPlUYBcvsHcQ_JO2IDSz4hDv2YGU1H2dSXk 26973
collie_cli/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
collie_cli/collie_cli.py sha256=VjFRoYARgR1hxY6oRizTaIQWxyJKvpOFhlkfAGhIpPQ 612
collie_cli/config.py sha256=H41-gmamScw5mBCwDBqbWTsWGRd3BanBNMHmr0tQdDg 9865
collie_cli/run.py sha256=YkxyWfDhAd40rzYM0Kmp-KlMmAi33BDJtGVNo1AeMmo 2206
collie_cli/bullet/__init__.py sha256=pIuNROprMjECZiu2wEE3Y_0MhpDBrSSPdon33iw8iJM 258
collie_cli/bullet/charDef.py sha256=EN8pyGf5lPeQN8OdP7LJ7ip1SmFK7984O4MhGMT3J7o 940
collie_cli/bullet/client.py sha256=QMuzNHwgA_9BEMicY5qlRHQhEnT56aqawbH7Afm77No 25857
collie_cli/bullet/colors.py sha256=9hlNanajeguSvivhbC0YsN8_JDhx0_OXznAeO3yUyk8 691
collie_cli/bullet/cursor.py sha256=eGHUD_t4l4h1Jad8oKBkGirGPU2QPILJ-IFDJLC13-E 1199
collie_cli/bullet/emojis.py sha256=LaEkNj67LrePjD_86OyBV4anj1I7x2fbqTWNNMyiu_w 369
collie_cli/bullet/keyhandler.py sha256=St8xuFy8nWOKD48OXiv4zJcgVspbrZIMK0SQZSeLK1c 1384
collie_cli/bullet/styles.py sha256=uLq6pOaL0rGUv3_i3iUVZ6Yr9pRo9DhykkiRg3uwQhI 1715
collie_cli/bullet/utils.py sha256=bpyXfZCluAEhuXd9-O5HMyorSsjvv09VuW920eXjls0 3108
tests/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
tests/callbacks/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
tests/callbacks/_test_checkpoint_callback.py sha256=jhZcQDt6vb6RwyACX-_8rLTvmJR1rTJ_eg3jl4turrQ 4167
tests/callbacks/_test_load_best_callback.py sha256=lAYvrml0Ao-Z6QIHZjwO4JQgqprh5j1-FfBrvMx2h50 4410
tests/callbacks/test_callbacks.py sha256=RN6aDfB6GIBJfzSUWpdYMGnNAfzpg0dn29voT7AqlZU 2416
tests/helpers/__init__.py sha256=LJ0kfCWbri1hv9sWGaSgBmDD5lB5tq0gUXyur_KJ-5U 78
tests/helpers/utils.py sha256=fWq4XqdBhAsNGXKf7TU9DkDHbbliL9ZJN6c_NqvqnGU 1589
tests/trainer/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
tests/trainer/_test_checkpoint_zero.py sha256=iGdVqL6X2Id5bXmIy3j5KfEeg1CftuYQzJ7xatZyX5c 8918
tests/trainer/_test_trainer_metric.py sha256=403MxGa3aBQMhizUPR1-xy_hHEn3ArBk88YBa_u8FU0 4581
tests/trainer/_test_trainer_metric_evaluator.py sha256=Jy_CuZvZZ1fNgZUVnUrytz5rpdJsHuWPqABYE7z4Hpg 10612
tests/trainer/test_trainer_checkpoint.py sha256=SJy74vGuoCuWS7f1RlOCZNZjAIlq5sbMw8qE599Rroo 4805
tests/trainer/test_trainer_peft_save.py sha256=cAN7U8tnZuiyPbmkAngXsMnIz66xRkg3dVI-RkzbNYc 3647
collie_lm-1.0.7.dist-info/LICENSE sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ 11357
collie_lm-1.0.7.dist-info/METADATA sha256=SJ-X9jcaMmd9A_COMvkpPqAka799bak7ckbEujLQi0I 811
collie_lm-1.0.7.dist-info/WHEEL sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ 92
collie_lm-1.0.7.dist-info/entry_points.txt sha256=E2gDaAqKb309J2f9zAlyLzND7u_4JAz-ZXIqIeAcZSo 54
collie_lm-1.0.7.dist-info/top_level.txt sha256=W0JKL5vWomFHV_061jU5aM74J5esiJ4uzukWgXx3grc 24
collie_lm-1.0.7.dist-info/RECORD

top_level.txt

collie
collie_cli
tests

entry_points.txt

collie = collie_cli.collie_cli:main