alpa

View on PyPIReverse Dependencies (0)

0.1.1 alpa-0.1.1-cp39-cp39-manylinux2014_x86_64.whl
alpa-0.1.1-cp38-cp38-manylinux2014_x86_64.whl
alpa-0.1.1-cp37-cp37m-manylinux2014_x86_64.whl

Wheel Details

Project: alpa
Version: 0.1.1
Filename: alpa-0.1.1-cp39-cp39-manylinux2014_x86_64.whl
Download: [link]
Size: 623965
MD5: d1115e39e524d4f2144d838dec85ce85
SHA256: c77db43ed94a29871fc68243f6b97ef398072e7f43b31ebc2f24a13603b7936b
Uploaded: 2022-06-23 19:17:43 +0000

dist-info

METADATA

Metadata-Version: 2.1
Name: alpa
Version: 0.1.1
Summary: Alpa automatically parallelizes large tensor computation graphs and runs them on a distributed cluster.
Author: Alpa team
Home-Page: https://github.com/alpa-projects/alpa
Keywords: alpa distributed parallel machine-learning model-parallelismgpt-3 deep-learning language-model python
Classifier: Programming Language :: Python :: 3
Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
Requires-Python: >=3.7
Requires-Dist: tqdm
Requires-Dist: ray[default]
Requires-Dist: jax (==0.3.5)
Requires-Dist: flax (==0.4.1)
Requires-Dist: pulp
Requires-Dist: tensorstore
Requires-Dist: numpy (==1.20)
Requires-Dist: numba
Requires-Dist: cupy-cuda111; extra == "dev"
Requires-Dist: yapf (==0.32.0); extra == "dev"
Requires-Dist: pylint (==2.14.0); extra == "dev"
Requires-Dist: cmake; extra == "dev"
Requires-Dist: pybind11; extra == "dev"
Requires-Dist: sphinx; extra == "doc"
Requires-Dist: sphinx-rtd-theme; extra == "doc"
Requires-Dist: sphinx-gallery; extra == "doc"
Requires-Dist: matplotlib; extra == "doc"
Requires-Dist: cupy-cuda111; extra == "doc"
Requires-Dist: yapf (==0.32.0); extra == "doc"
Requires-Dist: pylint (==2.14.0); extra == "doc"
Requires-Dist: cmake; extra == "doc"
Requires-Dist: pybind11; extra == "doc"
Provides-Extra: dev
Provides-Extra: doc
Description-Content-Type: text/markdown
License-File: LICENSE
[Description omitted; length: 2930 characters]

WHEEL

Wheel-Version: 1.0
Generator: bdist_wheel (0.37.1)
Root-Is-Purelib: false
Tag: cp39-cp39-linux_x86_64

RECORD

Path Digest Size
alpa/__init__.py sha256=ROCNHo2Q-0P7jXh-kMW00K7sl96Ds8i3eQxmFY0KOFo 1658
alpa/api.py sha256=LqdPeVcm2XuHi4k9Dpn2CmKBFFLIahL-HrMEjJBaMSs 8691
alpa/create_state_parallel.py sha256=XvlOguwQ8wPuAYGC1oymWICFbNBiEGVne4aIOGhTPog 7668
alpa/data_loader.py sha256=De5UP8ZZzUdZxoUjq13ddTl8wknA8sGpiB-0b5_xuj8 9511
alpa/device_mesh.py sha256=SDhasY-O03EJswYdV7-t-UhxOdyv4t9Pf2tEF9MaJGo 92601
alpa/global_env.py sha256=zBcYGtFYWUtxzxwwnHvMl1IzeiDuwisUoz6ALw2Ejpw 3485
alpa/mesh_executable.py sha256=eIQNbrw6Ig00BPjDfGMuFjxqth-ga4sDXphxAn-3-Zw 54994
alpa/mesh_profiling.py sha256=doi4PYvG6lGR2rIN1GYI8z4qMauAHMwOewbDilSkqVk 33836
alpa/monkey_patch.py sha256=BPMdzHVmSqf7ppfy8oqmtFr8kllyLmnNibKYyGVISqE 11341
alpa/parallel_method.py sha256=8Be4VuNPblHdx4z_4IKe3H3wPUQeHTlktbBBeBaqrhw 13630
alpa/parallel_plan.py sha256=cGRAmoYdqzkyv17aQBZIG0d2BkLaStNsgk444kaG4XI 1238
alpa/serialization.py sha256=UeYIFofmseBSRWzJAy9xMT85WFP-hi2OW1aUpc3hTj4 7434
alpa/testing.py sha256=NK7o-vdF8nSHxySlX7mbFiAwumj210VvupAX9wC7q4c 14572
alpa/timer.py sha256=kY0UgFhDIA-no_FcWVRqT_XdGWOjubfQrpBOjwasNvY 3173
alpa/util.py sha256=CvCwWi4kOlP6mHpAipywgd97Dc3d_G7v871BMkFvHqU 35923
alpa/collective/__init__.py sha256=k_PxOhEsYesymIUKjyKYrsywdOmaZwqSICkLSQrArfw 1019
alpa/collective/collective.py sha256=100QMLzIGHDvqCkuMdHJxdWm5QDAuSEyFcAC0evSxVE 27865
alpa/collective/const.py sha256=r0h9zZAnN-vsibpUwohoaU9XMI1xDkJq9DcW4Fj829M 891
alpa/collective/types.py sha256=cFj0rrD4HG13Xw9ytrH5vq-2CU6Pl9aHU59Mn6K_7uc 2138
alpa/collective/util.py sha256=Bmr8mNdfyvIgQqpNYt5xrN7e_pUNQv1zYI78DhtVTww 2104
alpa/collective/collective_group/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
alpa/collective/collective_group/base_collective_group.py sha256=x5Cmeqj7OvVCuGmgnUrNesi8anfydddifaDaIb9Lo54 2427
alpa/collective/collective_group/cuda_stream.py sha256=YRHH4kPyCu_TXrpAnzy5IzUcBNvU0LZ61yQ_IgtlYyU 2955
alpa/collective/collective_group/gloo_collective_group.py sha256=eYsfKUoKE63f1yjZQNfG8YEbFIByStGyiUt8BGnJaO4 19438
alpa/collective/collective_group/gloo_util.py sha256=asG3WDA7Gv17TVTK4sR55Li2lbfOoaPAvtnlXMwABfA 8483
alpa/collective/collective_group/nccl_collective_group.py sha256=wZEvvXGoV41kqgX6RIPq3fS03eMTrr6tmpB29BUzyJc 37881
alpa/collective/collective_group/nccl_util.py sha256=HDwDu27qRQQtIZ7KrxPROCedb_yn-lcrvQbJSZO7qO0 9124
alpa/model/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
alpa/model/bert_model.py sha256=S3_IEcHWFztZU8ivj6R8p3qqUgxeS0nprH2rkGG5I58 29951
alpa/model/conformer.py sha256=5JwV0LezyBfUCNCswY6NeRf-X04HrhO2wEfT_NZwoQg 12248
alpa/model/gpt_model.py sha256=wAqnFN5XfvM6vittss0VtmF14cFOpmBLAhE0aWijnrU 5206
alpa/model/model_util.py sha256=w6Ny4-opSzUuMggKMUN6BG9N1IH2iTZCg9yFsZp5dQM 17427
alpa/model/moe.py sha256=JiCDMd_9-VrTuautMRA3Er1hca3WHFsquvQsYzWHqOQ 15744
alpa/model/wide_resnet.py sha256=_GHy6hFKEJwnF3gu_qw8Kh6h0aar6O4Bq4yzNYjjmk0 5272
alpa/pipeline_parallel/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
alpa/pipeline_parallel/apply_grad.py sha256=fBtxQCkSGvQlG-Sv2iEe62QLfSyMsIlR2GeUmDsnk-4 33082
alpa/pipeline_parallel/compile_executable.py sha256=MrBoamC6LkU6GuIzbOiHQN3-eR54meoWFiFLznj3Mgs 19696
alpa/pipeline_parallel/computation.py sha256=jnUfI-McI4ASkMB3OBSpDqewQAYDj3_SE36d1LKIVm8 51927
alpa/pipeline_parallel/cross_mesh_resharding.py sha256=orPsBo6myHpMgQzCNWHAnbi8a0S8IMBgThxCF3eQYH4 67103
alpa/pipeline_parallel/layer_construction.py sha256=YjCxUYSiTD_i-SaP1vg4kFK8TuR0Y5a_cvwuKUfQgac 23932
alpa/pipeline_parallel/layer_stats.py sha256=XDHeujarFhQNEr0-prEsBb6XcUdeNxK12mWGlontJbE 5547
alpa/pipeline_parallel/local_pipeline.py sha256=YvIgvD_Yx8VAnEmV9R7nTF_BFsPoZXKElbqoiCcQkHk 5627
alpa/pipeline_parallel/pipeshard_executable.py sha256=Bd7IamQhcm3v6wUZIUH4H_cdv2fkHltF7Ywsf84sXhg 24047
alpa/pipeline_parallel/primitive_def.py sha256=xBHxemX2495TXaojkGHO7U6Wkadb5p2ze0VW5xBmfIE 7002
alpa/pipeline_parallel/resharding_tensor.py sha256=WtlvoSCGyDfAwwDyhEgB_5Pk_to6P1ZAhjVYl-gRCu8 9179
alpa/pipeline_parallel/runtime_emitter.py sha256=1JGjjTygtcmxciqLCfcROfHnpsVFozYWtbCS3F1EjS8 51024
alpa/pipeline_parallel/schedules.py sha256=eanbMIu-dpuMpYbSWnql9EQYxaTuFxTCFgDOs8O7uEE 15442
alpa/pipeline_parallel/stage_construction.py sha256=VmaWdJuIfVSlDoBJTwbSzrt6HNZDkaAm9GgHHpnr8w0 33677
alpa/pipeline_parallel/stage_profiling.py sha256=C3R0AHFwBw8oiOOVwfkhbFO3ytMWHS8Nyw5tu11rnyk 36526
alpa/pipeline_parallel/xla_custom_call_marker/__init__.py sha256=v9G7S-jP2iYL3a_lLQbMr_qFPEvyzCIGridKvGDO6B8 340
alpa/pipeline_parallel/xla_custom_call_marker/build/xla_custom_call_marker.cpython-39-x86_64-linux-gnu.so sha256=O5bYp1mHOq8It3hUn3sh7tKB1wk91tYSLgwnLm64kQY 1300784
alpa/shard_parallel/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
alpa/shard_parallel/auto_sharding.py sha256=XCyugH1ntZ74JnhB4ekUr7Uix4ufj8hIHATnt7XC7PU 33249
alpa/shard_parallel/compile_executable.py sha256=fLAK0x4q6HJbfqRcsq_bGcfIOhwyCkPB7deENWH8VrI 16238
alpa/torch/__init__.py sha256=XnFF-2ijX0vDAYunV6fzZR9NKq1FwMKYK-UHq0R4zvw 5137
alpa/torch/tensor_utils.py sha256=0KuwjXL_UJIYB0mb001qVmy2S5IE4GkugNhKwzKr7_I 3809
alpa/torch/trainer.py sha256=wjVT_l9IdH3usjODsOi_RKxv35nYSlTnGeaptzMrVw0 4750
alpa/torch/nn/__init__.py sha256=Zx8czV3vw0UiaFHpAlUxPsevYt-yHRfbfehaWEWYyfU 19928
alpa/torch/nn/utils.py sha256=mWb2iTxoEf39dct9xjIQg7GgH5iDDgb1yG-7Pl571pA 17130
alpa/torch/ops/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
alpa/torch/ops/mapping.py sha256=HDD56kefVNVnKBvyVIb6CGqjrWLZeEdMZ2yC_KuKSbc 18133
alpa/torch/optim/__init__.py sha256=Qh74GFhfDvZHSdc4XTV8oCwzK4auRqbEyXp-Ajf_1M8 41
alpa/torch/optim/adam.py sha256=qXmvXIWAfiViz4h4tOt8RCKW_X2FCCDKsqmCEu_4Fow 1409
examples/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
examples/opt_serving/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
examples/opt_serving/generator.py sha256=DOQiW1tdTsPkGZlUEjt1aOW704KK9XpxvnWmJ0BrEbo 29815
examples/opt_serving/interactive_hosted.py sha256=9ai54CaaEK074TeyGW26ktGClQbFhcViTSQezR_u1b0 8734
examples/opt_serving/setup.py sha256=35P7NDFoW3kvXg5YsIZZdHmu3sb9KRFbHKAotCtgrxs 1273
examples/opt_serving/textgen_demo.py sha256=JM9IBaWu4SpZ9l98PYkXXdX5CYffdjF9D2jPtoDgPS8 888
examples/opt_serving/dataset/__init__.py sha256=ucwLHV5VTMoa75-Gr5x89It-UFxrYdmgwWzdgmGx17E 387
examples/opt_serving/dataset/base_dataset.py sha256=OhMmzvHrroQ5wynB4JsI1sI8R3hIIexdx87sW5HL964 6732
examples/opt_serving/dataset/base_wrapper_dataset.py sha256=8gm_RnYUSOuTWloODqiETwrr_mV49u9WuKCDpeZxI74 1884
examples/opt_serving/dataset/data_utils.py sha256=ByzyEU1CUDW16_mkkNItHkxOqRhM98PboNPOFBComc0 6680
examples/opt_serving/dataset/iterators.py sha256=kJsSKAg7zlNDLg7Rdde2zLGQmxlRm1MGPJKGgkJdGSY 19494
examples/opt_serving/dataset/nested_dictionary_dataset.py sha256=yCfSov4bVavwQWmgDXBULAY946RkH_dY-XCuFoL_mPc 3699
examples/opt_serving/dataset/numel_dataset.py sha256=O-FTuTM6SEy6zj6Fidt_K0Z7kRU6-vhKVrONhGr5P0I 636
examples/opt_serving/dataset/pad_dataset.py sha256=b5gtuql7vU7ij0WkeeI5Vx94YM6Hn13lA9hUAIHP6IA 633
examples/opt_serving/dataset/prepend_token_dataset.py sha256=JmSCdPUVR_89sXa_boic0fBV_nfP8_BH81KQO6e_XEs 916
examples/opt_serving/dataset/strip_token_dataset.py sha256=URitGeNdQtpVAy_s3ZVGD9O-4Vm7qLwMEH8SYEFRAHE 497
examples/opt_serving/dataset/token_block_dataset.py sha256=J5jMu0WRQ6zt55isIj_ZubqbknMT97WCkPcOCyIz-C0 8527
examples/opt_serving/model/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
examples/opt_serving/model/opt_model.py sha256=MeTMbtL46KCMAuuFwRuVdl7QT0M9H8qi37e1tGxNyA8 35872
examples/opt_serving/model/opt_utils.py sha256=JEifrvQG0TxhWSk9xXTR8QTEiqMDLMKj-jjXFyK7slc 1567
examples/opt_serving/model/wrapper.py sha256=qQfAOyfMjRHn-wuMn7PzyUCUh9GYju4Mjb677bQro8c 11467
examples/opt_serving/service/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
examples/opt_serving/service/constants.py sha256=FBcIjl88yHF8mE-RlwDTwiGzNnHu8uV4YkWeNjMSkrA 226
examples/opt_serving/service/queue.py sha256=aGCAWunyEp8Qhd92woo4OY-VDSUJA8QxoyabmlZyIag 3286
examples/opt_serving/service/responses.py sha256=5xOAxhICXeGtFYsGFcDl1qrTfWfINijdcNPBLvTkkgE 1028
examples/opt_serving/service/utils.py sha256=vTj9V3KkVorvdp3uiDQQANJ8UVZPkk-XLwKVAfcFHDY 1771
examples/opt_serving/service/workers.py sha256=XUcmQuX_PmGWiVqZ_SnpFpxcEW_iSyCTLM3akMy3iiM 1437
tests/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
tests/run_all.py sha256=A-usUu4pGmaQmmtMG_g9eW0DbU0OlGjXtVHFXNjOXYk 3582
tests/test_install.py sha256=5Dz4LDPnGQ5dFOuejz4vH68PKXKvpOMkaCO6b2H0ZgU 3676
alpa-0.1.1.dist-info/LICENSE sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ 11357
alpa-0.1.1.dist-info/METADATA sha256=n9sAobhYWCSJ3DRZp9I_D7zDkLBown6gPnajYzrOIkA 4365
alpa-0.1.1.dist-info/WHEEL sha256=_Tzqjbl1t_2pj9gfZPvG1ppyvaOyoxUa053nfh40rE8 103
alpa-0.1.1.dist-info/top_level.txt sha256=F_cpv9V5pLyHowZG35Vr-0iGUFHzE3enbhvmrQ5q97w 20
alpa-0.1.1.dist-info/RECORD

top_level.txt

alpa
examples
tests