fjformer

View on PyPIReverse Dependencies (1)

0.0.50 FJFormer-0.0.50-py3-none-any.whl

Wheel Details

Project: fjformer
Version: 0.0.50
Filename: FJFormer-0.0.50-py3-none-any.whl
Download: [link]
Size: 170242
MD5: ee790f82f15af01ee81a59b032474187
SHA256: 62a5ab2bc38de8564b414211ee6ef9f4fee20399921eaf0f5ed83e3d0914c449
Uploaded: 2024-04-16 13:18:27 +0000

dist-info

METADATA

Metadata-Version: 2.1
Name: FJFormer
Version: 0.0.50
Summary: Embark on a journey of paralleled/unparalleled computational prowess with FJFormer - an arsenal of custom Jax Flax Functions and Utils that elevate your AI endeavors to new heights!
Author-Email: Erfan Zare Chavoshi <Erfanzare810[at]gmail.com>
License: Apache-2.0
Keywords: JAX,Torch,Deep Learning,Machine Learning,Flax,XLA
Classifier: Development Status :: 3 - Alpha
Classifier: Intended Audience :: Developers
Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
Classifier: License :: OSI Approved :: Apache Software License
Classifier: Programming Language :: Python :: 3
Classifier: Programming Language :: Python :: 3.8
Classifier: Programming Language :: Python :: 3.9
Classifier: Programming Language :: Python :: 3.10
Classifier: Programming Language :: Python :: 3.11
Classifier: Programming Language :: Python :: 3.12
Requires-Python: >=3.8
Requires-Dist: jax (>=0.4.20)
Requires-Dist: jaxlib (>=0.4.20)
Requires-Dist: numpy (~=1.26.2)
Requires-Dist: typing (~=3.7.4.3)
Requires-Dist: flax (>=0.7.5)
Requires-Dist: chex (>=0.1.7)
Requires-Dist: ipython (~=8.17.2)
Requires-Dist: datasets (~=2.14.7)
Requires-Dist: einops (~=0.6.1)
Requires-Dist: msgpack (~=1.0.7)
Requires-Dist: tqdm (~=4.64.1)
Requires-Dist: optax (~=0.1.7)
Requires-Dist: ml-collections (==0.1.1)
Requires-Dist: plum-dispatch (==2.3.2)
Requires-Dist: termcolor
Description-Content-Type: text/markdown
License-File: LICENSE
[Description omitted; length: 1746 characters]

WHEEL

Wheel-Version: 1.0
Generator: bdist_wheel (0.43.0)
Root-Is-Purelib: true
Tag: py3-none-any

RECORD

Path Digest Size
fjformer/__init__.py sha256=ERLd6QHhCUrMNTfELO8XU8ccPLLpLDDDhGJYUS4PMvo 4190
fjformer/utils.py sha256=3nLxe5H2Kr7wpyVh3DL2Rp-kk5cVchUHw0Ox_KZGCPs 5224
fjformer/bits/__init__.py sha256=nSV_2nNED6I_bv6f6jPwJY7fVwCrZrHjAh5ZzambJPI 1310
fjformer/bits/bits.py sha256=LE6phQhZzOV8y7Ng1yO0FvYeGSj-U7PqLRReMSRrHWU 5059
fjformer/bits/calibration.py sha256=B1afi1oY0D5FMIyx1PKzmo5Tm0A6L2jfxPcQCU3xQ7Q 1748
fjformer/bits/config.py sha256=BXlkJd0TupfQzPWgb8MaxsAFU210hbfZXtI6DKxnaX4 17587
fjformer/bits/int_numerics.py sha256=Fnop788DNxkTxlDXn3sfYlGKbiww7e_CEBo3JSSC98c 3827
fjformer/bits/no_numerics.py sha256=Cxx7Oxm5D1chuc3GoSy8q2Al-KEKNx94nUXNLqIgUbU 1466
fjformer/bits/numerics.py sha256=v2XLGnxR4LOCkGyG16vZxonNqjmCYS77eatJIHZi1Xg 1538
fjformer/bits/q_dot_general.py sha256=tzGvsSjZq93Qf-pdSNYdxdLc-6WaG-uO5zMwxuFer30 22994
fjformer/bits/q_flax.py sha256=ekR1rdK8snpAquql4lJ-XgXQSOcrAjBcFufuYQLA62s 14808
fjformer/bits/qk.py sha256=BSf0HHV_4clXEAm4tHEVXrBPWAW24JCkaioiA0ojIuU 458
fjformer/bits/stochastic_rounding.py sha256=qDiulQTPgg4eBrPWvWdN64qJQkjlzvsjzOueK-LBXgA 1495
fjformer/checkpoint/__init__.py sha256=ErCZGbje7uCNChvy5dUoNyrDJi8GjEgkqXh8smEMv8A 339
fjformer/checkpoint/_load.py sha256=eD4Tiaz8Go74Pbbk5M3XW4CZUOTGruey2eopJeKgFuI 3235
fjformer/checkpoint/streamer.py sha256=joNT7CJnBXp5_d3ZdYDCmRhnkh0MTI4-5lM-2qFIpIw 13721
fjformer/func/__init__.py sha256=_bxsmv_67j2xYEPt97jLmXLD0wSSAIOM2dDb9EwxtCI 1792
fjformer/func/_func.py sha256=jpJD5WWBECg69r-w6D-6NZbEJ1FyVTjZPrj-dwsbY-s 2020
fjformer/func/loss_func.py sha256=tZBNIYpG0eVSNIMtNRCyRs6TwZstPFqqSb6M0cpql8I 25751
fjformer/linen/__init__.py sha256=kEhcOEn6Q9dIDkuvaGUwZqZ9gqiGH0fg0U8g0dZNpFs 3596
fjformer/linen/linen.py sha256=UqMAyZ6cPGXLjDTubAsWkgBRPe0NBVluGDUb0u9J5K8 69938
fjformer/monitor/__init__.py sha256=tl6_H3ot_khoI6w2CdNEdPM3yGPy7yWZoFdKnxZ-jIQ 376
fjformer/monitor/tracker.py sha256=D7nXWhCYiYgB5f93SDtI1WTBS3u0uyCD8Ep2R33AseI 6920
fjformer/optimizers/__init__.py sha256=CxQczf0eKQ53IyQrUlrgIcblQ7O5bvE3Z3G4GsszDcg 2364
fjformer/optimizers/adafactor.py sha256=zcwAHex0jAW3XEiAvyd_WTKo52wxX_Csfhh1tGAPNi0 8887
fjformer/optimizers/adamw.py sha256=ikLsEgI7RArqs65XjTxVc5j-Sa9GjB1Pne0q99vBS6Q 5983
fjformer/optimizers/lion.py sha256=MPKcxFpPNqAvqeaZAscS6P63rI2q_s-uJpsHnKbsTqY 6036
fjformer/optimizers/optimizer_utils.py sha256=trI8jIUeUc-z1SxX0DIOL1Bw2yDYezQBMpZquIFr8eM 1064
fjformer/optimizers/rmsprop.py sha256=Joq6ofvFN1xw3bOniXFZpVEKIi-8YQfkq1dm0lmIr7U 10362
fjformer/pallas_operations/__init__.py sha256=NajMepV8ZS29GY5qUP5DyKcBF17kPKNgmjsW2WGJnUc 2478
fjformer/pallas_operations/efficient_attention/__init__.py sha256=MH9HzNgO7yKoDP9zCp3wGhncB6NO0_e15i8v1pOTWnw 87
fjformer/pallas_operations/efficient_attention/efficient_attention.py sha256=zV9Phfv-frTXveYUq7Uirepr-DFivmj0JoiN5bgptPA 8042
fjformer/pallas_operations/flash_attention/__init__.py sha256=excKMhByr-e5JgbvuM8-X3UntXdZDo3E2EGFaDieck0 166
fjformer/pallas_operations/flash_attention/gpu/__init__.py sha256=wwqKQjWJnCga5eB5Su1okKgn-_dIaWc1Pv5DgRbdHvQ 57
fjformer/pallas_operations/flash_attention/gpu/jax_flash_attn_gpu.py sha256=QAavvrldhOyTQFL6R4-55Qn8RiLPOyQ7dgfCiffJ0sA 20599
fjformer/pallas_operations/flash_attention/tpu/__init__.py sha256=GQT9yNmvBD7hS4gXVsD9PnmcIY4ZDYv7GxVveKd2BJk 123
fjformer/pallas_operations/flash_attention/tpu/jax_flash_attn_tpu.py sha256=LkjMKiRfkqIsaR0HnkOE49O6uUqlc41ljtBfxuaO9yI 55183
fjformer/pallas_operations/layer_norm/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
fjformer/pallas_operations/layer_norm/gpu/__init__.py sha256=5R6eY4P6QTGYkN-GghoMIQjZ14wexEq-dLJEppBmJ2s 35
fjformer/pallas_operations/layer_norm/gpu/layer_norm.py sha256=x6ET-ZTHUC6yQrJTtlUL80GXIcpk2KXeMxvEy-d1u3Y 11624
fjformer/pallas_operations/ring_attention/__init__.py sha256=UMyZbTTFq8Z9_vNiBXgjoV-DFwrCRgyZmMAjdsHccE0 268
fjformer/pallas_operations/ring_attention/ring_attention.py sha256=04Rfnup-SaO3JfrWgKRf2AKmzqS7hiIBNuEDZiHKg2w 74839
fjformer/pallas_operations/rms_norm/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
fjformer/pallas_operations/rms_norm/gpu/__init__.py sha256=cFRjwfWd4fs7-Z5b931iDyDjIEhyMjYx-FbahFafE9w 31
fjformer/pallas_operations/rms_norm/gpu/rms_norm.py sha256=cpJK6Bbhes6YlIznkvEWUBChwL64VR_gSWs2jtyCEyo 10452
fjformer/pallas_operations/softmax/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
fjformer/pallas_operations/softmax/gpu/__init__.py sha256=83Z7CzYDHy0RIEeisCPFcFCYY0SHRX4WH_GhGxd__FU 29
fjformer/pallas_operations/softmax/gpu/softmax.py sha256=mCASWrduaNr_viDXoENkHxLs8GhARWsdVkcLRKVYLe4 2765
fjformer/pallas_operations/splash_attention/__init__.py sha256=jEuBy5kr94DdL5MJyaJhRgct8XMnQWwoUaZgwJz7uWw 1763
fjformer/pallas_operations/splash_attention/tpu/__init__.py sha256=v9vyrP6FGq11ubfYWd-xyat03WQ7VKViVGZtojqLbA0 1867
fjformer/pallas_operations/splash_attention/tpu/splash_attention_kernel.py sha256=Lv7u3z6NPpH8T4cI-VuuLzOwosUauVc8je9jjrvypAQ 82801
fjformer/pallas_operations/splash_attention/tpu/splash_attention_mask.py sha256=kBH5aqBtjS9bXIuHBRRzNCowiS1uZyQwgnL-jGkP25E 16381
fjformer/pallas_operations/splash_attention/tpu/splash_attention_mask_info.py sha256=fIDgBelDRag7NKOWix1EeRCE1u7kXLkRW3amxWeszRA 37305
fjformer/partition_utils/__init__.py sha256=vvYKV9F2n6vKMRfBYb5UEMRt5hM2Hqopb02F1qnHZos 363
fjformer/partition_utils/mesh_utils.py sha256=D2bqCJQ1Ed16gQWhSxCsnHor_RlXNcolN5VHTIDsc50 11475
fjformer/partition_utils/t5x_partitioning.py sha256=M-cjOqc8NERAewVomZ7Iwu8y3bUZtzni9qNr0KuZVtk 46455
fjformer/xrapture/__init__.py sha256=5NPeL50SZGZg1P0h_weNp0OCjun65anBKsQPUpRJlNQ 1048
fjformer/xrapture/implicit_array.py sha256=RFT9WzIMslbvIcWy87-I8VbIopF76fEQ0xUqxeQkTFo 37136
fjformer/xrapture/tracer.py sha256=hMB3sUoq6BizW17-JH0-ezTr7eY9yn9u4LjHpMmUm5s 2920
fjformer/xrapture/xrapture.py sha256=ecQ-yV44fsilRMUhlt3efKh1BH55m3EcfetXIFcuYv8 23595
FJFormer-0.0.50.dist-info/LICENSE sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ 11357
FJFormer-0.0.50.dist-info/METADATA sha256=SDM4_f3fbD0d9XZsgbK9v-gDMo_ewVXVpLJ0wc4TXeU 3208
FJFormer-0.0.50.dist-info/WHEEL sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ 92
FJFormer-0.0.50.dist-info/top_level.txt sha256=Q09wxLnkDTboxbXuscFCDpgGENPG5JCFyEgrqPzgJC4 9
FJFormer-0.0.50.dist-info/RECORD

top_level.txt

fjformer