autoawq

View on PyPIReverse Dependencies (10)

0.2.5 autoawq-0.2.5-cp39-cp39-manylinux2014_x86_64.whl
autoawq-0.2.5-cp39-cp39-win_amd64.whl
autoawq-0.2.5-cp38-cp38-manylinux2014_x86_64.whl
autoawq-0.2.5-cp38-cp38-win_amd64.whl
autoawq-0.2.5-cp311-cp311-manylinux2014_x86_64.whl
autoawq-0.2.5-cp311-cp311-win_amd64.whl
autoawq-0.2.5-cp310-cp310-manylinux2014_x86_64.whl
autoawq-0.2.5-cp310-cp310-win_amd64.whl

Wheel Details

Project: autoawq
Version: 0.2.5
Filename: autoawq-0.2.5-cp39-cp39-manylinux2014_x86_64.whl
Download: [link]
Size: 84263
MD5: 803fd7aeb93528e6cbad07a714f5b18d
SHA256: c280d4244bc0b48c09c3cd361d30788c2afca38b3ab274fe3b86aecfa1484760
Uploaded: 2024-05-02 18:32:50 +0000

dist-info

METADATA

Metadata-Version: 2.1
Name: autoawq
Version: 0.2.5
Summary: AutoAWQ implements the AWQ algorithm for 4-bit quantization with a 2x speedup during inference.
Author: Casper Hansen
Home-Page: https://github.com/casper-hansen/AutoAWQ
License: MIT
Keywords: awq,autoawq,quantization,transformers
Classifier: Environment :: GPU :: NVIDIA CUDA :: 11.8
Classifier: Environment :: GPU :: NVIDIA CUDA :: 12
Classifier: License :: OSI Approved :: MIT License
Classifier: Natural Language :: English
Classifier: Programming Language :: Python :: 3.8
Classifier: Programming Language :: Python :: 3.9
Classifier: Programming Language :: Python :: 3.10
Classifier: Programming Language :: Python :: 3.11
Classifier: Programming Language :: C++
Platform: linux
Platform: windows
Requires-Python: >=3.8.0
Requires-Dist: torch (>=2.0.1)
Requires-Dist: transformers (>=4.35.0)
Requires-Dist: tokenizers (>=0.12.1)
Requires-Dist: typing-extensions (>=4.8.0)
Requires-Dist: accelerate
Requires-Dist: datasets
Requires-Dist: zstandard
Requires-Dist: autoawq-kernels
Requires-Dist: black; extra == "dev"
Requires-Dist: mkdocstrings-python; extra == "dev"
Requires-Dist: mkdocs-material; extra == "dev"
Requires-Dist: griffe-typingdoc; extra == "dev"
Requires-Dist: lm-eval (==0.4.1); extra == "eval"
Requires-Dist: tabulate; extra == "eval"
Requires-Dist: protobuf; extra == "eval"
Requires-Dist: evaluate; extra == "eval"
Requires-Dist: scipy; extra == "eval"
Provides-Extra: dev
Provides-Extra: eval
Description-Content-Type: text/markdown
License-File: LICENSE
[Description omitted; length: 14578 characters]

WHEEL

Wheel-Version: 1.0
Generator: bdist_wheel (0.43.0)
Root-Is-Purelib: false
Tag: cp39-cp39-linux_x86_64

RECORD

Path Digest Size
awq/__init__.py sha256=yXQUZ1yC0OQ2d78bQLvz45NhLDJMC_aB6ndZZZDD7fg 69
awq/evaluation/__init__.py sha256=VRBd_xx2ELd6a76g1o3wGlhZ599WoZKpQ21r8bec-18 222
awq/evaluation/eval_utils.py sha256=6-wQ1WKsto5163aImvScvgWWC7ChFZvDlTPZ3cMrjqA 5383
awq/evaluation/humaneval_utils.py sha256=6vbJnRXBnfVI8XNYLkORBllcD1QzmyxhImkLKsXWmXM 12562
awq/evaluation/kl_divergence.py sha256=2mD4947RGWdC2SjoUJhgbtGMEKwzCOn9S3kGPUczmis 5559
awq/models/__init__.py sha256=Q8TDEC5HOSzhc0CoFNVc8tkE0clToMWW-vJElcx32LE 773
awq/models/_config.py sha256=fWOpYdarf6Q2F9GX6Igl9YKRbIVOptsNy520QVaBxeM 3781
awq/models/aquila.py sha256=EHuLB9osyTL0YS0RXcYe-oXe2Ljrlo4UJ0Cagi2kAy8 4643
awq/models/auto.py sha256=IqMsSS7kR6WZQ8MlMEdb24-BnLb7VSNotmmM76tH-M0 3712
awq/models/baichuan.py sha256=lN6fYh7zzQH2kQU2LfJIv57v493SLy85808TGNeSRa8 4692
awq/models/base.py sha256=fjy3ZILFk7hFZYoW_d8ZHWqp-K7xCh6fK9-Kh3f43Mw 21932
awq/models/bloom.py sha256=jz8STOh0eS0fZDyqkVaQRfUQ6gEPW9_knKAity3ODPY 2286
awq/models/falcon.py sha256=nS97rP1aXhRTU0dbRh5IfxGj5JkdlJ4d-ZV8vOBEQkA 4350
awq/models/gemma.py sha256=Hbcjn0tOgoVbXiJt3feoAtQIengPJCDQrfXw6_KJG-o 5197
awq/models/gpt_bigcode.py sha256=uHqirtUUe2AbFJRORqz6j1CD_j1UWjE8l0D_TdptzSE 1868
awq/models/gpt_neox.py sha256=Tm59JKua1lrzaCu3j36QAmNkYSKa_94Pi1HD3Gg4et4 2015
awq/models/gptj.py sha256=wt_b-I2YG64UXQNCKCDAfTk8c-E90bQgLZHI_hnyU4I 1781
awq/models/llama.py sha256=oxAZCi7rfEzaHkWekd5zWCJJE2UsbVdHI48Yi8uawjk 4673
awq/models/llava.py sha256=kUTUBPbPY28fM_QEkAoLYfohoUhiQMrpatWTxEN5nC8 4818
awq/models/mistral.py sha256=nUHes9BSv7ydSBBgUiCmJHk0-pCM0Biy8vcfeX_Nb_k 4666
awq/models/mixtral.py sha256=oY1UmDa6IIPfkmxm5bAH1FrEBhMWiKzsEgFQWnFElwI 6222
awq/models/mpt.py sha256=PQCrUDLQB6towyLyfQJTDzng7YoU__9VNCacVRM66mg 3593
awq/models/opt.py sha256=DDbSPflGDHR3ZNMRzpVxbeFi1fvajTiwkrPk_tF6vJs 2008
awq/models/qwen.py sha256=PKTsaYoafMD0iZRdb7dFIl8LKi-vAom8HDQgyK_AnSQ 1431
awq/models/qwen2.py sha256=Bx5AA0mAsGDFEqhY17WE5CxXoJko_if1fJUwVj2y-mw 4612
awq/models/stablelm.py sha256=Mtf1e2zbunv8U8KhxObbA9wfu53lgT0lfqOKK1DluvI 4631
awq/models/starcoder2.py sha256=g4DHWfBeJpTNNgXi-uLa40kuUacacs4gzxg2a-wOaBQ 4571
awq/models/yi.py sha256=sjw3o_aqUeGyswBvXCfdzzPIS_AQgLFeIz5cLEtb9IU 4211
awq/modules/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
awq/modules/act.py sha256=aZ94be2OHIskt_9ug4UTRZyskx1IBxSRDac5Kdk4NYo 296
awq/modules/fused/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
awq/modules/fused/attn.py sha256=zfOgRtpCDiSZ5l7XpOEix53H0B4zD3cHfMWXeiVM5w4 12560
awq/modules/fused/block.py sha256=KawevCayUX_VYR1NIAhAZv4S5MC-4l5Sl1BQ0GqHeDc 8294
awq/modules/fused/cache.py sha256=m6wFn9qT0SnxPMfTmZ1uIuk6YWr1z1KACWzRZhGwplU 2463
awq/modules/fused/mlp.py sha256=nic2dxPgsqhtAIEssosLea4fgt-dqkybtVp5Zs72Dq4 2474
awq/modules/fused/model.py sha256=yIEwrcyMpZGCWn9mIEvQHjHC1vR0Vq4Q7rhh87VcRh8 6821
awq/modules/fused/moe.py sha256=MZH04VvU6KsiAEx01xWrXRzCyWE5N40QwCKFXQlP9e8 5901
awq/modules/fused/norm.py sha256=x95x5CWRY-U7OD19prFkeXkTsvshGAJTz4oSlvyAF9Q 671
awq/modules/linear/__init__.py sha256=zMMNH8F-I438LhfBFqxmKR7ZyGQ6BUmG3yrNp9iGzPY 285
awq/modules/linear/exllama.py sha256=jgMJHmbP5iUk23QFK_qmQc3AEf_HHOuz4Va9W4pfxL8 4411
awq/modules/linear/exllamav2.py sha256=3RfzDi_UiDhPONT9ry2h0k7NIVUolDT1Un6dLcncrYg 6651
awq/modules/linear/gemm.py sha256=Bz4fqijOFnNJYG7i0K1jYqH5eP4IygcpjaPGuXcSMIE 8659
awq/modules/linear/gemv.py sha256=_6WZS5iPgk1AMAKuO9y-7CnW2YpWh0-tSGeErGznpjY 6633
awq/modules/linear/gemv_fast.py sha256=qRcDVqt-lBw6VwUlWfdA5Z4albs4Xl4YYdzFck0tc4c 6788
awq/modules/linear/marlin.py sha256=WW0OExGwUXC9FnERYmFRBamPPY3uksVL8K7ja4eqrcA 7166
awq/quantize/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
awq/quantize/quantizer.py sha256=VFqcTHnt0IkrQ8dBCCeRSyjQ1AQmPpqTDLA0-HF-zbw 20142
awq/quantize/scale.py sha256=TjgoY_5LzbSh96pRt11yH8VfXc4wYmagtJa4NUCOWZc 5182
awq/utils/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
awq/utils/calib_data.py sha256=nqOp56uLRWc01QbaNbkIjQy5O3cWV5ENkKNmFJ_uQdg 2113
awq/utils/fused_utils.py sha256=IzL56iW3SXonbo9Ys3ldfWiR2DXmyAyB1ZRzpNi1RiI 8462
awq/utils/module.py sha256=TotkGJ_jZGvRpmxfSkzEmWdYaLqO-rJuol3eblptDFI 1714
awq/utils/packing_utils.py sha256=RdKIBnay5Xj_l2rN9pzV8EagZahog-2wxRWMyzHg1lg 3173
awq/utils/parallel.py sha256=QykJ7wIy7VYUSQdNa10TLZR_P2lyS4BH4ncoFMyMt1c 834
awq/utils/quant_utils.py sha256=-0PY_c0GAcA1HdRDJwtmwoqo5tDHKqQAOiBfGGgFWSg 4904
awq/utils/utils.py sha256=9rVjGLOZAf7rhYGwhbJMcOfbWuJnKvmVpFMGI5BClzg 3073
autoawq-0.2.5.dist-info/LICENSE sha256=KvSF0mkHG1g8YsICUKYzSfgxMxLMnfC9kAfKOcbVe9k 1068
autoawq-0.2.5.dist-info/METADATA sha256=-a5EWdNBwbaH57KYLL8VjPA0LKxZQs8oChdNwn48n7Y 16234
autoawq-0.2.5.dist-info/WHEEL sha256=ycs7Gxh-6bYFXKIXpH7xP3pNtN1btH-bNGDmRvZ8jG0 103
autoawq-0.2.5.dist-info/top_level.txt sha256=1ac2EWKyAP529fvezQOHpI34L36XqaymH-db8ncpOvY 16
autoawq-0.2.5.dist-info/RECORD

top_level.txt

awq
test_kernel