autoawq

View on PyPIReverse Dependencies (11)

0.2.5 autoawq-0.2.5-cp39-cp39-manylinux2014_x86_64.whl
autoawq-0.2.5-cp39-cp39-win_amd64.whl
autoawq-0.2.5-cp38-cp38-manylinux2014_x86_64.whl
autoawq-0.2.5-cp38-cp38-win_amd64.whl
autoawq-0.2.5-cp311-cp311-manylinux2014_x86_64.whl
autoawq-0.2.5-cp311-cp311-win_amd64.whl
autoawq-0.2.5-cp310-cp310-manylinux2014_x86_64.whl
autoawq-0.2.5-cp310-cp310-win_amd64.whl

Wheel Details

Project: autoawq
Version: 0.2.5
Filename: autoawq-0.2.5-cp39-cp39-win_amd64.whl
Download: [link]
Size: 84951
MD5: a8deec7f509b2bc648baa256989a5260
SHA256: ed69a39f76127d40c7249d7a9751b0d211198c2e1f6bd3e80faacc823d01c9d2
Uploaded: 2024-05-02 18:32:52 +0000

dist-info

METADATA

Metadata-Version: 2.1
Name: autoawq
Version: 0.2.5
Summary: AutoAWQ implements the AWQ algorithm for 4-bit quantization with a 2x speedup during inference.
Author: Casper Hansen
Home-Page: https://github.com/casper-hansen/AutoAWQ
License: MIT
Keywords: awq,autoawq,quantization,transformers
Classifier: Environment :: GPU :: NVIDIA CUDA :: 11.8
Classifier: Environment :: GPU :: NVIDIA CUDA :: 12
Classifier: License :: OSI Approved :: MIT License
Classifier: Natural Language :: English
Classifier: Programming Language :: Python :: 3.8
Classifier: Programming Language :: Python :: 3.9
Classifier: Programming Language :: Python :: 3.10
Classifier: Programming Language :: Python :: 3.11
Classifier: Programming Language :: C++
Platform: linux
Platform: windows
Requires-Python: >=3.8.0
Requires-Dist: torch (>=2.0.1)
Requires-Dist: transformers (>=4.35.0)
Requires-Dist: tokenizers (>=0.12.1)
Requires-Dist: typing-extensions (>=4.8.0)
Requires-Dist: accelerate
Requires-Dist: datasets
Requires-Dist: zstandard
Requires-Dist: autoawq-kernels
Requires-Dist: black; extra == "dev"
Requires-Dist: mkdocstrings-python; extra == "dev"
Requires-Dist: mkdocs-material; extra == "dev"
Requires-Dist: griffe-typingdoc; extra == "dev"
Requires-Dist: lm-eval (==0.4.1); extra == "eval"
Requires-Dist: tabulate; extra == "eval"
Requires-Dist: protobuf; extra == "eval"
Requires-Dist: evaluate; extra == "eval"
Requires-Dist: scipy; extra == "eval"
Provides-Extra: dev
Provides-Extra: eval
Description-Content-Type: text/markdown
License-File: LICENSE
[Description omitted; length: 14578 characters]

WHEEL

Wheel-Version: 1.0
Generator: bdist_wheel (0.43.0)
Root-Is-Purelib: false
Tag: cp39-cp39-win_amd64

RECORD

Path Digest Size
awq/__init__.py sha256=48LEKhI_D-05Xr0nlwCzNMOZWgi2L1UpHS5TF2ZqBVw 71
awq/evaluation/__init__.py sha256=MlXavaJhTpTDVTrp71Urawj84McmPgNXA9ltXLto43k 229
awq/evaluation/eval_utils.py sha256=50Dyo117P7LYsN6_2FbaWA9l-UBWI_AtmBsKS5JTOyE 5560
awq/evaluation/humaneval_utils.py sha256=VtxlHmObpURQaBSVyJBWgZZQ6dHbfrHzkySNa8T0isk 13026
awq/evaluation/kl_divergence.py sha256=Dc1WVSCLjSEmSPL773-JOJOF-Lna3ZjPLeYxhSRYhGI 5718
awq/models/__init__.py sha256=Q5Klwcq2-wMLuc6jrteBjlEQBC1aHi-hIxws8e6iRtw 792
awq/models/_config.py sha256=Fm5BYlKL9J9glbqMUynZxXALuHS1lbR-gjClIYW4noc 3883
awq/models/aquila.py sha256=Mp2Jnlrzw9YhfGY-bLTa120O2FQbvrEIijKKEFahiYY 4783
awq/models/auto.py sha256=nzzXP9I2_ZRpVnnyH3K0n0OKd9QAOx6kThemWy1agEo 3828
awq/models/baichuan.py sha256=HhNwdWAJfRSnO4YULSOZt98Sh4a4AHbchYr2SIgwFuk 4834
awq/models/base.py sha256=4hY-ZTU8yMT2jzJuTSNY9mdu8vZXMLVExr2cYI-oveg 22547
awq/models/bloom.py sha256=aD5s-GPrGeXCWu38sdM01uRtV-BidU6MKNzkKaEIkMQ 2356
awq/models/falcon.py sha256=-gr_QlqzhzrXvtm7juKBfx7NOS_wKkPvQUrq_gEkFjQ 4483
awq/models/gemma.py sha256=T_n_6cIZnRRWBKrEUJhWYjOI7zXNtb-uTLx9RN5yZIU 5346
awq/models/gpt_bigcode.py sha256=8n7NkFZ5jWOTrNeJqymOk1fF_nFA2xDHJZq9sUOtQQI 1933
awq/models/gpt_neox.py sha256=B0vCkldMnkxMIe3FRcpa2RSHEN2ycn-Hu2WgDoqDTXA 2085
awq/models/gptj.py sha256=qdtBr6FuqD3l92o8UrZYP2Ox7EWOqQYDXa4Myu1S7r4 1845
awq/models/llama.py sha256=ksx1Tq2gq14yag_SCcQeR6dQWF5e9MHsozjKdcqcKTo 4811
awq/models/llava.py sha256=4NemlHNCP0ZcPbHtN4hCPyDTZ7G-2m7BYWYLz_SM3Bw 4959
awq/models/mistral.py sha256=-sJYD733S7ngs_uLHbIvp1PG1TDQgQfv5OBFYQVvdqw 4805
awq/models/mixtral.py sha256=lM7P6I1MjPW8AbREm6gFBvRqlMYm1SUUdxmxruRd-As 6409
awq/models/mpt.py sha256=rxWdxAIoiRYaNFzgz2_uqB5cb0feRvOPzWR_wOxdv8o 3716
awq/models/opt.py sha256=EzjapS0z0IakTNzAz3gDUZggkYi6dGT5hL1kdOad8PQ 2078
awq/models/qwen.py sha256=HnfA79SC9MlvkmUEQ1vTgDW3nC9r0Extf6bEL-wIVyQ 1486
awq/models/qwen2.py sha256=GgBiUpcPG2DzPpynSNRD-xvF2ilJRdkxkx8x8LEQWbs 4749
awq/models/stablelm.py sha256=Jh3Fy6XXZOWqrufWEAO4iivn_eR3UMpJiTeKvU9Z5qE 4767
awq/models/starcoder2.py sha256=XliUg26W07DEHtwMGfur6gLPDohL2wwCBwvN67J_29E 4707
awq/models/yi.py sha256=WD_OUoxuOyvL6hn--GiTpwSxsJ3cA66HZamvCe1IpGg 4343
awq/modules/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
awq/modules/act.py sha256=mjD6bTt8MMo5cSGSncFBEt7kmPGbOMN0EfJ6SKXy__0 307
awq/modules/fused/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
awq/modules/fused/attn.py sha256=zfOgRtpCDiSZ5l7XpOEix53H0B4zD3cHfMWXeiVM5w4 12560
awq/modules/fused/block.py sha256=mB19t07x7Yx-niyi3vJUwKiMbCs8cp8_qmz5WzZxEAs 8600
awq/modules/fused/cache.py sha256=HZY6L7skuwSapzjn4CKXE8epBnONCzZrcUzHUuN3QEs 2533
awq/modules/fused/mlp.py sha256=nic2dxPgsqhtAIEssosLea4fgt-dqkybtVp5Zs72Dq4 2474
awq/modules/fused/model.py sha256=cmdgYi3PUlv0Kri0VK15CoTIJvna96SumarWq6mohC8 7070
awq/modules/fused/moe.py sha256=jIUSZAeM4AbDF_twHnCfYmWAfxLPEyZpoCCyX0GeD9s 6073
awq/modules/fused/norm.py sha256=zxHiBtLAqL0yJEEX4lRkpuRhhLlFPSgmAfhhdtF-m8g 698
awq/modules/linear/__init__.py sha256=zMMNH8F-I438LhfBFqxmKR7ZyGQ6BUmG3yrNp9iGzPY 285
awq/modules/linear/exllama.py sha256=RC6oJ4VcrAA0arqS0fvBfCDJ6qhSOrzByZEnl6ux_8E 4557
awq/modules/linear/exllamav2.py sha256=zW1Vzwy_zULq_alZwa4hWTES6r7KyROk-b2V8PwmP8g 6855
awq/modules/linear/gemm.py sha256=je3b-dWRnmMd0qnInZ-UPztenxmfOeGBiGnBC-uz_cw 8926
awq/modules/linear/gemv.py sha256=7w3v1BTKPmijUlipRqe3ooNZUnOeOk4nDePd-x9-9YU 6836
awq/modules/linear/gemv_fast.py sha256=DD2If5pGYPuRUbCMgf2S3IaixJVRXeq8xDDkKClipjk 6998
awq/modules/linear/marlin.py sha256=VAv0r5jtX9Ix449fFnMgtjCyIUo7tYsN0OPUYpVJYW8 7403
awq/quantize/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
awq/quantize/quantizer.py sha256=zHxM2vzDNDRpSmgxSpylFuHCLYWrtkr1BmM-i1Ae4DM 20705
awq/quantize/scale.py sha256=P_MjjQHI9itJOKnqDRG4UeJ5oX-o9P-eH9q8riqzEiI 5344
awq/utils/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
awq/utils/calib_data.py sha256=xw3PqVwXz8FoZUm7U7uuxztKcWLsJszrgJH7AgM-Mlw 2178
awq/utils/fused_utils.py sha256=mi4ScPWRgF0Ak7qRsZN9b_giyL8Nbww-AxRgPTMIxIo 8708
awq/utils/module.py sha256=B-DjhmGbIhYrgmf4aVjhZR8-Ffh3hPqAPASf-8iJnZY 1771
awq/utils/packing_utils.py sha256=FKp2fL06EJCgMhlD4NrAv7BSWGKIg656SXFou_eDmmE 3271
awq/utils/parallel.py sha256=Thrf08I6yHwloy7uA4d6waflLeROOEx3wiWcy0hGHTM 863
awq/utils/quant_utils.py sha256=2_N3Wz3Gjr8Ud0aphi41suqzSEIJ1BS3BtEzyMAsGQI 5064
awq/utils/utils.py sha256=ZTqyZaRMkxIbkTya-ZQHIH88pdP2FuVFpC_OwZuulfM 3176
autoawq-0.2.5.dist-info/LICENSE sha256=ZyOvqdsKHuBAn6udPNK7KM5WYk5prBydnkJKuC1iD4E 1089
autoawq-0.2.5.dist-info/METADATA sha256=-xNI_IkOGcMlwEuX1cqzX7H0UenWdupvxd7QgnVMnC0 16522
autoawq-0.2.5.dist-info/WHEEL sha256=Z6c-bE0pUM47a70GvqO_SvH_XXU0lm62gEAKtoNJ08A 100
autoawq-0.2.5.dist-info/top_level.txt sha256=1ac2EWKyAP529fvezQOHpI34L36XqaymH-db8ncpOvY 16
autoawq-0.2.5.dist-info/RECORD

top_level.txt

awq
test_kernel