crawlee

View on PyPIReverse Dependencies (0)

0.0.3 crawlee-0.0.3-py3-none-any.whl

Wheel Details

Project: crawlee
Version: 0.0.3
Filename: crawlee-0.0.3-py3-none-any.whl
Download: [link]
Size: 123453
MD5: 416b648053e26d7a1c0dfae33fd0f0ef
SHA256: 706fff55e4d9d47cfaf5161c36f63c03fe1c7d44d6c10dc2c0ca293e6cec77c5
Uploaded: 2024-05-15 09:33:14 +0000

dist-info

METADATA

Metadata-Version: 2.1
Name: crawlee
Version: 0.0.3
Summary: Crawlee for Python
Author: Apify Technologies s.r.o.
Author-Email: support[at]apify.com
Project-Url: Apify Homepage, https://apify.com
Project-Url: Changelog, https://github.com/apify/crawlee-py/blob/master/CHANGELOG.md
Project-Url: Documentation, https://todo.com/
Project-Url: Homepage, https://todo.com/
Project-Url: Issue Tracker, https://github.com/apify/crawlee-py/issues
Project-Url: Repository, https://github.com/apify/crawlee-py
License: Apache-2.0
Keywords: apify,automation,chrome,crawlee,crawler,headless,scraper,scraping
Classifier: Development Status :: 3 - Alpha
Classifier: Intended Audience :: Developers
Classifier: License :: OSI Approved :: Apache Software License
Classifier: Operating System :: OS Independent
Classifier: Programming Language :: Python :: 3
Classifier: Programming Language :: Python :: 3.9
Classifier: Programming Language :: Python :: 3.10
Classifier: Programming Language :: Python :: 3.11
Classifier: Programming Language :: Python :: 3.12
Classifier: Topic :: Software Development :: Libraries
Requires-Python: >=3.9,<4.0
Requires-Dist: aiofiles (<24.0.0,>=23.2.1)
Requires-Dist: aioshutil (<2.0,>=1.3)
Requires-Dist: beautifulsoup4 (<5.0.0,>=4.12.3); extra == "beautifulsoup"
Requires-Dist: colorama (<0.5.0,>=0.4.6)
Requires-Dist: docutils (<0.22.0,>=0.21.0)
Requires-Dist: eval-type-backport (<0.3.0,>=0.2.0)
Requires-Dist: html5lib (<2.0,>=1.1); extra == "beautifulsoup"
Requires-Dist: httpx (<0.28.0,>=0.27.0)
Requires-Dist: lxml (<6.0.0,>=5.2.1); extra == "beautifulsoup"
Requires-Dist: more_itertools (<11.0.0,>=10.2.0)
Requires-Dist: psutil (<6.0.0,>=5.9.8)
Requires-Dist: pydantic (<3.0.0,>=2.6.3)
Requires-Dist: pydantic-settings (<3.0.0,>=2.2.1)
Requires-Dist: pyee (<12.0.0,>=11.1.0)
Requires-Dist: python-dateutil (<3.0.0,>=2.9.0)
Requires-Dist: sortedcollections (<3.0.0,>=2.1.0)
Requires-Dist: tldextract (<6.0.0,>=5.1.2)
Requires-Dist: typing-extensions (<5.0.0,>=4.1.0)
Provides-Extra: beautifulsoup
Description-Content-Type: text/markdown
[Description omitted; length: 16191 characters]

WHEEL

Wheel-Version: 1.0
Generator: poetry-core 1.9.0
Root-Is-Purelib: true
Tag: py3-none-any

RECORD

Path Digest Size
crawlee/__init__.py sha256=qtIDQ8d7pO1b1Bw7zrxXyTkf8RwWYwnRMs_su1pOHAE 31
crawlee/_utils/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
crawlee/_utils/blocked.py sha256=m78qM6a5D796RTQ9Gjrv1XQF1nw46EuEK41W3ohRwZ0 774
crawlee/_utils/byte_size.py sha256=h22V4Vtyx99BSNJG7tii8RYoaR8tYx7eiLks_qLRzx0 3341
crawlee/_utils/crypto.py sha256=VrqbenuHBDKJoS_dQHDZXul2q5z7Gfel6uLe-6MbUXk 759
crawlee/_utils/data_processing.py sha256=7-tpzbYyrqCmPGt_sYgBbICqotchjKOHODIMWc4DKvI 3365
crawlee/_utils/env_vars.py sha256=YRfYjXb_DB1Ep8t1aQTFfzDXCbc2wA1ABOH-ho3SJx0 1683
crawlee/_utils/file.py sha256=uCW0YI0V_Q4wMYQEpcbS4_sO36Zoxsb6hbMvPp4F2tc 3503
crawlee/_utils/globs.py sha256=ehgkkyZKWnuoOb3g8bTBMbeOMZlQVBwPC_HiFESdie4 5262
crawlee/_utils/lru_cache.py sha256=IzxnjdvmdbtDpsRDhnS8VtHVyEZDGJeEj0LBPNs8s68 2056
crawlee/_utils/math.py sha256=kDpL-Klzc8UUq7nE6_D5cdXE60TvkPMv_JJa__SdrS4 918
crawlee/_utils/measure_time.py sha256=i8u1Gi9cU3PRXC6VwZvI6H-2eBCwcNfmacsU6L5mY7k 715
crawlee/_utils/recurring_task.py sha256=JuCIEdO64412VN2fQn9LxLV6wtYJnLN5tNIsHiUh6lI 1585
crawlee/_utils/requests.py sha256=gBWIYZEYebg-UHIzhKzS3XyHw4H3SI4Yp5O88ewhG0I 4765
crawlee/_utils/system.py sha256=arDsKTDg9a5wJIeP4iw8mbjFO7J78NjWGbWvhq9ijHs 2414
crawlee/_utils/wait.py sha256=-slTISQiTfpGbO5loE8eymiHTqRwnloAWfZ4pUeGPuk 1429
crawlee/autoscaling/__init__.py sha256=XVwp46efaU0ug0KGiidxmFuI-cewUow68rl8tD7CUxQ 142
crawlee/autoscaling/autoscaled_pool.py sha256=9n3hJb9tg7LXL2Vf_Jh88R-kYdnymgtkiimR6b30R7I 14883
crawlee/autoscaling/py.typed sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
crawlee/autoscaling/snapshotter.py sha256=a3_4ErLTXLsux6_Cur72V4pQhS4ZJv9PmQ9qqrb9eIk 15793
crawlee/autoscaling/system_status.py sha256=K5zmHjPw_XE-r37sxH38bd8jvNl0GuSkO3abcTMWzE8 9293
crawlee/autoscaling/types.py sha256=rIE6MChVukVNgUxjU2tsejKyPAyw_7l9zzROGZV4Oh0 5140
crawlee/base_storage_client/__init__.py sha256=Qh3GV1N_KAIVTvmv_mcNmSPXXLAO76kEk6kIZTF4sMc 470
crawlee/base_storage_client/base_dataset_client.py sha256=ky3aKfecuRB53RyWGfAZzuTBlaERfz236LM6yhqQz8o 9143
crawlee/base_storage_client/base_dataset_collection_client.py sha256=xPh5NXrZMBpyoDay29HV7SwlAYJQ60kjtqBRRUC7gJc 1883
crawlee/base_storage_client/base_key_value_store_client.py sha256=cE2MXlfbPVmrykj5RqK_9if09BSlmKIRobE1abgUoaE 3486
crawlee/base_storage_client/base_key_value_store_collection_client.py sha256=JvfmKiKeNxAmBQpewoLDsCf705X9GnelzGysiYDfKQk 2025
crawlee/base_storage_client/base_request_queue_client.py sha256=wkjIyQmi-hT11HI1eO6tCKgD9XyR13JjthcNfdBevqY 5622
crawlee/base_storage_client/base_request_queue_collection_client.py sha256=l2KAC42OxhqjU2eRXoMOgfvd36bp_RSSucLvTb76uRU 1992
crawlee/base_storage_client/base_storage_client.py sha256=wmg1GMZp9N-yDzZ8Fh2A3rk76d32HeJvNRtHrTOmYso 2229
crawlee/base_storage_client/py.typed sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
crawlee/base_storage_client/types.py sha256=ghi6Qr2nAfnpaMLonL_Wnvr8cc1D5apmMyEzIF2EYL0 735
crawlee/basic_crawler/__init__.py sha256=dyf8OXRigmObjts6HjQlSOFXHdWV5A6bE0lJkVQsoow 186
crawlee/basic_crawler/basic_crawler.py sha256=5U_r8JzQnJBJfUwldLxGQDoLM_ipJDO_CJ5MkG55eiE 25016
crawlee/basic_crawler/context_pipeline.py sha256=a3kzSshJeUa04_P5TcRFqWcjx6fsjA401LIKjfvFbII 4696
crawlee/basic_crawler/errors.py sha256=cs5_g_BL_oblIYAuSZeOi8KsoJIbIOBshibLQHZ1geM 2145
crawlee/basic_crawler/router.py sha256=SO1UdpLiPGyBrx3Z0Ppq1xG8m1ZYtfaUDY-OouABG8w 2279
crawlee/basic_crawler/types.py sha256=nL-ETUyjWPnLgIs3kkMSWelE8IyI8AOCGzNzOrYxEMk 2797
crawlee/beautifulsoup_crawler/__init__.py sha256=KrdziQe-oA1iFmQbI9IbtDSy83h07C_8vkbo2bHrs2Q 86
crawlee/beautifulsoup_crawler/beautifulsoup_crawler.py sha256=Y32a7WM8y9GcS32PL9ia7XlSZQ9dvJIkc24HOJowDU4 5391
crawlee/beautifulsoup_crawler/types.py sha256=qHII7T89Rr0a2xKecBPh9_dsiFnkd0_dOBDt2DacZoc 524
crawlee/configuration.py sha256=Zajyh88ZASrV58gdxcg0RrXBkK_8cYAmFU0S-qvb6A0 1310
crawlee/consts.py sha256=7b3DXOZzE_gALk6uJMG9K-rGqyupSgylY2n2RiFGZeM 146
crawlee/enqueue_strategy.py sha256=1XTyerSFjARpEgHG3RAX_GbSETMRpblqlGKihoKTdms 272
crawlee/events/__init__.py sha256=Er2Kdm6Ts4IFwZMVEYwHDBVl0aQmvOjaYwHX_5fvzsQ 91
crawlee/events/event_manager.py sha256=mOBQNuL3CQOfKo8IK0fTKFFqyPV7etco2ZmYORlIRGE 7211
crawlee/events/local_event_manager.py sha256=bGFS1bzN6NQ2CSamN8sXIgNIoIGlCxVmyEgbYQJwJ48 2682
crawlee/events/py.typed sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
crawlee/events/types.py sha256=pIdkgLF0lFDgwwZ5AJFggDiXHROR-Lu65BloVas8ZP4 1303
crawlee/http_clients/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
crawlee/http_clients/base_http_client.py sha256=mvHqXCYsHd5zTm7Qgxbq8Zu0t519d6aU4SCU0-eUm7A 1856
crawlee/http_clients/httpx_client.py sha256=eSDUp4QYEG6oreD8-BfZWziLIFYTxQh_bfB-2i14oYo 4282
crawlee/http_crawler/__init__.py sha256=jNOnr1n2CnC-_Rcf_D0eMX4EgNuweA71cdgqoaKSaWk 59
crawlee/http_crawler/http_crawler.py sha256=U1w_GuoKYhaz4_S7RlnrzJpqGuI6l77-43hQvB4xDYg 2834
crawlee/http_crawler/types.py sha256=pB5jtIXs6tBgpSaWiT7nfgxr3-qRLFLJ1e7JP2aor0I 329
crawlee/log_config.py sha256=7Ao6397lPuj_R3muyPH2QCOHfQrhlAv0lPJC1mmsmiI 4719
crawlee/memory_storage_client/__init__.py sha256=2xvpVTSRn6IzZSDrcQsN6lR6XQfJo2NU-Ob-Y7kzraY 55
crawlee/memory_storage_client/_creation_management.py sha256=Y9UrYa9BxtPO1rrAuiyz_0Ba8yYhm1HuiICe8TuIZ3k 15666
crawlee/memory_storage_client/dataset_client.py sha256=7UZ30Taowj59CeIaQ5y8Uyi0EJZjEwbD5iMQ2VbwnAI 15684
crawlee/memory_storage_client/dataset_collection_client.py sha256=eNw5MdZBZgQ5oCmHz40fwcPW6uVlYqP9JGSMQoQSF04 2243
crawlee/memory_storage_client/key_value_store_client.py sha256=UN7MW5iBnXMQM4kCTCcFuTENV59kEsDqjRmDv0885YQ 15914
crawlee/memory_storage_client/key_value_store_collection_client.py sha256=u47QQUCtpWnQ_GHhNXZ0t7zr8ydr_yxJ4dROUldmVSk 2333
crawlee/memory_storage_client/memory_storage_client.py sha256=wZ1f4o22aSMvGXX5v5MGiDz-TWjj7F9JqfSDR9Vgsr8 11113
crawlee/memory_storage_client/py.typed sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
crawlee/memory_storage_client/request_queue_client.py sha256=38vk4xUDbzYICbcv6ZwTEGzRZc47Ywhiywlq_MtZ7SE 20944
crawlee/memory_storage_client/request_queue_collection_client.py sha256=vOTW9MXh0is0d4umVtTHxcYZAKhAvm3bHVR5RFDCGCY 2316
crawlee/models.py sha256=Auxe6D72Ej0dJHsdCskZ7__AF_IX-onhw0cHf15Gj4Y 12997
crawlee/py.typed sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
crawlee/sessions/__init__.py sha256=AXr8VIOZPTGr65tAKqV8TiW-JSn0TYAc071aQGJKqOI 67
crawlee/sessions/models.py sha256=pBwxR3ftiql8ALVGA4Ki0QxYVppUufQ1TNU175BqBYw 2430
crawlee/sessions/py.typed sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
crawlee/sessions/session.py sha256=fkEER_zFiigIYU7RIlgSUldGxzhen-qKQIh8nrQjynM 8084
crawlee/sessions/session_pool.py sha256=SqxHlDvo23PGxRUwFz3yaDLUqbpHU44NErTA9iVrI9o 11695
crawlee/storage_client_manager.py sha256=PT0rP6vTccH-itiOaDHqOUMAkZFAIsz967hskIAGTD4 1520
crawlee/storages/__init__.py sha256=f7oyyk8Rff_lRTSKCYnHrxUImNjJ18bQHswbKc9rDdo 150
crawlee/storages/_creation_management.py sha256=3lB4v8NSh40aF9TkDCC8WBu3leDNQvIjftsLniTWAZ8 8804
crawlee/storages/base_storage.py sha256=MBl74gpVsMgj2UGMASL2l5OnklLDAzgWJGistg8LwvM 1090
crawlee/storages/dataset.py sha256=JlKME7Yz_RyzNsWYe_3GlA1NdY2Bi_jK1xPkm_Nmm6Y 15956
crawlee/storages/key_value_store.py sha256=uieP9VVcTi9sCPE5zbDIfIomwLE44Wksugb44EQQsKQ 4994
crawlee/storages/py.typed sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
crawlee/storages/request_list.py sha256=I4uoZRCJJD4C-bknXDsl1sc4MeObgF_G-_FdtmwKZn8 2841
crawlee/storages/request_provider.py sha256=4vVxFvy_7_4BOaY9wyr-FUf0RC7hXd65UY79c0-HLeA 2755
crawlee/storages/request_queue.py sha256=OA1WHf7VxisK40zQIhf218CQNxQaqlPEE7rvpcdsDOQ 25708
crawlee/types.py sha256=3YTErIw8s1RAJX-jnRkYvE8IKSYixvTXuAsY7imFyw8 630
crawlee-0.0.3.dist-info/LICENSE sha256=AsFjHssKjj4LGd2ZCqXn6FBzMqcWdjQre1byPPSypVw 11355
crawlee-0.0.3.dist-info/METADATA sha256=HTOr6NpECzl_7MCzeKHvpYIGDdBGKb6ZQhtZNi2T9Mg 18256
crawlee-0.0.3.dist-info/WHEEL sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg 88
crawlee-0.0.3.dist-info/RECORD