modis-crawler-utils

View on PyPIReverse Dependencies (0)

0.3.15 modis_crawler_utils-0.3.15-py3-none-any.whl

Wheel Details

Project: modis-crawler-utils
Version: 0.3.15
Filename: modis_crawler_utils-0.3.15-py3-none-any.whl
Download: [link]
Size: 65667
MD5: aae7b3fb482015cea84209dd3d014304
SHA256: 0cd03870da5677c3a8bfb85446c578230eaf01797fe52e3c9ee510957ef87ada
Uploaded: 2024-03-18 11:59:41 +0000

dist-info

METADATA

Metadata-Version: 2.1
Name: modis-crawler-utils
Version: 0.3.15
Summary: Scrapy utils for Modis crawlers projects.
Author: Varlamov
Author-Email: varlamov[at]ispras.ru
Home-Page: https://gitlab.at.ispras.ru/crawlers/crawler-utils
Project-Url: Repository, https://gitlab.at.ispras.ru/crawlers/crawler-utils
License: BSD
Classifier: Development Status :: 3 - Alpha
Classifier: Framework :: Scrapy
Classifier: Intended Audience :: Developers
Classifier: License :: OSI Approved :: BSD License
Classifier: License :: Other/Proprietary License
Classifier: Operating System :: OS Independent
Classifier: Programming Language :: Python :: 3
Classifier: Programming Language :: Python :: 3.9
Classifier: Programming Language :: Python :: 3.10
Classifier: Programming Language :: Python :: 3.11
Classifier: Programming Language :: Python :: 3.12
Requires-Python: >=3.9,<4.0
Requires-Dist: Pillow (>=7.1.2)
Requires-Dist: certifi
Requires-Dist: cryptography (==36.0.2)
Requires-Dist: dateparser (>=1.2.0)
Requires-Dist: elasticsearch (==7.8.1)
Requires-Dist: ephemeral-port-reserve (>=1.1.1)
Requires-Dist: itemadapter (>=0.2.0)
Requires-Dist: kafka-python (>=2.0.1)
Requires-Dist: pydantic (<3.0.0,>=2.4.2)
Requires-Dist: pymongo (>=3.10.1)
Requires-Dist: pyopenssl (==22.0.0)
Requires-Dist: python-logstash (>=0.4.6)
Requires-Dist: requests (>=2.23.0)
Requires-Dist: scrapy (>=2.6.0)
Requires-Dist: scrapy-puppeteer-client (>=0.0.6)
Requires-Dist: scrapy-splash (>=0.8.0)
Requires-Dist: twisted
Description-Content-Type: text/markdown
[Description omitted; length: 1785 characters]

WHEEL

Wheel-Version: 1.0
Generator: poetry-core 1.9.0
Root-Is-Purelib: true
Tag: py3-none-any

RECORD

Path Digest Size
crawler_utils/__init__.py sha256=5o_fYFEmmvGv3J-LtCU1CgliwP74uc-PvH-0DPErel8 1050
crawler_utils/cloudflare_captcha_bypass.py sha256=hi9vNZ6t6FdVpnnkQhptmF4AFUWA5BItlxt1sWIXOxg 1193
crawler_utils/credentials/__init__.py sha256=rGOkAFrw0I8Pa4iNqzO0rKmDBLplGqIFRzcYb4cxo4k 262
crawler_utils/credentials/credential.py sha256=vcttYcCO1zGzvuTw8uNno48Apf1nuT6Ojx8LUnnhEQY 2962
crawler_utils/credentials/manager.py sha256=dc4GH3ymYQPww6lONbIZgKK7_h96XYu5PVYyNPK_TDk 5975
crawler_utils/credentials/store/__init__.py sha256=PJ7R8fk4eZXc9NTRRh-kRdNiCcnYT-bbWenoy3XW13g 1263
crawler_utils/credentials/store/local.py sha256=JW_5M7ZPs5iaC558bfiVfiUA8wB9VR6VvdUhTSJ7lIQ 4407
crawler_utils/credentials/store/talisman.py sha256=HS_1hk_OgAC4TBLVjQY4K0FJjoyfGfvNS7bm9RDKGoc 3533
crawler_utils/deploy/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
crawler_utils/deploy/bump_version.py sha256=VEcE_V5wpBbY7ipkU9rFSHYQf4TV9i0BN5-OIDpk8lU 437
crawler_utils/deploy/create_egg.py sha256=ppsnC6fdGRyKj4-NJa3GCSZS1PIWVfY6R2dbaXtth1Q 4155
crawler_utils/deploy/make_arguments_md_file.py sha256=WzHEaci5vcQ9kTTUyMPjWid89hnKURWAR5069xL7R8s 3113
crawler_utils/domains.py sha256=OXGfL5JTE379vVx9PYFgVVefjXq5Xol9QMYQlgucvew 533
crawler_utils/echo.py sha256=7cdd6kJPv7YyYCiRVuFovlfwA41Zw1ez4k-8ojbV8yY 1422
crawler_utils/elasticsearch/__init__.py sha256=pRNTe9Roy38ihfYb1ME74fD5MqL2uhZfiw4fBIkrFuU 265
crawler_utils/elasticsearch/dupefilter.py sha256=1DVKx2uxPSRH-yQPETMtIMGtFIxbHn8KTcgBXcisJ00 8012
crawler_utils/elasticsearch/dupefilter_strategies/__init__.py sha256=D5zhNmlcmCIgh9xGur40uOkpIerX0w1uGTWub19JEmA 3040
crawler_utils/elasticsearch/dupefilter_strategies/delta_fetch_items.py sha256=iWB9z-Wf_wkVY4VsGKZfePJuC4uAK6d6wpB1NmfZmBg 3961
crawler_utils/elasticsearch/dupefilter_strategies/depth_based.py sha256=iH9mTW_v1aAvlh_jXDsWC2xt_LSUnV6dmE86PBXMhxQ 835
crawler_utils/elasticsearch/dupefilter_strategies/drop_unproductive_requests.py sha256=MCfIHL1f0hUTWKUqGu_UkFlUB1J5WZtLb38Dh88r7HU 5023
crawler_utils/elasticsearch/items_pipeline.py sha256=FUzo4kWvLnQb0dMwE--OfR_TlWTYQCwrIa0NI1I_GIU 2167
crawler_utils/elasticsearch/request_fingerprint.py sha256=32-SUkd2GLOzdybN8RpATc4yRqDDgrZJYurANB7LDfk 1513
crawler_utils/elasticsearch/requests_middleware.py sha256=ZkMzANLitcI7NuiuyrsBJqSu-ZO1lLh-19qjaN0lADA 3083
crawler_utils/elasticsearch/storage.py sha256=0Wj3aclNkPSb3N4rCkGM6pj6P2iSf4mRzf4GRNdFxmc 4314
crawler_utils/files.py sha256=GfmANMxm1V1v-UO8RDbndiUk6oJ0-OdF1WIipZ1zryw 30301
crawler_utils/images.py sha256=wmiy_6zBFaQGGpI7N2MlnjTHRzc3UEnpxywUTI-h2Qs 5002
crawler_utils/kafka.py sha256=DMybQQmuC9WCYK-9iM-uUP4akVdqFgy1Swgxs7y3r04 2647
crawler_utils/logstash.py sha256=EuHA1WbQUIV2pYoOjTPEY5KIVu7qRmCiDBOaBY_45pY 3073
crawler_utils/misc.py sha256=o6lqNUrUw2zlvCUHDukZTnYC68UJtOURT5bvQHpe1-c 1495
crawler_utils/mongodb.py sha256=DXHeyohGKQn-rF_MAocm86KVWmyKqzwE5ENj8e7waP0 4862
crawler_utils/proxypy.py sha256=3MfVgn-5y6qjvbcV-8edmdsK-I08QogzInDIIhhtfAc 4915
crawler_utils/social_media/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
crawler_utils/social_media/items.py sha256=8EMmsqzkPoSjX89FX4SkcoY_1vSuiRCFXnalIPHYrfs 23262
crawler_utils/socks.py sha256=nF7Kun_t-y7PXkC9S1_OJk_tEaSrksE27UhJcFQi8dw 4274
crawler_utils/splash_proxy.py sha256=bkFdD2uDSW3ONak6pQMvL6ucAg7BhEOFByJWVCak-ok 499
crawler_utils/states/__init__.py sha256=8VCPWyQYVSONSIn_vFNp7JfmQhNglbjUjTtvtjsL0s8 1955
crawler_utils/states/local_store.py sha256=32pj7XIWYTXHLNlxPZlaym33FrWTVG6qutS8Evb-XRM 4489
crawler_utils/states/talisman_states_api.py sha256=fZ2UsH2COWq6eOq8NQFIBx0-P8zk09hF4CX507t7MOc 7705
crawler_utils/talisman_controller.py sha256=QW-AR8oAEJzsT09TLbYRW4SHJTNoq5Ga8nQldxF9lyA 4179
crawler_utils/talisman_job_env.py sha256=gUxwts96EBgZNLVicFabDywLjOO1FgJe33CBS18w67k 1255
crawler_utils/talisman_proxy.py sha256=dIQXZmkVVgKSP-Tw0LK2cb_0ASQvbdvFlliE709n5Ho 14756
crawler_utils/talisman_spider_state.py sha256=1iVR_sIQ4yo2p-TjZLCrOBZaCSYAziQvc8xhB3kxPng 2332
crawler_utils/text_captcha_bypass/__init__.py sha256=PYgH-4bmGcsXZofCDyykiKNMyhcG_zv_2fuvGryVdfg 60
crawler_utils/text_captcha_bypass/captchaMiddleware.py sha256=ScKtQDyVkPOITAg1njQKhRdhvSB8W8V_6LXdHei2A4M 3369
crawler_utils/text_captcha_bypass/captchaRule.py sha256=09GhUB2kCRCmZH1vjkp0ZNyIAHb9qfltb-7_CUgW6vY 2128
crawler_utils/timestamp.py sha256=SPipOEIvTvbs97J3-QhPW95YWmC1NoM3yuhrHdfq7oI 179
crawler_utils/trust_level.py sha256=SROpCgEa_88DP2HbzxlqWJfsVwfJQbkNVzyETbQqNVc 635
crawler_utils/uuid.py sha256=Gp2qdeHbxWJC2gQUhBw7z8vjNmqUooXJi9Oa5ej5GQw 281
crawler_utils/validate_input.py sha256=bd-aTsMzjgY2hNUExmiVrzSyPqLJLT74XLvagjbEGhg 2332
modis_crawler_utils-0.3.15.dist-info/METADATA sha256=P2ZBTDWSDdSGC-WoFNs8Iqcio36QZnIIusaN4oc9VWk 3310
modis_crawler_utils-0.3.15.dist-info/WHEEL sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg 88
modis_crawler_utils-0.3.15.dist-info/entry_points.txt sha256=9ZSEwbJI3NHPcQRWCCwoU4UXV8a1JenGWPTUJ4F_CtY 176
modis_crawler_utils-0.3.15.dist-info/RECORD

entry_points.txt

build-egg = crawler_utils.deploy.create_egg:main
build-md = crawler_utils.deploy.make_arguments_md_file:main
bump-version = crawler_utils.deploy.bump_version:main