Wheelodex » Projects » crawler-tools

crawler-tools

View on PyPI — Reverse Dependencies (0)

0.0.3 crawler_tools-0.0.3-py3-none-any.whl

Wheel Details

Project: crawler-tools
Version: 0.0.3
Filename: crawler_tools-0.0.3-py3-none-any.whl
Download: [link]
Size: 59806
MD5: 7a17241fd1f8f0e7378d99e9f6552bc2
SHA256: 24b51c2f73b8db30251d731466ab497aef738e7490780c05efdd407940195a4a
Uploaded: 2020-08-23 08:11:09 +0000

dist-info

METADATA · WHEEL · RECORD · top_level.txt

METADATA

Metadata-Version: 2.1
Name: crawler-tools
Version: 0.0.3
Summary: 爬虫工具
Author: cw
Author-Email: 1063117365[at]qq.com
License: GPL Licence
Keywords: crawler,tools,proxy,cookies,user-agent
Platform: any
Requires-Python: >=3.5.*
Requires-Dist: selenium
Requires-Dist: requests
Requires-Dist: APScheduler
Requires-Dist: werkzeug (==0.15.3)
Requires-Dist: Flask
Requires-Dist: lxml
Requires-Dist: PyExecJS
Requires-Dist: click
Requires-Dist: gunicorn (==19.9.0)
Requires-Dist: redis
Requires-Dist: environs (==7.2.0)
Requires-Dist: attrs
Requires-Dist: retrying
Requires-Dist: aiohttp (==3.6.2)
Requires-Dist: loguru (==0.3.2)
Requires-Dist: pyquery
Requires-Dist: supervisor
[Description omitted; length: 67 characters]

WHEEL

Wheel-Version: 1.0
Generator: bdist_wheel (0.34.2)
Root-Is-Purelib: true
Tag: py3-none-any

RECORD

Path Digest Size
crawler_tools/__init__.py sha256=AksOz51ND5t0VtmSZ2yKAu2-cFvL0YuLbjVxrAlGq-U 349
crawler_tools/Proxypool/__init__.py sha256=4GxCGBbEAwtYHS6ZrRAwNZ3MiuA4gEMJnnlGMqBwUnk 117
crawler_tools/Proxypool/get_proxy.py sha256=GXYpfGTjFkHsPSH2p6Oc7gdjUkbnYkCBLjOpUmB_K3Y 3267
crawler_tools/Proxypool/proxy_schedule.py sha256=0q1iKvldnL7mYRacXA387C75IAGBvppPISIVmTeuYus 2861
crawler_tools/Proxypool/proxy_pool_cui/__init__.py sha256=lQ6RWPqSoqZ6ryE9JRu436lZr4H_8_gZ1v7KrzZ0iY0 115
crawler_tools/Proxypool/proxy_pool_cui/py实例测试.py sha256=WDhawm3tRPxcuiPFgDc2XGk6rkW8v1DkDxzL4G_U8r4 722
crawler_tools/Proxypool/proxy_pool_cui/run.py sha256=c7jYmeQr-KPIlouJvZMvaTHsQCezdceqE9SFZcjg6F0 440
crawler_tools/Proxypool/proxy_pool_cui/examples/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
crawler_tools/Proxypool/proxy_pool_cui/examples/usage.py sha256=XBZ2VDPVa3yZzP5wEL8c41Nde8F2VXR7FzWnb6IUawE 740
crawler_tools/Proxypool/proxy_pool_cui/proxypool/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
crawler_tools/Proxypool/proxy_pool_cui/proxypool/free_daili（测试写入）.py sha256=gnpyaX7K8ppHraUYtimfEt7G0B351Yf0Vm3pHGOyClE 1654
crawler_tools/Proxypool/proxy_pool_cui/proxypool/scheduler.py sha256=h0xu-2D2pFRyc5K93hNzbDCag5H6caIoMymN8sYhWQs 3365
crawler_tools/Proxypool/proxy_pool_cui/proxypool/setting.py sha256=28g3ZJYZ4qBiJXDMnxJWyt3LRpFgXZGCs-yZ7tfAQ4E 2679
crawler_tools/Proxypool/proxy_pool_cui/proxypool/crawlers/__init__.py sha256=22slrDTu1YB9sgZevLdTeHFi9h3Ry7kshZ_OZsKV_Jc 475
crawler_tools/Proxypool/proxy_pool_cui/proxypool/crawlers/base.py sha256=9YSgrN6XFRAjobiTYHUPFNsvz8HR4Q2oJ2k8ILQzjlA 826
crawler_tools/Proxypool/proxy_pool_cui/proxypool/crawlers/private/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
crawler_tools/Proxypool/proxy_pool_cui/proxypool/crawlers/private/xsdaili.py sha256=3GbI5dJXuKC4AH3HEhm4AxufQtGwiVd8K-GCg1ZKTdI 1151
crawler_tools/Proxypool/proxy_pool_cui/proxypool/crawlers/public/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
crawler_tools/Proxypool/proxy_pool_cui/proxypool/crawlers/public/daili66.py sha256=5UUFnZzxmfqI37-a94XI7bO-UwxgANJlEUCRs7weO6Y 892
crawler_tools/Proxypool/proxy_pool_cui/proxypool/crawlers/public/ip3366.py sha256=CoNFLtKQiyuars9IOPRvnCBWF5SYYCHP5O6xGRyEMKo 913
crawler_tools/Proxypool/proxy_pool_cui/proxypool/crawlers/public/iphai.py sha256=mdudKKVQEMEuSG3HbfmEb8lat53ajRg5P1xi0UBzCMk 1060
crawler_tools/Proxypool/proxy_pool_cui/proxypool/crawlers/public/kuaidaili.py sha256=-wGaEMvpQOHWnTmRifOiSqUtAPmBloiyFPj3rveNwek 918
crawler_tools/Proxypool/proxy_pool_cui/proxypool/exceptions/__init__.py sha256=PmcjAEVnjypPXf_VKYP1tJr0IEXa37GhOIWl4sS89BA 37
crawler_tools/Proxypool/proxy_pool_cui/proxypool/exceptions/empty.py sha256=rzl3-KhU1HWVKReJgewh37Z1_7wglWW3ly1lK9GPBbA 176
crawler_tools/Proxypool/proxy_pool_cui/proxypool/processors/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
crawler_tools/Proxypool/proxy_pool_cui/proxypool/processors/getter.py sha256=yT7jiaybKm_1jF9nTt_S8l-C6xdIShjeBQO5OZfgn2E 1026
crawler_tools/Proxypool/proxy_pool_cui/proxypool/processors/server.py sha256=4gpwoGCLELrzr_1RKxPeWn2_35E4kJInlzkuGjtNisM 972
crawler_tools/Proxypool/proxy_pool_cui/proxypool/processors/tester.py sha256=vV5XhanmOpmPZ4OReIH6Njsucpi2MCBu5hR6ABBoyr0 2595
crawler_tools/Proxypool/proxy_pool_cui/proxypool/schemas/__init__.py sha256=ORCDo0AN22ULGsTPPYvqmm7sfcc61E9fxfLuUvqzPcM 24
crawler_tools/Proxypool/proxy_pool_cui/proxypool/schemas/proxy.py sha256=0wcAkiIKzEsR-zqqLaa_UZF1zlt4euH-PBAH3PUb3uo 577
crawler_tools/Proxypool/proxy_pool_cui/proxypool/storages/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
crawler_tools/Proxypool/proxy_pool_cui/proxypool/storages/redis.py sha256=OhlIUexEIcCnFJYjkWGizXQ9zSx-GsLH_jjhjY4AoHo 4474
crawler_tools/Proxypool/proxy_pool_cui/proxypool/utils/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
crawler_tools/Proxypool/proxy_pool_cui/proxypool/utils/parse.py sha256=L13Q-yTShfV-VWJlpIYUvemD6k3oSFymqGEAs-mD42o 441
crawler_tools/Proxypool/proxy_pool_cui/proxypool/utils/proxy.py sha256=pcGY5bV9yC-S1r1Y0ct3X5zgsptFDaj4T2VeEJJYdYA 857
crawler_tools/Proxypool/proxy_pool_jihao/__init__.py sha256=_qYBskPcPwiThhD09VsIRjlz_YWCrq50mQ9FRKD7q7E 358
crawler_tools/Proxypool/proxy_pool_jihao/test.py sha256=ERXvvHbVElxipvBVYI6jJjpDMeRInhKlUMSlwjRXZzw 438
crawler_tools/Proxypool/proxy_pool_jihao/Api/ProxyApi.py sha256=H9z97ygTomKNaUTwB-J-s6oG3YSQUCTqUu_zi7qsWLk 3299
crawler_tools/Proxypool/proxy_pool_jihao/Api/__init__.py sha256=1iDcMFCzwOvRlr1ppw9d7GS0IVM3wgCzHPANbC-KqEc 360
crawler_tools/Proxypool/proxy_pool_jihao/Config/ConfigGetter.py sha256=MRqq5qsRD1VE8bELuRDvNIBdgnvCsomMfMDS4Mswqjs 1709
crawler_tools/Proxypool/proxy_pool_jihao/Config/__init__.py sha256=w3P-aN_L2Vb1dhmoAw0QybsxXFbTjRUBbqolBbpGhfI 332
crawler_tools/Proxypool/proxy_pool_jihao/Config/setting.py sha256=3mtN74u3vVCknH_ggwI5NiceE9vW85X-L8yh9ak1vzI 2664
crawler_tools/Proxypool/proxy_pool_jihao/DB/DbClient.py sha256=IJG7HjDnGEMm2ZVikjyP_8-DlXltJIAV4kjleUgGVBc 3227
crawler_tools/Proxypool/proxy_pool_jihao/DB/MongodbClient.py sha256=n11oyEx0PPhzebueFci-2HRopUXKW-rr7t1Mqz8MM2w 2167
crawler_tools/Proxypool/proxy_pool_jihao/DB/RedisClient.py sha256=sF_ZzH4IHbZKQ__4fo2RTX4itomKbKiFvVdxEo5KmYs 3822
crawler_tools/Proxypool/proxy_pool_jihao/DB/SsdbClient.py sha256=iu5bFSi8IIj3Wn7myx479wpLxxOABTsiDxZ9acjduBM 3916
crawler_tools/Proxypool/proxy_pool_jihao/DB/__init__.py sha256=38CiQ6lxxNoGR-7_E2RJBZA_e_HZrDtAhEaCOv3Ktcc 341
crawler_tools/Proxypool/proxy_pool_jihao/Manager/ProxyManager.py sha256=aZReihSpQaL_r2OyV5aBTCqk8vTsPWVmGM-xjtE5tSQ 3553
crawler_tools/Proxypool/proxy_pool_jihao/Manager/__init__.py sha256=hoJZe3KgTRQXZbPFbtKkU2WmkT6UzOxbYIQX8ufiY2s 409
crawler_tools/Proxypool/proxy_pool_jihao/ProxyGetter/CheckProxy.py sha256=ZeT-fT-FM0mEHYvSiqFK6T48eWanG_0Td6GIIluCL5Q 2299
crawler_tools/Proxypool/proxy_pool_jihao/ProxyGetter/__init__.py sha256=OksT0I41rHdk5aI5ZjH_iRwNiI6P4NnUsGZk3qigETE 343
crawler_tools/Proxypool/proxy_pool_jihao/ProxyGetter/getFreeProxy.py sha256=bAO6A9OxD5REIMRP7viMqnklrl2SAA7_G3WlauSQYyA 12839
crawler_tools/Proxypool/proxy_pool_jihao/ProxyHelper/Proxy.py sha256=D_a_iZfL39m9-vK0qCdYUh6Ufk4vqRvj0uRYkJFU2XA 3612
crawler_tools/Proxypool/proxy_pool_jihao/ProxyHelper/ProxyUtil.py sha256=GGvAr5tvgNSnQgULCImHN_MlJu6VwxhwI1osYX_dLAI 1122
crawler_tools/Proxypool/proxy_pool_jihao/ProxyHelper/__init__.py sha256=zh9YXPyKXK9Z7vsyEbilJnXIgQsEBImelZcrT2sJLKw 443
crawler_tools/Proxypool/proxy_pool_jihao/Schedule/ProxyScheduler.py sha256=Q5pU-Rtxg44-nAizyB8EHxgetDBatykvcCvvYZwtZmU 1638
crawler_tools/Proxypool/proxy_pool_jihao/Schedule/RawProxyCheck.py sha256=G7eurg1TU0o_PQpDRvC6WfIb0jU8YGnDXXndv4AbkpY 2544
crawler_tools/Proxypool/proxy_pool_jihao/Schedule/UsefulProxyCheck.py sha256=1oVsBcEkJevgaAh5lXSY1JlRveveuDXaE4v9yFEm71s 2492
crawler_tools/Proxypool/proxy_pool_jihao/Schedule/__init__.py sha256=tamPd5wYwtEnRuSyS2ZkeTCPP83HbcXoJI6hDOZtVnY 471
crawler_tools/Proxypool/proxy_pool_jihao/Test/__init__.py sha256=KzAi2XCeDJT7KZKDXRPWCyYswx444Kp-ikjI7MYQDls 351
crawler_tools/Proxypool/proxy_pool_jihao/Test/testConfig.py sha256=q3veFx-Z1iP7uD5qeFE4SbR-S4ct1djACY2yoXw0n0g 772
crawler_tools/Proxypool/proxy_pool_jihao/Test/testGetFreeProxy.py sha256=v4Cfmc4BZk70Dm34z93CDmzGYHCcEGhEiFQKgnBIKCg 1236
crawler_tools/Proxypool/proxy_pool_jihao/Test/testLogHandler.py sha256=gwnjZXBp_PS6bJ_EZmsgEFM7XlWlIbsLWYBuQr0jrY8 795
crawler_tools/Proxypool/proxy_pool_jihao/Test/testProxyClass.py sha256=ccPy49u902PopVZ1Rb2pamWu-Htnhw7LkgRklBXNUCg 676
crawler_tools/Proxypool/proxy_pool_jihao/Test/testWebRequest.py sha256=MKRKEmVNG2rU7IQgZ1fGINJNvAKP_SizbRsC1fJfd_Y 871
crawler_tools/Proxypool/proxy_pool_jihao/Util/LogHandler.py sha256=Q5oHlU3jSSej_Jhdyd1FpCOUiZkPkzsSCLSayH-Y9Ho 2883
crawler_tools/Proxypool/proxy_pool_jihao/Util/WebRequest.py sha256=QDFKpr3K-X_SC3C63ISNcg7Nk-SfyCOyLMNPXxZ-xvI 3051
crawler_tools/Proxypool/proxy_pool_jihao/Util/__init__.py sha256=kaU3QLb1qY9lQy_vxrns8LeSjeSFngkweUTvB1mfOs8 468
crawler_tools/Proxypool/proxy_pool_jihao/Util/utilClass.py sha256=Azq5rviG9PVfRXXamnrleJ3eWXZ-NP6oubsHaKh0Zp8 1056
crawler_tools/Proxypool/proxy_pool_jihao/Util/utilFunction.py sha256=kX-n8VTZmMJD7RQW9k8xJgmUqOiLo3EnIg2tczqEN-w 2578
crawler_tools/Proxypool/proxy_pool_jihao/cli/__init__.py sha256=lQ6RWPqSoqZ6ryE9JRu436lZr4H_8_gZ1v7KrzZ0iY0 115
crawler_tools/Proxypool/proxy_pool_jihao/cli/proxyPool.py sha256=xVtN9eFQLxdxzbXgiLDoMbchY7EOWF3tDjtVrOwMrSY 1112
crawler_tools/cookies_pool/__init__.py sha256=4GxCGBbEAwtYHS6ZrRAwNZ3MiuA4gEMJnnlGMqBwUnk 117
crawler_tools/cookies_pool/get_cookies.py sha256=WfBNRBjJ-qf7Gg1SnSlKTkjwGb0LhrMBK5loU4r842Q 2134
crawler_tools/user_agent/__init__.py sha256=4GxCGBbEAwtYHS6ZrRAwNZ3MiuA4gEMJnnlGMqBwUnk 117
crawler_tools/user_agent/user_agent.py sha256=wTuhbdKrePxqmwnAdFomZJ1h830fsUU9Lebv3oidRaM 7875
crawler_tools-0.0.3.dist-info/METADATA sha256=7xLJv7EEHnQwcQHsuX9p9-A364f2uRe6evJiL8gn1fk 849
crawler_tools-0.0.3.dist-info/WHEEL sha256=YUYzQ6UQdoqxXjimOitTqynltBCkwY6qlTfTh2IzqQU 97
crawler_tools-0.0.3.dist-info/top_level.txt sha256=5Mty2PVuMe8sGpV7eUcVpw3863XLelA22YfCFCegKGI 14
crawler_tools-0.0.3.dist-info/RECORD — —

top_level.txt

crawler_tools