tokenizer-tools
View on PyPI — Reverse Dependencies (10)
| 0.46.1 | tokenizer_tools-0.46.1-py2.py3-none-any.whl |
Wheel Details
| Project: | tokenizer-tools |
| Version: | 0.46.1 |
| Filename: | tokenizer_tools-0.46.1-py2.py3-none-any.whl |
| Download: | [link] |
| Size: | 69243 |
| MD5: | 0a41f9fbf963caa4bd2c9af3e6986bb7 |
| SHA256: | e73d27f575e357202272ab68a9b3e6cbec32bc3aae8268d537ab090bdebf74bb |
| Uploaded: | 2020-09-22 13:17:46 +0000 |
dist-info
METADATA · WHEEL · RECORD · top_level.txt · entry_points.txt
METADATA
WHEEL
| Wheel-Version: | 1.0 |
| Generator: | bdist_wheel (0.34.2) |
| Root-Is-Purelib: | true |
| Tag: | py2-none-any |
| Tag: | py3-none-any |
RECORD
| Path | Digest | Size |
|---|---|---|
| tokenizer_tools/__init__.py | sha256=o88pUjcVJEfUYnWIn61epiWhEif0-nYGpJ0hdfSoX8M | 161 |
| tokenizer_tools/cli.py | sha256=5tO-qZ1fS1B5fql9pR5NtOGlmGYDM9Iuu9g_pYYELVY | 437 |
| tokenizer_tools/hooks.py | sha256=ZRQwqkCbo3wflWdMFet0_PYPvqtUKCmbKNioGMG_OgA | 2145 |
| tokenizer_tools/split_data.py | sha256=OMxOtpOS3dVqIHU6kDSxHalGiuD_2zhdKEB-Av6K8EE | 479 |
| tokenizer_tools/tokenizer_tools.py | sha256=VYoI-gwqwBKPx84cA0KnYDRofrgIXs8xtASD2nu5fE0 | 44 |
| tokenizer_tools/conll/__init__.py | sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU | 0 |
| tokenizer_tools/conll/entity_vocabulary.py | sha256=ps7Yy01snEmaX1K70njcxIHamTNSSo-306VsL5tAS-M | 581 |
| tokenizer_tools/conll/iterator_reader.py | sha256=AZrZ2Bv0vIw7FcqNICTMcOvVNa0hlpKT4x0CtepLQHI | 1040 |
| tokenizer_tools/conll/reader.py | sha256=7IhP5wydhmPo8rG1NyjS5kXr-InTtOLUIdzcAgam0gs | 976 |
| tokenizer_tools/conll/tag_collector.py | sha256=Lko-pHSE9emjt30G6kjjvK70RM58Vj_v3hEQydCxWYg | 745 |
| tokenizer_tools/conll/writer.py | sha256=GxcTbo-rkeVGlNZUNQaR2BSq4O5ewYLLdWzjRUa61zo | 624 |
| tokenizer_tools/conllz/__init__.py | sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU | 0 |
| tokenizer_tools/conllz/iterator_reader.py | sha256=5EtQOgswfeciux8LaX1fJUgXy5T5hAT-rFueYkF_rk0 | 409 |
| tokenizer_tools/conllz/multiprocess_reader.py | sha256=VBTf--5kEMgh1NMyNbdBFllseD5zuRanNYNAQh0UmgU | 2201 |
| tokenizer_tools/conllz/reader.py | sha256=90UwzdB6DabQ0a9Jk_ftCGKSIkjsAPO7LGinNsrNOsM | 1891 |
| tokenizer_tools/conllz/sentence.py | sha256=62JzP_XMf-UArmkGty45GEeYLfU2QEZwdSVem8ETAWM | 2084 |
| tokenizer_tools/conllz/writer.py | sha256=aHsh-1BW83pnaQ2sjM6P9nctMbksHMsr1YSlQdQn5lM | 923 |
| tokenizer_tools/converter/__init__.py | sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU | 0 |
| tokenizer_tools/converter/conllx_to_offset.py | sha256=t_QfwUvxkSjZZ6_QWFrgPNlC8aD_ThITqE8VO4ICQ5o | 1382 |
| tokenizer_tools/converter/conllx_to_rasa.py | sha256=0VDYAxa8C1q5PkXLKEiLPJm-9Bsybw6uIrehIGEPUNE | 234 |
| tokenizer_tools/converter/offset_to_sentence.py | sha256=X0WH1Pj9Ylo_fXqBCcvqU-AKE6V1f3g65HNN9q95B_o | 599 |
| tokenizer_tools/converter/sentence_to_offset.py | sha256=zK47Lgv8yirGerm6XA7-QndfGXFSqJLtR_JGDJmNm1o | 94 |
| tokenizer_tools/evaluator/__init__.py | sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU | 0 |
| tokenizer_tools/evaluator/offset_evaluator.py | sha256=jfzn9YWBWeRCIzkYCgxJLgXmrs3CL1_3pU6nrxgnbVg | 950 |
| tokenizer_tools/evaluator/tag_level_evaluator.py | sha256=41xxs07QYwkyetmEt8Iiu4i67qiShOIMj_Vt0vZDsWY | 761 |
| tokenizer_tools/evaluator/token/__init__.py | sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU | 0 |
| tokenizer_tools/evaluator/token/base_evaluator.py | sha256=ekQ_2xTG6UU-rxu-xLVk5c42mx1v5oMRO4cHdsM3FTI | 1197 |
| tokenizer_tools/evaluator/token/tag_level.py | sha256=-2QqVQi5GO2ZctJSeYpcKfnmVxsqhV_zP_1SKK2zYfM | 2040 |
| tokenizer_tools/evaluator/token/token_level.py | sha256=9wZK5roTgRiXDNGu6hAs0OiK1LdeR292IJuFi-tARm0 | 1372 |
| tokenizer_tools/format_converter/__init__.py | sha256=dDgHE67YvksMKy7uRX12YDRozoSaiodODSveFfGydF8 | 82 |
| tokenizer_tools/format_converter/corpus_to_rasa_json.py | sha256=Z2vjZgytesCvxbCuy66-mmaNx0-P7ADs1UcixOSQpCo | 1634 |
| tokenizer_tools/tagset/BMES.py | sha256=GC_OoflqFCEBhgWiPOVoQFdVoCAjwLO9t-lAYOKMfjk | 3334 |
| tokenizer_tools/tagset/__init__.py | sha256=vWFixLdyOR4gycODmgIFx7awyEtwKw-rW-zhfbnnrM0 | 395 |
| tokenizer_tools/tagset/exceptions.py | sha256=l5dylTKzR0dp5V56km8PXg8Rm00oJatn00mEFiGRLi4 | 46 |
| tokenizer_tools/tagset/NER/BILUO.py | sha256=F1GsYesRhf4pAigjnpw4778DIRgfm12Q4OS3E-NJPSQ | 8217 |
| tokenizer_tools/tagset/NER/IOB.py | sha256=zaBkPnoXDJWzLRWIkLzu6XdchaGNlU7nNU_TRtMDNFA | 6164 |
| tokenizer_tools/tagset/NER/__init__.py | sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU | 0 |
| tokenizer_tools/tagset/NER/base_tagset.py | sha256=cGHPrsfGq2mIzpzxlNZCyYsKih0Stp3yWjBIAaOh7GM | 141 |
| tokenizer_tools/tagset/converter/__init__.py | sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU | 0 |
| tokenizer_tools/tagset/converter/offset_to_biluo.py | sha256=NTp4Kg1biNCriL0QtiDt2eR5LQ7T_nP1iIYf8t0YbCY | 1830 |
| tokenizer_tools/tagset/offset/__init__.py | sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU | 0 |
| tokenizer_tools/tagset/offset/corpus.py | sha256=qwf0Z_UIV1Xyq-u6g5gRfzL9upN4mf1ZvwIuRm5aFr0 | 8980 |
| tokenizer_tools/tagset/offset/corpus_diff.py | sha256=77xuvl-5-V6Tafhn6Y5OsINzNxD4WBFXkiqTawqSyK4 | 5891 |
| tokenizer_tools/tagset/offset/corpus_metric.py | sha256=DAQmvneYPs_ofEeOFZhGgD07CzCej4roDf67mJ4Tty8 | 4018 |
| tokenizer_tools/tagset/offset/corpus_pb2.py | sha256=viANW1piET3ceHrFBISOPAChz4AF_flhVpdyAEJIrOg | 8276 |
| tokenizer_tools/tagset/offset/corpus_protobuf.py | sha256=iti9QSQoLKijfkggQGzDdQf6orROCFLOY0kHyKhk_5s | 2230 |
| tokenizer_tools/tagset/offset/corpus_set.py | sha256=nLlAsFksFf63dnU_HNRyDiq1lhdQk9iZq9zz-gJFiIU | 87 |
| tokenizer_tools/tagset/offset/corpus_statistics.py | sha256=P4OeIC77VHmD9-ELU7eXBQ5optdnd9hXYC13FQ2d9-I | 5992 |
| tokenizer_tools/tagset/offset/corpus_stream_reader.py | sha256=G4C6ysFT-Q4wN5M0AGsxl2CC5fOyPNCIc941XMfs7m8 | 599 |
| tokenizer_tools/tagset/offset/corpus_stream_writer.py | sha256=jD2erGkK4i0nLKdNA9_fYjNQMNVHxigQQByE2TnwQ04 | 604 |
| tokenizer_tools/tagset/offset/document.py | sha256=hy18pFLgHq3X7Uzm_F8jAgNoNrKH2aDZzseGUVjMRGo | 6008 |
| tokenizer_tools/tagset/offset/document_block_view.py | sha256=yZuzzCGx1OQNNBRgb7NSjAkr76UxhnIO8vwtAUywKA4 | 5886 |
| tokenizer_tools/tagset/offset/document_compare_ways.py | sha256=GPntZ9eClfnbJg1wx5wYk07-HiATc_E-mc0wQzx6y7Y | 2422 |
| tokenizer_tools/tagset/offset/exceptions.py | sha256=ZEOUZ-VpUeSR_dlB5M4ezq3inJtdhwJO7qpxb2Os4Vs | 240 |
| tokenizer_tools/tagset/offset/language_model.py | sha256=CbiZR-vi7Vo-8nRIDefEAGq0jxbwk7kUnuBh4YFjZ_o | 1215 |
| tokenizer_tools/tagset/offset/plottable_counter.py | sha256=I-kdw0aoEtnWWKVAI4YgdJ195FvBaPyFg29BDcM5f3s | 439 |
| tokenizer_tools/tagset/offset/seqeval.py | sha256=N8WXNwhL1fUBzRTTF4W9eGO10rwASDDd_STnWRtm9GU | 10150 |
| tokenizer_tools/tagset/offset/sequence.py | sha256=MEkYi5S4VowecOEmtK0b0PaVeLEfA7vmXqVu8CvrY-s | 4403 |
| tokenizer_tools/tagset/offset/span.py | sha256=a7haMGYI_EXJL-o4YUrOup_ajVyx9jhMWFbpeRxW_8Y | 3269 |
| tokenizer_tools/tagset/offset/span_set.py | sha256=bnrGBpj91UdDUkzkoCuWRNAYhwhQdzdUpvzbJieTf9E | 2571 |
| tokenizer_tools/tagset/offset/speed_compare_between_pb_and_conllx.py | sha256=uaSnSyRfMbmMolivcdYa1Mkrrh-YbRPw5K5rWxsMBR4 | 634 |
| tokenizer_tools/tagset/offset/transform.py | sha256=f3w92pJPmdPnCbtHFhE-oNGHerTpxafi-s8ZPLzqXrs | 172 |
| tokenizer_tools/tagset/offset/analysis/__init__.py | sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU | 0 |
| tokenizer_tools/tagset/offset/analysis/corpus_pattern.py | sha256=eNwjnN_wDSux8OU3C3H_VqfiaPb0eS5RNMsYBLwLueI | 3095 |
| tokenizer_tools/tagset/offset/analysis/document_pattern.py | sha256=Ksb6vM9uPjUDlPPhEMiSmYIwkcPH3V3B7Brc3UV5IJU | 4679 |
| tokenizer_tools/tagset/offset/analysis/entity_placeholder.py | sha256=C4_GqVuarsBKKC3_bE-bYQFCZ8-WPDnObbrgvjgnIfQ | 230 |
| tokenizer_tools/tagset/offset/analysis/express_pattern.py | sha256=5ibes8JZr-7jhpm6TuLef3sMqaex8hnsfvZCPsgeOk8 | 900 |
| tokenizer_tools/tagset/offset/analysis/plain_text.py | sha256=nOOhqBYwLM9RIvUhm75nF8kJvvqGix83Hv8v0Nbi16w | 1799 |
| tokenizer_tools/tagset/offset/analysis/read_markdown.py | sha256=8oU9OMQ5klP04Urr6VgfLsoTL7uOMHovSF2_fzg4t8k | 4587 |
| tokenizer_tools/tagset/offset/dashboard/__init__.py | sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU | 0 |
| tokenizer_tools/tagset/offset/dashboard/es_create.py | sha256=_PYJl5m1yhn0zxqK08HJ-K_YxHJuU19sUq94ZQ97cPM | 1934 |
| tokenizer_tools/tagset/offset/dashboard/es_query.py | sha256=bYo-s64DyGFwp9zl_XYoPiBrIzWPHKj2-k2OgBwQGiM | 842 |
| tokenizer_tools/tagset/offset/dashboard/main.py | sha256=1Vejv71wf4szLlcY6h13efcQzl-jwf2OWAwe4-IQ-ks | 29895 |
| tokenizer_tools/tagset/offset/dashboard/mistagged_span.py | sha256=3r1EzRhQxE-R4byRIr5dvejHeqtyFUuIjzJP3n_8Ys8 | 1599 |
| tokenizer_tools/tagset/offset/dashboard/text_perplexity.py | sha256=EjsbyuS9Q0reqzc-b78R-0sGD2LBccjzfIml5XNCX8Q | 1264 |
| tokenizer_tools/tagset/offset/diagnose/__init__.py | sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU | 0 |
| tokenizer_tools/tagset/offset/diagnose/entity_disagreement.py | sha256=xaTiwa5AJQgU-5bQ704C5qe3b10N3KaffVIQ5SqqmHE | 2351 |
| tokenizer_tools/utils/__init__.py | sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU | 0 |
| tokenizer_tools/utils/batch_iterator.py | sha256=JFkKLeWA7-wWzzULsodlp0N7_GU_p_4gRCuJCbCa8ME | 584 |
| tokenizer_tools/utils/deprecated_api.py | sha256=unOkHXqW8n-PiZNt1CeOtj-zMSRkZlVO9Ep9NYJDnC4 | 484 |
| tokenizer_tools/utils/deprecated_support.py | sha256=SEtBcnMQc4LMXkSm5IN2J8G0FByJeCW3WTYSJo6XYeg | 451 |
| tokenizer_tools/utils/generate_tagset.py | sha256=85Wp7wgvP8i5j30vXviDMlfYM8_J56AizYNfqAXuHeQ | 725 |
| tokenizer_tools/utils/util_list.py | sha256=hdtk1Grxzvy2-ZC4qdixnzq9H7oRheHRqdLO0QJ4DZs | 307 |
| tokenizer_tools-0.46.1.dist-info/AUTHORS.rst | sha256=9iJD9QWDjoG5aTSjTocEmfuAQ4RjyuR_Vv96LTRNDLM | 158 |
| tokenizer_tools-0.46.1.dist-info/LICENSE | sha256=Dxs2340IxECBT4aj2NOFHlaZ5rV2Oa_zLx0zUbDizDI | 584 |
| tokenizer_tools-0.46.1.dist-info/METADATA | sha256=PVe0SWdD9potA8TwZeVG9crov-8jSfxrQCmLwx0Oh98 | 4897 |
| tokenizer_tools-0.46.1.dist-info/WHEEL | sha256=kGT74LWyRUZrL4VgLh6_g12IeVl_9u9ZVhadrgXZUEY | 110 |
| tokenizer_tools-0.46.1.dist-info/entry_points.txt | sha256=HGCI-cwOG4AML_hFI3PNah51GrC8adNwzlTiuTVYHwU | 62 |
| tokenizer_tools-0.46.1.dist-info/top_level.txt | sha256=zAPrzrEWQx8i7iV67X1sV3Y9bedPr0c1tv5JZNabPtk | 16 |
| tokenizer_tools-0.46.1.dist-info/RECORD | — | — |
top_level.txt
tokenizer_tools
entry_points.txt
tokenizer_tools = tokenizer_tools.cli:main