tokenizers-0.0.13.dist-info/RECORD,,
tokenizers-0.0.13.dist-info/WHEEL,sha256=VEyGcIFAmk_1KbI6gaZGw_mMiT-pdGweASQLX-DzYaY,108
tokenizers-0.0.13.dist-info/top_level.txt,sha256=JcOIHPbSqrQvqcDyFOnNNcee6wJlpDZvyk-BSCeX4QA,11
tokenizers-0.0.13.dist-info/METADATA,sha256=_dj46d0_1xYZZMjC1eZ1a8gMdUdO71jHKPUEIZqaFEQ,2917
tokenizers/tokenizers.cpython-35m-x86_64-linux-gnu.so,sha256=YZILzYkcIkoc22F7lpmL8EU2LlOhx4X33rFsG19q7PE,6020068
tokenizers/tokenizers.cpython-37m-x86_64-linux-gnu.so,sha256=FaKRdvRIx5xKepKGJhexyeGy1J4rppWj_ELg3cxbLBw,6013943
tokenizers/tokenizers.cpython-38-x86_64-linux-gnu.so,sha256=wG6bUNxOy6wCR0cVP_3054KTCQd6drixIse2iQrKikU,6013940
tokenizers/tokenizers.cpython-36m-x86_64-linux-gnu.so,sha256=6ajEDVjQR8Bs5upNCrTdSYnftBVHucpnxCSpPxqaLNk,6020161
tokenizers/__init__.pyi,sha256=s6MNGCTOZlQDGtbGp9LylW5Sx0r-40_ZBDbRjijiOuw,10897
tokenizers/__init__.py,sha256=d-8p9FhgT8tsXxmiH-FgFVv754vt0aOZtaOdUkL2kRE,401
tokenizers/trainers/__init__.pyi,sha256=qvgAcAWfXUUbNDuhjKp7Kr8UcWrlW0OwyKoJhN-wvwg,3733
tokenizers/trainers/__init__.py,sha256=E99nVA979y9kGXbv7aOl-hO8SvS_fBsN5G6YFSBnBmg,130
tokenizers/normalizers/__init__.pyi,sha256=4X6blDcwOzdofGml1knjfF2sQBQ1zare5TyFPjjeMBI,2609
tokenizers/normalizers/__init__.py,sha256=eDPjRCTxvqZYi-HJJfSquhqUcWLMgHSV39mFl8HLXHk,266
tokenizers/decoders/__init__.pyi,sha256=26DQt4_5slizDLOQuF5mfqIpEEELhSEyCmuzJCuoeoE,1825
tokenizers/decoders/__init__.py,sha256=yg3XNx4OMXtAKo--8Lj2BhMcD0Kr9TzoCU0d40ceQuM,178
tokenizers/processors/__init__.pyi,sha256=c1WJwkaGd_Sw85JHcU4KUuvuPyHvgeMIZIt6hTpKtvk,939
tokenizers/processors/__init__.py,sha256=b689QHeoZhync49Y2CU2ka9DqOIjSXe8LJSjmxZm3iY,111
tokenizers/implementations/base_tokenizer.py,sha256=wBz3R0TNJ4v4h6Gq761Zgrw4Aw_kE5e5S3e9reJUnuc,6744
tokenizers/implementations/bpe.py,sha256=7eEg7SfCFUc8d9y9WjK91AyWvPd_ulQGyjCOZKb7jA0,2375
tokenizers/implementations/sentencepiece_bpe.py,sha256=tEFcGZkyQEHMkpaeeECz6K-HyY4X0tzMV_N2Anj7zXg,2445
tokenizers/implementations/bert_wordpiece.py,sha256=kiFnUUoD6yjnN-aAv1TUsYnLqxfLL7_HTcEiR6RQALE,3349
tokenizers/implementations/byte_level_bpe.py,sha256=Q5MDssjN38_vOrh2IveCWVosBocImxayGDo3sRUG2yw,1693
tokenizers/implementations/__init__.py,sha256=RHHQ9jN0UIQAOMQsAcVXHyvGTUocaI-Fqt0Me7KtUS4,230
tokenizers/models/__init__.pyi,sha256=UAVt8ghK46JZk27gjqtz8wjXZ9IpcnM-1gi0hkUxhkA,2877
tokenizers/models/__init__.py,sha256=pXrWU7nKLtijFp3fCTCKghK5c6SZn6BDWtRmkmQe2Ic,90
tokenizers/pre_tokenizers/__init__.pyi,sha256=0D0-Qp09_cGe4Vp8Iu8vpTFKx06ubaSeGQMmLSUjTaI,2793
tokenizers/pre_tokenizers/__init__.py,sha256=S7hEkeFx-B7JemVpRjaBbdONqzEtXwg50bKfRC-Eq-4,238
