codeprep/VERSION,sha256=ROFh5ElcrCz3hYBD6eZBjpV58N3ProJvmjcmIpaM4GY,6
codeprep/__init__.py,sha256=NpaRhbqNiDBPMYXvlhvLmwkQJQ-IdSIobTRbFAF_VOU,686
codeprep/__main__.py,sha256=czTcQl0zT1GiCyZEHQFRuM5ZMOYUTf13zXIvSBXRHE4,307
codeprep/config.py,sha256=n5cmljWmeYH7QtrUbwwFhdi8WmFjO1xHrA-leFpUoBs,1433
codeprep/dirutils.py,sha256=oIuItrukF3CQ6xsfcBoBLnoomYgudg_PkKX-zFtC5yc,3422
codeprep/fileutils.py,sha256=A5X9wg2SZCT14ome4ggvTWTXKJENu1TbJtTo0kOSvQs,1350
codeprep/logging.yaml,sha256=8-ZVpmUKRLQGT3jDle75ubNby0CpKL6jowt3vF4GHaE,671
codeprep/noneng.py,sha256=DRiYLsu5m6W0alE6CBNAJCaT3qR3pZn5GnJFCmS55QE,1416
codeprep/prepconfig.py,sha256=iLMCfZHB6fO346yrn6JNnpnG4JctuLJNceYwM6NXRT8,8146
codeprep/stemming.py,sha256=GM7mvEP9MYj41KWoKI20pjZjSxV0Q4PuubmqphDuRAo,412
codeprep/subtokens.py,sha256=c5F1ztCWZO38WhY7MRQNTuEs908M4aKKkzvzVXEIwZ8,5368
codeprep/util.py,sha256=vAzrt316187LAkLyB2Gj9mRU_Q4WrHNipAoBcoT_M1A,6216
codeprep/api/__init__.py,sha256=yrO7mv29TE9Wr5zWLgPkfZON7Qvxd8ZwPYZFhgYX1yg,103
codeprep/api/common.py,sha256=bH1SY8qoDAn8F90dOnJ3z_NBQsRQqYsMeEAiKU165Ss,2266
codeprep/api/corpus.py,sha256=YaHCHICqE2nGGZQhhcVb5uZi24xi8No3lA2SD3-IcT0,11942
codeprep/api/text.py,sha256=TuPVIAEbR9UiLt4-_vgM6O5g4SpAATSM4Dy9WRtsAhI,26509
codeprep/bpepkg/__init__.py,sha256=yrO7mv29TE9Wr5zWLgPkfZON7Qvxd8ZwPYZFhgYX1yg,103
codeprep/bpepkg/bpe_config.py,sha256=HzTnMYJ4UiM5kpeU5taDfjSOLS-NTffi5ai_hnXQDq8,4369
codeprep/bpepkg/bpe_encode.py,sha256=Le_HKZmsBqVYcLlOeL4MVjnfqx3zPGBNRVuOq_wdgc4,5798
codeprep/bpepkg/bpe_learn.py,sha256=Q4ZFlROst4717xtFhsnCv8Jy-C5hzys4-ZiOkPi7V98,5357
codeprep/bpepkg/cache.py,sha256=Hxw8o2NqUFcoKlLSSyK6muQ4E7v-ItfWVN_9AfhC2Uk,1102
codeprep/bpepkg/merge.py,sha256=cyZX_AlzldK8HWBaVRfa2arerctcMU878B2Y0fi_f0Q,5522
codeprep/bpepkg/wild_bpe.py,sha256=UoxE9C2oHsf8psO1hNRGJlu9L5b07qDOUg3LscAPyWc,20064
codeprep/cli/__init__.py,sha256=yrO7mv29TE9Wr5zWLgPkfZON7Qvxd8ZwPYZFhgYX1yg,103
codeprep/cli/impl.py,sha256=qzIk3iFqhEpkBWNHoly2S_hgOUmR_XtekpaiC_FoAA8,5282
codeprep/cli/spec.py,sha256=kS8uyXDEBNxB9YiodONbJGW5KDX51oxWJ1FmJqSifbA,11468
codeprep/cli/vocab.py,sha256=CtB8JRzhMlk4ahzBrBY-DadMWxEXDA8sWDAWjCydm7c,738
codeprep/data/allamanis_dataset_metadata/small-train-projects.txt,sha256=JEdIrdCkJ_5f2VgDRADjaNbA7tpu7cBndCDwfbh7G6c,1585
codeprep/data/bpe/10k/merges.txt,sha256=U9xFW2X74JZIKLIBl7N8PyzsZK76Bft0EELMpe-nlTg,132354
codeprep/data/bpe/case/0/merges.txt,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
codeprep/data/bpe/case/10k/merges.txt,sha256=U9xFW2X74JZIKLIBl7N8PyzsZK76Bft0EELMpe-nlTg,132354
codeprep/data/bpe/case/1k/merges.txt,sha256=Crr9sZI8TPOyJI48KGx3_4mUSFGNtfhKmatY4xW6sv8,12133
codeprep/data/bpe/case/5k/merges.txt,sha256=tqIFLf_amQ7p756TykInMddsHduEhzrId5RoN5Gyf5I,63769
codeprep/data/bpe/nocase/0/merges.txt,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
codeprep/parse/__init__.py,sha256=yrO7mv29TE9Wr5zWLgPkfZON7Qvxd8ZwPYZFhgYX1yg,103
codeprep/parse/core.py,sha256=t4oSWUe9QRTzBuVnCanRnAKgrOuc74RT1lnr-qgM6gE,1619
codeprep/parse/matchers.py,sha256=8hDo27ZfOkiZ_gwF_hwbamaQgIR97WMTg2UGhVXk-5k,4211
codeprep/parse/subtokens.py,sha256=1ujpjZGpujvp88CiZ-ODGPFsgaczDljMLx_68yjQSE4,4004
codeprep/pipeline/__init__.py,sha256=yrO7mv29TE9Wr5zWLgPkfZON7Qvxd8ZwPYZFhgYX1yg,103
codeprep/pipeline/bpelearner.py,sha256=UJuIZfzHcpyPe1T-NVJuw4b3Sj2SPIAF0kDiG5IXqCg,4921
codeprep/pipeline/bperegistry.py,sha256=W5YBCyqYeqOeOYpIyPJTTmaohFD_E56qXHCRDr-J_ts,8641
codeprep/pipeline/dataset.py,sha256=afKbT3jt9-FGlFNE6gV6IGue5tXkOExdZEL2VRDVKuI,12830
codeprep/pipeline/parse_projects.py,sha256=TZGPK-HumpBBTZpI1JKAIvQMP_byBgZPmKy5MHxcw90,2776
codeprep/pipeline/stages.py,sha256=cFBTF1H2RLEZD2hgbQszn1mzDmYK81bmQUD11c9i9_w,3049
codeprep/pipeline/to_repr.py,sha256=fwZJIi-rPf0TNmDOF8mLjcXGtJa0WVdw9WcfUg26X1k,7817
codeprep/pipeline/vocab.py,sha256=IgeicCuDWLc7U9Qz4CKmQ-KHIJ2cMdg_aBeHxePP0AY,15513
codeprep/pipeline/vocabloader.py,sha256=fpBG1_H05arh5-w-zgAqZ_JT53VSjBbiCCqSV53OW9Q,2015
codeprep/preprocess/__init__.py,sha256=yrO7mv29TE9Wr5zWLgPkfZON7Qvxd8ZwPYZFhgYX1yg,103
codeprep/preprocess/core.py,sha256=GDyfNzj5whWnFiB-AP9wEFLqIVOTJWWbAtQZWo98NSQ,1260
codeprep/preprocess/metadata.py,sha256=yzjfzMY44VzlL9pD2-I23jJZgC5V3To5QjBMqJZ8qXM,4528
codeprep/preprocess/placeholders.py,sha256=4iYGHhfy_ZK7zE6Vnufm3aKgkQ9A4zMCdENr9nwJqAY,492
codeprep/preprocess/reprconfig.py,sha256=WGaCpKsxw69XJS4tRdXONc17u0LqT170bbplPlOFaYc,880
codeprep/tokens/__init__.py,sha256=DFl8j6gSWW3jVzIFylJjO9erbzmTqnvOvNa47t9Yzaw,378
codeprep/tokens/containers.py,sha256=OO_Gsl7ZD04se9cJ9XbOrjUVhx6t2S6B1-l52sgeRH0,6736
codeprep/tokens/noneng.py,sha256=-_yT6QzLj1FCOCWF2qTrrDy2Z1oxREIZbshMYz0a0b4,1712
codeprep/tokens/numeric.py,sha256=5PMw3ZXxYT-2JUiU-MtxJnqZEx-LniGWvHa3Vo1JUEI,1574
codeprep/tokens/rootclasses.py,sha256=PBAInp-p-ncH7cjvQO1q_MdtRVBeHcKNsiqNl_1W_oI,707
codeprep/tokens/whitespace.py,sha256=IpQnI3RrHZCA6Z_15X2ZNnk4VlhVJVIRxk6tjUV8_0Q,1982
codeprep/tokens/word.py,sha256=sfcMF0kALgzYPz_W1TU3GYIK8rrEghnkNbAyV7ntNfQ,6083
tests/__init__.py,sha256=yYWM1rhwfz_msHCse78vHMpNQM3oqeeVfQr5fDCgU_w,209
tests/test_corpus_b2b.py,sha256=WF4s8JCfXm3v39KwhQDV3ha-bnuxgvJcE0GsnLurTvk,1806
tests/test_subword_separation.py,sha256=Pf5zBkRzshn5I87QEshN29gwN3z3CFUJDdqzJk3Xjzg,3553
tests/test_to_repr.py,sha256=z60YpFmW2C5JTpKeqZU88HrjRpigxaJMFRBkGcB_Y9M,25850
tests/api/__init__.py,sha256=yrO7mv29TE9Wr5zWLgPkfZON7Qvxd8ZwPYZFhgYX1yg,103
tests/api/test_corpus.py,sha256=ESxkQkcH6KNtjr1mZOBgw_9jqA12iJtfRWGd2YrXifQ,2743
tests/bpepkg/__init__.py,sha256=yrO7mv29TE9Wr5zWLgPkfZON7Qvxd8ZwPYZFhgYX1yg,103
tests/bpepkg/test_merge.py,sha256=E9_VxGPgcn9MPM8rt4rsBchu1NmLMT6hNIJ0StEEQ5U,1360
tests/bpepkg/wild_bpe_performance.py,sha256=Z_bG7P_C7PktVmI5NShaGj_f7C-DADDsqyYD1ZW8I5s,3404
tests/cli/__init__.py,sha256=yrO7mv29TE9Wr5zWLgPkfZON7Qvxd8ZwPYZFhgYX1yg,103
tests/cli/test_spec.py,sha256=fqhMX9EUXmzayfK8OdApeu1zSdTdRwj4WSCxYwx83aE,21087
tests/infrastructure/__init__.py,sha256=yrO7mv29TE9Wr5zWLgPkfZON7Qvxd8ZwPYZFhgYX1yg,103
tests/infrastructure/test_bpelearner.py,sha256=2HgKBrs8Y7Au6Odyau8wsVqeFCObAVisoftRc3ZlXvE,997
tests/infrastructure/test_bperegistry.py,sha256=s6xmaSnbt9O1QPd3sNOEo9X4A2p-4vH8ynmCnBHfoGk,6079
tests/infrastructure/test_dataset.py,sha256=7_BhQ8mrS1xHAuYrj4XcZ0UbKkN4TOttjZz3Z1mknm8,5476
tests/parse/__init__.py,sha256=yrO7mv29TE9Wr5zWLgPkfZON7Qvxd8ZwPYZFhgYX1yg,103
tests/parse/test_core.py,sha256=Sgk7i6ZnUKTtsSYkgVhUml6f9tRHwedbCglvKR55nP0,15460
tests/parse/test_subtokens.py,sha256=3RSMbQgOEtxpJt1z5OAjQPdQ6MEHU_Qs7rc2sMaJ7p0,1422
codeprep-1.0.1.dist-info/METADATA,sha256=iaelbp4EfAMo8ihHXFDXNIooNR1V5DerMHw0cTu9hDM,12741
codeprep-1.0.1.dist-info/WHEEL,sha256=p46_5Uhzqz6AzeSosiOnxK-zmFja1i22CrQCjmYe8ec,92
codeprep-1.0.1.dist-info/entry_points.txt,sha256=9ulPpELHzv70H6u11C0pqNDhhvAdpyeyfpEztRLBHto,53
codeprep-1.0.1.dist-info/top_level.txt,sha256=-9ryrooJNIkkRC2N8R1U4XKL__gdkPNnsRQL2UlAW6g,15
codeprep-1.0.1.dist-info/RECORD,,
