| .gitignore | |
|
|
| .idea/codeprep.iml | |
|
|
| .idea/dictionaries/hlib.xml | |
|
|
| .idea/inspectionProfiles/Project_Default.xml | |
|
|
| .idea/misc.xml | |
|
|
| .idea/modules.xml | |
|
|
| .idea/vcs.xml | |
|
|
| .reuse/dep5 | |
|
|
| .travis.yml | |
|
|
| LICENSES/Apache-2.0.txt | |
|
|
| LICENSES/CC0-1.0.txt | |
|
|
| README.md | |
|
|
| codeprep/__init__.py | 17 | A 0 mins |
|
| codeprep/__main__.py | 6 | A 0 mins |
|
| codeprep/api/__init__.py | 0 | A 0 mins |
|
| codeprep/api/common.py | 51 | C 7 hrs |
|
| codeprep/api/corpus.py | 197 | B 6 hrs |
|
| codeprep/api/text.py | 368 | C 1 day |
|
| codeprep/bpepkg/__init__.py | 0 | A 0 mins |
|
| codeprep/bpepkg/bpe_config.py | 114 | A 25 mins |
|
| codeprep/bpepkg/bpe_encode.py | 127 | C 7 hrs |
|
| codeprep/bpepkg/bpe_learn.py | 112 | A 2 hrs |
|
| codeprep/bpepkg/cache.py | 26 | A 0 mins |
|
| codeprep/bpepkg/merge.py | 130 | A 0 mins |
|
| codeprep/bpepkg/wild_bpe.py | 395 | F 3 days |
|
| codeprep/cli/__init__.py | 0 | A 0 mins |
|
| codeprep/cli/impl.py | 105 | A 45 mins |
|
| codeprep/cli/spec.py | 133 | A 0 mins |
|
| codeprep/cli/vocab.py | 13 | A 0 mins |
|
| codeprep/config.py | 33 | A 0 mins |
|
| codeprep/data/allamanis_dataset_metadata/small-train-projects.txt | |
|
|
| codeprep/data/bpe/10k/merges.txt | |
|
|
| codeprep/data/bpe/case/0/merges.txt | |
|
|
| codeprep/data/bpe/case/10k/merges.txt | |
|
|
| codeprep/data/bpe/case/1k/merges.txt | |
|
|
| codeprep/data/bpe/case/2k/merges.txt | |
|
|
| codeprep/data/bpe/case/5k/merges.txt | |
|
|
| codeprep/data/bpe/nocase/0/merges.txt | |
|
|
| codeprep/logging.yaml | |
|
|
| codeprep/noneng.py | 42 | A 55 mins |
|
| codeprep/parse/__init__.py | 0 | A 0 mins |
|
| codeprep/parse/core.py | 48 | A 1 hr |
|
| codeprep/parse/matchers.py | 99 | A 1 hr |
|
| codeprep/parse/subtokens.py | 113 | A 30 mins |
|
| codeprep/pipeline/__init__.py | 0 | A 0 mins |
|
| codeprep/pipeline/bpelearner.py | 81 | A 0 mins |
|
| codeprep/pipeline/bperegistry.py | 185 | A 25 mins |
|
| codeprep/pipeline/dataset.py | 260 | C 1 day |
|
| codeprep/pipeline/parse_projects.py | 56 | A 0 mins |
|
| codeprep/pipeline/stages.py | 55 | A 0 mins |
|