| .github/workflows/test.yml | |
|
|
| .github/workflows/update_release_assets.yml | |
|
|
| .gitignore | |
|
|
| Makefile | |
|
|
| README.md | |
|
|
| example/aozora_bunko.tsv | |
|
|
| example/input.csv | |
|
|
| go.mod | |
|
|
| go.sum | |
|
|
| stopwords.txt | |
|
|
| command_common.go | 17 |
|
|
| command_rank.go | 53 |
|
|
| command_rip.go | 64 |
|
|
| log/logger.go | 15 |
|
|
| log/std_logger.go | 15 |
|
|
| main.go | 27 |
|
|
| plugin/alphanum_plugin.go | 32 |
|
|
| plugin/character_plugin.go | 56 |
|
|
| plugin/kana_plugin.go | 128 | A 1 hr |
|
| plugin/noun_plugin.go | 42 |
|
|
| postfilter/ratio_postfilter.go | 49 | A 35 mins |
|
| prefilter/default.go | 17 |
|
|
| prefilter/neologd.go | 132 |
|
|
| reader/csv.go | 60 |
|
|
| ripper/config_common.go | 88 |
|
|
| ripper/config_rank.go | 35 |
|
|
| ripper/config_rip.go | 41 |
|
|
| ripper/plugin.go | 13 |
|
|
| ripper/processer_rank.go | 274 | A 3 hrs |
|
| ripper/processor_common.go | 160 |
|
|
| ripper/processor_rip.go | 241 | B 4 hrs |
|
| ripper/text_data.go | 21 |
|
|
| tokenizer/token.go | 102 |
|
|
| tokenizer/tokenizer.go | 104 | A 35 mins |
|
| writer/csv.go | 60 |
|
|
| writer/dummy.go | 10 |
|
|