| .gitignore | |
|
|
| .rspec | |
|
|
| .travis.yml | |
|
|
| CODE_OF_CONDUCT.md | |
|
|
| Gemfile | |
|
|
| LICENSE.txt | |
|
|
| NEWS | |
|
|
| README.md | |
|
|
| Rakefile | |
|
|
| pragmatic_segmenter.gemspec | |
|
|
| lib/pragmatic_segmenter.rb | 3 |
|
|
| lib/pragmatic_segmenter/abbreviation_replacer.rb | 88 | A 1 hr |
|
| lib/pragmatic_segmenter/between_punctuation.rb | 85 |
|
|
| lib/pragmatic_segmenter/cleaner.rb | 96 |
|
|
| lib/pragmatic_segmenter/cleaner/rules.rb | 37 |
|
|
| lib/pragmatic_segmenter/exclamation_words.rb | 13 |
|
|
| lib/pragmatic_segmenter/languages.rb | 55 |
|
|
| lib/pragmatic_segmenter/languages/amharic.rb | 12 |
|
|
| lib/pragmatic_segmenter/languages/arabic.rb | 24 |
|
|
| lib/pragmatic_segmenter/languages/armenian.rb | 12 |
|
|
| lib/pragmatic_segmenter/languages/bulgarian.rb | 20 |
|
|
| lib/pragmatic_segmenter/languages/burmese.rb | 12 |
|
|
| lib/pragmatic_segmenter/languages/chinese.rb | 32 | A 45 mins |
|
| lib/pragmatic_segmenter/languages/common.rb | 80 | A 1 hr |
|
| lib/pragmatic_segmenter/languages/common/ellipsis.rb | 20 | A 30 mins |
|
| lib/pragmatic_segmenter/languages/common/numbers.rb | 45 | A 50 mins |
|
| lib/pragmatic_segmenter/languages/danish.rb | 58 |
|
|
| lib/pragmatic_segmenter/languages/deutsch.rb | 76 |
|
|
| lib/pragmatic_segmenter/languages/dutch.rb | 12 |
|
|
| lib/pragmatic_segmenter/languages/english.rb | 26 | A 20 mins |
|
| lib/pragmatic_segmenter/languages/french.rb | 15 |
|
|
| lib/pragmatic_segmenter/languages/greek.rb | 12 |
|
|
| lib/pragmatic_segmenter/languages/hindi.rb | 12 |
|
|
| lib/pragmatic_segmenter/languages/italian.rb | 15 |
|
|
| lib/pragmatic_segmenter/languages/japanese.rb | 43 | A 45 mins |
|
| lib/pragmatic_segmenter/languages/kazakh.rb | 31 |
|
|
| lib/pragmatic_segmenter/languages/persian.rb | 19 |
|
|
| lib/pragmatic_segmenter/languages/polish.rb | 15 |
|
|
| lib/pragmatic_segmenter/languages/russian.rb | 22 |
|
|
| lib/pragmatic_segmenter/languages/spanish.rb | 15 |
|
|
| lib/pragmatic_segmenter/languages/urdu.rb | 12 |
|
|
| lib/pragmatic_segmenter/list.rb | 157 | B 6 hrs |
|
| lib/pragmatic_segmenter/processor.rb | 113 | A 25 mins |
|
| lib/pragmatic_segmenter/punctuation_replacer.rb | 57 | A 1 hr |
|
| lib/pragmatic_segmenter/segmenter.rb | 32 |
|
|
| lib/pragmatic_segmenter/types.rb | 12 |
|
|
| lib/pragmatic_segmenter/version.rb | 3 |
|
|