| .codebeatsettings | |
|
|
| .codeclimate.yml | |
|
|
| .codecov.yml | |
|
|
| .gitignore | |
|
|
| .travis.yml | |
|
|
| LICENSE | |
|
|
| README.md | |
|
|
| go.test.sh | |
|
|
| content/content.go | 58 |
|
|
| content/db_worker.go | 179 | B 5 hrs |
|
| content/impl_host.go | 48 | A 35 mins |
|
| content/logger.go | 53 | A 2 hrs |
|
| content/rw_func.go | 45 | A 35 mins |
|
| content/types.go | 12 |
|
|
| crawler/body_parser.go | 91 | A 35 mins |
|
| crawler/consts.go | 27 |
|
|
| crawler/crawler.go | 42 |
|
|
| crawler/data_extractor.go | 125 |
|
|
| crawler/host_workers.go | 69 |
|
|
| crawler/hosts_manager.go | 126 |
|
|
| crawler/html_metadata.go | 76 |
|
|
| crawler/metadata_parser.go | 42 |
|
|
| crawler/minification_html.go | 269 | C 1 day |
|
| crawler/minification_text.go | 137 | A 45 mins |
|
| crawler/parser_utils.go | 88 |
|
|
| crawler/request.go | 103 |
|
|
| crawler/response_parser.go | 100 | A 1 hr |
|
| crawler/url_utils.go | 58 |
|
|
| database/compressed.go | 50 | A 35 mins |
|
| database/tbl_content.go | 7 |
|
|
| database/tbl_host.go | 7 |
|
|
| database/tbl_meta.go | 23 |
|
|
| dict/convert.go | 38 | A 35 mins |
|
| dict/dict_reader.go | 113 | A 50 mins |
|
| dict/token_reader.go | 56 | A 45 mins |
|
| import_dict.go | 137 | A 2 hrs |
|
| main.go | 60 |
|
|
| proxy/content.go | 24 |
|
|
| proxy/host.go | 29 |
|
|
| proxy/meta.go | 82 |
|
|
| proxy/page_data.go | 24 |
|
|
| werrors/errors.go | 73 |
|
|