bem-site/gorshochek

Function exports has 66 lines of code (exceeds 25 allowed). Consider refactoring.

Open

module.exports = function(model, options) {
    options = options || {};
    options.concurrency = options.concurrency || 20;

    options.timeout = options.timeout || 10000;

Function processPage has 33 lines of code (exceeds 25 allowed). Consider refactoring.

Open

    function processPage(model, page) {
        debug(`load source viw http(s) for page with url: => ${page.url}`);

        const filePath = page.source; // относительный путь к файлу
        const fileName = path.basename(filePath); // имя файла (с расширением)

Similar blocks of code found in 2 locations. Consider refactoring.

Open

        return Q.allSettled([
            baseUtil.readFileFromCache(cacheFilePath),
            loadDataFromUrl(page.source)
        ]).spread((cache, remote) => {
            if(remote.state === 'rejected') {

• Read up
  Read up

Similar blocks of code found in 4 locations. Consider refactoring.

Open

        const onAddedDocument = (promise) => {
            debug('Doc added: %s %s', page.url, page.title);
            model.pushChangeToAddedGroup({type: 'doc', url: page.url, title: page.title});
            return baseUtil.writeFileToCache(cacheFilePath, promise.value);
        };

• Read up
  Read up

Similar blocks of code found in 4 locations. Consider refactoring.

Open

        const onModifiedDocument = (promise) => {
            debug('Doc modified: %s %s', page.url, page.title);
            model.pushChangeToModifiedGroup({type: 'doc', url: page.url, title: page.title});
            return baseUtil.writeFileToCache(cacheFilePath, promise.value);
        };

• Read up
  Read up

Similar blocks of code found in 2 locations. Consider refactoring.

Open

    function hasLocalSource(page) {
        const source = page.source;
        return !!source && !!source.match(/^https?/);
    }

• Read up
  Read up