ezpaarse-project/ezpaarse

Similar blocks of code found in 3 locations. Consider refactoring.

Open

  describe('receives a log file with an unsupported output format requested', function () {
    it('and sends back a JSON with an error 4006 (@06)', function (done) {
      var headers = {
        'Accept': 'unsupported/format'
      };

• Read up
  Read up

Similar blocks of code found in 3 locations. Consider refactoring.

Open

  describe('receives a gzipped log file with an unknown content-encoding', function () {
    it('and sends back a JSON with an error 4005 (@04)', function (done) {
      var headers = {
        'content-encoding': 'unsupported/encoding'
      };

• Read up
  Read up

Similar blocks of code found in 2 locations. Consider refactoring.

Open

      helpers.get(reportURL, function (error, response, reportBody) {
        if (!response) { throw new Error('ezPAARSE is not running'); }
        if (error)     { throw error; }
        response.statusCode.should.equal(200,
          'failed to get the report, server responded with a code ' + response.statusCode);

• Read up
  Read up

Similar blocks of code found in 2 locations. Consider refactoring.

Open

      helpers.get(reportURL, function (error, response, reportBody) {
        if (!response) { throw new Error('ezPAARSE is not running'); }
        if (error)     { throw error; }
        response.statusCode.should.equal(200,
          'failed to get the report, server responded with a code ' + response.statusCode);

• Read up
  Read up

Similar blocks of code found in 2 locations. Consider refactoring.

Open

  if (argv.header) {
    if (!Array.isArray(argv.header)) { argv.header = [argv.header]; }

    argv.header.forEach(function (item) {
      var i = item.indexOf(':');

• Read up
  Read up

Similar blocks of code found in 2 locations. Consider refactoring.

Open

  if (argv.header) {
    if (!Array.isArray(argv.header)) { argv.header = [argv.header]; }

    argv.header.forEach(function (item) {
      var i = item.indexOf(':');

• Read up
  Read up

File info.js has 420 lines of code (exceeds 250 allowed). Consider refactoring.

Open

// ##EZPAARSE

'use strict';

const fs             = require('fs-extra');

Function read has 151 lines of code (exceeds 25 allowed). Consider refactoring.

Open

module.exports = function* read(req, res) {
  const self = this;

  this.logger?.info('Starting response');

File admin.js has 416 lines of code (exceeds 250 allowed). Consider refactoring.

Open

'use strict';

const fs         = require('fs');
const path       = require('path');
const Boom       = require('boom');

Similar blocks of code found in 2 locations. Consider refactoring.

Open

  this.addOutputFields = function (fields) {
    if (!fields) { return; }
    if (!Array.isArray(fields)) { fields = [fields]; }
    let { added, removed } = this.outputFields;

• Read up
  Read up

Similar blocks of code found in 2 locations. Consider refactoring.

Open

  this.removeOutputFields = function (fields) {
    if (!fields) { return; }
    if (!Array.isArray(fields)) { fields = [fields]; }
    let { added, removed } = this.outputFields;

• Read up
  Read up

Function validate has 134 lines of code (exceeds 25 allowed). Consider refactoring.

Open

exports.validate = function (file, callback) {
  var titleIDs      = {}; // List of title IDs
  var titleIdColumn = false;
  var syntaxError   = false;
  var currentLine   = 1;

Function ridChecker has 134 lines of code (exceeds 25 allowed). Consider refactoring.

Open

var ridChecker = function () {
  var self = this;
  var DoNotCheckPattern = new RegExp('^#');
  var ISSNPattern = new RegExp('[0-9]{4}\\-[0-9]{3}([0-9Xx])?');
  var ISBNPattern = new RegExp('((978[-– ])?[0-9][0-9-– ]{10}[-– ][0-9xX])|((978)?[0-9]{9}[0-9])');

File job-logs-test.js has 381 lines of code (exceeds 250 allowed). Consider refactoring.

Open

/* eslint no-sync: 0 */
/* global describe, it */
'use strict';

var fs      = require('fs');

Similar blocks of code found in 2 locations. Consider refactoring.

Open

      helpers.post('/', filteredEC, headers, function (err, res, body) {
        if (!res) { throw new Error('ezPAARSE is not running'); }
        if (err)  { throw err; }
        res.statusCode.should.equal(200, 'expected 200, got ' + res.statusCode);

• Read up
  Read up

Similar blocks of code found in 2 locations. Consider refactoring.

Open

      helpers.post('/', robotEC, headers, function (err, res, body) {
        if (!res) { throw new Error('ezPAARSE is not running'); }
        if (err)  { throw err; }
        res.statusCode.should.equal(200, 'expected 200, got ' + res.statusCode);

• Read up
  Read up

Function logParser has 118 lines of code (exceeds 25 allowed). Consider refactoring.

Open

module.exports = function logParser(options) {
  options            = options || {};
  options.dateFormat = options.dateFormat || 'DD/MMM/YYYY:HH:mm:ss Z';

  var parser = {};

Function exports has 112 lines of code (exceeds 25 allowed). Consider refactoring.

Open

module.exports = function (req, res, job, next) {
  job.logger?.verbose('Initializing EC writer');

  var acceptEncoding = req.header('response-encoding');
  var zip;

Similar blocks of code found in 2 locations. Consider refactoring.

Open

  var yargs = require('yargs')
    .usage('Inject data into ezPAARSE and gets the response' +
      '\nUsage: $0')
    .alias('help', 'h')
    .alias('input', 'i')

• Read up
  Read up

Similar blocks of code found in 2 locations. Consider refactoring.

Open

  var yargs = require('yargs')
    .usage('Execute the scrapers of one or more platforms' +
            '\nUsage: $0 [-alvfc] [Platform] [Platform] ...')
    .alias('help', 'h')
    .alias('all', 'a')

• Read up
  Read up