korczis/microcrawler

{
  "name": "microcrawler",
  "version": "0.1.30",
  "description": "Micro implementation of crawler",
  "main": "lib/index.js",
  "scripts": {
    "eslint": "node ./node_modules/eslint/bin/eslint.js src/ test/",
    "test": "mocha --compilers js:babel-register test/**/*Test.js",
    "build": "gulp build",
    "watch": "gulp watch"
  },
  "repository": {
    "type": "git",
    "url": "https://github.com/ApolloCrawler/microcrawler.git"
  },
  "author": "Tomas Korcak <korczis@gmail.com>",
  "license": "MIT",
  "bugs": {
    "url": "https://github.com/ApolloCrawler/microcrawler/issues"
  },
  "bin": {
    "microcrawler": "./bin/microcrawler",
    "microcrawler-collector": "./bin/microcrawler-collector",
    "microcrawler-config": "./bin/microcrawler-config",
    "microcrawler-config-init": "./bin/microcrawler-config-init",
    "microcrawler-config-show": "./bin/microcrawler-config-show",
    "microcrawler-exporter": "./bin/microcrawler-exporter",
    "microcrawler-worker": "./bin/microcrawler-worker"
  },
  "files": [
    "bin",
    "config",
    "docks",
    "examples",
    "lib",
    "test"
  ],
  "homepage": "https://github.com/ApolloCrawler/microcrawler",
  "directories": {
    "bin": "bin",
    "lib": "lib"
  },
  "dependencies": {
    "amdefine": "^1.0.0",
    "amqplib": "^0.4.2",
    "babel-cli": "^6.14.0",
    "babel-eslint": "^6.1.2",
    "babel-preset-es2015": "^6.14.0",
    "babel-preset-stage-0": "^6.5.0",
    "babel-preset-stage-1": "^6.13.0",
    "babel-preset-stage-2": "^6.13.0",
    "babel-preset-stage-3": "^6.11.0",
    "babel-register": "^6.3.14",
    "babel-runtime": "^6.11.6",
    "cheerio": "^0.22.0",
    "commander": "^2.9.0",
    "couchbase": "^2.2.2",
    "crypto": "0.0.3",
    "csv-write-stream": "^2.0.0",
    "deepmerge": "^0.2.10",
    "deferred": "^0.7.5",
    "diacritics": "^1.2.3",
    "elasticsearch": "^11.0.1",
    "express": "^4.14.0",
    "faye": "^1.2.2",
    "homedir": "^0.6.0",
    "microcrawler-crawler-all": "0.0.7",
    "mkdirp": "^0.5.1",
    "moment": "^2.14.1",
    "nano": "^6.2.0",
    "node.extend": "^1.1.5",
    "random-ip": "0.0.1",
    "request": "^2.74.0",
    "sqlite3": "^3.1.4",
    "superagent": "^2.2.0",
    "superagent-cache": "^1.6.0",
    "superagent-proxy": "^1.0.1",
    "superagent-retry": "^0.6.0",
    "superagent-throttle": "^0.1.1",
    "superagent-use": "0.0.1",
    "traceur": "0.0.111",
    "traceur-source-maps": "^1.0.6",
    "winston": "^2.2.0"
  },
  "devDependencies": {
    "chai": "^3.5.0",
    "coveralls": "^2.11.12",
    "eslint": "^3.4.0",
    "eslint-config-airbnb": "10.0.1",
    "eslint-plugin-import": "^1.14.0",
    "eslint-plugin-jsx-a11y": "^2.2.0",
    "eslint-plugin-react": "^6.2.0",
    "gulp": "^3.9.1",
    "gulp-babel": "^6.1.2",
    "gulp-eslint": "^3.0.1",
    "gulp-watch": "^4.3.9",
    "istanbul": "^0.4.5",
    "mocha": "^3.0.2",
    "mocha-traceur": "^2.1.0"
  },
  "babel": {
    "presets": [
      "es2015",
      "stage-0",
      "stage-1",
      "stage-2",
      "stage-3"
    ],
    "ignore": [
      "config/config.template.json"
    ]
  },
  "config": {
    "client": "superagent",
    "timeout": 10000,
    "throttler": {
      "enabled": false,
      "active": true,
      "rate": 20,
      "ratePer": 1000,
      "concurrent": 8
    },
    "retry": {
      "count": 2
    },
    "headers": {
      "Accept": "*/*",
      "User-Agent": "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)",
      "From": "googlebot(at)googlebot.com"
    },
    "proxy": {
      "enabled": false,
      "list": [
        "https://168.63.20.19:8145"
      ]
    },
    "natFaker": {
      "enabled": true,
      "base": "192.168.1.1",
      "bits": 16
    },
    "amqp": {
      "uri": "amqp://localhost",
      "queues": {
        "collector": "collector",
        "worker": "worker"
      },
      "options": {
        "heartbeat": 30
      }
    },
    "couchbase": {
      "uri": "couchbase://localhost:8091",
      "bucket": "microcrawler",
      "username": "Administrator",
      "password": "Administrator",
      "connectionTimeout": 60000000,
      "durabilityTimeout": 60000000,
      "managementTimeout": 60000000,
      "nodeConnectionTimeout": 10000000,
      "operationTimeout": 10000000,
      "viewTimeout": 10000000
    },
    "elasticsearch": {
      "uri": "localhost:9200",
      "index": "microcrawler",
      "log": "debug"
    }
  }
}