wkdhkr/dedupper

Similar blocks of code found in 4 locations. Consider refactoring.

Open

  loadFaceExpressionModel: () => Promise<void> = async () => {
    if (DeepLearningHelper.isFaceApiModelLoaded(MODEL_FACE_EXPRESSION)) {
      return;
    }
    LockHelper.lockProcess();

• Read up
  Read up

Similar blocks of code found in 2 locations. Consider refactoring.

Open

    if (isImageHashNeeded && !fileInfo.p_hash) {
      const pHash = await this.cs.calculatePHash();
      if (!pHash) {
        throw new Error(`cannot fill pHash = ${fileInfo.from_path}`);
      }

• Read up
  Read up

Similar blocks of code found in 2 locations. Consider refactoring.

Open

    if (isImageHashNeeded && !fileInfo.d_hash) {
      const dHash = await this.cs.calculateDHash();
      if (!dHash) {
        throw new Error(`cannot fill dHash path = ${fileInfo.from_path}`);
      }

• Read up
  Read up

Similar blocks of code found in 2 locations. Consider refactoring.

Open

      const checkedItems = await Promise.all(
        items.map(async item => {
          if (item.to_path) {
            item._isNotExists = !(await fs.pathExists(item.to_path));
            setTimeout(() => limit(() => updateDb(item, psds)), 1000);

• Read up
  Read up

Similar blocks of code found in 2 locations. Consider refactoring.

Open

      const checkedItems = await Promise.all(
        items.map(async item => {
          if (item.to_path) {
            item._isNotExists = !(await fs.pathExists(item.to_path));
            setTimeout(() => limit(() => updateDb(item, psds)), 1000);

• Read up
  Read up

Function classifyTypeByExtension has 75 lines of code (exceeds 25 allowed). Consider refactoring.

Open

  classifyTypeByExtension: (() => {
    const lookup = {};
    const assignFn = (ext, type) => {
      lookup[ext] = type;
    };

Function queryByPHash has 75 lines of code (exceeds 25 allowed). Consider refactoring.

Open

  queryByPHash({
    p_hash: pHash,
    d_hash: dHash,
    from_path: fromPath,
    type,

File PHashLogic.js has 291 lines of code (exceeds 250 allowed). Consider refactoring.

Open

// @flow
import typeof { Logger } from "log4js";

import AttributeService from "../fs/AttributeService";
import DbService from "../db/DbService";

File NsfwJsDbService.js has 291 lines of code (exceeds 250 allowed). Consider refactoring.

Open

// @flow
import typeof { Logger } from "log4js";
import { STATE_ACCEPTED, STATE_KEEPING } from "../../types/FileStates";
import SQLiteService from "./SQLiteService";
import { TYPE_IMAGE } from "../../types/ClassifyTypes";

Function factors has 74 lines of code (exceeds 25 allowed). Consider refactoring.

Open

      storedFileInfos.map(async info => {
        let isSameDir = false;
        let isAccessible = false;
        if (this.as.isSameDir(info.from_path)) {
          isSameDir = true;

Similar blocks of code found in 2 locations. Consider refactoring.

Open

        ((server: any).listen: any)(this.config.serverPort, host, () => {
          this.log.info(
            `Server running on http://${host}:${
              server.address().port
            } with pid ${process.pid} with wid ${worker.id}`

• Read up
  Read up

Similar blocks of code found in 2 locations. Consider refactoring.

Open

        ((httpsServer: any).listen: any)(
          this.config.serverHttpsPort,
          host,
          () => {
            this.log.info(

• Read up
  Read up

Similar blocks of code found in 2 locations. Consider refactoring.

Open

            (async (err, rows: HashRow[]) => {
              if (err) {
                reject(err);
              } else {
                await Promise.all(

• Read up
  Read up

Similar blocks of code found in 2 locations. Consider refactoring.

Open

            (async (err, rows: ProcessStateRow[]) => {
              if (err) {
                reject(err);
              } else {
                await Promise.all(

• Read up
  Read up

Function default has 68 lines of code (exceeds 25 allowed). Consider refactoring.

Open

export default function(config: Config): any {
  const streamFlag = false;
  const router = express.Router();
  const log = log4js.getLogger("sqliteAll");
  const ds = new DbService(config);

Function detect has 68 lines of code (exceeds 25 allowed). Consider refactoring.

Open

  async detect(
    fileInfo: FileInfo,
    storedFileInfoByHash: ?HashRow,
    storedFileInfoByPHashs: HashRow[],
    storedFileInfoByNames: HashRow[] = []

Similar blocks of code found in 2 locations. Consider refactoring.

Open

  createRowBind: (row: any) => { ... } = (row: Object) => {
    const newRow = {};

    Object.keys(row).forEach(key => {
      newRow[`$${key}`] = row[key] !== undefined ? row[key] : null;

• Read up
  Read up

Similar blocks of code found in 2 locations. Consider refactoring.

Open

  createRowBind: (row: ProcessStateRow) => { ... } = (row: ProcessStateRow) => {
    const newRow = {};

    Object.keys(row).forEach(key => {
      newRow[`$${key}`] = row[key] !== undefined ? row[key] : null;

• Read up
  Read up

Similar blocks of code found in 2 locations. Consider refactoring.

Open

export function drawSegment([ay, ax], [by, bx], color, scale, ctx) {
  ctx.beginPath();
  ctx.moveTo(ax * scale, ay * scale);
  ctx.lineTo(bx * scale, by * scale);
  ctx.lineWidth = lineWidth;

• Read up
  Read up

Identical blocks of code found in 2 locations. Consider refactoring.

Open

export function drawBoundingBox(keypoints: any, ctx: any) {
  const boundingBox = posenet.getBoundingBox(keypoints);

  ctx.rect(
    boundingBox.minX,

• Read up
  Read up