File test_zorgkaart.py has 481 lines of code (exceeds 250 allowed). Consider refactoring.

Open

import logging

import websecmap
from websecmap.api.apis.zorgkaart import organization_and_url_import
from websecmap.organizations.models import Coordinate, Organization, OrganizationType, Url

File severity.py has 467 lines of code (exceeds 250 allowed). Consider refactoring.

Open

"""
Business logic that determines what points and calculations are stored.

This file contains (or should) verbose explantion of why points are given.

File admin.py has 466 lines of code (exceeds 250 allowed). Consider refactoring.

Open

import logging
from copy import deepcopy
from datetime import datetime
from typing import Dict, Any

File subdomains.py has 450 lines of code (exceeds 250 allowed). Consider refactoring.

Open

import itertools
import logging
import random
import string
import tempfile

File tls_qualys.py has 425 lines of code (exceeds 250 allowed). Consider refactoring.

Open

"""
Manages endpoints:
 Protocols: https
 Ports: 443
 IP's: any related to a domain on mentioned protocols and ports.

File forms.py has 401 lines of code (exceeds 250 allowed). Consider refactoring.

Open

import logging
import time

import tldextract
from dal import autocomplete

File admin.py has 394 lines of code (exceeds 250 allowed). Consider refactoring.

Open

from django.contrib import admin
from django.utils.html import format_html
from django.utils.safestring import mark_safe
from import_export.admin import ImportExportModelAdmin
from jet.admin import CompactInline

File models.py has 390 lines of code (exceeds 250 allowed). Consider refactoring.

Open

# coding=UTF-8
# from __future__ import unicode_literals

import hashlib
import logging

Function analyze_result has a Cognitive Complexity of 31 (exceeds 5 allowed). Consider refactoring.

Open

def analyze_result(result: List[str]):
    """
    All possible outcomes:
    https://github.com/dotse/dnscheck/blob/5b0fce771259d9dfc03c6c69abba44f2be142c30/engine/t/config/policy.yaml

• Read up
  Read up

Function calculate_impact has a Cognitive Complexity of 28 (exceeds 5 allowed). Consider refactoring.

Open

def calculate_impact():
    """
    Based on scans: the first and the last measurement, calculates numbers on how much has changed. It takes
    into account how much endpoints / urls are deleted. This script is slow, but also simple. This simplicty
    makes it easy to understand and maintain.

• Read up
  Read up

Function remove_wildcards_using_statistics has a Cognitive Complexity of 28 (exceeds 5 allowed). Consider refactoring.

Open

def remove_wildcards_using_statistics(found_hosts, url: str):
    # todo: test
    # some hosts rotate a set of IP's when providing wildcards. This is an annoying practice.
    # We can filter those out with some statistics. We cut off everything that resolve to the top IP's.
    ip_stats = {}

• Read up
  Read up

File ftp.py has 335 lines of code (exceeds 250 allowed). Consider refactoring.

Open

"""
Scans for missing AUTH TLS / AUTH SSL options in FTP servers.

# Docs:
# https://docs.python.org/3/library/ftplib.html#ftplib.FTP_TLS.ssl_version

Function worker_verify_role_capabilities has a Cognitive Complexity of 27 (exceeds 5 allowed). Consider refactoring.

Open

def worker_verify_role_capabilities(role):
    """Determine if chosen role can be performed on this host (eg: ipv6 connectivity.)"""

    failed = False

• Read up
  Read up

Function import_from_scratch has a Cognitive Complexity of 27 (exceeds 5 allowed). Consider refactoring.

Open

def import_from_scratch(countries: List[str] = None, organization_types: List[str] = None, when=None):
    """
    Run this when you have nothing on the organization type in that country. It will help bootstrapping a
    certain region.

• Read up
  Read up

File dns_endpoints.py has 329 lines of code (exceeds 250 allowed). Consider refactoring.

Open

"""
This discovers endpoints that are used for the Internet.NL scanners. The internet.nl scanners require only the
existence of AAAA or A DNS records for web and SOA for mail. This means this discovery will find DNS-record type
endpoints that equal normal endpoints. Except they don't have a port and ip_version.

File security_headers.py has 319 lines of code (exceeds 250 allowed). Consider refactoring.

Open

"""
Check if the https site uses HSTS to tell the browser the site should only be reached over HTTPS.
(useful until browsers do https by default, instead of by choice)
"""
import logging

Function qualys_scan_thread has a Cognitive Complexity of 25 (exceeds 5 allowed). Consider refactoring.

Open

def qualys_scan_thread(proxy: Dict[str, Any], url: str):

    normal_waiting_time = 30
    error_waiting_time = 60  # seconds until retry, can be increased when queues are full. Max = 180
    max_waiting_time = 360

• Read up
  Read up

File plannedscan.py has 315 lines of code (exceeds 250 allowed). Consider refactoring.

Open

import logging
from datetime import datetime, timedelta
from typing import Dict, List, Tuple

import dateutil.parser

File proxy.py has 306 lines of code (exceeds 250 allowed). Consider refactoring.

Open

import logging
from datetime import datetime, timedelta
from http.client import BadStatusLine
from multiprocessing.pool import ThreadPool
from time import sleep

Function update_coordinates has a Cognitive Complexity of 22 (exceeds 5 allowed). Consider refactoring.

Open

def update_coordinates(countries: List[str] = None, organization_types: List[str] = None, when=None):

    if not osmtogeojson_available():
        raise FileNotFoundError(
            "osmtogeojson was not found. Please install it and make sure python can access it. " "Cannot continue."

• Read up
  Read up