djbrown/hbscorez

import logging
 
from django.conf import settings
from django.core.management import BaseCommand
 
from associations.models import Association
from base import http, parsing
from base.middleware import env
from base.models import Value
 
LOGGER = logging.getLogger("hbscorez")
 
 
def add_default_arguments(parser):
    parser.add_argument(
        "--associations",
        "-a",
        nargs="+",
        type=int,
        metavar="orgGrpID",
        help="IDs of Associations.",
    )
 
 
class Command(BaseCommand):
 
    def add_arguments(self, parser):
        add_default_arguments(parser)
 
    def handle(self, *args, **options):
        env.UPDATING.set_value(Value.TRUE)
 
        try:
            import_associations(options)
        except Exception:
            LOGGER.exception("Could not import Associations")
 
        env.UPDATING.set_value(Value.FALSE)
 
 
def import_associations(options):
    start_html = http.get_text(settings.NEW_ROOT_SOURCE_URL)
    start_dom = parsing.html_dom(start_html)
    association_urls = parsing.parse_association_urls(start_dom)
 
    for association_url in association_urls:
        try:
            url = settings.NEW_ROOT_SOURCE_URL + association_url[1:]
            scrape_association(url, options)
        except Exception:
            LOGGER.exception("Could not create Association")
 
 
Cyclomatic complexity is too high in function scrape_association. (8)
Function `scrape_association` has a Cognitive Complexity of 8 (exceeds 5 allowed). Consider refactoring.
def scrape_association(url: str, options):
    html = http.get_text(url)
    dom = parsing.html_dom(html)
 
    name = parsing.parse_association_name(dom)
    bhv_id = parsing.parse_association_bhv_id(dom)
 
    if options["associations"] and bhv_id not in options["associations"]:
        LOGGER.debug("SKIPPING Association (options): %s %s", bhv_id, name)
        return
 
    api_url = Association.build_api_url(bhv_id)
    json = http.get_throttled(api_url)
    abbreviation = parsing.parse_association_abbreviation(json)
 
    association = Association.objects.filter(bhv_id=bhv_id).first()
    if association is None:
        association = Association.objects.create(name=name, abbreviation=abbreviation, bhv_id=bhv_id, source_url=url)
        LOGGER.info("CREATED Association: %s", association)
        return
 
    updated = False
 
    if association.name != name:
        association.name = name
        updated = True
 
    if association.abbreviation != abbreviation:
        association.abbreviation = abbreviation
        updated = True
 
    if association.source_url != url:
        association.source_url = url
        updated = True
 
    if updated:
        association.save()
        LOGGER.info("UPDATED Association: %s", association)
    else:
        LOGGER.debug("UNCHANGED Association: %s", association)