fedspendingtransparency/usaspending-api

import logging

from collections import defaultdict
from datetime import date
from django.conf import settings
from django.core.management.base import BaseCommand
from typing import Optional

from usaspending_api.transactions.agnostic_transaction_deletes import AgnosticDeletes
from usaspending_api.transactions.models.source_procurement_transaction import SourceProcurementTransaction
from usaspending_api.transactions.transaction_delete_journal_helpers import retrieve_deleted_fpds_transactions

logger = logging.getLogger("script")


class Command(AgnosticDeletes, BaseCommand):
    help = "Delete procurement transactions in an USAspending database"
    destination_table_name = SourceProcurementTransaction().table_name
    shared_pk = "detached_award_procurement_id"

    def fetch_deleted_transactions(self) -> Optional[dict]:
        if self.ids is not None:
            return {date.today().strftime("%Y-%m-%d"): self.ids}

        if settings.IS_LOCAL:
            logger.info("Local mode does not handle datetime based deleted records")
            return None

        date_time = self.datetime
        ids_to_delete = defaultdict(list)

        full_key_list = retrieve_deleted_fpds_transactions(start_datetime=date_time)

        for date_, transaction_ids in full_key_list.items():
            numeric_ids = list([int(row) for row in transaction_ids if row.isnumeric()])
            string_ids = list([row for row in transaction_ids if not row.isnumeric()])

            if string_ids:
                logger.info(f"Unexpected non-numeric IDs for {date_}: {string_ids}")

            if numeric_ids:
                logger.info(f"Obtained {len(numeric_ids)} IDs for {date_}")
                ids_to_delete[date_].extend(numeric_ids)
            else:
                logger.warn(f"No {'valid ' if bool(string_ids) else ''}IDs for {date_}!")

        total_ids = sum([len(v) for v in ids_to_delete.values()])
        logger.info(f"Total number of delete records to process: {total_ids}")
        return ids_to_delete

    def store_delete_records(self, deleted_dict: dict) -> None:
        logger.info("Nothing to store for procurement deletes")