mangroveorg/datawinners

from datawinners.main.couchdb.utils import all_db_names
from datawinners.main.database import get_db_manager
import logging
from datawinners.search.index_utils import get_elasticsearch_handle
from migration.couch.utils import migrate, mark_as_completed
from mangrove.errors.MangroveException import FormModelDoesNotExistsException
from mangrove.form_model.form_model import get_form_model_by_code
from mangrove.transport.contract.survey_response import SurveyResponse


def get_all_survey_responses(dbm):
    rows = dbm.load_all_rows_in_view('surveyresponse', reduce=False)
    for row in rows:
        yield SurveyResponse.new_from_doc(dbm=dbm, doc=SurveyResponse.__document_class__.wrap(row['value']))


def delete_submission_indexes(db_name, survey_responses_by_form_model_id):
    es = get_elasticsearch_handle(timeout=600)
    for form_model_id, survey_response_id in survey_responses_by_form_model_id.iteritems():
        es.delete(db_name, form_model_id, survey_response_id)


def delete_all_submission_logs(db_name):
    logger = logging.getLogger(db_name)
    try:
        dbm = get_db_manager(db_name)
        documents_with_invalid_form_code = []
        for survey_response in get_all_survey_responses(dbm):
            form_code = survey_response.form_code
            try:
                get_form_model_by_code(dbm, form_code)
            except FormModelDoesNotExistsException:
                documents_with_invalid_form_code.append(survey_response.uuid)
                survey_response.delete()
                continue
        if documents_with_invalid_form_code:
            logger.info('Documents with Invalid form_code: %s' % (str(documents_with_invalid_form_code)))
        mark_as_completed(db_name)
    except Exception as e:
        logger.exception(e.message)


migrate(all_db_names(), delete_all_submission_logs, version=(10, 1, 2), threads=7)