tasks.py

import logging

from celery.decorators import task
from django.core import management
from django.core.cache import cache

from chronam.core.batch_loader import BatchLoader
from chronam.core.models import OcrDump

logger = logging.getLogger(__name__)


@task
def process_coordinates(batch_dir):
    try:
        batch_loader = BatchLoader()
        batch_loader.process_coordinates(batch_dir)
        logger.info("processed batch %s", batch_dir)
    except Exception:
        logger.exception("unable to process batch %s", batch_dir)


@task
def load_batch(batch_dir, service_request=None, process_coordinates=True):
    try:
        batch_loader = BatchLoader(process_coordinates=process_coordinates)
        batch = batch_loader.load_batch(batch_dir)
        logger.info("loaded batch %s", batch)
        if service_request:
            logger.info("marking service request as complete")
            service_request.complete()

    except Exception as e:
        logger.exception("unable to load batch %s", batch_dir)
        if service_request:
            logger.info("marking service request as failed")
            service_request.fail(str(e))


@task
def load_essays():
    try:
        management.call_command("load_essays")
    except Exception:
        logger.exception("Unable to load essays")


@task
def purge_batch(batch, service_request=None):
    try:
        management.call_command("purge_batch", batch)
        if service_request:
            service_request.complete()
    except Exception as e:
        logger.exception("unable to purge batch: %s", batch)
        if service_request:
            service_request.fail(str(e))


@task
def delete_django_cache():
    logger.info("deleting newspaper_info")
    cache.delete("newspaper_info")

    logger.info("deleting titles_states")
    cache.delete("titles_states")


@task
def dump_ocr(batch):
    try:
        if batch.ocr_dump:
            logger.info("ocr already generated for %s", batch)
        return
    except OcrDump.DoesNotExist:
        # as expected
        pass

    logger.info("starting to dump ocr for %s", batch)
    dump = OcrDump.new_from_batch(batch)
    logger.info("created ocr dump %s for %s", dump, batch)