Files
SaaS-PDF/backend/app/tasks/ocr_tasks.py
Your Name 6bb76e3f1b Add OCR, Background Removal, and PDF Editor features with tests
- Implemented OCR functionality using pytesseract for image and PDF text extraction.
- Added Background Removal service using rembg for image processing.
- Developed PDF Editor service for applying text annotations to PDF files.
- Created corresponding API routes for OCR, Background Removal, and PDF Editor.
- Added frontend components for OCR and Background Removal tools.
- Integrated feature flagging for new tools, ensuring they are disabled by default.
- Implemented comprehensive unit tests for OCR service, PDF editor, and background removal.
- Updated documentation to reflect new features and usage instructions.
- Added translations for new features in English, Arabic, and French.
2026-03-07 21:29:08 +02:00

160 lines
5.5 KiB
Python

"""Celery tasks for OCR processing."""
import os
import logging
from flask import current_app
from app.extensions import celery
from app.services.ocr_service import ocr_image, ocr_pdf, OCRError
from app.services.storage_service import storage
from app.services.task_tracking_service import finalize_task_tracking
from app.utils.sanitizer import cleanup_task_files
logger = logging.getLogger(__name__)
def _cleanup(task_id: str):
cleanup_task_files(task_id, keep_outputs=not storage.use_s3)
def _get_output_dir(task_id: str) -> str:
output_dir = os.path.join(current_app.config["OUTPUT_FOLDER"], task_id)
os.makedirs(output_dir, exist_ok=True)
return output_dir
def _finalize_task(
task_id, user_id, tool, original_filename, result,
usage_source, api_key_id, celery_task_id,
):
finalize_task_tracking(
user_id=user_id, tool=tool, original_filename=original_filename,
result=result, usage_source=usage_source,
api_key_id=api_key_id, celery_task_id=celery_task_id,
)
_cleanup(task_id)
return result
@celery.task(bind=True, name="app.tasks.ocr_tasks.ocr_image_task")
def ocr_image_task(
self,
input_path: str,
task_id: str,
original_filename: str,
lang: str = "eng",
user_id: int | None = None,
usage_source: str = "web",
api_key_id: int | None = None,
):
"""Async task: Extract text from an image via OCR."""
output_dir = _get_output_dir(task_id)
output_path = os.path.join(output_dir, f"{task_id}.txt")
try:
self.update_state(state="PROCESSING", meta={"step": "Running OCR on image..."})
stats = ocr_image(input_path, lang=lang)
# Write text to file for download
with open(output_path, "w", encoding="utf-8") as f:
f.write(stats["text"])
self.update_state(state="PROCESSING", meta={"step": "Uploading result..."})
s3_key = storage.upload_file(output_path, task_id, folder="outputs")
name_without_ext = os.path.splitext(original_filename)[0]
download_name = f"{name_without_ext}_ocr.txt"
download_url = storage.generate_presigned_url(s3_key, original_filename=download_name)
result = {
"status": "completed",
"download_url": download_url,
"filename": download_name,
"text": stats["text"][:5000], # preview (first 5k chars)
"char_count": stats["char_count"],
"lang": stats["lang"],
}
logger.info("Task %s: OCR image completed (%d chars)", task_id, stats["char_count"])
return _finalize_task(
task_id, user_id, "ocr-image", original_filename,
result, usage_source, api_key_id, self.request.id,
)
except OCRError as e:
logger.error("Task %s: OCR error — %s", task_id, e)
return _finalize_task(
task_id, user_id, "ocr-image", original_filename,
{"status": "failed", "error": str(e)},
usage_source, api_key_id, self.request.id,
)
except Exception as e:
logger.error("Task %s: Unexpected error — %s", task_id, e)
return _finalize_task(
task_id, user_id, "ocr-image", original_filename,
{"status": "failed", "error": "An unexpected error occurred."},
usage_source, api_key_id, self.request.id,
)
@celery.task(bind=True, name="app.tasks.ocr_tasks.ocr_pdf_task")
def ocr_pdf_task(
self,
input_path: str,
task_id: str,
original_filename: str,
lang: str = "eng",
user_id: int | None = None,
usage_source: str = "web",
api_key_id: int | None = None,
):
"""Async task: Extract text from a scanned PDF via OCR."""
output_dir = _get_output_dir(task_id)
output_path = os.path.join(output_dir, f"{task_id}.txt")
try:
self.update_state(state="PROCESSING", meta={"step": "Converting PDF pages & running OCR..."})
stats = ocr_pdf(input_path, output_path, lang=lang)
self.update_state(state="PROCESSING", meta={"step": "Uploading result..."})
s3_key = storage.upload_file(output_path, task_id, folder="outputs")
name_without_ext = os.path.splitext(original_filename)[0]
download_name = f"{name_without_ext}_ocr.txt"
download_url = storage.generate_presigned_url(s3_key, original_filename=download_name)
result = {
"status": "completed",
"download_url": download_url,
"filename": download_name,
"text": stats["text"][:5000],
"page_count": stats["page_count"],
"char_count": stats["char_count"],
"lang": lang,
}
logger.info("Task %s: OCR PDF completed (%d pages, %d chars)", task_id, stats["page_count"], stats["char_count"])
return _finalize_task(
task_id, user_id, "ocr-pdf", original_filename,
result, usage_source, api_key_id, self.request.id,
)
except OCRError as e:
logger.error("Task %s: OCR error — %s", task_id, e)
return _finalize_task(
task_id, user_id, "ocr-pdf", original_filename,
{"status": "failed", "error": str(e)},
usage_source, api_key_id, self.request.id,
)
except Exception as e:
logger.error("Task %s: Unexpected error — %s", task_id, e)
return _finalize_task(
task_id, user_id, "ocr-pdf", original_filename,
{"status": "failed", "error": "An unexpected error occurred."},
usage_source, api_key_id, self.request.id,
)