4ab7e9ddfb
This moves the initialization of the `reader` and `script_readers` attributes to before we attempt to import tesserocr, so that when later accessing these attributes in the garbage collection method `__del__` the attributes exist. This requires changing the typing of the `script_readers` dict value to `Any` because we cannot yet reference its actual strong type, since it's a tesserocr value. This prevents throwing an exception during garbage collection for cases where the TesseractOcrModel instance didn't properly initialize, like when it throws an `ImportError` during its initializer. Signed-off-by: Ben Browning <bbrownin@redhat.com>
225 lines
9.1 KiB
Python
225 lines
9.1 KiB
Python
import logging
|
|
from collections.abc import Iterable
|
|
from pathlib import Path
|
|
from typing import Any, Optional, Type
|
|
|
|
from docling_core.types.doc import BoundingBox, CoordOrigin
|
|
from docling_core.types.doc.page import BoundingRectangle, TextCell
|
|
|
|
from docling.datamodel.base_models import Page
|
|
from docling.datamodel.document import ConversionResult
|
|
from docling.datamodel.pipeline_options import (
|
|
AcceleratorOptions,
|
|
OcrOptions,
|
|
TesseractOcrOptions,
|
|
)
|
|
from docling.datamodel.settings import settings
|
|
from docling.models.base_ocr_model import BaseOcrModel
|
|
from docling.utils.ocr_utils import map_tesseract_script
|
|
from docling.utils.profiling import TimeRecorder
|
|
|
|
_log = logging.getLogger(__name__)
|
|
|
|
|
|
class TesseractOcrModel(BaseOcrModel):
|
|
def __init__(
|
|
self,
|
|
enabled: bool,
|
|
artifacts_path: Optional[Path],
|
|
options: TesseractOcrOptions,
|
|
accelerator_options: AcceleratorOptions,
|
|
):
|
|
super().__init__(
|
|
enabled=enabled,
|
|
artifacts_path=artifacts_path,
|
|
options=options,
|
|
accelerator_options=accelerator_options,
|
|
)
|
|
self.options: TesseractOcrOptions
|
|
|
|
self.scale = 3 # multiplier for 72 dpi == 216 dpi.
|
|
self.reader = None
|
|
self.script_readers: dict[str, Any] = {}
|
|
|
|
if self.enabled:
|
|
install_errmsg = (
|
|
"tesserocr is not correctly installed. "
|
|
"Please install it via `pip install tesserocr` to use this OCR engine. "
|
|
"Note that tesserocr might have to be manually compiled for working with "
|
|
"your Tesseract installation. The Docling documentation provides examples for it. "
|
|
"Alternatively, Docling has support for other OCR engines. See the documentation: "
|
|
"https://docling-project.github.io/docling/installation/"
|
|
)
|
|
missing_langs_errmsg = (
|
|
"tesserocr is not correctly configured. No language models have been detected. "
|
|
"Please ensure that the TESSDATA_PREFIX envvar points to tesseract languages dir. "
|
|
"You can find more information how to setup other OCR engines in Docling "
|
|
"documentation: "
|
|
"https://docling-project.github.io/docling/installation/"
|
|
)
|
|
|
|
try:
|
|
import tesserocr
|
|
except ImportError:
|
|
raise ImportError(install_errmsg)
|
|
try:
|
|
tesseract_version = tesserocr.tesseract_version()
|
|
except Exception:
|
|
raise ImportError(install_errmsg)
|
|
|
|
_, self._tesserocr_languages = tesserocr.get_languages()
|
|
if not self._tesserocr_languages:
|
|
raise ImportError(missing_langs_errmsg)
|
|
|
|
# Initialize the tesseractAPI
|
|
_log.debug("Initializing TesserOCR: %s", tesseract_version)
|
|
lang = "+".join(self.options.lang)
|
|
|
|
if any(lang.startswith("script/") for lang in self._tesserocr_languages):
|
|
self.script_prefix = "script/"
|
|
else:
|
|
self.script_prefix = ""
|
|
|
|
tesserocr_kwargs = {
|
|
"psm": tesserocr.PSM.AUTO,
|
|
"init": True,
|
|
"oem": tesserocr.OEM.DEFAULT,
|
|
}
|
|
|
|
self.osd_reader = None
|
|
|
|
if self.options.path is not None:
|
|
tesserocr_kwargs["path"] = self.options.path
|
|
|
|
if lang == "auto":
|
|
self.reader = tesserocr.PyTessBaseAPI(**tesserocr_kwargs)
|
|
self.osd_reader = tesserocr.PyTessBaseAPI(
|
|
**{"lang": "osd", "psm": tesserocr.PSM.OSD_ONLY} | tesserocr_kwargs
|
|
)
|
|
else:
|
|
self.reader = tesserocr.PyTessBaseAPI(
|
|
**{"lang": lang} | tesserocr_kwargs,
|
|
)
|
|
self.reader_RIL = tesserocr.RIL
|
|
|
|
def __del__(self):
|
|
if self.reader is not None:
|
|
# Finalize the tesseractAPI
|
|
self.reader.End()
|
|
for script in self.script_readers:
|
|
self.script_readers[script].End()
|
|
|
|
def __call__(
|
|
self, conv_res: ConversionResult, page_batch: Iterable[Page]
|
|
) -> Iterable[Page]:
|
|
if not self.enabled:
|
|
yield from page_batch
|
|
return
|
|
|
|
for page in page_batch:
|
|
assert page._backend is not None
|
|
if not page._backend.is_valid():
|
|
yield page
|
|
else:
|
|
with TimeRecorder(conv_res, "ocr"):
|
|
assert self.reader is not None
|
|
assert self._tesserocr_languages is not None
|
|
|
|
ocr_rects = self.get_ocr_rects(page)
|
|
|
|
all_ocr_cells = []
|
|
for ocr_rect in ocr_rects:
|
|
# Skip zero area boxes
|
|
if ocr_rect.area() == 0:
|
|
continue
|
|
high_res_image = page._backend.get_page_image(
|
|
scale=self.scale, cropbox=ocr_rect
|
|
)
|
|
|
|
local_reader = self.reader
|
|
if "auto" in self.options.lang:
|
|
assert self.osd_reader is not None
|
|
|
|
self.osd_reader.SetImage(high_res_image)
|
|
osd = self.osd_reader.DetectOrientationScript()
|
|
|
|
# No text, probably
|
|
if osd is None:
|
|
continue
|
|
|
|
script = osd["script_name"]
|
|
script = map_tesseract_script(script)
|
|
lang = f"{self.script_prefix}{script}"
|
|
|
|
# Check if the detected language is present in the system
|
|
if lang not in self._tesserocr_languages:
|
|
msg = f"Tesseract detected the script '{script}' and language '{lang}'."
|
|
msg += " However this language is not installed in your system and will be ignored."
|
|
_log.warning(msg)
|
|
else:
|
|
if script not in self.script_readers:
|
|
import tesserocr
|
|
|
|
self.script_readers[script] = (
|
|
tesserocr.PyTessBaseAPI(
|
|
path=self.reader.GetDatapath(),
|
|
lang=lang,
|
|
psm=tesserocr.PSM.AUTO,
|
|
init=True,
|
|
oem=tesserocr.OEM.DEFAULT,
|
|
)
|
|
)
|
|
local_reader = self.script_readers[script]
|
|
|
|
local_reader.SetImage(high_res_image)
|
|
boxes = local_reader.GetComponentImages(
|
|
self.reader_RIL.TEXTLINE, True
|
|
)
|
|
|
|
cells = []
|
|
for ix, (im, box, _, _) in enumerate(boxes):
|
|
# Set the area of interest. Tesseract uses Bottom-Left for the origin
|
|
local_reader.SetRectangle(
|
|
box["x"], box["y"], box["w"], box["h"]
|
|
)
|
|
|
|
# Extract text within the bounding box
|
|
text = local_reader.GetUTF8Text().strip()
|
|
confidence = local_reader.MeanTextConf()
|
|
left = box["x"] / self.scale
|
|
bottom = box["y"] / self.scale
|
|
right = (box["x"] + box["w"]) / self.scale
|
|
top = (box["y"] + box["h"]) / self.scale
|
|
|
|
cells.append(
|
|
TextCell(
|
|
index=ix,
|
|
text=text,
|
|
orig=text,
|
|
from_ocr=True,
|
|
confidence=confidence,
|
|
rect=BoundingRectangle.from_bounding_box(
|
|
BoundingBox.from_tuple(
|
|
coord=(left, top, right, bottom),
|
|
origin=CoordOrigin.TOPLEFT,
|
|
),
|
|
),
|
|
)
|
|
)
|
|
|
|
# del high_res_image
|
|
all_ocr_cells.extend(cells)
|
|
|
|
# Post-process the cells
|
|
page.cells = self.post_process_cells(all_ocr_cells, page.cells)
|
|
|
|
# DEBUG code:
|
|
if settings.debug.visualize_ocr:
|
|
self.draw_ocr_rects_and_cells(conv_res, page, ocr_rects)
|
|
|
|
yield page
|
|
|
|
@classmethod
|
|
def get_options_type(cls) -> Type[OcrOptions]:
|
|
return TesseractOcrOptions
|