
* Add DoclingParseV3 backend implementation Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * Use docling-core with docling-parse types Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * Fixes and test updates Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * Fix streams Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * Fix streams Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * Reset tests Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * update test cases Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * update test units Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * Add back DoclingParse v1 backend, pipeline options Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * Update locks Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * fix: update docling-core to 2.22.0 Update dependency library docling-core to latest release 2.22.0 Fix regression tests and ground truth files Signed-off-by: Cesar Berrospi Ramis <75900930+ceberam@users.noreply.github.com> * Ground-truth files updated Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * Update tests, use TextCell.from_ocr property Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * Text fixes, new test data Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * Rename docling backend to v4 Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * Test all backends, fixes Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * Reset all tests to use docling-parse v1 for now Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * Fixes for DPv4 backend init, better test coverage Signed-off-by: Christoph Auer <cau@zurich.ibm.com> * test_input_doc use default backend Signed-off-by: Christoph Auer <cau@zurich.ibm.com> --------- Signed-off-by: Christoph Auer <cau@zurich.ibm.com> Signed-off-by: Cesar Berrospi Ramis <75900930+ceberam@users.noreply.github.com> Co-authored-by: Cesar Berrospi Ramis <75900930+ceberam@users.noreply.github.com>
82 lines
2.2 KiB
Python
82 lines
2.2 KiB
Python
from abc import ABC, abstractmethod
|
|
from io import BytesIO
|
|
from pathlib import Path
|
|
from typing import Iterable, Optional, Set, Union
|
|
|
|
from docling_core.types.doc import BoundingBox, Size
|
|
from docling_core.types.doc.page import SegmentedPdfPage, TextCell
|
|
from PIL import Image
|
|
|
|
from docling.backend.abstract_backend import PaginatedDocumentBackend
|
|
from docling.datamodel.base_models import InputFormat
|
|
from docling.datamodel.document import InputDocument
|
|
|
|
|
|
class PdfPageBackend(ABC):
|
|
@abstractmethod
|
|
def get_text_in_rect(self, bbox: BoundingBox) -> str:
|
|
pass
|
|
|
|
@abstractmethod
|
|
def get_segmented_page(self) -> Optional[SegmentedPdfPage]:
|
|
pass
|
|
|
|
@abstractmethod
|
|
def get_text_cells(self) -> Iterable[TextCell]:
|
|
pass
|
|
|
|
@abstractmethod
|
|
def get_bitmap_rects(self, float: int = 1) -> Iterable[BoundingBox]:
|
|
pass
|
|
|
|
@abstractmethod
|
|
def get_page_image(
|
|
self, scale: float = 1, cropbox: Optional[BoundingBox] = None
|
|
) -> Image.Image:
|
|
pass
|
|
|
|
@abstractmethod
|
|
def get_size(self) -> Size:
|
|
pass
|
|
|
|
@abstractmethod
|
|
def is_valid(self) -> bool:
|
|
pass
|
|
|
|
@abstractmethod
|
|
def unload(self):
|
|
pass
|
|
|
|
|
|
class PdfDocumentBackend(PaginatedDocumentBackend):
|
|
def __init__(self, in_doc: InputDocument, path_or_stream: Union[BytesIO, Path]):
|
|
super().__init__(in_doc, path_or_stream)
|
|
|
|
if self.input_format is not InputFormat.PDF:
|
|
if self.input_format is InputFormat.IMAGE:
|
|
buf = BytesIO()
|
|
img = Image.open(self.path_or_stream)
|
|
img.save(buf, "PDF")
|
|
buf.seek(0)
|
|
self.path_or_stream = buf
|
|
else:
|
|
raise RuntimeError(
|
|
f"Incompatible file format {self.input_format} was passed to a PdfDocumentBackend."
|
|
)
|
|
|
|
@abstractmethod
|
|
def load_page(self, page_no: int) -> PdfPageBackend:
|
|
pass
|
|
|
|
@abstractmethod
|
|
def page_count(self) -> int:
|
|
pass
|
|
|
|
@classmethod
|
|
def supported_formats(cls) -> Set[InputFormat]:
|
|
return {InputFormat.PDF}
|
|
|
|
@classmethod
|
|
def supports_pagination(cls) -> bool:
|
|
return True
|