Fix: embedded text not getting merged with inferred elements

CHANGELOG.md

@@ -1,5 +1,6 @@
-## 0.7.25-dev2
+## 0.7.25
 
+* fix: replace `Rectangle.is_in()` with `Rectangle.is_almost_subregion_of()` when filling in an inferred element with embedded text
 * bug: check for None in Chipper bounding box reduction
 * chore: removes `install-detectron2` from the `Makefile`
 * fix: convert label_map keys read from os.environment `UNSTRUCTURED_DEFAULT_MODEL_INITIALIZE_PARAMS_JSON_PATH` to int type

unstructured_inference/__version__.py

@@ -1 +1 @@
-__version__ = "0.7.25-dev2"  # pragma: no cover
+__version__ = "0.7.25"  # pragma: no cover

unstructured_inference/config.py

@@ -91,6 +91,16 @@ def LAYOUT_SUBREGION_THRESHOLD(self) -> float:
         """
         return self._get_float("LAYOUT_SUBREGION_THRESHOLD", 0.75)
 
+    @property
+    def EMBEDDED_TEXT_AGGREGATION_SUBREGION_THRESHOLD(self) -> float:
+        """threshold to determine if an embedded region is a sub-region of a given block
+        when aggregating the text from embedded elements that lie within the given block
+
+        When the intersection region area divided by self area is larger than this threshold self is
+        considered a subregion of the other
+        """
+        return self._get_float("EMBEDDED_TEXT_AGGREGATION_SUBREGION_THRESHOLD", 0.99)
+
     @property
     def ELEMENTS_H_PADDING_COEF(self) -> float:
         """When extending the boundaries of a PDF object for the purpose of determining which other

unstructured_inference/inference/elements.py

@@ -8,6 +8,7 @@
 
 import numpy as np
 
+from unstructured_inference.config import inference_config
 from unstructured_inference.constants import Source
 from unstructured_inference.math import safe_division
 
@@ -246,8 +247,12 @@ def aggregate_by_block(
 ) -> str:
     """Extracts the text aggregated from the elements of the given layout that lie within the given
     block."""
+
+    subregion_threshold = inference_config.EMBEDDED_TEXT_AGGREGATION_SUBREGION_THRESHOLD
     filtered_blocks = [
-        obj for obj in pdf_objects if obj.bbox.is_in(text_region.bbox, error_margin=5)
+        obj
+        for obj in pdf_objects
+        if obj.bbox.is_almost_subregion_of(text_region.bbox, subregion_threshold)
     ]
     text = " ".join([x.text for x in filtered_blocks if x.text])
     return text