Spaces:
Runtime error
Runtime error
Ankur Goyal
commited on
Commit
•
cf2cdaf
1
Parent(s):
2f6c963
Include invoices
Browse files
app.py
CHANGED
@@ -21,6 +21,7 @@ def ensure_list(x):
|
|
21 |
|
22 |
CHECKPOINTS = {
|
23 |
"LayoutLMv1 🦉": "impira/layoutlm-document-qa",
|
|
|
24 |
"Donut 🍩": "naver-clova-ix/donut-base-finetuned-docvqa",
|
25 |
}
|
26 |
|
@@ -148,13 +149,12 @@ def process_question(question, document, model=list(CHECKPOINTS.keys())[0]):
|
|
148 |
# prediction for now
|
149 |
break
|
150 |
|
151 |
-
if "
|
152 |
image = pages[p["page"]]
|
153 |
draw = ImageDraw.Draw(image, "RGBA")
|
|
|
154 |
x1, y1, x2, y2 = normalize_bbox(
|
155 |
-
expand_bbox(
|
156 |
-
lift_word_boxes(document, p["page"])[p["start"] : p["end"] + 1]
|
157 |
-
),
|
158 |
image.width,
|
159 |
image.height,
|
160 |
)
|
|
|
21 |
|
22 |
CHECKPOINTS = {
|
23 |
"LayoutLMv1 🦉": "impira/layoutlm-document-qa",
|
24 |
+
"LayoutLMv1 for Invoices 🧾": "impira/layoutlm-invoices",
|
25 |
"Donut 🍩": "naver-clova-ix/donut-base-finetuned-docvqa",
|
26 |
}
|
27 |
|
|
|
149 |
# prediction for now
|
150 |
break
|
151 |
|
152 |
+
if "word_ids" in p:
|
153 |
image = pages[p["page"]]
|
154 |
draw = ImageDraw.Draw(image, "RGBA")
|
155 |
+
word_boxes = lift_word_boxes(document, p["page"])
|
156 |
x1, y1, x2, y2 = normalize_bbox(
|
157 |
+
expand_bbox([word_boxes[i] for i in p["word_ids"]]),
|
|
|
|
|
158 |
image.width,
|
159 |
image.height,
|
160 |
)
|