First commit

.gitignore

@@ -0,0 +1,6 @@
+__pycache__
+.DS_Store
+flagged/
+tests/
+*.yml
+*.ipynb

README.md

@@ -1,6 +1,6 @@
 ---
-title: Pylaia Htr
-emoji: 💻
+title: PyLaia HTR
+emoji: ✍️
 colorFrom: gray
 colorTo: indigo
 sdk: gradio

app.py

@@ -0,0 +1,44 @@
+import gradio as gr
+import subprocess
+from PIL import Image
+import tempfile
+import os
+
+def predict(input_image: Image.Image):
+    # Save the input image to a temporary file
+    temp_dir = tempfile.mkdtemp()
+    temp_image_path = os.path.join(temp_dir, 'temp_image.jpg')
+    input_image.save(temp_image_path)
+
+    # Update img_list to include the path of the temporary image
+    with open('test_img_list.txt', 'w') as f:
+        f.write(temp_image_path)
+
+    # Run the pylaia-htr-decode-ctc command
+    subprocess.run(['pylaia-htr-decode-ctc', '--config', 'my_decode_config.yaml'])
+
+    # Read the output from predict.txt
+    with open('predict.txt', 'r') as f:
+        output = f.read().strip().split('\n')[-1]  # Assuming the last line of predict.txt contains the desired output
+
+    # Cleanup temporary files
+    os.remove(temp_image_path)
+    os.rmdir(temp_dir)
+
+    return output
+
+# Gradio interface
+title = "PyLaia HTR"
+description = "Inference using PyLaia models."
+examples =[["examples/example01.jpg"], ["examples/example02.jpg"]]
+
+iface = gr.Interface(
+    fn=predict,
+    inputs=gr.inputs.Image(type="pil"),
+    outputs=gr.outputs.Textbox(),
+    title=title,
+    description=description,
+    examples=examples
+)
+
+iface.launch()

my_decode_config.yaml

@@ -0,0 +1,9 @@
+common:
+  experiment_dirname: pylaia-huginmunin
+  model_filename: pylaia-huginmunin/model
+decode:
+  convert_spaces: true
+  join_string: ''
+  use_language_model: False
+img_list: test_img_list.txt
+syms: pylaia-huginmunin/syms.txt

pylaia-huginmunin/.gitattributes

@@ -0,0 +1,35 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+model filter=lfs diff=lfs merge=lfs -text

pylaia-huginmunin/README.md

@@ -0,0 +1,67 @@
+---
+library_name: PyLaia
+license: mit
+tags:
+- PyLaia
+- PyTorch
+- Handwritten text recognition
+metrics:
+- CER
+- WER
+language:
+- 'no'
+---
+
+# Hugin-Munin handwritten text recognition
+
+This model performs Handwritten Text Recognition in Norwegian. It was developed during the [HUGIN-MUNIN project](https://hugin-munin-project.github.io/).
+
+## Model description
+
+The model has been trained using the PyLaia library on the [NorHand](https://zenodo.org/record/6542056) document images.
+Training images were resized with a fixed height of 128 pixels, keeping the original aspect ratio.
+
+## Evaluation results
+
+The model achieves the following results:
+
+| set   | CER (%)    | WER (%)   |
+| ----- | ---------- | --------- | 
+| train | 2.17       | 7.65     |
+| val   | 8.78       | 24.93     |
+| test  | 7.94       | 24.04     |
+
+
+Results improve on validation and test sets when PyLaia is combined with a 6-gram language model. 
+The language model is trained on [this text corpus](https://www.nb.no/sprakbanken/en/resource-catalogue/oai-nb-no-sbr-73/) published by the National Library of Norway.
+
+| set   | CER (%)    | WER (%)   |
+| ----- | ---------- | --------- | 
+| train | 2.40       | 8.10      |
+| val   | 7.45       | 19.75     |
+| test  | 6.55       | 18.2      |
+
+
+## How to use
+
+Please refer to the PyLaia [library page](https://pypi.org/project/pylaia/) and [wiki](https://github.com/jpuigcerver/PyLaia/wiki/inference) to use this model.
+
+# Cite us!
+
+```bibtex
+@inproceedings{10.1007/978-3-031-06555-2_27,
+author = {Maarand, Martin and Beyer, Yngvil and K\r{a}sen, Andre and Fosseide, Knut T. and Kermorvant, Christopher},
+title = {A Comprehensive Comparison of Open-Source Libraries for Handwritten Text Recognition in Norwegian},
+year = {2022},
+isbn = {978-3-031-06554-5},
+publisher = {Springer-Verlag},
+address = {Berlin, Heidelberg},
+url = {https://doi.org/10.1007/978-3-031-06555-2_27},
+doi = {10.1007/978-3-031-06555-2_27},
+booktitle = {Document Analysis Systems: 15th IAPR International Workshop, DAS 2022, La Rochelle, France, May 22–25, 2022, Proceedings},
+pages = {399–413},
+numpages = {15},
+keywords = {Norwegian language, Open-source, Handwriting recognition},
+location = {La Rochelle, France}
+}
+```

pylaia-huginmunin/language_model.arpa.gz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d354aad04d3ed55cd4ca26c21f85a0ab30b0a5b5c538f9e58c4fe24566cfbca3
+size 25536981

pylaia-huginmunin/lexicon.txt

@@ -0,0 +1,112 @@
+<ctc> <ctc>
+! !
+" "
+& &
+' '
+( (
+) )
++ +
+, ,
+- -
+. .
+/ /
+0 0
+1 1
+2 2
+3 3
+4 4
+5 5
+6 6
+7 7
+8 8
+9 9
+: :
+; ;
+< <
+= =
+> >
+? ?
+A A
+B B
+C C
+D D
+E E
+F F
+G G
+H H
+I I
+J J
+K K
+L L
+M M
+N N
+O O
+P P
+Q Q
+R R
+S S
+T T
+U U
+V V
+W W
+X X
+Y Y
+Z Z
+[ [
+] ]
+a a
+b b
+c c
+d d
+e e
+f f
+g g
+h h
+i i
+j j
+k k
+l l
+m m
+n n
+o o
+p p
+q q
+r r
+s s
+t t
+u u
+v v
+w w
+x x
+y y
+z z
+« «
+¬ ¬
+» »
+¼ ¼
+½ ½
+Å Å
+Æ Æ
+Ø Ø
+à à
+á á
+â â
+ä ä
+å å
+æ æ
+ç ç
+è è
+é é
+ê ê
+ö ö
+ø ø
+ù ù
+û û
+ü ü
+– –
+— —
+’ ’
+„ „
+… …
+<unk> <unk>
+<space> <space>

pylaia-huginmunin/model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea4872333c53946b1095d0099fdb762c9fe6dbf51b0a46a79ae4982e0af9c71d
+size 1519

pylaia-huginmunin/syms.txt

@@ -0,0 +1,112 @@
+<ctc> 0
+! 1
+" 2
+& 3
+' 4
+( 5
+) 6
++ 7
+, 8
+- 9
+. 10
+/ 11
+0 12
+1 13
+2 14
+3 15
+4 16
+5 17
+6 18
+7 19
+8 20
+9 21
+: 22
+; 23
+< 24
+= 25
+> 26
+? 27
+A 28
+B 29
+C 30
+D 31
+E 32
+F 33
+G 34
+H 35
+I 36
+J 37
+K 38
+L 39
+M 40
+N 41
+O 42
+P 43
+Q 44
+R 45
+S 46
+T 47
+U 48
+V 49
+W 50
+X 51
+Y 52
+Z 53
+[ 54
+] 55
+a 56
+b 57
+c 58
+d 59
+e 60
+f 61
+g 62
+h 63
+i 64
+j 65
+k 66
+l 67
+m 68
+n 69
+o 70
+p 71
+q 72
+r 73
+s 74
+t 75
+u 76
+v 77
+w 78
+x 79
+y 80
+z 81
+« 82
+¬ 83
+» 84
+¼ 85
+½ 86
+Å 87
+Æ 88
+Ø 89
+à 90
+á 91
+â 92
+ä 93
+å 94
+æ 95
+ç 96
+è 97
+é 98
+ê 99
+ö 100
+ø 101
+ù 102
+û 103
+ü 104
+– 105
+— 106
+’ 107
+„ 108
+… 109
+<unk> 110
+<space> 111

pylaia-huginmunin/tokens.txt

@@ -0,0 +1,112 @@
+<ctc>
+!
+"
+&
+'
+(
+)
++
+,
+-
+.
+/
+0
+1
+2
+3
+4
+5
+6
+7
+8
+9
+:
+;
+<
+=
+>
+?
+A
+B
+C
+D
+E
+F
+G
+H
+I
+J
+K
+L
+M
+N
+O
+P
+Q
+R
+S
+T
+U
+V
+W
+X
+Y
+Z
+[
+]
+a
+b
+c
+d
+e
+f
+g
+h
+i
+j
+k
+l
+m
+n
+o
+p
+q
+r
+s
+t
+u
+v
+w
+x
+y
+z
+«
+¬
+»
+¼
+½
+Å
+Æ
+Ø
+à
+á
+â
+ä
+å
+æ
+ç
+è
+é
+ê
+ö
+ø
+ù
+û
+ü
+–
+—
+’
+„
+…
+<unk>
+<space>

pylaia-huginmunin/weights.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3a6ece440293c25d0116438973c6b6ac5337d2ea30cf03953081445384f957f
+size 42799260

requirements.txt

@@ -0,0 +1,2 @@
+git+https://github.com/jpuigcerver/PyLaia/
+nnutils-pytorch

test_img_list.txt

@@ -0,0 +1 @@
+