sherpa-onnx-flutter / generate-asr.py
csukuangfj's picture
generate html for asr
bb3b67d
raw
history blame
5.71 kB
#!/usr/bin/env python3
import os
import re
from pathlib import Path
from typing import List
BASE_URL = "https://huggingface.co/csukuangfj/sherpa-onnx-flutter/resolve/main/"
from dataclasses import dataclass
@dataclass
class APP:
major: int
minor: int
patch: int
arch: str
short_name: str
def __init__(self, s):
# sherpa-onnx-1.10.0-osx-arm64-asr-zh-zipformer2.app.tar.bz2
# sherpa-onnx-1.10.0-osx-x86_64-asr-en-zipformer2.app.tar.bz2
# sherpa-onnx-1.10.0-win-x64-asr-fr-zipformer.tar.bz2
s = str(s)[len("flutter/asr/") :]
split = s.split("-")
self.major, self.minor, self.patch = list(map(int, split[2].split(".")))
self.os = split[3]
self.arch = split[4]
self.lang = split[6]
self.short_name = split[7]
def sort_by_app(x):
x = APP(x)
return (x.major, x.minor, x.patch, x.os, x.arch, x.lang, x.short_name)
def generate_url(files: List[str]) -> List[str]:
ans = []
base = BASE_URL
for f in files:
ans.append(base + str(f))
return ans
def get_all_files(d: str, suffix: str) -> List[str]:
ans = sorted(Path(d).glob(suffix), key=sort_by_app, reverse=False)
return list(map(lambda x: BASE_URL + str(x), ans))
def to_file(filename: str, files: List[str]):
content = r"""
<h1> Flutter Apps for streaming speech recognition </h1>
This page lists the <strong>streaming speech recognition</strong> <a href="https://flutter.dev/">Flutter</a> Apps for
<a href="http://github.com/k2-fsa/sherpa-onnx">sherpa-onnx</a>,
one of the deployment frameworks of <a href="https://github.com/k2-fsa">the Next-gen Kaldi project</a>.
<br/>
The name of an App has the following rule:
<ul>
<li> sherpa-onnx-{version}-{os}-{arch}-asr-{lang}-{model}
</ul>
where
<ul>
<li> version: It specifies the current version, e.g., 1.10.0
<li> os: It specifies the OS, e.g., osx for macOS, win for Windows
<li> arch: The architecture targeted by this App
<li> lang: The lang of the model used in the App, e.g., en for English, zh for Chinese
<li> model: The name of the model used in the App
</ul>
<br/>
You can download all supported models from
<a href="https://github.com/k2-fsa/sherpa-onnx/releases/tag/asr-models">https://github.com/k2-fsa/sherpa-onnx/releases/tag/asr-models</a>
<br/>
<br/>
<!--
see https://www.tablesgenerator.com/html_tables#
-->
<style type="text/css">
.tg {border-collapse:collapse;border-spacing:0;}
.tg td{border-color:black;border-style:solid;border-width:1px;font-family:Arial, sans-serif;font-size:14px;
overflow:hidden;padding:10px 5px;word-break:normal;}
.tg th{border-color:black;border-style:solid;border-width:1px;font-family:Arial, sans-serif;font-size:14px;
font-weight:normal;overflow:hidden;padding:10px 5px;word-break:normal;}
.tg .tg-0pky{border-color:inherit;text-align:left;vertical-align:top}
.tg .tg-0lax{text-align:left;vertical-align:top}
</style>
<table class="tg">
<thead>
<tr>
<th class="tg-0pky">App</th>
<th class="tg-0lax">Comment</th>
<th class="tg-0pky">Model</th>
</tr>
</thead>
<tbody>
<tr>
<td class="tg-0pky">sherpa-onnx-x.y.z-osx-arm64-asr-bilingual_zh_en-zipformer.app.tar.bz2</td>
<td class="tg-0lax">It supports both English and Chinese.</td>
<td class="tg-0pky"><a href="https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20.tar.bz2">sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20.tar.bz2</a></td>
</tr>
<tr>
<td class="tg-0pky">sherpa-onnx-x.y.z-osx-arm64-asr-fr-zipformer.app.tar.bz2</td>
<td class="tg-0lax"><span style="font-weight:400;font-style:normal">It supports only French.</span></td>
<td class="tg-0pky"><a href="https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-zipformer-fr-2023-04-14.tar.bz2">sherpa-onnx-streaming-zipformer-fr-2023-04-14.tar.bz2</a></td>
</tr>
<tr>
<td class="tg-0pky">sherpa-onnx-x.y.z-osx-arm64-asr-zh-zipformer2.app.tar.bz2</td>
<td class="tg-0lax">It supports only Chinese.</td>
<td class="tg-0pky"><a href="https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/icefall-asr-zipformer-streaming-wenetspeech-20230615.tar.bz2">icefall-asr-zipformer-streaming-wenetspeech-20230615.tar.bz2</a></td>
</tr>
<tr>
<td class="tg-0pky">sherpa-onnx-x.y.z-osx-arm64-asr-en-zipformer2.app.tar.bz2</td>
<td class="tg-0lax">It supports only English.</td>
<td class="tg-0pky"><a href="https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-zipformer-en-2023-06-26.tar.bz2">sherpa-onnx-streaming-zipformer-en-2023-06-26.tar.bz2</a></td>
</tr>
</tbody>
</table>
<br/>
<br/>
<div/>
"""
if "-cn" not in filename:
content += """
For Chinese users, please <a href="./app-cn.html">visit this address</a>,
which replaces <a href="huggingface.co">huggingface.co</a> with <a href="hf-mirror.com">hf-mirror.com</a>
<br/>
<br/>
中国用户, 请访问<a href="./app-cn.html">这个地址</a>
<br/>
<br/>
"""
with open(filename, "w") as f:
print(content, file=f)
for x in files:
name = x.rsplit("/", maxsplit=1)[-1]
print(f'<a href="{x}" />{name}<br/>', file=f)
def main():
app = get_all_files("flutter/asr", suffix="*.tar.bz2")
to_file("./app-asr.html", app)
# for Chinese users
app2 = []
for a in app:
a = a.replace("huggingface.co", "hf-mirror.com")
a = a.replace("resolve", "blob")
app2.append(a)
to_file("./app-asr-cn.html", app2)
if __name__ == "__main__":
main()