Spaces:

vetrovvlad
/

protobench

Sleeping

App Files Files Community

vtrv.vls commited on Jul 16, 2024

Commit

dd9842f

1 Parent(s): d4e0b1a

Added header and banner

Browse files

Files changed (6) hide show

about.md +10 -0
app.py +12 -8
constants.py +2 -2
header.md +4 -0
resources/MERA.png +0 -0
test.md +0 -1

about.md ADDED Viewed

	@@ -0,0 +1,10 @@

+<br/>
+## We propose a new methodology for the evaluation of fundamental models:
+<br/>
+21 challenging tasks for fundamental models covering issues related to world knowledge, logic, cause-and-effect relationships, AI ethics, and much more.
+We have developed an open instructional benchmark for evaluating large language models for the Russian language. A unified leaderboard on the website includes fixed, verified expert tasks and standardized configurations of prompts and parameters.
+The project has been supported by the AI Alliance, leading industrial players, and academic partners engaged in language model research.

app.py CHANGED Viewed

@@ -8,13 +8,14 @@ from random import choice
 import queue
-from constants import css, js_code, js_light
 from utils import model_response, clear_chat
 from models import get_tinyllama, get_qwen2ins1b, GigaChat, response_gigachat, response_qwen2ins1b, response_tinyllama
 INIT_MODELS = dict()
 S3_SESSION = None
-TEST_MD = None
 CURRENT_MODELS = queue.LifoQueue()
 MODEL_LIB = {'TINYLLAMA': get_tinyllama, "QWEN2INS1B": get_qwen2ins1b, "RUBASE": GigaChat.get_giga}
 GEN_LIB = {'TINYLLAMA': response_tinyllama, "QWEN2INS1B": response_qwen2ins1b, "RUBASE": response_gigachat}
@@ -258,10 +259,10 @@ def tab_offline_arena():
 def build_demo():
     with gradio.Blocks(theme=gradio.themes.Soft(text_size=gradio.themes.sizes.text_lg), css=css) as demo: # , css=css, js=js_light
         with gradio.Tabs() as tabs:
             with gradio.TabItem("🐼 MERA leaderboard", id=0):
-                gradio.Markdown(TEST_MD)
                 tab_leaderboard()
             with gradio.TabItem("🆚 SBS by categories and criteria", id=1):
@@ -272,7 +273,7 @@ def build_demo():
                 # _tab_explore()
             with gradio.TabItem("💪 About MERA", id=3):
-                gradio.Markdown(TEST_MD)
     return demo
 if __name__ == "__main__":
@@ -283,8 +284,11 @@ if __name__ == "__main__":
     # data_load(args.result_file)
     # TYPES = ["number", "markdown", "number"]
-    with open("test.md", "r") as f:
-        TEST_MD = f.read()
     try:
         session = boto3.session.Session()
@@ -298,7 +302,7 @@ if __name__ == "__main__":
         print('Failed to start s3 session')
     app = build_demo()
-    app.launch(share=args.share, height=3000, width="110%") # share=args.share
     # demo = gradio.Interface(fn=gen, inputs="text", outputs="text")
     # demo.launch()

 import queue
+from constants import css, js_code, js_light, BANNER
 from utils import model_response, clear_chat
 from models import get_tinyllama, get_qwen2ins1b, GigaChat, response_gigachat, response_qwen2ins1b, response_tinyllama
 INIT_MODELS = dict()
 S3_SESSION = None
+HEADER_MD = None
+ABOUT_MD = None
 CURRENT_MODELS = queue.LifoQueue()
 MODEL_LIB = {'TINYLLAMA': get_tinyllama, "QWEN2INS1B": get_qwen2ins1b, "RUBASE": GigaChat.get_giga}
 GEN_LIB = {'TINYLLAMA': response_tinyllama, "QWEN2INS1B": response_qwen2ins1b, "RUBASE": response_gigachat}
 def build_demo():
     with gradio.Blocks(theme=gradio.themes.Soft(text_size=gradio.themes.sizes.text_lg), css=css) as demo: # , css=css, js=js_light
+        gradio.HTML(BANNER, elem_id="banner")
+        gradio.Markdown(HEADER_MD)
         with gradio.Tabs() as tabs:
             with gradio.TabItem("🐼 MERA leaderboard", id=0):
                 tab_leaderboard()
             with gradio.TabItem("🆚 SBS by categories and criteria", id=1):
                 # _tab_explore()
             with gradio.TabItem("💪 About MERA", id=3):
+                gradio.Markdown(ABOUT_MD)
     return demo
 if __name__ == "__main__":
     # data_load(args.result_file)
     # TYPES = ["number", "markdown", "number"]
+    with open("header.md", "r") as f:
+        HEADER_MD = f.read()
+    with open("about.md", "r") as f:
+        ABOUT_MD = f.read()
     try:
         session = boto3.session.Session()
         print('Failed to start s3 session')
     app = build_demo()
+    app.launch(share=args.share, height=3000, width="110%", allowed_paths=["."]) # share=args.share
     # demo = gradio.Interface(fn=gen, inputs="text", outputs="text")
     # demo.launch()

constants.py CHANGED Viewed

@@ -4,8 +4,8 @@ from collections import OrderedDict
 # DEFAULT_K = "∞"
 DEFAULT_K = "1500"
-banner_url = "https://allenai.github.io/WildBench/gray_banner.png" # the same repo here.
-BANNER = f'<div style="display: flex; justify-content: flex-start;"><img src="{banner_url}" alt="Banner" style="width: 40vw; min-width: 300px; max-width: 800px;"> </div>'
 TITLE = "<html> <head> <style> h1 {text-align: center;} </style> </head> <body> <h1> 🦁 AI2 WildBench Leaderboard </b> </body> </html>"

 # DEFAULT_K = "∞"
 DEFAULT_K = "1500"
+banner_path = "file/resources/MERA.png" # the same repo here.
+BANNER = f'<div style="display: flex; justify-content: flex-start;"><img src="{banner_path}" alt="MERA" style="width: 20vw; min-width: 150px; max-width: 400px;"> </div>'
 TITLE = "<html> <head> <style> h1 {text-align: center;} </style> </head> <body> <h1> 🦁 AI2 WildBench Leaderboard </b> </body> </html>"

header.md ADDED Viewed

	@@ -0,0 +1,4 @@

+<br/>
+# MERA: Multimodal Evaluation for Russian-language Architectures
+[GitHub](https://github.com/ai-forever/MERA)&emsp;[HFDatasets](https://huggingface.co/datasets/ai-forever/MERA)&emsp;[Paper](https://arxiv.org/abs/2401.04531)&emsp;[Info](https://mera.a-ai.ru/en)&emsp;Version: V1

resources/MERA.png ADDED Viewed

test.md DELETED Viewed

	@@ -1 +0,0 @@
1	- ## TEST