Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
@@ -5,7 +5,7 @@ import yaml
|
|
5 |
import subprocess
|
6 |
|
7 |
import runpod
|
8 |
-
|
9 |
import pandas as pd
|
10 |
from jinja2 import Template
|
11 |
from huggingface_hub import ModelCard, ModelCardData, HfApi, repo_info
|
@@ -41,7 +41,7 @@ def merge_models() -> None:
|
|
41 |
"""
|
42 |
Use mergekit to create a merge.
|
43 |
"""
|
44 |
-
command = ["mergekit-yaml", "config.yaml", "merge", "--copy-tokenizer"]
|
45 |
|
46 |
try:
|
47 |
result = subprocess.run(command, check=True, stdout=subprocess.PIPE,
|
@@ -316,6 +316,7 @@ def merge_loop():
|
|
316 |
# Evaluate model on Runpod
|
317 |
create_pod(model_name, USERNAME)
|
318 |
|
|
|
319 |
command = ["git", "clone", "-q", "https://github.com/Weyaxi/scrape-open-llm-leaderboard"]
|
320 |
subprocess.run(command, check=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True)
|
321 |
|
@@ -336,9 +337,9 @@ title = """
|
|
336 |
<p><em>AutoMerger selects two 7B models on top of the Open LLM Leaderboard, combine them with a merge technique, and evaluate the resulting model.</em></p>
|
337 |
</div>
|
338 |
"""
|
339 |
-
|
340 |
-
|
341 |
-
|
342 |
|
343 |
print("Start AutoMerger...")
|
344 |
|
|
|
5 |
import subprocess
|
6 |
|
7 |
import runpod
|
8 |
+
import gradio as gr
|
9 |
import pandas as pd
|
10 |
from jinja2 import Template
|
11 |
from huggingface_hub import ModelCard, ModelCardData, HfApi, repo_info
|
|
|
41 |
"""
|
42 |
Use mergekit to create a merge.
|
43 |
"""
|
44 |
+
command = ["mergekit-yaml", "config.yaml", "merge", "--copy-tokenizer", "--allow-crimes", "--out-shard-size", "1B", "--lazy-unpickle"]
|
45 |
|
46 |
try:
|
47 |
result = subprocess.run(command, check=True, stdout=subprocess.PIPE,
|
|
|
316 |
# Evaluate model on Runpod
|
317 |
create_pod(model_name, USERNAME)
|
318 |
|
319 |
+
|
320 |
command = ["git", "clone", "-q", "https://github.com/Weyaxi/scrape-open-llm-leaderboard"]
|
321 |
subprocess.run(command, check=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True)
|
322 |
|
|
|
337 |
<p><em>AutoMerger selects two 7B models on top of the Open LLM Leaderboard, combine them with a merge technique, and evaluate the resulting model.</em></p>
|
338 |
</div>
|
339 |
"""
|
340 |
+
with gr.Blocks() as demo:
|
341 |
+
gr.Markdown(title)
|
342 |
+
demo.launch().launch(server_name="0.0.0.0")
|
343 |
|
344 |
print("Start AutoMerger...")
|
345 |
|