mlabonne commited on
Commit
bbfe612
·
verified ·
1 Parent(s): ba6030d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -5
app.py CHANGED
@@ -5,7 +5,7 @@ import yaml
5
  import subprocess
6
 
7
  import runpod
8
- # import gradio as gr
9
  import pandas as pd
10
  from jinja2 import Template
11
  from huggingface_hub import ModelCard, ModelCardData, HfApi, repo_info
@@ -41,7 +41,7 @@ def merge_models() -> None:
41
  """
42
  Use mergekit to create a merge.
43
  """
44
- command = ["mergekit-yaml", "config.yaml", "merge", "--copy-tokenizer"]
45
 
46
  try:
47
  result = subprocess.run(command, check=True, stdout=subprocess.PIPE,
@@ -316,6 +316,7 @@ def merge_loop():
316
  # Evaluate model on Runpod
317
  create_pod(model_name, USERNAME)
318
 
 
319
  command = ["git", "clone", "-q", "https://github.com/Weyaxi/scrape-open-llm-leaderboard"]
320
  subprocess.run(command, check=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True)
321
 
@@ -336,9 +337,9 @@ title = """
336
  <p><em>AutoMerger selects two 7B models on top of the Open LLM Leaderboard, combine them with a merge technique, and evaluate the resulting model.</em></p>
337
  </div>
338
  """
339
- # with gr.Blocks() as demo:
340
- # gr.Markdown(title)
341
- # demo.launch().launch(server_name="0.0.0.0")
342
 
343
  print("Start AutoMerger...")
344
 
 
5
  import subprocess
6
 
7
  import runpod
8
+ import gradio as gr
9
  import pandas as pd
10
  from jinja2 import Template
11
  from huggingface_hub import ModelCard, ModelCardData, HfApi, repo_info
 
41
  """
42
  Use mergekit to create a merge.
43
  """
44
+ command = ["mergekit-yaml", "config.yaml", "merge", "--copy-tokenizer", "--allow-crimes", "--out-shard-size", "1B", "--lazy-unpickle"]
45
 
46
  try:
47
  result = subprocess.run(command, check=True, stdout=subprocess.PIPE,
 
316
  # Evaluate model on Runpod
317
  create_pod(model_name, USERNAME)
318
 
319
+
320
  command = ["git", "clone", "-q", "https://github.com/Weyaxi/scrape-open-llm-leaderboard"]
321
  subprocess.run(command, check=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True)
322
 
 
337
  <p><em>AutoMerger selects two 7B models on top of the Open LLM Leaderboard, combine them with a merge technique, and evaluate the resulting model.</em></p>
338
  </div>
339
  """
340
+ with gr.Blocks() as demo:
341
+ gr.Markdown(title)
342
+ demo.launch().launch(server_name="0.0.0.0")
343
 
344
  print("Start AutoMerger...")
345