Spaces:
Running
Running
Feature(LLMLingua): changing the base model to gpt2
Browse files- app.py +1 -1
- requirements.txt +1 -1
app.py
CHANGED
@@ -1,7 +1,7 @@
|
|
1 |
import gradio as gr
|
2 |
from llmlingua import PromptCompressor
|
3 |
|
4 |
-
llm_lingua = PromptCompressor("
|
5 |
|
6 |
INTRO = """
|
7 |
# LLMLingua: Compressing Prompts for Accelerated Inference of Large Language Models
|
|
|
1 |
import gradio as gr
|
2 |
from llmlingua import PromptCompressor
|
3 |
|
4 |
+
llm_lingua = PromptCompressor("lgaalves/gpt2-dolly", device_map="cpu")
|
5 |
|
6 |
INTRO = """
|
7 |
# LLMLingua: Compressing Prompts for Accelerated Inference of Large Language Models
|
requirements.txt
CHANGED
@@ -1 +1 @@
|
|
1 |
-
llmlingua==0.1.1.
|
|
|
1 |
+
llmlingua==0.1.1.dev3
|