Update scripts/infinity_demo.py
Browse files- scripts/infinity_demo.py +1 -1
scripts/infinity_demo.py
CHANGED
@@ -7,7 +7,7 @@ INSTRUCTION = "Query:"
|
|
7 |
query = f"{INSTRUCTION} {query}"
|
8 |
|
9 |
array = AsyncEngineArray.from_args(
|
10 |
-
[EngineArgs(model_name_or_path = "OpenBMB/
|
11 |
)
|
12 |
|
13 |
async def rerank(engine: AsyncEmbeddingEngine):
|
|
|
7 |
query = f"{INSTRUCTION} {query}"
|
8 |
|
9 |
array = AsyncEngineArray.from_args(
|
10 |
+
[EngineArgs(model_name_or_path = "OpenBMB/MiniCPM-Reranker-Light", engine="torch", dtype="float16", bettertransformer=False, trust_remote_code=True, model_warmup=False)]
|
11 |
)
|
12 |
|
13 |
async def rerank(engine: AsyncEmbeddingEngine):
|