Kaguya-19 commited on
Commit
aa64bde
·
verified ·
1 Parent(s): 03cf8e8

Update scripts/infinity_demo.py

Browse files
Files changed (1) hide show
  1. scripts/infinity_demo.py +1 -1
scripts/infinity_demo.py CHANGED
@@ -7,7 +7,7 @@ INSTRUCTION = "Query:"
7
  query = f"{INSTRUCTION} {query}"
8
 
9
  array = AsyncEngineArray.from_args(
10
- [EngineArgs(model_name_or_path = "OpenBMB/UltraRAG-Reranker", engine="torch", dtype="float16", bettertransformer=False, trust_remote_code=True, model_warmup=False)]
11
  )
12
 
13
  async def rerank(engine: AsyncEmbeddingEngine):
 
7
  query = f"{INSTRUCTION} {query}"
8
 
9
  array = AsyncEngineArray.from_args(
10
+ [EngineArgs(model_name_or_path = "OpenBMB/MiniCPM-Reranker-Light", engine="torch", dtype="float16", bettertransformer=False, trust_remote_code=True, model_warmup=False)]
11
  )
12
 
13
  async def rerank(engine: AsyncEmbeddingEngine):