File size: 650 Bytes
bf405ab 3b6f829 bf405ab cf5c3a9 bf405ab cf5c3a9 bf405ab cf5c3a9 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 |
version: 1
modelName: Mistral
license: apache-2.0
author: MistralAI
description: ...
tags:
default:
llamacpp: 7b-instruct-v0.2-gguf-Q4_K_M
tensorrt-llm:
ada: 7b-instruct-v0.1-tensorrtllm-windows-ada-int4
turing: 7b-instruct-v0.1-tensorrtllm-windows-turing-int4
ampere: 7b-instruct-v0.1-tensorrtllm-windows-ampere-int4
v0.1:
llamacpp: 7b-instruct-v0.1-gguf-Q4_K_M
tensorrt-llm:
ada: 7b-instruct-v0.1-tensorrtllm-windows-ada-int4
turing: 7b-instruct-v0.1-tensorrtllm-windows-turing-int4
ampere: 7b-instruct-v0.1-tensorrtllm-windows-ampere-int4
v0.2:
llamacpp: 7b-instruct-v0.2-gguf-Q4_K_M |