|
<!DOCTYPE html> |
|
<html> |
|
<head> |
|
<meta charset="utf-8" /> |
|
<meta name="viewport" content="width=device-width" /> |
|
<title>WebLLM DeepSeek R1 Distill</title> |
|
<link rel="stylesheet" href="styles/katex.min.css" /> |
|
<link |
|
rel="stylesheet" |
|
href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/11.9.0/styles/default.min.css" |
|
/> |
|
<link rel="stylesheet" href="styles/style.css" /> |
|
</head> |
|
|
|
<body> |
|
<main> |
|
<h1>WebLLM DeepSeek R1 Distill</h1> |
|
<p> |
|
A space to chat with DeepSeek-R1-Distill-Llama-8B and Qwen-7B. |
|
The models run directly in your local browser, empowered by WebLLM, all WebGPU-accelerated. |
|
</p> |
|
|
|
<h2>Step 1: Configure And Download Model</h2> |
|
<div class="card vertical"> |
|
<form class="configure-form"> |
|
|
|
<div class="form-group"> |
|
<label for="model">DeepSeek R1 Distill:</label> |
|
<select id="model" name="model" value="Llama-8B"> |
|
<option value="Llama-8B">Llama-8B</option> |
|
<option value="Qwen-7B">Qwen-7B</option> |
|
</select> |
|
</div> |
|
|
|
|
|
<div class="form-group"> |
|
<label for="quantization">Quantization:</label> |
|
<select id="quantization" name="quantization" value="q4f16_1"> |
|
<option value="q4f16_1">q4f16</option> |
|
<option value="q4f32_1">q4f32</option> |
|
</select> |
|
</div> |
|
|
|
|
|
<div class="form-group"> |
|
<label for="context">Context Window:</label> |
|
<select id="context" name="context"> |
|
<option value="1024">1K</option> |
|
<option value="2048">2K</option> |
|
<option value="4096">4K</option> |
|
<option value="8192">8K</option> |
|
<option value="16384">16K</option> |
|
<option value="32768">32K</option> |
|
<option value="65536">64K</option> |
|
<option value="131072">128K</option> |
|
</select> |
|
</div> |
|
|
|
|
|
<div class="form-group"> |
|
<label for="temperature" |
|
>Temperature: |
|
<span id="temperature-value" class="range-value">0.60</span></label |
|
> |
|
<input |
|
type="range" |
|
id="temperature" |
|
name="temperature" |
|
min="0.0" |
|
max="1.0" |
|
step="0.01" |
|
value="0.6" |
|
oninput="document.getElementById('temperature-value').textContent = Number(this.value).toFixed(2)" |
|
/> |
|
</div> |
|
|
|
|
|
<div class="form-group"> |
|
<label for="top_p" |
|
>Top P: |
|
<span id="top_p-value" class="range-value">0.95</span></label |
|
> |
|
<input |
|
type="range" |
|
id="top_p" |
|
name="top_p" |
|
min="0.01" |
|
max="1.0" |
|
step="0.01" |
|
value="0.95" |
|
oninput="document.getElementById('top_p-value').textContent = Number(this.value).toFixed(2)" |
|
/> |
|
</div> |
|
|
|
|
|
<div class="form-group"> |
|
<label for="presence_penalty" |
|
>Presence Penalty: |
|
<span id="presence_penalty-value" class="range-value" |
|
>0.00</span |
|
></label |
|
> |
|
<input |
|
type="range" |
|
id="presence_penalty" |
|
name="presence_penalty" |
|
min="0.0" |
|
max="1.0" |
|
step="0.01" |
|
value="0.0" |
|
oninput="document.getElementById('presence_penalty-value').textContent = Number(this.value).toFixed(2)" |
|
/> |
|
</div> |
|
|
|
|
|
<div class="form-group"> |
|
<label for="frequency_penalty" |
|
>Frequency Penalty: |
|
<span id="frequency_penalty-value" class="range-value" |
|
>0.00</span |
|
></label |
|
> |
|
<input |
|
type="range" |
|
id="frequency_penalty" |
|
name="frequency_penalty" |
|
min="0.0" |
|
max="1.0" |
|
step="0.01" |
|
value="0.0" |
|
oninput="document.getElementById('frequency_penalty-value').textContent = Number(this.value).toFixed(2)" |
|
/> |
|
</div> |
|
</form> |
|
|
|
<button id="download" disabled>Loading...</button> |
|
</div> |
|
<p id="download-status" class="hidden"></p> |
|
|
|
<h2>Step 2: Chat</h2> |
|
<div class="chat-container"> |
|
<div id="chat-box" class="chat-box"></div> |
|
<div id="chat-stats" class="chat-stats hidden"></div> |
|
<div class="chat-input-container"> |
|
<div class="chat-input"> |
|
<input |
|
type="text" |
|
id="user-input" |
|
placeholder="Type a message..." |
|
/> |
|
<button id="send" disabled>Send</button> |
|
</div> |
|
</div> |
|
</div> |
|
</main> |
|
|
|
<script src="./dist/index.js" type="module"></script> |
|
</body> |
|
</html> |
|
|
