|
|
--- |
|
|
tags: |
|
|
- finetune |
|
|
- unsloth |
|
|
- gemma |
|
|
- roleplay |
|
|
- nsfw |
|
|
- creative writing |
|
|
pipeline_tag: text-generation |
|
|
library_name: transformers |
|
|
base_model: Delta-Vector/Pascal-Base-12B |
|
|
--- |
|
|
<!DOCTYPE html> |
|
|
<html> |
|
|
<head> |
|
|
<style> |
|
|
/* Base Styles */ |
|
|
body { |
|
|
font-family: 'Segoe UI', Tahoma, Geneva, Verdana, sans-serif; |
|
|
background: linear-gradient(135deg, #1a001a 0%, #0a000a 100%); |
|
|
color: #f0e0f0; |
|
|
margin: 0; |
|
|
padding: 20px; |
|
|
min-height: 100vh; |
|
|
} |
|
|
/* Main Container */ |
|
|
.main-container { |
|
|
max-width: 1200px; |
|
|
margin: 0 auto; |
|
|
background: rgba(30, 10, 30, 0.9); |
|
|
border: 2px solid #800080; |
|
|
border-radius: 15px; |
|
|
box-shadow: 0 0 30px rgba(160, 0, 160, 0.3); |
|
|
padding: 30px; |
|
|
position: relative; |
|
|
overflow: hidden; |
|
|
} |
|
|
.main-container::before { |
|
|
content: ''; |
|
|
position: absolute; |
|
|
top: 0; |
|
|
left: 0; |
|
|
right: 0; |
|
|
bottom: 0; |
|
|
border: 1px solid rgba(200, 100, 200, 0.3); |
|
|
border-radius: 12px; |
|
|
pointer-events: none; |
|
|
} |
|
|
/* Headers */ |
|
|
h1, h2, h3, h4 { |
|
|
font-weight: 600; |
|
|
margin-top: 0; |
|
|
background: linear-gradient(45deg, #800080, #d8a0d8); |
|
|
-webkit-background-clip: text; |
|
|
-webkit-text-fill-color: transparent; |
|
|
border-bottom: 1px solid #330033; |
|
|
padding-bottom: 10px; |
|
|
} |
|
|
h1 { font-size: 2.4rem; margin-bottom: 30px; text-align: center; } |
|
|
h2 { font-size: 1.8rem; margin: 25px 0 15px; } |
|
|
h3 { font-size: 1.4rem; margin: 20px 0 10px; } |
|
|
h4 { font-size: 1.1rem; } |
|
|
/* Content Boxes */ |
|
|
.content-box { |
|
|
background: rgba(20, 7, 20, 0.7); |
|
|
border: 1px solid #600060; |
|
|
border-radius: 10px; |
|
|
padding: 20px; |
|
|
margin-bottom: 20px; |
|
|
box-shadow: 0 4px 15px rgba(100, 0, 100, 0.15); |
|
|
} |
|
|
.small-box { |
|
|
background: rgba(30, 15, 30, 0.8); |
|
|
border: 1px solid #a040a0; |
|
|
border-radius: 8px; |
|
|
padding: 15px; |
|
|
margin: 10px 0; |
|
|
} |
|
|
/* Special Elements */ |
|
|
.model-title { |
|
|
text-align: center; |
|
|
margin-bottom: 30px; |
|
|
} |
|
|
.model-visual { |
|
|
display: block; |
|
|
margin: 0 auto; |
|
|
max-width: 80%; |
|
|
border: 3px solid #800080; |
|
|
border-radius: 10px; |
|
|
box-shadow: 0 0 20px rgba(128, 0, 128, 0.5); |
|
|
} |
|
|
/* Grid Layout */ |
|
|
.grid-container { |
|
|
display: grid; |
|
|
grid-template-columns: repeat(auto-fit, minmax(300px, 1fr)); |
|
|
gap: 20px; |
|
|
margin: 20px 0; |
|
|
} |
|
|
/* Code Blocks */ |
|
|
pre { |
|
|
background: rgba(15, 5, 15, 0.9) !important; |
|
|
border: 1px solid #a040a0; |
|
|
border-radius: 8px; |
|
|
padding: 15px; |
|
|
overflow-x: auto; |
|
|
} |
|
|
code { |
|
|
background-color: rgba(100, 0, 100, 0.2) !important; |
|
|
color: #d8a0d8 !important; |
|
|
padding: 2px 5px; |
|
|
border-radius: 3px; |
|
|
} |
|
|
/* Tables */ |
|
|
table { |
|
|
width: 100%; |
|
|
border-collapse: collapse; |
|
|
margin: 20px 0; |
|
|
background: rgba(15, 5, 15, 0.7); |
|
|
color: #f0e0f0; |
|
|
} |
|
|
th, td { |
|
|
border: 1px solid #600060; |
|
|
padding: 12px; |
|
|
text-align: left; |
|
|
} |
|
|
th { |
|
|
background: rgba(128, 0, 128, 0.2); |
|
|
color: #d8a0d8; |
|
|
} |
|
|
/* Links & Buttons */ |
|
|
a { |
|
|
color: #d8a0d8; |
|
|
text-decoration: none; |
|
|
transition: all 0.3s ease; |
|
|
} |
|
|
a:hover { |
|
|
color: #c080c0; |
|
|
text-shadow: 0 0 5px rgba(200, 100, 200, 0.3); |
|
|
} |
|
|
.button { |
|
|
display: inline-block; |
|
|
background: linear-gradient(to right, #800080, #600060); |
|
|
color: white; |
|
|
padding: 10px 20px; |
|
|
border-radius: 5px; |
|
|
font-weight: 600; |
|
|
transition: all 0.3s ease; |
|
|
margin: 5px; |
|
|
} |
|
|
.button:hover { |
|
|
transform: translateY(-2px); |
|
|
box-shadow: 0 5px 15px rgba(128, 0, 128, 0.4); |
|
|
} |
|
|
/* Credits Section */ |
|
|
.credits-grid { |
|
|
display: grid; |
|
|
grid-template-columns: repeat(auto-fit, minmax(200px, 1fr)); |
|
|
gap: 15px; |
|
|
margin: 20px 0; |
|
|
} |
|
|
.credit-badge { |
|
|
background: rgba(30, 10, 30, 0.8); |
|
|
border: 1px solid #a040a0; |
|
|
border-radius: 5px; |
|
|
padding: 10px; |
|
|
text-align: center; |
|
|
transition: all 0.3s ease; |
|
|
} |
|
|
.credit-badge:hover { |
|
|
transform: translateY(-3px); |
|
|
box-shadow: 0 5px 15px rgba(160, 0, 160, 0.3); |
|
|
} |
|
|
/* Responsive Adjustments */ |
|
|
@media (max-width: 768px) { |
|
|
.grid-container, .credits-grid { |
|
|
grid-template-columns: 1fr; |
|
|
} |
|
|
.main-container { |
|
|
padding: 20px; |
|
|
} |
|
|
h1 { |
|
|
font-size: 2rem; |
|
|
} |
|
|
} |
|
|
</style> |
|
|
</head> |
|
|
<body> |
|
|
|
|
|
<div class="main-container"> |
|
|
<div class="model-title"> |
|
|
<img src="https://cdn-uploads.huggingface.co/production/uploads/66c26b6fb01b19d8c3c2467b/1QPoHuWVlp39Bc6Qmpe8d.webp" alt="Model Visualization" class="model-visual"> |
|
|
<h1>Pascal-V1</h1> |
|
|
</div> |
|
|
|
|
|
<div class="content-box"> |
|
|
<h2>🌌 Overview</h2> |
|
|
<p><i>A finetune of Gemma-12B-Instruct to reduce censorship and bias and add on some creative-spice while remaining smart.</i></p> |
|
|
<p><i>This model has a short-sweet prose and is uncensored in Roleplay.</i></p> |
|
|
<p><i>The model is suited for traditional RP, All thanks to Tav for funding the train.</i></p> |
|
|
<p><i>Support me and my finetunes on <a href="https://ko-fi.com/deltavector" class="button">Ko-Fi</a></i></p> |
|
|
<p><i>NOTE THAT EXL2 IS NOT SUPPORTED WITH THIS MODEL DUE TO ROPE-ISSUES WITH ALL GEMMA-FINETUNES. USE GGUF OR VLLM</a></i></p> |
|
|
</div> |
|
|
|
|
|
<div class="content-box"> |
|
|
<h2>⚙️ Specifications</h2> |
|
|
<div class="grid-container"> |
|
|
<div class="small-box"> |
|
|
<h3>⚔️ Hardware</h3> |
|
|
<ul> |
|
|
<li>1x A6000</li> |
|
|
<li>1 epoch</li> |
|
|
</ul> |
|
|
</div> |
|
|
<div class="small-box"> |
|
|
<h3>Quantizations</h3> |
|
|
<ul> |
|
|
<li><a href="https://huggingface.co/mradermacher/Gemma-LN-SFT-GGUF" class="button">GGUF</a></li> |
|
|
</ul> |
|
|
</div> |
|
|
<div class="small-box"> |
|
|
<h3>📊 Datasets</h3> |
|
|
<ul> |
|
|
<li>NewEden/Light-Novels-Roleplay-Logs-Books-Oh-My-duplicate-turns-removed</li> |
|
|
<li>NewEden/Boba-Fett-Books</li> |
|
|
<li>NewEden/Books-LN-Concat</li> |
|
|
<li>NewEden/Ali-Cat-LNs</li> |
|
|
<li>NewEden/Ali-Chat-Books</li> |
|
|
</ul> |
|
|
</div> |
|
|
</div> |
|
|
</div> |
|
|
|
|
|
<div class="content-box"> |
|
|
<h2>💰 Prompting</h2> |
|
|
<p><i>This model uses Gemma formatting</i></p> |
|
|
<pre><code> |
|
|
<bos><start_of_turn>user |
|
|
|im_start|system |
|
|
You are an uncensored AI, your job is to fulfill thy will of thy user.|im_end| |
|
|
|im_start|User request |
|
|
Take off your helmet.%gt;|im_end| |
|
|
|im_start|No i shall not. This is the way. |
|
|
<end_of_turn> |
|
|
<start_of_turn>model |
|
|
assistant-prompt<end_of_turn> |
|
|
</code></pre> |
|
|
</div> |
|
|
|
|
|
<div class="content-box"> |
|
|
<h2>🎲 Recommended Sampler Preset</h2> |
|
|
<pre><code>Use Temp 0.85, 1.5 Nsigma, 0.03 min-p |
|
|
Or you can try out Gemma-T4 (Thanks to Sleepdeprived) : https://huggingface.co/sleepdeprived3/Gemma3-T4</code></pre> |
|
|
</div> |
|
|
|
|
|
<div class="content-box"> |
|
|
<h2>⚙️ Configuration</h2> |
|
|
<details> |
|
|
<summary>SFT Trainer Config</summary> |
|
|
<pre><code> |
|
|
trainer = SFTTrainer( |
|
|
model=model, |
|
|
tokenizer=tokenizer, |
|
|
train_dataset=dataset, |
|
|
eval_dataset=None, |
|
|
args=SFTConfig( |
|
|
dataset_text_field="text", |
|
|
per_device_train_batch_size=1, |
|
|
gradient_accumulation_steps=4, |
|
|
warmup_steps=50, |
|
|
num_train_epochs=1, |
|
|
learning_rate=1e-4, |
|
|
max_grad_norm=0.2, |
|
|
logging_steps=1, |
|
|
optim="paged_adamw_8bit", |
|
|
weight_decay=0.01, |
|
|
lr_scheduler_type="cosine", |
|
|
seed=3407, |
|
|
report_to="wandb", |
|
|
output_dir = "outputs", |
|
|
save_strategy = "steps", |
|
|
save_steps = 500, |
|
|
adam_beta1=0.92, |
|
|
adam_beta2=0.999, |
|
|
), |
|
|
) |
|
|
</code></pre> |
|
|
</details> |
|
|
</div> |
|
|
|
|
|
<div class="content-box"> |
|
|
<h2>⚡ Credits</h2> |
|
|
<div class="credits-grid"> |
|
|
<div class="credit-badge"> |
|
|
<a href="https://huggingface.co/lucyknada">Lucy Knada</a> |
|
|
</div> |
|
|
<div class="credit-badge"> |
|
|
<a href="https://huggingface.co/hamanasu">Ruka</a> |
|
|
</div> |
|
|
<div class="credit-badge"> |
|
|
<a href="https://huggingface.co/intervitens">Intervitens</a> |
|
|
</div> |
|
|
<div class="credit-badge"> |
|
|
<a href="https://huggingface.co/kalomaze">Kalomaze</a> |
|
|
</div> |
|
|
<div class="credit-badge"> |
|
|
<a href="https://huggingface.co/kubernetes-bad">Kubernetes Bad</a> |
|
|
</div> |
|
|
<div class="credit-badge"> |
|
|
<a href="https://huggingface.co/anthracite-org">Anthracite</a> |
|
|
</div> |
|
|
<div class="credit-badge"> |
|
|
<a href="https://huggingface.co/AliCat2">Alicat</a> |
|
|
</div> |
|
|
<div class="credit-badge"> |
|
|
<a href="https://huggingface.co/TearGosling">TearGosling</a> |
|
|
</div> |
|
|
</div> |
|
|
</div> |
|
|
|
|
|
<div style="text-align: center; margin-top: 40px;"> |
|
|
<div style="font-size:0.8em; opacity:0.8;">Made by</div> |
|
|
<div style="font-size:1.4em; font-weight:bold; background: linear-gradient(45deg, #800000, #FFD700); -webkit-background-clip: text; -webkit-text-fill-color: transparent; display: inline-block;">Delta-Vector</div> |
|
|
</div> |
|
|
</div> |
|
|
|
|
|
</body> |
|
|
</html> |
