<style>
.container-dark {
font-family: -apple-system, BlinkMacSystemFont, "Segoe UI", Roboto, "Helvetica Neue", Arial, sans-serif;
line-height: 1.6;
color: #d4d4d4;
}
a {
color: #569cd6;
text-decoration: none;
font-weight: 600;
}
a:hover {
text-decoration: underline;
}
.card-dark {
background-color: #252526;
border-radius: 12px;
padding: 24px;
margin-bottom: 20px;
box-shadow: 0 4px 12px rgba(0,0,0,0.3);
border: 1px solid #3c3c3c;
}
.card-dark h1 {
font-size: 2.2em;
color: #ffffff;
text-align: center;
margin-bottom: 10px;
}
.card-dark.card-dark-title h1 {
font-size: 1.5em;
}
.card-dark .subtitle {
text-align: center;
font-size: 1.1em;
color: #a0a0a0;
}
.card-dark h2 {
font-size: 1.5em;
margin-top: 0;
padding-bottom: 10px;
border-bottom: 1px solid #3c3c3c;
color: #c586c0;
}
.card-dark h3 {
font-size: 1.2em;
color: #d4d4d4;
}
.styled-table {
display: table;
border: none;
width: 100%;
font-size: 0.95em;
margin-bottom: 0px;
}
.styled-table thead th {
background-color: #333333;
color: #c586c0;
text-align: left;
}
.styled-table th {
padding: 12px 15px;
}
.styled-table td {
padding: 0;
}
.styled-table table, .styled-table th, .styled-table td {
border-left: none;
border-right: none;
border-bottom: none;
}
.styled-table td {
border-bottom: 1px solid #3c3c3c;
}
.styled-table tbody tr {
transition: background-color 0.1s ease;
}
.styled-table tbody tr:hover {
background-color: #3a3a3a;
}
.styled-table tr:last-child td {
border-bottom: none;
}
.styled-table td a {
display: block;
padding: 12px 15px;
}
.styled-table td a.fake-link {
text-decoration:none;
color:inherit;
}
details {
margin-top: 20px;
border: 1px solid #3c3c3c;
border-radius: 8px;
overflow: hidden;
}
summary {
cursor: pointer;
padding: 12px 18px;
background-color: #6A5ACD;
font-weight: 600;
display: flex;
align-items: center;
gap: 10px;
justify-content: space-between;
list-style: none;
}
summary::-webkit-details-marker {
display: none;
}
summary:hover {
filter: brightness(1.1);
}
summary::after {
content: '';
display: inline-block;
width: 8px;
height: 8px;
border-bottom: 2px solid white;
border-right: 2px solid white;
transform: rotate(45deg);
transition: transform 0.3s ease;
}
details[open] > summary::after {
transform: rotate(225deg);
}
.details-content {
padding: 18px;
}
.btn-purple {
display: inline-block;
background-color: #6A5ACD;
color: white !important;
padding: 12px 24px;
border-radius: 8px;
text-decoration: none;
font-weight: 600;
transition: background-color 0.3s ease, transform 0.2s ease;
text-align: center;
}
.btn-purple:hover {
background-color: #7B68EE;
transform: translateY(-2px);
}
</style>
<div class="container-dark">
<div class="card-dark card-dark-title">
<h1>Mawdistical-S1/Mawdistical-S1_Gaslit-106B-EXL3</h1>
<p class="subtitle">
EXL3 quants of <a href="https://huggingface.co/Mawdistical-S1/Gaslit-106B" target="_blank">Mawdistical-S1/Gaslit-106B</a> using <a href="https://github.com/turboderp-org/exllamav3/" target="_blank">exllamav3</a> for quantization.
</p>
</div>
<div class="card-dark">
<h2>Quants</h2>
<table class="styled-table">
<thead>
<tr>
<th>Quant</th>
<th>BPW</th>
<th>Head Bits</th>
<th>Size (GB)</th>
</tr>
</thead>
<tbody>
<tr>
<td><a href="https://huggingface.co/Mawdistical-S1/Gaslit-106B-EXL3/tree/2.5bpw_H6" target="_blank">2.5_H6</a></td>
<td><a class="fake-link" href="https://huggingface.co/Mawdistical-S1/Gaslit-106B-EXL3/tree/2.5bpw_H6" target="_blank">2.5</a></td>
<td><a class="fake-link" href="https://huggingface.co/Mawdistical-S1/Gaslit-106B-EXL3/tree/2.5bpw_H6" target="_blank">6</a></td>
<td><a class="fake-link" href="https://huggingface.co/Mawdistical-S1/Gaslit-106B-EXL3/tree/2.5bpw_H6" target="_blank">34.98</a></td>
</tr>
<tr>
<td><a href="https://huggingface.co/Mawdistical-S1/Gaslit-106B-EXL3/tree/3.0bpw_H6" target="_blank">3.0_H6</a></td>
<td><a class="fake-link" href="https://huggingface.co/Mawdistical-S1/Gaslit-106B-EXL3/tree/3.0bpw_H6" target="_blank">3.0</a></td>
<td><a class="fake-link" href="https://huggingface.co/Mawdistical-S1/Gaslit-106B-EXL3/tree/3.0bpw_H6" target="_blank">6</a></td>
<td><a class="fake-link" href="https://huggingface.co/Mawdistical-S1/Gaslit-106B-EXL3/tree/3.0bpw_H6" target="_blank">41.61</a></td>
</tr>
<tr>
<td><a href="https://huggingface.co/Mawdistical-S1/Gaslit-106B-EXL3/tree/3.09bpw_H6" target="_blank">3.09_H6</a></td>
<td><a class="fake-link" href="https://huggingface.co/Mawdistical-S1/Gaslit-106B-EXL3/tree/3.09bpw_H6" target="_blank">3.09</a></td>
<td><a class="fake-link" href="https://huggingface.co/Mawdistical-S1/Gaslit-106B-EXL3/tree/3.09bpw_H6" target="_blank">6</a></td>
<td><a class="fake-link" href="https://huggingface.co/Mawdistical-S1/Gaslit-106B-EXL3/tree/3.09bpw_H6" target="_blank">42.55</a></td>
</tr>
<tr>
<td><a href="https://huggingface.co/Mawdistical-S1/Gaslit-106B-EXL3/tree/3.42bpw_H6" target="_blank">3.42_H6</a></td>
<td><a class="fake-link" href="https://huggingface.co/Mawdistical-S1/Gaslit-106B-EXL3/tree/3.42bpw_H6" target="_blank">3.42</a></td>
<td><a class="fake-link" href="https://huggingface.co/Mawdistical-S1/Gaslit-106B-EXL3/tree/3.42bpw_H6" target="_blank">6</a></td>
<td><a class="fake-link" href="https://huggingface.co/Mawdistical-S1/Gaslit-106B-EXL3/tree/3.42bpw_H6" target="_blank">46.91</a></td>
</tr>
<tr>
<td><a href="https://huggingface.co/Mawdistical-S1/Gaslit-106B-EXL3/tree/3.5bpw_H6" target="_blank">3.5_H6</a></td>
<td><a class="fake-link" href="https://huggingface.co/Mawdistical-S1/Gaslit-106B-EXL3/tree/3.5bpw_H6" target="_blank">3.5</a></td>
<td><a class="fake-link" href="https://huggingface.co/Mawdistical-S1/Gaslit-106B-EXL3/tree/3.5bpw_H6" target="_blank">6</a></td>
<td><a class="fake-link" href="https://huggingface.co/Mawdistical-S1/Gaslit-106B-EXL3/tree/3.5bpw_H6" target="_blank">48.18</a></td>
</tr>
<tr>
<td><a href="https://huggingface.co/Mawdistical-S1/Gaslit-106B-EXL3/tree/4.0bpw_H6" target="_blank">4.0_H6</a></td>
<td><a class="fake-link" href="https://huggingface.co/Mawdistical-S1/Gaslit-106B-EXL3/tree/4.0bpw_H6" target="_blank">4.0</a></td>
<td><a class="fake-link" href="https://huggingface.co/Mawdistical-S1/Gaslit-106B-EXL3/tree/4.0bpw_H6" target="_blank">6</a></td>
<td><a class="fake-link" href="https://huggingface.co/Mawdistical-S1/Gaslit-106B-EXL3/tree/4.0bpw_H6" target="_blank">54.81</a></td>
</tr>
<tr>
<td><a href="https://huggingface.co/Mawdistical-S1/Gaslit-106B-EXL3/tree/4.5bpw_H6" target="_blank">4.5_H6</a></td>
<td><a class="fake-link" href="https://huggingface.co/Mawdistical-S1/Gaslit-106B-EXL3/tree/4.5bpw_H6" target="_blank">4.5</a></td>
<td><a class="fake-link" href="https://huggingface.co/Mawdistical-S1/Gaslit-106B-EXL3/tree/4.5bpw_H6" target="_blank">6</a></td>
<td><a class="fake-link" href="https://huggingface.co/Mawdistical-S1/Gaslit-106B-EXL3/tree/4.5bpw_H6" target="_blank">61.38</a></td>
</tr>
<tr>
<td><a href="https://huggingface.co/Mawdistical-S1/Gaslit-106B-EXL3/tree/5.0bpw_H6" target="_blank">5.0_H6</a></td>
<td><a class="fake-link" href="https://huggingface.co/Mawdistical-S1/Gaslit-106B-EXL3/tree/5.0bpw_H6" target="_blank">5.0</a></td>
<td><a class="fake-link" href="https://huggingface.co/Mawdistical-S1/Gaslit-106B-EXL3/tree/5.0bpw_H6" target="_blank">6</a></td>
<td><a class="fake-link" href="https://huggingface.co/Mawdistical-S1/Gaslit-106B-EXL3/tree/5.0bpw_H6" target="_blank">68.01</a></td>
</tr>
<tr>
<td><a href="https://huggingface.co/Mawdistical-S1/Gaslit-106B-EXL3/tree/6.0bpw_H6" target="_blank">6.0_H6</a></td>
<td><a class="fake-link" href="https://huggingface.co/Mawdistical-S1/Gaslit-106B-EXL3/tree/6.0bpw_H6" target="_blank">6.0</a></td>
<td><a class="fake-link" href="https://huggingface.co/Mawdistical-S1/Gaslit-106B-EXL3/tree/6.0bpw_H6" target="_blank">6</a></td>
<td><a class="fake-link" href="https://huggingface.co/Mawdistical-S1/Gaslit-106B-EXL3/tree/6.0bpw_H6" target="_blank">81.20</a></td>
</tr>
<tr>
<td><a href="https://huggingface.co/Mawdistical-S1/Gaslit-106B-EXL3/tree/8.0bpw_H8" target="_blank">8.0_H8</a></td>
<td><a class="fake-link" href="https://huggingface.co/Mawdistical-S1/Gaslit-106B-EXL3/tree/8.0bpw_H8" target="_blank">8.0</a></td>
<td><a class="fake-link" href="https://huggingface.co/Mawdistical-S1/Gaslit-106B-EXL3/tree/8.0bpw_H8" target="_blank">8</a></td>
<td><a class="fake-link" href="https://huggingface.co/Mawdistical-S1/Gaslit-106B-EXL3/tree/8.0bpw_H8" target="_blank">107.76</a></td>
</tr>
</tbody>
</table>
</div>
<div class="card-dark">
<h2>How to Download and Use Quants</h2>
<p>You can download quants by targeting specific size using the Hugging Face CLI.</p>
<details>
<summary>Click for download commands</summary>
<div class="details-content">
<b>1. Install huggingface-cli:</b>
<pre><code>pip install -U "huggingface_hub[cli]"</code></pre>
<b>2. Download a specific quant:</b>
<pre><code>huggingface-cli download Mawdistical-S1/Gaslit-109B-EXL3 --revision "5.0bpw_H6" --local-dir ./</code></pre>
</div>
</details>
<p>EXL3 quants can be run with any inference client that supports EXL3, such as <a href="https://github.com/theroyallab/tabbyapi" target="_blank"><b>TabbyAPI</b></a>. Refer to <a href="https://github.com/theroyallab/tabbyAPI/wiki/01.-Getting-Started" target="_blank">documentation</a> for set up instructions.</p>
</div>
<div class="card-dark">
<h2>Quant Requests</h2>
<div style="text-align: center; margin-top: 25px;">
<a href="https://huggingface.co/ArtusDev/requests-exl/discussions/new?title=[MODEL_NAME_HERE]&description=[MODEL_HF_LINK_HERE]" class="btn-purple" target="_blank">Request EXL3 Quants</a>
</div>
<p class="subtitle">
See <a href="https://huggingface.co/ArtusDev/requests-exl" target="_blank">EXL community hub</a> for request guidelines.
</p>
</div>
</div>
<h2>
Original Model Card
</h2>
<div style="background-color: #150B15; color: #FFFFFF; padding: 28px 18px; border-radius: 10px; width: 100%; border: 1px solid #351C3A;">
<div style="background-color: #351C3A; color: #FFFFFF; padding: 10px 14px; border-radius: 6px; margin-bottom: 18px; text-align: center; font-size: 0.82em;">
Quants by: <a href="https://huggingface.co/ArtusDev" style="color: #C7A2CD; text-decoration: underline;">@ArtusDev </a>
</div>
<div align="center">
<h1 style="color: #FFFFFF; margin-bottom: 18px; font-size: 2.1em; font-family:serif;">
Gaslit-106B
</h1>
<img
src="https://cdn-uploads.huggingface.co/production/uploads/67c10cfba43d7939d60160ff/Tkku2KnthTrKo6qs3tNMX.png"
width="680px"
style="border-radius:8px; border:4px solid #351C3A; box-shadow:0 0 16px #351C3A; display:block;"
alt="Model Thumbnail"
/>
<h3 style="color: #C7A2CD; font-style: italic; margin-top: 13px;">Explicit Content Warning</h3>
<p style="color: #FFFFFF; font-size: 1.13em; font-weight:bold; margin:13px 0 12px 0;">
<a href="https://discord.gg/aU3a5phBQD" style="color:#FFFFFF; text-decoration:underline; font-size:1.17em;"><b>Join our Discord Community →</b></a>
</p>
<p style="color: #FFFFFF; font-size: 0.95em; margin-bottom: 14px;">
<a href="https://s.wompi.sv/131291Vr9" style="color: #FFFFFF; text-decoration: underline; font-weight:bold;">Support Mawdistical finetunes here</a>
</p>
</div>
<div style="background-color: #150B15; color: #FFFFFF; padding: 16px; border-radius: 7px; margin: 22px 0; border-left: 3px solid #351C3A;">
<p style="font-style: italic;">
That wolf righttttttttt there?!~ Isn't he so adorable, he won't kill you trust me!
</p>
</div>
<hr style="border: 0; height: 1px; background-color: #351C3A; margin: 25px 0;">
<h2 style="color: #FFFFFF; font-size: 1.25em; border-bottom: 1px solid #351C3A; padding-bottom: 7px;">✧ Browse the Gaslit Collection</h2>
<p>
<a href="https://huggingface.co/collections/Mawdistical/gaslit-106b" style="color: #C7A2CD; text-decoration: underline;">All Gaslit-106B Quants</a>
</p>
<hr style="border: 0; height: 1px; background-color: #351C3A; margin: 25px 0;">
<h2 style="color: #FFFFFF; font-size: 1.25em; border-bottom: 1px solid #351C3A; padding-bottom: 7px;">✧ Recommended Settings</h2>
<div style="margin-left: 0; font-size:1.07em; margin-bottom:18px;">
<b style="color: #C7A2CD;">Sampling</b><br>
<span style="margin-left: 2em; color: #FFFFFF;">↳ <strong>Temp:</strong> 1.65, <strong>min_p:</strong> 0.05</span><br>
<span style="margin-left: 3em; font-size: 0.9em; color: #C7A2CD;">↳ Samplers aren't as forgiving for this model.</span><br>
<b style="color: #C7A2CD;">Requirements</b><br>
<span style="margin-left: 2em; color: #FFFFFF;">↳ Prefill Needed</span><br>
<span style="margin-left: 3em; font-size: 0.9em; color: #C7A2CD;">↳ For guidance</span><br>
<span style="margin-left: 2em; color: #FFFFFF;">↳ Explicit Character Descriptions Needed</span><br>
<span style="margin-left: 3em; font-size: 0.9em; color: #C7A2CD;">↳ For guidance</span><br>
<b style="color: #C7A2CD;">Chat Format</b><br>
<span style="margin-left: 2em; color: #FFFFFF;">↳ Use ChatML format</span><br>
</div>
<hr style="border: 0; height: 1px; background-color: #351C3A; margin: 25px 0;">
<h2 style="color: #FFFFFF; font-size: 1.2em; border-bottom: 1px solid #351C3A; padding-bottom: 7px;">✧ Finetuned Set Info</h2>
<div style="margin-left: 0; font-size:1.07em; margin-bottom:18px;">
<b style="color: #C7A2CD;">Entries</b><br>
<span style="margin-left: 2em; color: #FFFFFF;">↳ 3.7K Unique Set Scenarios</span><br>
<b style="color: #C7A2CD;">Entry Composition</b><br>
<span style="margin-left: 2em; color: #FFFFFF;">↳ Heavy Violence</span><br>
<span style="margin-left: 2em; color: #FFFFFF;">↳ Dark Themes</span><br>
<span style="margin-left: 2em; color: #FFFFFF;">↳ Heavy NSFW</span><br>
<span style="margin-left: 3em; font-size: 0.9em; color: #C7A2CD;">↳ Triggered on user action or passively wherever RP is seen</span><br>
<span style="margin-left: 2em; color: #FFFFFF;">↳ Modern City Scenes</span><br>
<span style="margin-left: 2em; color: #FFFFFF;">↳ Dystopia Scenes</span><br>
<span style="margin-left: 2em; color: #FFFFFF;">↳ Multi Turn SFW Encounters</span><br>
<span style="margin-left: 2em; color: #FFFFFF;">↳ Misc World Building Actions</span><br>
<span style="margin-left: 2em; color: #FFFFFF;">↳ Detailed Explanation and Movement Scenes Without Dialogue</span><br>
<b style="color: #C7A2CD;">Creation Composition</b><br>
<span style="margin-left: 2em; color: #FFFFFF;">↳ Hybrid Synthetic and Internal Extracted RP Dialogues from Instances</span><br>
<b style="color: #C7A2CD;">Token Count</b><br>
<span style="margin-left: 2em; color: #FFFFFF;">↳ 22.6M</span><br>
<span style="margin-left: 3em; font-size: 0.9em; color: #C7A2CD;">↳ Note: token count calculated solely on outputs.</span><br>
<b style="color: #C7A2CD;">Type</b><br>
<span style="margin-left: 2em; color: #FFFFFF;">↳ Private In-House</span><br>
<b style="color: #C7A2CD;">Focus</b><br>
<span style="margin-left: 2em; color: #FFFFFF;">↳ Male Leaning</span><br>
<span style="margin-left: 2em; color: #FFFFFF;">↳ Anthro</span><br>
<span style="margin-left: 2em; color: #FFFFFF;">↳ Xeno-Likeness</span><br>
<span style="margin-left: 2em; color: #FFFFFF;">↳ Passive Positive Bias, Model understands violence and makes every attempt to circumvent it, matches pace but gaslights user by mitigating it or shifting it like it doesn't exist (manipulation / delusion).</span><br>
</div>
<hr style="border: 0; height: 1px; background-color: #351C3A; margin: 25px 0;">
<h2 style="color: #FFFFFF; font-size: 1.2em; border-bottom: 1px solid #351C3A; padding-bottom: 7px;">✧ Technical Details</h2>
<div style="margin-left: 0; font-size:1.07em; margin-bottom:18px;">
<b style="color: #C7A2CD;">Base Model</b> <br>
<span style="margin-left: 2em; color: #FFFFFF;">↳ <a href="https://huggingface.co/ArliAI/GLM-4.5-Air-Derestricted" style="color:#C7A2CD; text-decoration:underline;">ArliAI/GLM-4.5-Air-Derestricted</a></span>
</div>
<div style="margin-left: 0; font-size:1.07em; margin-bottom:18px;">
<b style="color: #C7A2CD;">Model Architecture</b> <br>
<span style="margin-left: 2em; color: #FFFFFF;">↳ A Manipulated variant of GLM air that removes restrictions found in the original base model, great for adaption for use case scenarios.</span><br>
</div>
<hr style="border: 0; height: 1px; background-color: #351C3A; margin: 25px 0;">
<h2 style="color: #FFFFFF; font-size: 1.2em; border-bottom: 1px solid #351C3A; padding-bottom: 7px;">✧ Credits</h2>
<div style="margin-left: 5px; font-size:1.07em;">
<b style="color: #C7A2CD;">Furry Governor</b><br>
<span style="margin-left: 2em; color: #FFFFFF;">↳ <a href="https://vyvan.se" style="color: #C7A2CD; text-decoration: underline;">@Mawnipulator</a></span><br>
<b style="color: #C7A2CD;">Government Bodies</b><br>
<span style="margin-left: 2em; color: #FFFFFF;">↳ <a href="https://huggingface.co/ArtusDev" style="color: #C7A2CD; text-decoration:underline">@ArtusDev</a></span><br>
<span style="margin-left: 2em; color: #FFFFFF;">↳ <a href="https://huggingface.co/SaisExperiments" style="color: #C7A2CD; text-decoration:underline">@SaisExperiments</a></span><br>
<span style="margin-left: 2em; color: #FFFFFF;">↳ <a href="https://huggingface.co/allura-org" style="color: #C7A2CD; text-decoration:underline">ALLURA-ORG</a></span><br>
<span style="margin-left: 2em; color: #FFFFFF;">↳ <a href="https://huggingface.co/heni86" style="color: #C7A2CD; text-decoration:underline">@heni86</a></span><br>
<span style="margin-left: 2em; color: #FFFFFF;">↳ <a href="https://huggingface.co/0mggg" style="color: #C7A2CD; text-decoration:underline">@0mggg</a></span><br>
<span style="margin-left: 2em; color: #FFFFFF;">↳ <a href="https://huggingface.co/Hobold" style="color: #C7A2CD; text-decoration:underline">@Hobold</a></span><br>
<b style="color: #C7A2CD;">Sponsors</b><br>
<span style="margin-left: 2em; color: #FFFFFF;">↳ <a href="https://huggingface.co/shuttleai" style="color: #C7A2CD; text-decoration:underline">@ShuttleAI</a></span><br>
<span style="margin-left: 2em; color: #FFFFFF;">↳ <a href="https://huggingface.co/xtristan" style="color: #C7A2CD; text-decoration:underline">@xtristan</a></span><br>
</div>
<hr style="border: 0; height: 1px; background-color: #351C3A; margin: 25px 0;">
<p style="color: #FFFFFF; font-size:1em; margin-top:20px;">
<strong style="color: #FFFFFF;">License:</strong>
<a href="https://creativecommons.org/licenses/by-nc/4.0/deed.en" style="color: #C7A2CD; text-decoration: underline;">CC BY-NC 4.0</a>
</p>
<p style="color: #C7A2CD; font-size:0.9em; margin-top:5px;">
Services such as Arli AI and Featherless AI are granted a CC BY-ND 4.0 license for use of this model.
</p>
</div>