639 lines
12 KiB
Markdown
639 lines
12 KiB
Markdown
---
|
|
language:
|
|
- en
|
|
base_model:
|
|
- arcee-ai/Virtuoso-Lite
|
|
datasets:
|
|
- Open-Orca/OpenOrca
|
|
pipeline_tag: text-generation
|
|
license: other
|
|
license_name: falcon-llm-license
|
|
license_link: https://falconllm.tii.ae/falcon-terms-and-conditions.html
|
|
library_name: transformers
|
|
tags:
|
|
- unsloth
|
|
- trl
|
|
- sft
|
|
---
|
|
|
|
<!DOCTYPE html>
|
|
<style>
|
|
ebody {
|
|
font-family: 'Quicksand', sans-serif;
|
|
background: linear-gradient(135deg, #FF69B4 0%, #800080 100%);
|
|
color: #FFFFFF;
|
|
margin: 0;
|
|
padding: 0;
|
|
font-size: 16px;
|
|
min-height: 100vh;
|
|
}
|
|
|
|
.container {
|
|
margin: 20px;
|
|
background-color: rgba(28, 14, 36, 0.95);
|
|
padding: 20px;
|
|
border-radius: 12px;
|
|
box-shadow: 0 4px 20px rgba(255, 105, 180, 0.4);
|
|
border: 1px solid rgba(255, 105, 180, 0.4);
|
|
outline: 1px solid rgba(255, 105, 180, 0.7);
|
|
outline-offset: -1px;
|
|
position: relative;
|
|
backdrop-filter: blur(10px);
|
|
}
|
|
|
|
.container::before {
|
|
content: '';
|
|
position: absolute;
|
|
top: -1px;
|
|
left: -1px;
|
|
right: -1px;
|
|
bottom: -1px;
|
|
border: 1px solid rgba(255, 105, 180, 0.98);
|
|
border-radius: 12px;
|
|
pointer-events: none;
|
|
animation: borderGlow 2s ease-in-out infinite;
|
|
}
|
|
|
|
@keyframes borderGlow {
|
|
0% {
|
|
box-shadow: 0 0 5px rgba(255, 105, 180, 0.98);
|
|
}
|
|
50% {
|
|
box-shadow: 0 0 20px rgba(255, 105, 180, 0.98);
|
|
}
|
|
100% {
|
|
box-shadow: 0 0 5px rgba(255, 105, 180, 0.98);
|
|
}
|
|
}
|
|
|
|
.header h1 {
|
|
font-size: 28px;
|
|
color: #FF69B4;
|
|
margin: 0 0 20px 0;
|
|
text-shadow: 0 0 15px rgba(255, 105, 180, 0.8);
|
|
letter-spacing: 1px;
|
|
}
|
|
|
|
.update-section {
|
|
margin-top: 30px;
|
|
}
|
|
|
|
.update-section h2, h2 {
|
|
font-size: 24px;
|
|
color: #FF69B4;
|
|
text-shadow: 0 0 15px rgba(255, 105, 180, 0.8);
|
|
letter-spacing: 0.5px;
|
|
}
|
|
|
|
.update-section p {
|
|
font-size: 16px;
|
|
line-height: 1.6;
|
|
color: #FFE1FF;
|
|
}
|
|
|
|
.info p {
|
|
color: #FFE1FF;
|
|
line-height: 1.6;
|
|
font-size: 16px;
|
|
}
|
|
|
|
.info img {
|
|
width: 100%;
|
|
border-radius: 10px;
|
|
margin-bottom: 15px;
|
|
box-shadow: 0 0 30px rgba(255, 105, 180, 0.5);
|
|
border: 1px solid rgba(255, 105, 180, 0.4);
|
|
outline: 1px solid rgba(255, 105, 180, 0.7);
|
|
outline-offset: -1px;
|
|
transition: transform 0.3s ease, box-shadow 0.3s ease;
|
|
}
|
|
|
|
.info img:hover {
|
|
transform: scale(1.01);
|
|
box-shadow: 0 0 40px rgba(255, 105, 180, 0.6);
|
|
}
|
|
|
|
a {
|
|
color: #00FFEE;
|
|
text-decoration: none;
|
|
transition: color 0.3s ease;
|
|
}
|
|
|
|
a:hover {
|
|
color: #FF1493;
|
|
}
|
|
|
|
.button {
|
|
display: inline-block;
|
|
background: linear-gradient(45deg, rgba(255, 105, 180, 0.9), rgba(128, 0, 128, 0.9));
|
|
color: #FFFFFF;
|
|
padding: 12px 24px;
|
|
border-radius: 5px;
|
|
cursor: pointer;
|
|
text-decoration: none;
|
|
transition: all 0.3s ease;
|
|
border: 1px solid rgba(255, 105, 180, 0.4);
|
|
}
|
|
|
|
.button:hover {
|
|
background: linear-gradient(45deg, rgba(255, 105, 180, 1), rgba(128, 0, 128, 1));
|
|
box-shadow: 0 0 20px rgba(255, 105, 180, 0.7);
|
|
transform: translateY(-2px);
|
|
}
|
|
|
|
pre {
|
|
background-color: rgba(28, 14, 36, 0.95);
|
|
padding: 15px;
|
|
border-radius: 5px;
|
|
overflow-x: auto;
|
|
border: 1px solid rgba(255, 20, 147, 0.3);
|
|
outline: 1px solid rgba(255, 20, 147, 0.6);
|
|
outline-offset: -1px;
|
|
}
|
|
|
|
code {
|
|
font-family: 'Courier New', monospace;
|
|
color: #FFE1FF;
|
|
}
|
|
|
|
.info-grid {
|
|
display: grid;
|
|
grid-template-columns: repeat(3, 1fr);
|
|
gap: 15px;
|
|
}
|
|
|
|
.creator-section {
|
|
margin: 20px 0;
|
|
}
|
|
|
|
.creator-badge {
|
|
display: inline-flex;
|
|
align-items: center;
|
|
background: rgba(28, 14, 36, 0.95);
|
|
border: 1px solid rgba(255, 20, 147, 0.3);
|
|
border-radius: 8px;
|
|
padding: 10px 15px;
|
|
}
|
|
|
|
.creator-label {
|
|
color: #FFE1FF;
|
|
font-size: 14px;
|
|
margin-right: 8px;
|
|
}
|
|
|
|
.creator-link {
|
|
display: flex;
|
|
align-items: center;
|
|
gap: 5px;
|
|
color: #00FFEE;
|
|
text-decoration: none;
|
|
transition: all 0.3s ease;
|
|
}
|
|
|
|
.creator-name {
|
|
font-weight: 600;
|
|
}
|
|
|
|
.creator-arrow {
|
|
font-size: 16px;
|
|
transition: transform 0.3s ease;
|
|
}
|
|
|
|
.creator-link:hover {
|
|
color: #FF1493;
|
|
}
|
|
|
|
.creator-link:hover .creator-arrow {
|
|
transform: translateX(3px);
|
|
}
|
|
|
|
.model-info {
|
|
margin-top: 30px;
|
|
}
|
|
|
|
.name-legend {
|
|
background: rgba(28, 14, 36, 0.95);
|
|
border: 1px solid rgba(255, 20, 147, 0.3);
|
|
border-radius: 8px;
|
|
padding: 20px;
|
|
margin: 20px 0;
|
|
}
|
|
|
|
.name-legend h3 {
|
|
color: #FF1493;
|
|
font-size: 18px;
|
|
margin: 0 0 15px 0;
|
|
}
|
|
|
|
.legend-grid {
|
|
display: grid;
|
|
gap: 12px;
|
|
}
|
|
|
|
.legend-item {
|
|
display: flex;
|
|
align-items: baseline;
|
|
gap: 10px;
|
|
}
|
|
|
|
.legend-key {
|
|
color: #00FFEE;
|
|
font-weight: 600;
|
|
min-width: 80px;
|
|
}
|
|
|
|
.legend-value {
|
|
color: #FFE1FF;
|
|
}
|
|
|
|
.model-description {
|
|
background: rgba(28, 14, 36, 0.95);
|
|
border: 1px solid rgba(255, 20, 147, 0.3);
|
|
border-radius: 8px;
|
|
padding: 20px;
|
|
}
|
|
|
|
.model-description p {
|
|
margin: 0 0 15px 0;
|
|
line-height: 1.6;
|
|
}
|
|
|
|
.model-description p:last-child {
|
|
margin-bottom: 0;
|
|
}
|
|
|
|
.section-container {
|
|
margin: 40px 0;
|
|
}
|
|
|
|
.info-card {
|
|
background: rgba(28, 14, 36, 0.95);
|
|
border: 1px solid rgba(255, 20, 147, 0.3);
|
|
border-radius: 8px;
|
|
overflow: hidden;
|
|
}
|
|
|
|
.info-header {
|
|
background: rgba(255, 20, 147, 0.1);
|
|
padding: 20px;
|
|
border-bottom: 1px solid rgba(255, 20, 147, 0.3);
|
|
}
|
|
|
|
.info-header h3 {
|
|
color: #FF1493;
|
|
margin: 0 0 10px 0;
|
|
font-size: 20px;
|
|
text-shadow: 0 0 5px rgba(255, 20, 147, 0.3);
|
|
}
|
|
|
|
.model-tags {
|
|
display: flex;
|
|
gap: 8px;
|
|
flex-wrap: wrap;
|
|
}
|
|
|
|
.model-tag {
|
|
background: rgba(0, 255, 238, 0.1);
|
|
color: #00FFEE;
|
|
padding: 4px 8px;
|
|
border-radius: 4px;
|
|
font-size: 12px;
|
|
border: 1px solid rgba(0, 255, 238, 0.2);
|
|
}
|
|
|
|
.model-composition {
|
|
padding: 20px;
|
|
border-bottom: 1px solid rgba(255, 20, 147, 0.3);
|
|
}
|
|
|
|
.model-composition h4 {
|
|
color: #FF1493;
|
|
margin: 0 0 15px 0;
|
|
font-size: 16px;
|
|
}
|
|
|
|
.composition-list {
|
|
list-style: none;
|
|
padding: 0;
|
|
margin: 0;
|
|
display: grid;
|
|
gap: 10px;
|
|
}
|
|
|
|
.composition-list li {
|
|
color: #FFE1FF;
|
|
display: flex;
|
|
align-items: baseline;
|
|
gap: 8px;
|
|
}
|
|
|
|
.model-component {
|
|
color: #00FFEE;
|
|
font-weight: 500;
|
|
min-width: 120px;
|
|
}
|
|
|
|
.template-card {
|
|
background: rgba(28, 14, 36, 0.95);
|
|
border: 1px solid rgba(255, 20, 147, 0.3);
|
|
border-radius: 8px;
|
|
padding: 15px;
|
|
}
|
|
|
|
.template-item {
|
|
display: flex;
|
|
align-items: center;
|
|
gap: 12px;
|
|
}
|
|
|
|
.template-icon {
|
|
width: 24px;
|
|
height: 24px;
|
|
opacity: 0.8;
|
|
}
|
|
|
|
.template-content {
|
|
display: flex;
|
|
align-items: baseline;
|
|
gap: 8px;
|
|
}
|
|
|
|
.template-link {
|
|
color: #00FFEE;
|
|
text-decoration: none;
|
|
font-weight: 500;
|
|
display: flex;
|
|
align-items: center;
|
|
gap: 5px;
|
|
}
|
|
|
|
.template-author {
|
|
color: rgba(255, 225, 255, 0.7);
|
|
font-size: 14px;
|
|
}
|
|
|
|
.quantized-container {
|
|
display: grid;
|
|
gap: 20px;
|
|
}
|
|
|
|
.quantized-section {
|
|
background: rgba(28, 14, 36, 0.95);
|
|
border: 1px solid rgba(255, 20, 147, 0.3);
|
|
border-radius: 8px;
|
|
padding: 20px;
|
|
}
|
|
|
|
.quantized-section h3 {
|
|
color: #FF1493;
|
|
font-size: 18px;
|
|
margin: 0 0 15px 0;
|
|
}
|
|
|
|
.quantized-items {
|
|
display: grid;
|
|
gap: 12px;
|
|
}
|
|
|
|
.quantized-item {
|
|
display: flex;
|
|
align-items: baseline;
|
|
gap: 10px;
|
|
}
|
|
|
|
.quantized-item .author {
|
|
color: rgba(255, 225, 255, 0.7);
|
|
min-width: 100px;
|
|
}
|
|
|
|
.multi-links {
|
|
display: flex;
|
|
align-items: center;
|
|
gap: 8px;
|
|
}
|
|
|
|
.separator {
|
|
color: rgba(255, 225, 255, 0.5);
|
|
}
|
|
|
|
.config-container {
|
|
background: rgba(28, 14, 36, 0.95);
|
|
border: 1px solid rgba(255, 20, 147, 0.3);
|
|
border-radius: 8px;
|
|
overflow: hidden;
|
|
}
|
|
|
|
.config-header {
|
|
background: rgba(255, 20, 147, 0.1);
|
|
padding: 15px 20px;
|
|
border-bottom: 1px solid rgba(255, 20, 147, 0.3);
|
|
}
|
|
|
|
.model-name {
|
|
color: #FF1493;
|
|
font-weight: 600;
|
|
}
|
|
|
|
.config-content {
|
|
padding: 20px;
|
|
}
|
|
|
|
.config-item {
|
|
display: flex;
|
|
flex-direction: column;
|
|
gap: 5px;
|
|
margin-bottom: 15px;
|
|
}
|
|
|
|
.config-label {
|
|
color: #00FFEE;
|
|
font-size: 14px;
|
|
font-weight: 500;
|
|
}
|
|
|
|
.config-value {
|
|
color: #FFE1FF;
|
|
font-family: 'Courier New', monospace;
|
|
}
|
|
|
|
.config-models {
|
|
margin-top: 20px;
|
|
}
|
|
|
|
.model-list {
|
|
list-style: none;
|
|
padding: 0;
|
|
margin: 10px 0 0 0;
|
|
}
|
|
|
|
.model-list li {
|
|
color: #FFE1FF;
|
|
font-family: 'Courier New', monospace;
|
|
padding: 5px 0;
|
|
padding-left: 20px;
|
|
position: relative;
|
|
}
|
|
|
|
.model-list li::before {
|
|
content: '-';
|
|
position: absolute;
|
|
left: 0;
|
|
color: #00FFEE;
|
|
}
|
|
|
|
.link-arrow {
|
|
display: inline-block;
|
|
transition: transform 0.3s ease;
|
|
}
|
|
|
|
a:hover .link-arrow {
|
|
transform: translateX(3px);
|
|
}
|
|
|
|
.benchmark-notification {
|
|
background: rgba(255, 20, 147, 0.15);
|
|
border: 1px solid rgba(255, 20, 147, 0.3);
|
|
border-radius: 8px;
|
|
margin-bottom: 20px;
|
|
padding: 12px;
|
|
animation: glowPulse 2s infinite;
|
|
}
|
|
|
|
.notification-content {
|
|
display: flex;
|
|
align-items: center;
|
|
justify-content: center;
|
|
gap: 10px;
|
|
text-align: center;
|
|
}
|
|
|
|
.notification-icon {
|
|
font-size: 20px;
|
|
}
|
|
|
|
.notification-text {
|
|
color: #FFE1FF;
|
|
font-size: 16px;
|
|
font-weight: 500;
|
|
display: flex;
|
|
flex-direction: column;
|
|
align-items: center;
|
|
gap: 5px;
|
|
}
|
|
|
|
.benchmark-link {
|
|
color: #00FFEE;
|
|
text-decoration: none;
|
|
font-size: 14px;
|
|
padding: 4px 8px;
|
|
border-radius: 4px;
|
|
transition: all 0.3s ease;
|
|
border: 1px solid rgba(0, 255, 238, 0.3);
|
|
}
|
|
|
|
.benchmark-link:hover {
|
|
background: rgba(0, 255, 238, 0.1);
|
|
border-color: rgba(0, 255, 238, 0.5);
|
|
color: #00FFEE;
|
|
text-shadow: 0 0 5px rgba(0, 255, 238, 0.5);
|
|
}
|
|
|
|
@keyframes glowPulse {
|
|
0% {
|
|
box-shadow: 0 0 5px rgba(255, 20, 147, 0.3);
|
|
}
|
|
50% {
|
|
box-shadow: 0 0 15px rgba(255, 20, 147, 0.5);
|
|
}
|
|
100% {
|
|
box-shadow: 0 0 5px rgba(255, 20, 147, 0.3);
|
|
}
|
|
}
|
|
|
|
.review-card {
|
|
background: rgba(28, 14, 36, 0.95);
|
|
border: 1px solid rgba(255, 20, 147, 0.3);
|
|
border-radius: 8px;
|
|
padding: 15px;
|
|
margin-bottom: 15px;
|
|
}
|
|
|
|
.review-card:last-child {
|
|
margin-bottom: 0;
|
|
}
|
|
</style>
|
|
|
|
<html lang="en">
|
|
<head>
|
|
<meta charset="UTF-8">
|
|
<meta name="viewport" content="width=device-width, initial-scale=1.0">
|
|
<title>Maestro-10B</title>
|
|
<link href="https://fonts.googleapis.com/css2?family=Quicksand:wght@400;500;600&display=swap" rel="stylesheet">
|
|
<link href="styles.css" rel="stylesheet">
|
|
</head>
|
|
<body>
|
|
<div class="container">
|
|
<div class="header">
|
|
<h1>Maestro-10B</h1>
|
|
</div>
|
|
<div class="info">
|
|
<img src="Maestro-Logo.png" alt="Model banner">
|
|
<div class="creator-section">
|
|
<div class="creator-badge">
|
|
<span class="creator-label">Created by</span>
|
|
<a href="https://huggingface.co/suayptalha" target="_blank" class="creator-link">
|
|
<span class="creator-name">suayptalha</span>
|
|
<span class="creator-arrow">→</span>
|
|
</a>
|
|
</div>
|
|
</div>
|
|
<div class="model-info">
|
|
<h2>Model Information</h2>
|
|
<div class="info-card">
|
|
<div class="info-header">
|
|
<h3>Maestro-10B</h3>
|
|
<div class="model-tags">
|
|
<span class="model-tag">suayptalha/Maestro-10B</span>
|
|
<span class="model-tag">arcee-ai/Virtuoso-Lite</span>
|
|
<span class="model-tag">DeepSeek-V3</span>
|
|
<span class="model-tag">10b Parameters</span>
|
|
</div>
|
|
</div>
|
|
<div class="model-composition">
|
|
<h4>Base Model</h4>
|
|
<ul class="composition-list">
|
|
<li><span class="model-component"><a href="arcee-ai/Virtuoso-Lite" target="_blank">Virtuoso-Lite</a></span></li>
|
|
</ul>
|
|
</div>
|
|
<div class="model-description">
|
|
Maestro-10B is a 10 billion parameter model fine-tuned from Virtuoso-Lite,
|
|
a next-generation language model developed by arcee-ai. Virtuoso-Lite itself
|
|
is based on the Llama-3 architecture, distilled from Deepseek-v3 using
|
|
approximately 1.1 billion tokens/logits. This distillation process allows
|
|
Virtuoso-Lite to achieve robust performance with a smaller parameter count,
|
|
excelling in reasoning, code generation, and mathematical problem-solving.
|
|
Maestro-10B inherits these strengths from its base model, Virtuoso-Lite, and
|
|
further enhances them through fine-tuning on the OpenOrca dataset. This combination
|
|
of a distilled base model and targeted fine-tuning makes Maestro-10B a powerful and
|
|
efficient language model.
|
|
</div>
|
|
<div class="model-composition">
|
|
<h4>Loss Graph</h4>
|
|
<img src="loss.png" alt="Model banner">
|
|
</div>
|
|
</div>
|
|
<div class="support-section">
|
|
<h2>Support & Community:</h2>
|
|
<div class="support-buttons">
|
|
<a href="https://buymeacoffee.com/suayptalha" target="_blank" class="button">
|
|
Buy me a coffee
|
|
</a>
|
|
<a href="https://discord.com/users/suaypt" target="_blank" class="button">
|
|
suayptalha - Discord
|
|
</a>
|
|
</div>
|
|
</div>
|
|
</div>
|
|
</div>
|
|
</body>
|
|
</html> |