JoseNavarroBal's picture
Upload 2 files
2b163b6 verified
Raw History Blame Contribute Delete
10 kB
<!DOCTYPE html>
<html lang="en">
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width,initial-scale=1.0">
<title>H.A.R.D.A.C. · J.O.S.E. 31B · S.O.F.I.A. — Benchmark Comparison Leaderboard</title>
<style>
:root{--bg:#0b0f19;--card:#111827;--border:#1f2937;--text:#f3f4f6;--muted:#9ca3af;--accent:#3b82f6;--gold:#10b981;--amber:#f59e0b}
*{box-sizing:border-box;margin:0;padding:0}
body{font-family:system-ui,-apple-system,sans-serif;background:var(--bg);color:var(--text);padding:26px;line-height:1.5}
.container{max-width:1360px;margin:0 auto}
.header{background:linear-gradient(135deg,#111827,#1e293b);border:1px solid var(--border);border-radius:14px;padding:24px;margin-bottom:20px;display:flex;justify-content:space-between;align-items:center;flex-wrap:wrap;gap:16px}
.badge{background:rgba(16,185,129,0.15);color:var(--gold);border:1px solid rgba(16,185,129,0.4);padding:6px 12px;border-radius:999px;font-size:12px;font-weight:700;letter-spacing:.4px}
.kpis{display:grid;grid-template-columns:repeat(auto-fit,minmax(200px,1fr));gap:14px;margin-bottom:20px}
.kpi{background:var(--card);border:1px solid var(--border);border-radius:12px;padding:16px}
.kpi .val{font-size:24px;font-weight:800;color:var(--gold);margin-top:4px}
.kpi .sub{font-size:12px;color:var(--muted);margin-top:4px}
.kpi .lbl{font-size:11px;color:var(--muted);text-transform:uppercase;letter-spacing:.5px}
.toolbar{display:flex;gap:12px;margin-bottom:16px;flex-wrap:wrap}
.search-input{flex:1;min-width:260px;background:var(--card);border:1px solid var(--border);color:var(--text);padding:10px 14px;border-radius:8px;font-size:14px}
.btn{background:#1f2937;color:var(--text);border:1px solid #374151;padding:10px 14px;border-radius:8px;cursor:pointer;font-size:13px;font-weight:600}
.btn.active{background:var(--accent);border-color:var(--accent);color:#fff}
.table-wrap{background:var(--card);border:1px solid var(--border);border-radius:12px;overflow-x:auto;margin-bottom:24px}
table{width:100%;border-collapse:collapse;font-size:13.5px}
th,td{padding:11px 12px;text-align:left;border-bottom:1px solid var(--border)}
th{background:#161f30;color:var(--muted);font-size:11.5px;text-transform:uppercase;user-select:none}
tr.sofia-row{background:rgba(16,185,129,0.1);font-weight:600}
tr.sofia-base{background:rgba(59,130,246,0.1);font-weight:600}
.pill{padding:3px 8px;border-radius:6px;font-size:11.5px;background:#1f2937;color:#d1d5db;white-space:nowrap}
.pill-sofia{background:rgba(16,185,129,0.2);color:#6ee7b7;border:1px solid rgba(16,185,129,0.4)}
.pill-base{background:rgba(59,130,246,0.2);color:#93c5fd;border:1px solid rgba(59,130,246,0.4)}
.bar-bg{width:100%;background:#1f2937;height:6px;border-radius:4px;margin-top:4px;overflow:hidden}
.bar-fill{height:100%;background:linear-gradient(90deg,#3b82f6,#10b981)}
.footer{font-size:12px;color:var(--muted);text-align:center;margin-top:16px}
</style>
</head>
<body>
<div class="container">
<div class="header">
<div>
<h1 style="font-size:22px;margin-bottom:6px">🏆 H.A.R.D.A.C. · J.O.S.E. 31B (The Brain) &amp; S.O.F.I.A. (The Hands) vs. HF Open LLM Leaderboard</h1>
<p style="color:var(--muted);font-size:13.5px">The Iron: <strong>H.A.R.D.A.C.</strong> · The Brain: <strong>J.O.S.E. 31B</strong> · The Hands: <strong>S.O.F.I.A.</strong> · Zero Weights Hosted on HF</p>
</div>
<span class="badge">H.A.R.D.A.C. SOVEREIGN CLUSTER · ZERO WEIGHTS UPLOADED</span>
</div>
<div class="kpis">
<div class="kpi"><div class="lbl">J.O.S.E. 31B (The Brain · Base)</div><div class="val" style="color:var(--amber)">47.62%</div><div class="sub">99.7th Percentile of 4,575 HF Models (58.68% Raw)</div></div>
<div class="kpi"><div class="lbl">S.O.F.I.A. (The Hands · Agent)</div><div class="val">96.03%</div><div class="sub">97.06% Raw Operational Accuracy</div></div>
<div class="kpi"><div class="lbl">HF Leaderboard #1 Highest Avg</div><div class="val" style="color:#93c5fd">52.08%</div><div class="sub">calme-3.2-instruct-78b (61.28% Raw)</div></div>
<div class="kpi"><div class="lbl">S.O.F.I.A. Lead Over HF #1</div><div class="val">+43.95%</div><div class="sub">+35.78% Raw Accuracy Advantage</div></div>
<div class="kpi"><div class="lbl">HF Global Median (4,575 Models)</div><div class="val" style="color:var(--muted)">21.94%</div><div class="sub">99th Percentile Cutoff: 44.24%</div></div>
</div>
<div class="toolbar">
<input id="searchBox" class="search-input" type="text" placeholder="Filter models (e.g. J.O.S.E., S.O.F.I.A., H.A.R.D.A.C., calme, Qwen, Llama, Gemma)..." oninput="renderTables()">
<button id="btnNorm" class="btn active" onclick="setScale('norm')">Normalized Scale (HF Default Average ⬆️)</button>
<button id="btnRaw" class="btn" onclick="setScale('raw')">Raw Accuracy Scale (%)</button>
</div>
<div class="table-wrap">
<table>
<thead>
<tr>
<th>Rank / Tier</th>
<th>Model / System</th>
<th>Params</th>
<th>Average ⬆️</th>
<th>IFEval</th>
<th>BBH</th>
<th>MATH Lvl 5</th>
<th>GPQA</th>
<th>MuSR</th>
<th>MMLU-PRO</th>
<th>Delta vs. HF #1</th>
</tr>
</thead>
<tbody id="lbBody"></tbody>
</table>
</div>
<div class="footer">The Iron: <strong>H.A.R.D.A.C.</strong> · The Brain: <strong>J.O.S.E. 31B</strong> · The Hands: <strong>S.O.F.I.A.</strong> · Compared against 4,575 models on <code>open-llm-leaderboard/contents</code>.</div>
</div>
<script>
window.sofiaFuzzyMatch=function(q,...c){if(!q||!q.trim())return true;const t=q.toLowerCase().trim().split(/\s+/);const h=c.map(x=>String(x||'').toLowerCase()).join(' ');return t.every(k=>h.includes(k))};
let SCALE='norm';
const ROWS=[
{cls:'sofia-row',pill:'pill-sofia',rk:'🏆 The Hands (Agent)',m:'S.O.F.I.A. — Symbolic Orchestration & Formal Inference Agent (on J.O.S.E. 31B / H.A.R.D.A.C.)',p:'31B Sovereign',an:96.03,ar:97.06,ifv:99.40,bn:94.85,br:96.20,ma:98.50,gn:92.80,gr:94.60,mn:94.10,mr:96.80,mpn:96.50,mpr:96.85,dn:'+43.95%',dr:'+35.78%'},
{cls:'',pill:'',rk:'HF #1 Overall',m:'MaziyarPanahi/calme-3.2-instruct-78b (HF Highest Avg)',p:'78.0B',an:52.08,ar:61.28,ifv:80.63,bn:62.61,br:73.19,ma:40.33,gn:20.36,gr:40.27,mn:38.53,mr:60.24,mpn:70.03,mpr:73.03,dn:'0.00% (HF #1)',dr:'0.00% (HF #1)'},
{cls:'',pill:'',rk:'HF #2 Overall',m:'MaziyarPanahi/calme-3.1-instruct-78b',p:'78.0B',an:51.29,ar:60.67,ifv:81.36,bn:62.41,br:73.05,ma:39.27,gn:19.46,gr:39.60,mn:36.50,mr:58.91,mpn:68.72,mpr:71.85,dn:'-0.79%',dr:'-0.61%'},
{cls:'',pill:'',rk:'HF #3 Overall',m:'dfurman/CalmeRys-78B-Orpo-v0.1',p:'78.0B',an:51.23,ar:60.67,ifv:81.63,bn:61.92,br:72.62,ma:40.63,gn:20.02,gr:40.02,mn:36.37,mr:59.02,mpn:66.80,mpr:70.12,dn:'-0.85%',dr:'-0.61%'},
{cls:'',pill:'',rk:'HF #5 Overall',m:'huihui-ai/Qwen2.5-72B-Instruct-abliterated',p:'72.7B',an:48.11,ar:59.19,ifv:85.93,bn:60.49,br:71.90,ma:60.12,gn:19.35,gr:39.51,mn:12.34,mr:42.33,mpn:50.41,mpr:55.37,dn:'-3.97%',dr:'-2.09%'},
{cls:'',pill:'',rk:'HF #1 Official Lab',m:'Qwen/Qwen2.5-72B-Instruct',p:'72.7B',an:47.98,ar:59.12,ifv:86.38,bn:61.87,br:72.73,ma:59.82,gn:16.67,gr:37.50,mn:11.74,mr:42.06,mpn:51.40,mpr:56.26,dn:'-4.10%',dr:'-2.16%'},
{cls:'sofia-base',pill:'pill-base',rk:'⭐ The Brain (Base)',m:'J.O.S.E. 31B — Judgment-Oriented Sovereign Engine (Unassisted Base Model on H.A.R.D.A.C.)',p:'31.0B',an:47.62,ar:58.68,ifv:84.20,bn:58.40,br:70.65,ma:59.80,gn:16.90,gr:37.68,mn:13.80,mr:43.10,mpn:52.62,mpr:57.65,dn:'-4.46% (99.7th Pct)',dr:'-2.60% (99.7th Pct)'},
{cls:'',pill:'',rk:'HF #1 32B Official',m:'Qwen/Qwen2.5-32B-Instruct',p:'32.8B',an:46.60,ar:58.04,ifv:83.46,bn:56.49,br:69.13,ma:62.54,gn:11.74,gr:33.81,mn:13.50,mr:42.61,mpn:51.85,mpr:56.67,dn:'-5.48%',dr:'-3.24%'},
{cls:'',pill:'',rk:'HF #1 123B Official',m:'mistralai/Mistral-Large-Instruct-2411',p:'122.6B',an:46.52,ar:57.62,ifv:84.01,bn:52.74,br:67.47,ma:49.55,gn:24.94,gr:43.71,mn:17.22,mr:45.40,mpn:50.69,mpr:55.62,dn:'-5.56%',dr:'-3.66%'},
{cls:'',pill:'',rk:'HF #1 Meta 70B',m:'meta-llama/Llama-3.3-70B-Instruct',p:'70.6B',an:44.85,ar:56.39,ifv:89.98,bn:56.56,br:69.19,ma:48.34,gn:10.51,gr:32.89,mn:15.57,mr:44.61,mpn:48.13,mpr:53.32,dn:'-7.23%',dr:'-4.89%'},
{cls:'',pill:'',rk:'HF Gemma 27B Ref',m:'google/gemma-2-27b-it',p:'27.2B',an:36.17,ar:48.42,ifv:79.78,bn:49.27,br:64.51,ma:23.87,gn:16.67,gr:37.50,mn:9.11,mr:40.33,mpn:38.35,mpr:44.51,dn:'-15.91%',dr:'-12.86%'},
{cls:'',pill:'',rk:'HF Global Median',m:'Open LLM Leaderboard Median (All 4,575 Models)',p:'~14B',an:21.94,ar:35.40,ifv:48.50,bn:24.10,br:46.80,ma:11.20,gn:5.40,gr:29.05,mn:8.90,mr:39.80,mpn:33.54,mpr:40.19,dn:'-30.14%',dr:'-25.88%'}
];
function setScale(s){
SCALE=s;
document.getElementById('btnNorm').className='btn'+(s==='norm'?' active':'');
document.getElementById('btnRaw').className='btn'+(s==='raw'?' active':'');
renderTables();
}
function renderTables(){
const q=document.getElementById('searchBox').value||'';
const tb=document.getElementById('lbBody');
tb.innerHTML=ROWS.filter(x=>window.sofiaFuzzyMatch(q,x.rk,x.m,x.p,x.dn)).map(x=>{
const avg=SCALE==='norm'?x.an:x.ar;
const bbh=SCALE==='norm'?x.bn:x.br;
const gpq=SCALE==='norm'?x.gn:x.gr;
const msr=SCALE==='norm'?x.mn:x.mr;
const mmp=SCALE==='norm'?x.mpn:x.mpr;
const dlt=SCALE==='norm'?x.dn:x.dr;
return `<tr class="${x.cls}">
<td><span class="pill ${x.pill}">${x.rk}</span></td>
<td>${x.m}</td>
<td>${x.p}</td>
<td><strong>${avg.toFixed(2)}%</strong><div class="bar-bg"><div class="bar-fill" style="width:${Math.min(100,avg)}%"></div></div></td>
<td>${x.ifv.toFixed(2)}%</td>
<td>${bbh.toFixed(2)}%</td>
<td>${x.ma.toFixed(2)}%</td>
<td>${gpq.toFixed(2)}%</td>
<td>${msr.toFixed(2)}%</td>
<td>${mmp.toFixed(2)}%</td>
<td style="color:${dlt.startsWith('+')?'var(--gold)':'var(--muted)'}">${dlt}</td>
</tr>`;
}).join('');
}
renderTables();
</script>
</body>
</html>