Update index.html
Browse files- index.html +159 -158
index.html
CHANGED
@@ -4,7 +4,7 @@
|
|
4 |
<meta charset="UTF-8">
|
5 |
<meta name="viewport" content="width=device-width, initial-scale=1.0">
|
6 |
<title>FlameF0X/SnowflakeCore-G1-Tiny Benchmark Report</title>
|
7 |
-
<script src="https://cdnjs.cloudflare.com/ajax/libs/Chart.js/
|
8 |
<style>
|
9 |
* {
|
10 |
margin: 0;
|
@@ -441,186 +441,187 @@
|
|
441 |
</div>
|
442 |
|
443 |
<script>
|
444 |
-
//
|
445 |
-
|
446 |
-
|
447 |
-
|
448 |
-
|
449 |
-
|
450 |
-
display: true,
|
451 |
-
position: 'top',
|
452 |
-
labels: {
|
453 |
-
padding: 20,
|
454 |
-
font: {
|
455 |
-
size: 12,
|
456 |
-
family: 'system-ui'
|
457 |
-
},
|
458 |
-
color: '#495057'
|
459 |
-
}
|
460 |
-
}
|
461 |
-
},
|
462 |
-
scales: {
|
463 |
-
y: {
|
464 |
-
beginAtZero: true,
|
465 |
-
grid: {
|
466 |
-
color: '#e9ecef',
|
467 |
-
borderColor: '#dee2e6'
|
468 |
-
},
|
469 |
-
ticks: {
|
470 |
-
font: {
|
471 |
-
size: 11,
|
472 |
-
family: 'system-ui'
|
473 |
-
},
|
474 |
-
color: '#6c757d'
|
475 |
-
}
|
476 |
-
},
|
477 |
-
x: {
|
478 |
-
grid: {
|
479 |
-
color: '#e9ecef',
|
480 |
-
borderColor: '#dee2e6'
|
481 |
-
},
|
482 |
-
ticks: {
|
483 |
-
font: {
|
484 |
-
size: 11,
|
485 |
-
family: 'system-ui'
|
486 |
-
},
|
487 |
-
color: '#6c757d'
|
488 |
-
}
|
489 |
-
}
|
490 |
}
|
491 |
-
};
|
492 |
-
|
493 |
-
// Generation Speed Chart
|
494 |
-
new Chart(document.getElementById('speedChart'), {
|
495 |
-
type: 'bar',
|
496 |
-
data: {
|
497 |
-
labels: ['SnowflakeCore-G1-Tiny', 'GPT-2 Baseline'],
|
498 |
-
datasets: [{
|
499 |
-
label: 'Tokens/Second',
|
500 |
-
data: [57.26, 45.0],
|
501 |
-
backgroundColor: ['#2c3e50', '#6c757d'],
|
502 |
-
borderColor: ['#34495e', '#6c757d'],
|
503 |
-
borderWidth: 1
|
504 |
-
}]
|
505 |
-
},
|
506 |
-
options: baseConfig
|
507 |
-
});
|
508 |
|
509 |
-
|
510 |
-
|
511 |
-
type: 'doughnut',
|
512 |
-
data: {
|
513 |
-
labels: ['SnowflakeCore-G1-Tiny (1.36GB)', 'GPT-2 Baseline (0.55GB)'],
|
514 |
-
datasets: [{
|
515 |
-
data: [1357.54, 548.0],
|
516 |
-
backgroundColor: ['#2c3e50', '#adb5bd'],
|
517 |
-
borderWidth: 2,
|
518 |
-
borderColor: '#fff'
|
519 |
-
}]
|
520 |
-
},
|
521 |
-
options: {
|
522 |
responsive: true,
|
523 |
maintainAspectRatio: false,
|
524 |
plugins: {
|
525 |
legend: {
|
526 |
-
|
|
|
527 |
labels: {
|
528 |
padding: 20,
|
529 |
font: {
|
530 |
-
size:
|
531 |
-
|
532 |
-
|
533 |
}
|
534 |
}
|
535 |
-
}
|
536 |
-
}
|
537 |
-
});
|
538 |
-
|
539 |
-
// Task Accuracy Chart
|
540 |
-
new Chart(document.getElementById('accuracyChart'), {
|
541 |
-
type: 'bar',
|
542 |
-
data: {
|
543 |
-
labels: ['GSM8K', 'MMLU', 'HumanEval'],
|
544 |
-
datasets: [{
|
545 |
-
label: 'SnowflakeCore-G1-Tiny',
|
546 |
-
data: [20.0, 0.0, 0.0],
|
547 |
-
backgroundColor: '#2c3e50',
|
548 |
-
borderColor: '#34495e',
|
549 |
-
borderWidth: 1
|
550 |
-
}, {
|
551 |
-
label: 'GPT-2 Baseline',
|
552 |
-
data: [15.0, 5.0, 2.0],
|
553 |
-
backgroundColor: '#6c757d',
|
554 |
-
borderColor: '#6c757d',
|
555 |
-
borderWidth: 1
|
556 |
-
}]
|
557 |
-
},
|
558 |
-
options: {
|
559 |
-
...baseConfig,
|
560 |
scales: {
|
561 |
-
...baseConfig.scales,
|
562 |
y: {
|
563 |
-
|
564 |
-
|
|
|
|
|
|
|
565 |
ticks: {
|
566 |
-
...baseConfig.scales.y.ticks,
|
567 |
-
callback: function(value) {
|
568 |
-
return value + '%';
|
569 |
-
}
|
570 |
-
}
|
571 |
-
}
|
572 |
-
}
|
573 |
-
}
|
574 |
-
});
|
575 |
-
|
576 |
-
// Memory Usage Chart
|
577 |
-
new Chart(document.getElementById('memoryChart'), {
|
578 |
-
type: 'line',
|
579 |
-
data: {
|
580 |
-
labels: ['128', '512', '1024', '2048'],
|
581 |
-
datasets: [{
|
582 |
-
label: 'Peak Memory (GB)',
|
583 |
-
data: [5.99, 6.04, 6.12, 6.35],
|
584 |
-
borderColor: '#2c3e50',
|
585 |
-
backgroundColor: 'rgba(44, 62, 80, 0.1)',
|
586 |
-
borderWidth: 2,
|
587 |
-
fill: true,
|
588 |
-
tension: 0.2,
|
589 |
-
pointBackgroundColor: '#2c3e50',
|
590 |
-
pointBorderColor: '#fff',
|
591 |
-
pointBorderWidth: 2,
|
592 |
-
pointRadius: 4
|
593 |
-
}]
|
594 |
-
},
|
595 |
-
options: {
|
596 |
-
...baseConfig,
|
597 |
-
scales: {
|
598 |
-
...baseConfig.scales,
|
599 |
-
x: {
|
600 |
-
...baseConfig.scales.x,
|
601 |
-
title: {
|
602 |
-
display: true,
|
603 |
-
text: 'Sequence Length (tokens)',
|
604 |
font: {
|
605 |
-
size:
|
606 |
-
family: 'system-ui'
|
607 |
},
|
608 |
-
color: '#
|
609 |
}
|
610 |
},
|
611 |
-
|
612 |
-
|
613 |
-
|
614 |
-
|
615 |
-
|
|
|
616 |
font: {
|
617 |
-
size:
|
618 |
-
family: 'system-ui'
|
619 |
},
|
620 |
-
color: '#
|
621 |
}
|
622 |
}
|
623 |
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
624 |
}
|
625 |
});
|
626 |
</script>
|
|
|
4 |
<meta charset="UTF-8">
|
5 |
<meta name="viewport" content="width=device-width, initial-scale=1.0">
|
6 |
<title>FlameF0X/SnowflakeCore-G1-Tiny Benchmark Report</title>
|
7 |
+
<script src="https://cdnjs.cloudflare.com/ajax/libs/Chart.js/3.9.1/chart.min.js"></script>
|
8 |
<style>
|
9 |
* {
|
10 |
margin: 0;
|
|
|
441 |
</div>
|
442 |
|
443 |
<script>
|
444 |
+
// Wait for DOM and Chart.js to load
|
445 |
+
document.addEventListener('DOMContentLoaded', function() {
|
446 |
+
// Check if Chart.js is loaded
|
447 |
+
if (typeof Chart === 'undefined') {
|
448 |
+
console.error('Chart.js failed to load');
|
449 |
+
return;
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
450 |
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
451 |
|
452 |
+
// Professional chart configuration
|
453 |
+
const baseConfig = {
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
454 |
responsive: true,
|
455 |
maintainAspectRatio: false,
|
456 |
plugins: {
|
457 |
legend: {
|
458 |
+
display: true,
|
459 |
+
position: 'top',
|
460 |
labels: {
|
461 |
padding: 20,
|
462 |
font: {
|
463 |
+
size: 12
|
464 |
+
},
|
465 |
+
color: '#495057'
|
466 |
}
|
467 |
}
|
468 |
+
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
469 |
scales: {
|
|
|
470 |
y: {
|
471 |
+
beginAtZero: true,
|
472 |
+
grid: {
|
473 |
+
color: '#e9ecef',
|
474 |
+
borderColor: '#dee2e6'
|
475 |
+
},
|
476 |
ticks: {
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
477 |
font: {
|
478 |
+
size: 11
|
|
|
479 |
},
|
480 |
+
color: '#6c757d'
|
481 |
}
|
482 |
},
|
483 |
+
x: {
|
484 |
+
grid: {
|
485 |
+
color: '#e9ecef',
|
486 |
+
borderColor: '#dee2e6'
|
487 |
+
},
|
488 |
+
ticks: {
|
489 |
font: {
|
490 |
+
size: 11
|
|
|
491 |
},
|
492 |
+
color: '#6c757d'
|
493 |
}
|
494 |
}
|
495 |
}
|
496 |
+
};
|
497 |
+
|
498 |
+
// Generation Speed Chart
|
499 |
+
try {
|
500 |
+
new Chart(document.getElementById('speedChart'), {
|
501 |
+
type: 'bar',
|
502 |
+
data: {
|
503 |
+
labels: ['SnowflakeCore-G1-Tiny', 'GPT-2 Baseline'],
|
504 |
+
datasets: [{
|
505 |
+
label: 'Tokens/Second',
|
506 |
+
data: [57.26, 45.0],
|
507 |
+
backgroundColor: ['#2c3e50', '#6c757d'],
|
508 |
+
borderColor: ['#34495e', '#6c757d'],
|
509 |
+
borderWidth: 1
|
510 |
+
}]
|
511 |
+
},
|
512 |
+
options: baseConfig
|
513 |
+
});
|
514 |
+
} catch(e) {
|
515 |
+
console.error('Error creating speed chart:', e);
|
516 |
+
}
|
517 |
+
|
518 |
+
// Model Size Chart
|
519 |
+
try {
|
520 |
+
new Chart(document.getElementById('sizeChart'), {
|
521 |
+
type: 'doughnut',
|
522 |
+
data: {
|
523 |
+
labels: ['SnowflakeCore-G1-Tiny (1.36GB)', 'GPT-2 Baseline (0.55GB)'],
|
524 |
+
datasets: [{
|
525 |
+
data: [1357.54, 548.0],
|
526 |
+
backgroundColor: ['#2c3e50', '#adb5bd'],
|
527 |
+
borderWidth: 2,
|
528 |
+
borderColor: '#fff'
|
529 |
+
}]
|
530 |
+
},
|
531 |
+
options: {
|
532 |
+
responsive: true,
|
533 |
+
maintainAspectRatio: false,
|
534 |
+
plugins: {
|
535 |
+
legend: {
|
536 |
+
position: 'bottom',
|
537 |
+
labels: {
|
538 |
+
padding: 20,
|
539 |
+
font: {
|
540 |
+
size: 11
|
541 |
+
}
|
542 |
+
}
|
543 |
+
}
|
544 |
+
}
|
545 |
+
}
|
546 |
+
});
|
547 |
+
} catch(e) {
|
548 |
+
console.error('Error creating size chart:', e);
|
549 |
+
}
|
550 |
+
|
551 |
+
// Task Accuracy Chart
|
552 |
+
try {
|
553 |
+
const accuracyConfig = JSON.parse(JSON.stringify(baseConfig));
|
554 |
+
accuracyConfig.scales.y.max = 100;
|
555 |
+
accuracyConfig.scales.y.ticks.callback = function(value) {
|
556 |
+
return value + '%';
|
557 |
+
};
|
558 |
+
|
559 |
+
new Chart(document.getElementById('accuracyChart'), {
|
560 |
+
type: 'bar',
|
561 |
+
data: {
|
562 |
+
labels: ['GSM8K', 'MMLU', 'HumanEval'],
|
563 |
+
datasets: [{
|
564 |
+
label: 'SnowflakeCore-G1-Tiny',
|
565 |
+
data: [20.0, 0.0, 0.0],
|
566 |
+
backgroundColor: '#2c3e50',
|
567 |
+
borderColor: '#34495e',
|
568 |
+
borderWidth: 1
|
569 |
+
}, {
|
570 |
+
label: 'GPT-2 Baseline',
|
571 |
+
data: [15.0, 5.0, 2.0],
|
572 |
+
backgroundColor: '#6c757d',
|
573 |
+
borderColor: '#6c757d',
|
574 |
+
borderWidth: 1
|
575 |
+
}]
|
576 |
+
},
|
577 |
+
options: accuracyConfig
|
578 |
+
});
|
579 |
+
} catch(e) {
|
580 |
+
console.error('Error creating accuracy chart:', e);
|
581 |
+
}
|
582 |
+
|
583 |
+
// Memory Usage Chart
|
584 |
+
try {
|
585 |
+
const memoryConfig = JSON.parse(JSON.stringify(baseConfig));
|
586 |
+
memoryConfig.scales.x.title = {
|
587 |
+
display: true,
|
588 |
+
text: 'Sequence Length (tokens)',
|
589 |
+
font: {
|
590 |
+
size: 12
|
591 |
+
},
|
592 |
+
color: '#495057'
|
593 |
+
};
|
594 |
+
memoryConfig.scales.y.title = {
|
595 |
+
display: true,
|
596 |
+
text: 'Memory Usage (GB)',
|
597 |
+
font: {
|
598 |
+
size: 12
|
599 |
+
},
|
600 |
+
color: '#495057'
|
601 |
+
};
|
602 |
+
|
603 |
+
new Chart(document.getElementById('memoryChart'), {
|
604 |
+
type: 'line',
|
605 |
+
data: {
|
606 |
+
labels: ['128', '512', '1024', '2048'],
|
607 |
+
datasets: [{
|
608 |
+
label: 'Peak Memory (GB)',
|
609 |
+
data: [5.99, 6.04, 6.12, 6.35],
|
610 |
+
borderColor: '#2c3e50',
|
611 |
+
backgroundColor: 'rgba(44, 62, 80, 0.1)',
|
612 |
+
borderWidth: 2,
|
613 |
+
fill: true,
|
614 |
+
tension: 0.2,
|
615 |
+
pointBackgroundColor: '#2c3e50',
|
616 |
+
pointBorderColor: '#fff',
|
617 |
+
pointBorderWidth: 2,
|
618 |
+
pointRadius: 4
|
619 |
+
}]
|
620 |
+
},
|
621 |
+
options: memoryConfig
|
622 |
+
});
|
623 |
+
} catch(e) {
|
624 |
+
console.error('Error creating memory chart:', e);
|
625 |
}
|
626 |
});
|
627 |
</script>
|