-
Notifications
You must be signed in to change notification settings - Fork 1
/
index.html
115 lines (107 loc) · 5.68 KB
/
index.html
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
<!DOCTYPE html>
<html lang="en">
<head>
<meta charset="utf-8">
<title>tinygrad stats</title>
<meta name="description" content="tinygrad performance tracking">
<meta name="viewport" content="width=device-width, initial-scale=1, viewport-fit=cover">
<link rel="icon" href="favicon.svg" type="image/svg+xml">
<!-- alpinejs -->
<script defer src="https://cdn.jsdelivr.net/npm/[email protected]/dist/cdn.min.js"></script>
<!-- chartist -->
<script src="https://cdnjs.cloudflare.com/ajax/libs/chartist/0.11.4/chartist.min.js"
integrity="sha512-9rxMbTkN9JcgG5euudGbdIbhFZ7KGyAuVomdQDI9qXfPply9BJh0iqA7E/moLCatH2JD4xBGHwV6ezBkCpnjRQ=="
crossorigin="anonymous" referrerpolicy="no-referrer"></script>
<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/chartist/0.11.4/chartist.min.css"
integrity="sha512-V0+DPzYyLzIiMiWCg3nNdY+NyIiK9bED/T1xNBj08CaIUyK3sXRpB26OUCIzujMevxY9TRJFHQIxTwgzb0jVLg=="
crossorigin="anonymous" referrerpolicy="no-referrer" />
<!-- fonts -->
<link rel="preconnect" href="https://fonts.googleapis.com">
<link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
<link href="https://fonts.googleapis.com/css2?family=Megrim&display=swap" rel="stylesheet">
<link rel="stylesheet" href="common.css">
<link rel="stylesheet" href="index.css">
</head>
<body>
<div class="container">
<div class="centered">
<div class="header">
<h1 class="logo">tiny<sub class="megrim-regular">stats</sub></h1>
<div class="flex-horizontal">
<h4><a class="clean-a" id="curr-commit"></a></h4>
<div class="last-updated-container">
<p class="vertical-separator">|</p>
<h4>Last Updated: <span id="last-updated"></span> ago</h4>
</div>
</div>
<div class="control-cluster">
<div class="last-n-container">
<h4><span class="last-n">10</span> runs</h4>
<input class="last-n-slider" type="range" step="10" min="0" max="300" value="90">
</div>
</div>
</div>
</div>
<div class="centered stat-outer-container" x-data="
{
benchmarks: {
'llama_unjitted.txt': { name: 'Llama 7B unjitted', system: 'amd_nvidia_mac' },
'llama_jitted.txt': { name: 'Llama 7B jitted', system: 'amd_nvidia_mac' },
'llama_beam.txt': { name: 'Llama 7B BEAM', system: 'amd_nvidia_mac' },
'llama_2_70B.txt': { name: 'Llama 2 70B', system: 'amd_nvidia' },
'llama_four_gpu.txt': { name: 'Llama 7B 4 GPUs', system: 'amd_nvidia' },
'llama_six_gpu.txt': { name: 'Llama 7B 6 GPUs', system: 'amd_nvidia' },
'llama3_beam.txt': { name: 'Llama 3 BEAM', system: 'amd_nvidia' },
'llama3_four_gpu.txt': { name: 'Llama 3 4 GPUs', system: 'amd_nvidia' },
'llama3_six_gpu.txt': { name: 'Llama 3 6 GPUs', system: 'amd_nvidia' },
'mixtral.txt': { name: 'Mixtral', system: 'amd_nvidia' },
'sd.txt': { name: 'Stable Diffusion', system: 'amd_nvidia_mac' },
'sdxl.txt': { name: 'Stable Diffusion XL', system: 'amd_nvidia_mac' },
'gpt2_unjitted.txt': { name: 'GPT2 unjitted', system: 'amd_nvidia_mac' },
'gpt2_jitted.txt': { name: 'GPT2 jitted', system: 'amd_nvidia_mac' },
'gpt2_half.txt': { name: 'GPT2 HALF=1', system: 'amd_nvidia_mac' },
'gpt2_half_beam.txt': { name: 'GPT2 HALF=1 BEAM=2', system: 'amd_nvidia_mac' },
'train_cifar.txt': { name: 'hlb-cifar10', system: 'amd-train_nvidia-train_mac' },
'train_cifar_half.txt': { name: 'hlb-cifar10 HALF=1', system: 'amd-train_nvidia-train_mac' },
'train_cifar_bf16.txt': { name: 'hlb-cifar10 bf16', system: 'amd-train_nvidia-train' },
'train_cifar_one_gpu.txt': { name: 'hlb-cifar10 Single GPU', system: 'amd-train_nvidia-train' },
'train_cifar_six_gpu.txt': { name: 'hlb-cifar10 Six GPUs', system: 'amd-train_nvidia-train' },
'train_resnet_one_gpu.txt': { name: 'ResNet50 Single GPU', system: 'amd-train_nvidia-train' },
'train_resnet.txt': { name: 'ResNet50 Six GPUs', system: 'amd-train_nvidia-train' },
'openpilot_compile_0_9_4.txt': { name: 'openpilot 0.9.4 compile', system: 'comma' },
'openpilot_compile_0_9_7.txt': { name: 'openpilot 0.9.7 compile', system: 'comma' },
'openpilot_0_9_4.txt': { name: 'openpilot 0.9.4', system: 'comma' },
'openpilot_0_9_7.txt': { name: 'openpilot 0.9.7', system: 'comma' },
'openpilot_image_0_9_4.txt': { name: 'openpilot 0.9.4 IMAGE=2', system: 'comma' },
'openpilot_image_0_9_7.txt': { name: 'openpilot 0.9.7 IMAGE=2', system: 'comma' },
'benchmarks.usage': { name: 'Benchmark Runtime', system: 'usage' },
'unittests.usage': { name: 'Unittest Runtime', system: 'usage' },
}
}
">
<div class="card-container">
<template x-for="(bdata, bfname) in benchmarks">
<div class="card stat-card" :data-filename="bfname" :data-system="bdata.system">
<h4 class="card-header" x-text="bdata.name"></h4>
<div class="ct-chart ct-major-tenth" :id="`chart-${bfname.replace(/\.[^/.]+$/, '')}-${bdata.system}`"></div>
</div>
</template>
</div>
</div>
</div>
<div class="hoverline-box">
<h4><a class="clean-a hoverline-commit"></a></h4>
<h4 class="hoverline-run"></h4>
<div class="hoverline-deltas">
<h6 class="hoverline-delta" id="delta-value"></h6>
</div>
<div class="hoverline-deltas">
<h6 class="hoverline-delta" id="delta-from-prev"></h6>
</div>
<div class="hoverline-deltas">
<h6 class="hoverline-delta" id="delta-from-first"></h6>
</div>
</div>
<script src="index.js"></script>
</body>
</html>