Spaces:
Running
Running
Commit
•
924113f
1
Parent(s):
3e61871
Update index.html
Browse files- index.html +67 -7
index.html
CHANGED
|
@@ -5,15 +5,75 @@
|
|
| 5 |
<meta name="viewport" content="width=device-width" />
|
| 6 |
<title>My static Space</title>
|
| 7 |
<link rel="stylesheet" href="style.css" />
|
|
|
|
|
|
|
|
|
|
|
|
|
| 8 |
</head>
|
| 9 |
-
<body>
|
| 10 |
-
<div class="
|
| 11 |
-
<
|
| 12 |
-
<p>You can modify this app directly by editing <i>index.html</i> in the Files and versions tab.</p>
|
| 13 |
<p>
|
| 14 |
-
|
| 15 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 16 |
</p>
|
| 17 |
</div>
|
|
|
|
|
|
|
| 18 |
</body>
|
| 19 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 5 |
<meta name="viewport" content="width=device-width" />
|
| 6 |
<title>My static Space</title>
|
| 7 |
<link rel="stylesheet" href="style.css" />
|
| 8 |
+
<script
|
| 9 |
+
type="module"
|
| 10 |
+
src="https://gradio.s3-us-west-2.amazonaws.com/4.36.1/gradio.js"
|
| 11 |
+
></script>
|
| 12 |
</head>
|
| 13 |
+
<body class="theme-dependent">
|
| 14 |
+
<div class="description">
|
| 15 |
+
<h2>VPTQ Online Demo</h2>
|
|
|
|
| 16 |
<p>
|
| 17 |
+
<b>VPTQ (Vector Post-Training Quantization)</b> is an advanced compression technique that dramatically reduces the size of large language models such as the 70B and 405B Llama models. VPTQ efficiently compresses these models to 1-2 bits within just a few hours, enabling them to run effectively on GPUs with limited memory.
|
| 18 |
+
For more information, visit the following links:
|
| 19 |
+
<ul>
|
| 20 |
+
<li>
|
| 21 |
+
<a href="https://arxiv.org/abs/2409.17066" target="_blank" class="link-styled">
|
| 22 |
+
<img src="icons/arxiv-logo.png" alt="arXiv" width="20" height="20" /> <b>Paper on arXiv</b>
|
| 23 |
+
</a>
|
| 24 |
+
</li>
|
| 25 |
+
<li>
|
| 26 |
+
<a href="https://github.com/microsoft/VPTQ" target="_blank" class="link-styled">
|
| 27 |
+
<img src="icons/github-mark.png" alt="GitHub" width="20" height="20" /> <b>GitHub Repository</b>
|
| 28 |
+
</a>
|
| 29 |
+
</li>
|
| 30 |
+
<li>
|
| 31 |
+
<a href="https://huggingface.co/VPTQ-community" target="_blank" class="link-styled">
|
| 32 |
+
<img src="icons/hf-logo.png" alt="Hugging Face" width="20" height="20" /> <b>Hugging Face Community</b>
|
| 33 |
+
</a>
|
| 34 |
+
</li>
|
| 35 |
+
</ul>
|
| 36 |
</p>
|
| 37 |
</div>
|
| 38 |
+
|
| 39 |
+
<gradio-app src="https://opensourceronin-vptq-demo.hf.space"></gradio-app>
|
| 40 |
</body>
|
| 41 |
+
<style>
|
| 42 |
+
body.theme-dependent {
|
| 43 |
+
background-color: #0d1117;
|
| 44 |
+
color: #c9d1d9;
|
| 45 |
+
font-family: Arial, sans-serif;
|
| 46 |
+
}
|
| 47 |
+
|
| 48 |
+
.description h2 {
|
| 49 |
+
color: #58a6ff;
|
| 50 |
+
}
|
| 51 |
+
|
| 52 |
+
.link-styled {
|
| 53 |
+
color: #58a6ff;
|
| 54 |
+
text-decoration: none;
|
| 55 |
+
}
|
| 56 |
+
|
| 57 |
+
.link-styled:hover {
|
| 58 |
+
text-decoration: underline;
|
| 59 |
+
}
|
| 60 |
+
|
| 61 |
+
.link-styled:visited {
|
| 62 |
+
color: #8b949e;
|
| 63 |
+
}
|
| 64 |
+
|
| 65 |
+
@media (prefers-color-scheme: dark) {
|
| 66 |
+
body.theme-dependent {
|
| 67 |
+
--background-color: #0d1117;
|
| 68 |
+
--text-color: #c9d1d9;
|
| 69 |
+
}
|
| 70 |
+
}
|
| 71 |
+
|
| 72 |
+
@media (prefers-color-scheme: light) {
|
| 73 |
+
body.theme-dependent {
|
| 74 |
+
--background-color: #ffffff;
|
| 75 |
+
--text-color: #000000;
|
| 76 |
+
}
|
| 77 |
+
}
|
| 78 |
+
</style>
|
| 79 |
+
</html>
|