add torchao

book/machinelearning/modeltraining.ipynb

@@ -1949,6 +1949,48 @@
     "\n",
     "..."
    ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "94badc36",
+   "metadata": {},
+   "source": [
+    "## Quantize your Models with `torchao`"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "82f98cc3",
+   "metadata": {},
+   "source": [
+    "Quantizing your Deep Learning models was never easier.\n",
+    "\n",
+    "With `torchao`, you can quantize and sparsify your models with 1 line of code.\n",
+    "\n",
+    "If you are unsure which method to use, you can even use the autoquant method to quantize your layers automatically."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "b4b50502",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "!pip install torchao"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "6594fe1a",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import torchao\n",
+    "\n",
+    "model = torchao.autoquant(torch.compile(model, mode='max-autotune'))"
+   ]
   }
  ],
  "metadata": {