deploy: d727c94

lm-sys · Feb 6, 2024 · b998063 · b998063
1 parent 386164b
commit b998063
Show file tree

Hide file tree

Showing 45 changed files with 44 additions and 44 deletions.
diff --git a/404/index.html b/404/index.html
diff --git a/_next/data/U16HpGS1Q_OJP11LHB_W6/about.json → _next/data/f0-kSbqIA8UL5RD3plVaG/about.json b/_next/data/U16HpGS1Q_OJP11LHB_W6/about.json → _next/data/f0-kSbqIA8UL5RD3plVaG/about.json
diff --git a/_next/data/U16HpGS1Q_OJP11LHB_W6/blog.json → _next/data/f0-kSbqIA8UL5RD3plVaG/blog.json b/_next/data/U16HpGS1Q_OJP11LHB_W6/blog.json → _next/data/f0-kSbqIA8UL5RD3plVaG/blog.json
diff --git a/...Q_OJP11LHB_W6/blog/2023-03-30-vicuna.json → ...A8UL5RD3plVaG/blog/2023-03-30-vicuna.json b/...Q_OJP11LHB_W6/blog/2023-03-30-vicuna.json → ...A8UL5RD3plVaG/blog/2023-03-30-vicuna.json
diff --git a/...1Q_OJP11LHB_W6/blog/2023-05-03-arena.json → ...IA8UL5RD3plVaG/blog/2023-05-03-arena.json b/...1Q_OJP11LHB_W6/blog/2023-05-03-arena.json → ...IA8UL5RD3plVaG/blog/2023-05-03-arena.json
diff --git a/...11LHB_W6/blog/2023-05-10-leaderboard.json → ...RD3plVaG/blog/2023-05-10-leaderboard.json b/...11LHB_W6/blog/2023-05-10-leaderboard.json → ...RD3plVaG/blog/2023-05-10-leaderboard.json
diff --git a/...11LHB_W6/blog/2023-05-25-leaderboard.json → ...RD3plVaG/blog/2023-05-25-leaderboard.json b/...11LHB_W6/blog/2023-05-25-leaderboard.json → ...RD3plVaG/blog/2023-05-25-leaderboard.json
diff --git a/...P11LHB_W6/blog/2023-06-09-api-server.json → ...5RD3plVaG/blog/2023-06-09-api-server.json b/...P11LHB_W6/blog/2023-06-09-api-server.json → ...5RD3plVaG/blog/2023-06-09-api-server.json
diff --git a/...11LHB_W6/blog/2023-06-22-leaderboard.json → ...RD3plVaG/blog/2023-06-22-leaderboard.json b/...11LHB_W6/blog/2023-06-22-leaderboard.json → ...RD3plVaG/blog/2023-06-22-leaderboard.json
diff --git a/...OJP11LHB_W6/blog/2023-06-29-longchat.json → ...UL5RD3plVaG/blog/2023-06-29-longchat.json b/...OJP11LHB_W6/blog/2023-06-29-longchat.json → ...UL5RD3plVaG/blog/2023-06-29-longchat.json
diff --git a/..._OJP11LHB_W6/blog/2023-07-20-dataset.json → ...8UL5RD3plVaG/blog/2023-07-20-dataset.json b/..._OJP11LHB_W6/blog/2023-07-20-dataset.json → ...8UL5RD3plVaG/blog/2023-07-20-dataset.json
diff --git a/...JP11LHB_W6/blog/2023-10-30-toxicchat.json → ...L5RD3plVaG/blog/2023-10-30-toxicchat.json b/...JP11LHB_W6/blog/2023-10-30-toxicchat.json → ...L5RD3plVaG/blog/2023-10-30-toxicchat.json
diff --git a/...6/blog/2023-11-14-llm-decontaminator.json → ...G/blog/2023-11-14-llm-decontaminator.json b/...6/blog/2023-11-14-llm-decontaminator.json → ...G/blog/2023-11-14-llm-decontaminator.json
diff --git a/...1Q_OJP11LHB_W6/blog/2023-11-15-slora.json → ...IA8UL5RD3plVaG/blog/2023-11-15-slora.json b/...1Q_OJP11LHB_W6/blog/2023-11-15-slora.json → ...IA8UL5RD3plVaG/blog/2023-11-15-slora.json
diff --git a/...6/blog/2023-11-21-lookahead-decoding.json → ...G/blog/2023-11-21-lookahead-decoding.json b/...6/blog/2023-11-21-lookahead-decoding.json → ...G/blog/2023-11-21-lookahead-decoding.json
diff --git a/...11LHB_W6/blog/2023-12-07-leaderboard.json → ...RD3plVaG/blog/2023-12-07-leaderboard.json b/...11LHB_W6/blog/2023-12-07-leaderboard.json → ...RD3plVaG/blog/2023-12-07-leaderboard.json
diff --git a/...Q_OJP11LHB_W6/blog/2024-01-17-sglang.json → ...A8UL5RD3plVaG/blog/2024-01-17-sglang.json b/...Q_OJP11LHB_W6/blog/2024-01-17-sglang.json → ...A8UL5RD3plVaG/blog/2024-01-17-sglang.json
diff --git a/...HB_W6/blog/2024-02-05-compressed-fsm.json → ...plVaG/blog/2024-02-05-compressed-fsm.json b/...HB_W6/blog/2024-02-05-compressed-fsm.json → ...plVaG/blog/2024-02-05-compressed-fsm.json
diff --git a/...data/U16HpGS1Q_OJP11LHB_W6/donations.json → ...data/f0-kSbqIA8UL5RD3plVaG/donations.json b/...data/U16HpGS1Q_OJP11LHB_W6/donations.json → ...data/f0-kSbqIA8UL5RD3plVaG/donations.json
@@ -1 +1 @@
-{"pageProps":{"frontmatter":{"title":"Donations"},"content":"        \nLMSYS Org primarily relies on university grants and donations.\n\nWe welcome diverse forms of donations and sponsorships, including cash, GPU hardware and hours, cloud credits, other computing resources, and more.\nIf you would like to support our research and development efforts on large models, please contact us at [[email protected]](mailto:[email protected]?subject=Donation%20to%20LMSYS%20Org).\n\n### Current Sponsors\n[Kaggle](https://www.kaggle.com/), [MBZUAI](https://mbzuai.ac.ae/), [a16z](https://a16z.com/), [AnyScale](https://www.anyscale.com/), [Together](https://www.together.ai/), [HuggingFace](https://huggingface.co/)\n"},"__N_SSG":true}
+{"pageProps":{"frontmatter":{"title":"Donations"},"content":"        \nLMSYS Org primarily relies on university grants and donations.\n\nWe welcome diverse forms of donations and sponsorships, including cash, GPU hardware and hours, cloud credits, other computing resources, and more.\nIf you would like to support our research and development efforts on large models, please contact us at [[email protected]](mailto:[email protected]?subject=Donation%20to%20LMSYS%20Org).\n\n### Current Sponsors\n[Kaggle](https://www.kaggle.com/), [MBZUAI](https://mbzuai.ac.ae/), [a16z](https://a16z.com/), [Together](https://www.together.ai/), [AnyScale](https://www.anyscale.com/), [HuggingFace](https://huggingface.co/)\n"},"__N_SSG":true}
diff --git a/...ta/U16HpGS1Q_OJP11LHB_W6/vicuna_eval.json → ...ta/f0-kSbqIA8UL5RD3plVaG/vicuna_eval.json b/...ta/U16HpGS1Q_OJP11LHB_W6/vicuna_eval.json → ...ta/f0-kSbqIA8UL5RD3plVaG/vicuna_eval.json
diff --git a/...c/U16HpGS1Q_OJP11LHB_W6/_buildManifest.js → ...c/f0-kSbqIA8UL5RD3plVaG/_buildManifest.js b/...c/U16HpGS1Q_OJP11LHB_W6/_buildManifest.js → ...c/f0-kSbqIA8UL5RD3plVaG/_buildManifest.js
diff --git a/...HpGS1Q_OJP11LHB_W6/_middlewareManifest.js → ...kSbqIA8UL5RD3plVaG/_middlewareManifest.js b/...HpGS1Q_OJP11LHB_W6/_middlewareManifest.js → ...kSbqIA8UL5RD3plVaG/_middlewareManifest.js
diff --git a/...tic/U16HpGS1Q_OJP11LHB_W6/_ssgManifest.js → ...tic/f0-kSbqIA8UL5RD3plVaG/_ssgManifest.js b/...tic/U16HpGS1Q_OJP11LHB_W6/_ssgManifest.js → ...tic/f0-kSbqIA8UL5RD3plVaG/_ssgManifest.js
diff --git a/about/index.html b/about/index.html
diff --git a/blog/2023-03-30-vicuna/index.html b/blog/2023-03-30-vicuna/index.html
diff --git a/blog/2023-05-03-arena/index.html b/blog/2023-05-03-arena/index.html
diff --git a/blog/2023-05-10-leaderboard/index.html b/blog/2023-05-10-leaderboard/index.html
diff --git a/blog/2023-05-25-leaderboard/index.html b/blog/2023-05-25-leaderboard/index.html
diff --git a/blog/2023-06-09-api-server/index.html b/blog/2023-06-09-api-server/index.html
diff --git a/blog/2023-06-22-leaderboard/index.html b/blog/2023-06-22-leaderboard/index.html
diff --git a/blog/2023-06-29-longchat/index.html b/blog/2023-06-29-longchat/index.html
diff --git a/blog/2023-07-20-dataset/index.html b/blog/2023-07-20-dataset/index.html
diff --git a/blog/2023-10-30-toxicchat/index.html b/blog/2023-10-30-toxicchat/index.html
diff --git a/blog/2023-11-14-llm-decontaminator/index.html b/blog/2023-11-14-llm-decontaminator/index.html
diff --git a/blog/2023-11-15-slora/index.html b/blog/2023-11-15-slora/index.html
diff --git a/blog/2023-11-21-lookahead-decoding/index.html b/blog/2023-11-21-lookahead-decoding/index.html
diff --git a/blog/2023-12-07-leaderboard/index.html b/blog/2023-12-07-leaderboard/index.html
diff --git a/blog/2024-01-17-sglang/index.html b/blog/2024-01-17-sglang/index.html
diff --git a/blog/2024-02-05-compressed-fsm/index.html b/blog/2024-02-05-compressed-fsm/index.html
diff --git a/blog/index.html b/blog/index.html
diff --git a/donations/index.html b/donations/index.html
diff --git a/index.html b/index.html
diff --git a/projects/index.html b/projects/index.html
diff --git a/rss.xml b/rss.xml
@@ -1 +1 @@
-<?xml version="1.0" encoding="UTF-8"?><rss xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:content="http://purl.org/rss/1.0/modules/content/" xmlns:atom="http://www.w3.org/2005/Atom" version="2.0"><channel><title><![CDATA[Large Model Systems Organization]]></title><description><![CDATA[Large Model Systems Organization (LMSYS Org) is an open research organization founded by students and faculty from UC Berkeley in collaboration with UCSD and CMU. We aim to make large models accessible to everyone by co-development of open models, datasets, systems, and evaluation tools. Our work encompasses research in both machine learning and systems. We train large language models and make them widely available, while also developing distributed systems to accelerate their training and inference]]></description><link>https://lmsys.org</link><image><url>https://lmsys.org/public/images/gallery/universe.png</url><title>Large Model Systems Organization</title><link>https://lmsys.org</link></image><generator>RSS for Node</generator><lastBuildDate>Mon, 05 Feb 2024 15:25:07 GMT</lastBuildDate><item><title><![CDATA[Fastest JSON Decoding for Local LLMs with Compressed Finite State Machine]]></title><link>https://lmsys.org/blog/2024-02-05-compressed-fsm/</link><guid isPermaLink="true">https://lmsys.org/blog/2024-02-05-compressed-fsm/</guid><dc:creator><![CDATA[Liangsheng Yin, Ying Sheng, Lianmin Zheng]]></dc:creator><pubDate>Mon, 05 Feb 2024 00:00:00 GMT</pubDate></item><item><title><![CDATA[Fast and Expressive LLM Inference with RadixAttention and SGLang]]></title><link>https://lmsys.org/blog/2024-01-17-sglang/</link><guid isPermaLink="true">https://lmsys.org/blog/2024-01-17-sglang/</guid><dc:creator><![CDATA[Lianmin Zheng*, Liangsheng Yin, Zhiqiang Xie, Jeff Huang, Chuyue Sun, Cody Hao Yu, Shiyi Cao, Christos Kozyrakis, Ion Stoica, Joseph E. Gonzalez, Clark Barrett, Ying Sheng*]]></dc:creator><pubDate>Wed, 17 Jan 2024 00:00:00 GMT</pubDate></item><item><title><![CDATA[Chatbot Arena: New models & Elo system update]]></title><link>https://lmsys.org/blog/2023-12-07-leaderboard/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-12-07-leaderboard/</guid><dc:creator><![CDATA[Wei-Lin Chiang, Tim Li, Joseph E. Gonzalez, Ion Stoica]]></dc:creator><pubDate>Thu, 07 Dec 2023 00:00:00 GMT</pubDate></item><item><title><![CDATA[Break the Sequential Dependency of LLM Inference Using Lookahead Decoding]]></title><link>https://lmsys.org/blog/2023-11-21-lookahead-decoding/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-11-21-lookahead-decoding/</guid><dc:creator><![CDATA[Yichao Fu, Peter Bailis, Ion Stoica, Hao Zhang]]></dc:creator><pubDate>Tue, 21 Nov 2023 00:00:00 GMT</pubDate></item><item><title><![CDATA[Recipe for Serving Thousands of Concurrent LoRA Adapters]]></title><link>https://lmsys.org/blog/2023-11-15-slora/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-11-15-slora/</guid><dc:creator><![CDATA[Ying Sheng*, Shiyi Cao*, Dacheng Li, Coleman Hooper, Nicholas Lee, Shuo Yang, Christopher Chou, Banghua Zhu, Lianmin Zheng, Kurt Keutzer, Joseph E. Gonzalez, Ion Stoica]]></dc:creator><pubDate>Wed, 15 Nov 2023 00:00:00 GMT</pubDate></item><item><title><![CDATA[Catch me if you can! How to beat GPT-4 with a 13B model]]></title><link>https://lmsys.org/blog/2023-11-14-llm-decontaminator/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-11-14-llm-decontaminator/</guid><dc:creator><![CDATA[Shuo Yang*, Wei-Lin Chiang*, Lianmin Zheng*, Joseph E. Gonzalez, Ion Stoica]]></dc:creator><pubDate>Tue, 14 Nov 2023 00:00:00 GMT</pubDate></item><item><title><![CDATA[ToxicChat: A Benchmark for Content Moderation in Real-world User-AI Interactions]]></title><link>https://lmsys.org/blog/2023-10-30-toxicchat/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-10-30-toxicchat/</guid><dc:creator><![CDATA[Zi Lin*, Zihan Wang*, Yongqi Tong, Yangkun Wang, Yuxin Guo, Yujia Wang, Jingbo Shang]]></dc:creator><pubDate>Mon, 30 Oct 2023 00:00:00 GMT</pubDate></item><item><title><![CDATA[Chatbot Arena Conversation Dataset Release]]></title><link>https://lmsys.org/blog/2023-07-20-dataset/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-07-20-dataset/</guid><dc:creator><![CDATA[LMSYS Org]]></dc:creator><pubDate>Thu, 20 Jul 2023 00:00:00 GMT</pubDate></item><item><title><![CDATA[How Long Can Open-Source LLMs Truly Promise on Context Length?]]></title><link>https://lmsys.org/blog/2023-06-29-longchat/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-06-29-longchat/</guid><dc:creator><![CDATA[The LongChat Team]]></dc:creator><pubDate>Thu, 29 Jun 2023 00:00:00 GMT</pubDate></item><item><title><![CDATA[Chatbot Arena Leaderboard Week 8: Introducing MT-Bench and Vicuna-33B]]></title><link>https://lmsys.org/blog/2023-06-22-leaderboard/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-06-22-leaderboard/</guid><dc:creator><![CDATA[Lianmin Zheng, Wei-Lin Chiang, Ying Sheng, Hao Zhang]]></dc:creator><pubDate>Thu, 22 Jun 2023 00:00:00 GMT</pubDate></item><item><title><![CDATA[Building a Truly Open OpenAI API Server with Open Models Locally]]></title><link>https://lmsys.org/blog/2023-06-09-api-server/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-06-09-api-server/</guid><dc:creator><![CDATA[Shuo Yang and Siyuan Zhuang]]></dc:creator><pubDate>Fri, 09 Jun 2023 00:00:00 GMT</pubDate></item><item><title><![CDATA[Chatbot Arena Leaderboard Updates (Week 4)]]></title><link>https://lmsys.org/blog/2023-05-25-leaderboard/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-05-25-leaderboard/</guid><dc:creator><![CDATA[LMSYS Org]]></dc:creator><pubDate>Thu, 25 May 2023 00:00:00 GMT</pubDate></item><item><title><![CDATA[Chatbot Arena Leaderboard Updates (Week 2)]]></title><link>https://lmsys.org/blog/2023-05-10-leaderboard/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-05-10-leaderboard/</guid><dc:creator><![CDATA[LMSYS Org]]></dc:creator><pubDate>Wed, 10 May 2023 00:00:00 GMT</pubDate></item><item><title><![CDATA[Chatbot Arena: Benchmarking LLMs in the Wild with Elo Ratings]]></title><link>https://lmsys.org/blog/2023-05-03-arena/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-05-03-arena/</guid><dc:creator><![CDATA[Lianmin Zheng*, Ying Sheng*, Wei-Lin Chiang, Hao Zhang, Joseph E. Gonzalez, Ion Stoica]]></dc:creator><pubDate>Wed, 03 May 2023 00:00:00 GMT</pubDate></item><item><title><![CDATA[Vicuna: An Open-Source Chatbot Impressing GPT-4 with 90%* ChatGPT Quality]]></title><link>https://lmsys.org/blog/2023-03-30-vicuna/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-03-30-vicuna/</guid><dc:creator><![CDATA[The Vicuna Team]]></dc:creator><pubDate>Thu, 30 Mar 2023 00:00:00 GMT</pubDate></item></channel></rss>
+<?xml version="1.0" encoding="UTF-8"?><rss xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:content="http://purl.org/rss/1.0/modules/content/" xmlns:atom="http://www.w3.org/2005/Atom" version="2.0"><channel><title><![CDATA[Large Model Systems Organization]]></title><description><![CDATA[Large Model Systems Organization (LMSYS Org) is an open research organization founded by students and faculty from UC Berkeley in collaboration with UCSD and CMU. We aim to make large models accessible to everyone by co-development of open models, datasets, systems, and evaluation tools. Our work encompasses research in both machine learning and systems. We train large language models and make them widely available, while also developing distributed systems to accelerate their training and inference]]></description><link>https://lmsys.org</link><image><url>https://lmsys.org/public/images/gallery/universe.png</url><title>Large Model Systems Organization</title><link>https://lmsys.org</link></image><generator>RSS for Node</generator><lastBuildDate>Tue, 06 Feb 2024 21:39:14 GMT</lastBuildDate><item><title><![CDATA[Fastest JSON Decoding for Local LLMs with Compressed Finite State Machine]]></title><link>https://lmsys.org/blog/2024-02-05-compressed-fsm/</link><guid isPermaLink="true">https://lmsys.org/blog/2024-02-05-compressed-fsm/</guid><dc:creator><![CDATA[Liangsheng Yin, Ying Sheng, Lianmin Zheng]]></dc:creator><pubDate>Mon, 05 Feb 2024 00:00:00 GMT</pubDate></item><item><title><![CDATA[Fast and Expressive LLM Inference with RadixAttention and SGLang]]></title><link>https://lmsys.org/blog/2024-01-17-sglang/</link><guid isPermaLink="true">https://lmsys.org/blog/2024-01-17-sglang/</guid><dc:creator><![CDATA[Lianmin Zheng*, Liangsheng Yin, Zhiqiang Xie, Jeff Huang, Chuyue Sun, Cody Hao Yu, Shiyi Cao, Christos Kozyrakis, Ion Stoica, Joseph E. Gonzalez, Clark Barrett, Ying Sheng*]]></dc:creator><pubDate>Wed, 17 Jan 2024 00:00:00 GMT</pubDate></item><item><title><![CDATA[Chatbot Arena: New models & Elo system update]]></title><link>https://lmsys.org/blog/2023-12-07-leaderboard/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-12-07-leaderboard/</guid><dc:creator><![CDATA[Wei-Lin Chiang, Tim Li, Joseph E. Gonzalez, Ion Stoica]]></dc:creator><pubDate>Thu, 07 Dec 2023 00:00:00 GMT</pubDate></item><item><title><![CDATA[Break the Sequential Dependency of LLM Inference Using Lookahead Decoding]]></title><link>https://lmsys.org/blog/2023-11-21-lookahead-decoding/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-11-21-lookahead-decoding/</guid><dc:creator><![CDATA[Yichao Fu, Peter Bailis, Ion Stoica, Hao Zhang]]></dc:creator><pubDate>Tue, 21 Nov 2023 00:00:00 GMT</pubDate></item><item><title><![CDATA[Recipe for Serving Thousands of Concurrent LoRA Adapters]]></title><link>https://lmsys.org/blog/2023-11-15-slora/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-11-15-slora/</guid><dc:creator><![CDATA[Ying Sheng*, Shiyi Cao*, Dacheng Li, Coleman Hooper, Nicholas Lee, Shuo Yang, Christopher Chou, Banghua Zhu, Lianmin Zheng, Kurt Keutzer, Joseph E. Gonzalez, Ion Stoica]]></dc:creator><pubDate>Wed, 15 Nov 2023 00:00:00 GMT</pubDate></item><item><title><![CDATA[Catch me if you can! How to beat GPT-4 with a 13B model]]></title><link>https://lmsys.org/blog/2023-11-14-llm-decontaminator/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-11-14-llm-decontaminator/</guid><dc:creator><![CDATA[Shuo Yang*, Wei-Lin Chiang*, Lianmin Zheng*, Joseph E. Gonzalez, Ion Stoica]]></dc:creator><pubDate>Tue, 14 Nov 2023 00:00:00 GMT</pubDate></item><item><title><![CDATA[ToxicChat: A Benchmark for Content Moderation in Real-world User-AI Interactions]]></title><link>https://lmsys.org/blog/2023-10-30-toxicchat/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-10-30-toxicchat/</guid><dc:creator><![CDATA[Zi Lin*, Zihan Wang*, Yongqi Tong, Yangkun Wang, Yuxin Guo, Yujia Wang, Jingbo Shang]]></dc:creator><pubDate>Mon, 30 Oct 2023 00:00:00 GMT</pubDate></item><item><title><![CDATA[Chatbot Arena Conversation Dataset Release]]></title><link>https://lmsys.org/blog/2023-07-20-dataset/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-07-20-dataset/</guid><dc:creator><![CDATA[LMSYS Org]]></dc:creator><pubDate>Thu, 20 Jul 2023 00:00:00 GMT</pubDate></item><item><title><![CDATA[How Long Can Open-Source LLMs Truly Promise on Context Length?]]></title><link>https://lmsys.org/blog/2023-06-29-longchat/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-06-29-longchat/</guid><dc:creator><![CDATA[The LongChat Team]]></dc:creator><pubDate>Thu, 29 Jun 2023 00:00:00 GMT</pubDate></item><item><title><![CDATA[Chatbot Arena Leaderboard Week 8: Introducing MT-Bench and Vicuna-33B]]></title><link>https://lmsys.org/blog/2023-06-22-leaderboard/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-06-22-leaderboard/</guid><dc:creator><![CDATA[Lianmin Zheng, Wei-Lin Chiang, Ying Sheng, Hao Zhang]]></dc:creator><pubDate>Thu, 22 Jun 2023 00:00:00 GMT</pubDate></item><item><title><![CDATA[Building a Truly Open OpenAI API Server with Open Models Locally]]></title><link>https://lmsys.org/blog/2023-06-09-api-server/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-06-09-api-server/</guid><dc:creator><![CDATA[Shuo Yang and Siyuan Zhuang]]></dc:creator><pubDate>Fri, 09 Jun 2023 00:00:00 GMT</pubDate></item><item><title><![CDATA[Chatbot Arena Leaderboard Updates (Week 4)]]></title><link>https://lmsys.org/blog/2023-05-25-leaderboard/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-05-25-leaderboard/</guid><dc:creator><![CDATA[LMSYS Org]]></dc:creator><pubDate>Thu, 25 May 2023 00:00:00 GMT</pubDate></item><item><title><![CDATA[Chatbot Arena Leaderboard Updates (Week 2)]]></title><link>https://lmsys.org/blog/2023-05-10-leaderboard/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-05-10-leaderboard/</guid><dc:creator><![CDATA[LMSYS Org]]></dc:creator><pubDate>Wed, 10 May 2023 00:00:00 GMT</pubDate></item><item><title><![CDATA[Chatbot Arena: Benchmarking LLMs in the Wild with Elo Ratings]]></title><link>https://lmsys.org/blog/2023-05-03-arena/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-05-03-arena/</guid><dc:creator><![CDATA[Lianmin Zheng*, Ying Sheng*, Wei-Lin Chiang, Hao Zhang, Joseph E. Gonzalez, Ion Stoica]]></dc:creator><pubDate>Wed, 03 May 2023 00:00:00 GMT</pubDate></item><item><title><![CDATA[Vicuna: An Open-Source Chatbot Impressing GPT-4 with 90%* ChatGPT Quality]]></title><link>https://lmsys.org/blog/2023-03-30-vicuna/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-03-30-vicuna/</guid><dc:creator><![CDATA[The Vicuna Team]]></dc:creator><pubDate>Thu, 30 Mar 2023 00:00:00 GMT</pubDate></item></channel></rss>
diff --git a/vicuna_eval/index.html b/vicuna_eval/index.html
Original file line number	Diff line number	Diff line change
		@@ -1 +1 @@
		{"pageProps":{"frontmatter":{"title":"Donations"},"content":" \nLMSYS Org primarily relies on university grants and donations.\n\nWe welcome diverse forms of donations and sponsorships, including cash, GPU hardware and hours, cloud credits, other computing resources, and more.\nIf you would like to support our research and development efforts on large models, please contact us at [[email protected]](mailto:[email protected]?subject=Donation%20to%20LMSYS%20Org).\n\n### Current Sponsors\n[Kaggle](https://www.kaggle.com/), [MBZUAI](https://mbzuai.ac.ae/), [a16z](https://a16z.com/), [AnyScale](https://www.anyscale.com/), [Together](https://www.together.ai/), [HuggingFace](https://huggingface.co/)\n"},"__N_SSG":true}
		{"pageProps":{"frontmatter":{"title":"Donations"},"content":" \nLMSYS Org primarily relies on university grants and donations.\n\nWe welcome diverse forms of donations and sponsorships, including cash, GPU hardware and hours, cloud credits, other computing resources, and more.\nIf you would like to support our research and development efforts on large models, please contact us at [[email protected]](mailto:[email protected]?subject=Donation%20to%20LMSYS%20Org).\n\n### Current Sponsors\n[Kaggle](https://www.kaggle.com/), [MBZUAI](https://mbzuai.ac.ae/), [a16z](https://a16z.com/), [Together](https://www.together.ai/), [AnyScale](https://www.anyscale.com/), [HuggingFace](https://huggingface.co/)\n"},"__N_SSG":true}
Original file line number	Diff line number	Diff line change
		@@ -1 +1 @@
		<?xml version="1.0" encoding="UTF-8"?><rss xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:content="http://purl.org/rss/1.0/modules/content/" xmlns:atom="http://www.w3.org/2005/Atom" version="2.0"><channel><title><![CDATA[Large Model Systems Organization]]></title><description><![CDATA[Large Model Systems Organization (LMSYS Org) is an open research organization founded by students and faculty from UC Berkeley in collaboration with UCSD and CMU. We aim to make large models accessible to everyone by co-development of open models, datasets, systems, and evaluation tools. Our work encompasses research in both machine learning and systems. We train large language models and make them widely available, while also developing distributed systems to accelerate their training and inference]]></description><link>https://lmsys.org</link><image><url>https://lmsys.org/public/images/gallery/universe.png</url><title>Large Model Systems Organization</title><link>https://lmsys.org</link></image><generator>RSS for Node</generator><lastBuildDate>Mon, 05 Feb 2024 15:25:07 GMT</lastBuildDate><item><title><![CDATA[Fastest JSON Decoding for Local LLMs with Compressed Finite State Machine]]></title><link>https://lmsys.org/blog/2024-02-05-compressed-fsm/</link><guid isPermaLink="true">https://lmsys.org/blog/2024-02-05-compressed-fsm/</guid><dc:creator><![CDATA[Liangsheng Yin, Ying Sheng, Lianmin Zheng]]></dc:creator><pubDate>Mon, 05 Feb 2024 00:00:00 GMT</pubDate></item><item><title><![CDATA[Fast and Expressive LLM Inference with RadixAttention and SGLang]]></title><link>https://lmsys.org/blog/2024-01-17-sglang/</link><guid isPermaLink="true">https://lmsys.org/blog/2024-01-17-sglang/</guid><dc:creator><![CDATA[Lianmin Zheng, Liangsheng Yin, Zhiqiang Xie, Jeff Huang, Chuyue Sun, Cody Hao Yu, Shiyi Cao, Christos Kozyrakis, Ion Stoica, Joseph E. Gonzalez, Clark Barrett, Ying Sheng]]></dc:creator><pubDate>Wed, 17 Jan 2024 00:00:00 GMT</pubDate></item><item><title><![CDATA[Chatbot Arena: New models & Elo system update]]></title><link>https://lmsys.org/blog/2023-12-07-leaderboard/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-12-07-leaderboard/</guid><dc:creator><![CDATA[Wei-Lin Chiang, Tim Li, Joseph E. Gonzalez, Ion Stoica]]></dc:creator><pubDate>Thu, 07 Dec 2023 00:00:00 GMT</pubDate></item><item><title><![CDATA[Break the Sequential Dependency of LLM Inference Using Lookahead Decoding]]></title><link>https://lmsys.org/blog/2023-11-21-lookahead-decoding/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-11-21-lookahead-decoding/</guid><dc:creator><![CDATA[Yichao Fu, Peter Bailis, Ion Stoica, Hao Zhang]]></dc:creator><pubDate>Tue, 21 Nov 2023 00:00:00 GMT</pubDate></item><item><title><![CDATA[Recipe for Serving Thousands of Concurrent LoRA Adapters]]></title><link>https://lmsys.org/blog/2023-11-15-slora/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-11-15-slora/</guid><dc:creator><![CDATA[Ying Sheng, Shiyi Cao, Dacheng Li, Coleman Hooper, Nicholas Lee, Shuo Yang, Christopher Chou, Banghua Zhu, Lianmin Zheng, Kurt Keutzer, Joseph E. Gonzalez, Ion Stoica]]></dc:creator><pubDate>Wed, 15 Nov 2023 00:00:00 GMT</pubDate></item><item><title><![CDATA[Catch me if you can! How to beat GPT-4 with a 13B model]]></title><link>https://lmsys.org/blog/2023-11-14-llm-decontaminator/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-11-14-llm-decontaminator/</guid><dc:creator><![CDATA[Shuo Yang, Wei-Lin Chiang, Lianmin Zheng, Joseph E. Gonzalez, Ion Stoica]]></dc:creator><pubDate>Tue, 14 Nov 2023 00:00:00 GMT</pubDate></item><item><title><![CDATA[ToxicChat: A Benchmark for Content Moderation in Real-world User-AI Interactions]]></title><link>https://lmsys.org/blog/2023-10-30-toxicchat/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-10-30-toxicchat/</guid><dc:creator><![CDATA[Zi Lin, Zihan Wang, Yongqi Tong, Yangkun Wang, Yuxin Guo, Yujia Wang, Jingbo Shang]]></dc:creator><pubDate>Mon, 30 Oct 2023 00:00:00 GMT</pubDate></item><item><title><![CDATA[Chatbot Arena Conversation Dataset Release]]></title><link>https://lmsys.org/blog/2023-07-20-dataset/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-07-20-dataset/</guid><dc:creator><![CDATA[LMSYS Org]]></dc:creator><pubDate>Thu, 20 Jul 2023 00:00:00 GMT</pubDate></item><item><title><![CDATA[How Long Can Open-Source LLMs Truly Promise on Context Length?]]></title><link>https://lmsys.org/blog/2023-06-29-longchat/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-06-29-longchat/</guid><dc:creator><![CDATA[The LongChat Team]]></dc:creator><pubDate>Thu, 29 Jun 2023 00:00:00 GMT</pubDate></item><item><title><![CDATA[Chatbot Arena Leaderboard Week 8: Introducing MT-Bench and Vicuna-33B]]></title><link>https://lmsys.org/blog/2023-06-22-leaderboard/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-06-22-leaderboard/</guid><dc:creator><![CDATA[Lianmin Zheng, Wei-Lin Chiang, Ying Sheng, Hao Zhang]]></dc:creator><pubDate>Thu, 22 Jun 2023 00:00:00 GMT</pubDate></item><item><title><![CDATA[Building a Truly Open OpenAI API Server with Open Models Locally]]></title><link>https://lmsys.org/blog/2023-06-09-api-server/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-06-09-api-server/</guid><dc:creator><![CDATA[Shuo Yang and Siyuan Zhuang]]></dc:creator><pubDate>Fri, 09 Jun 2023 00:00:00 GMT</pubDate></item><item><title><![CDATA[Chatbot Arena Leaderboard Updates (Week 4)]]></title><link>https://lmsys.org/blog/2023-05-25-leaderboard/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-05-25-leaderboard/</guid><dc:creator><![CDATA[LMSYS Org]]></dc:creator><pubDate>Thu, 25 May 2023 00:00:00 GMT</pubDate></item><item><title><![CDATA[Chatbot Arena Leaderboard Updates (Week 2)]]></title><link>https://lmsys.org/blog/2023-05-10-leaderboard/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-05-10-leaderboard/</guid><dc:creator><![CDATA[LMSYS Org]]></dc:creator><pubDate>Wed, 10 May 2023 00:00:00 GMT</pubDate></item><item><title><![CDATA[Chatbot Arena: Benchmarking LLMs in the Wild with Elo Ratings]]></title><link>https://lmsys.org/blog/2023-05-03-arena/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-05-03-arena/</guid><dc:creator><![CDATA[Lianmin Zheng, Ying Sheng, Wei-Lin Chiang, Hao Zhang, Joseph E. Gonzalez, Ion Stoica]]></dc:creator><pubDate>Wed, 03 May 2023 00:00:00 GMT</pubDate></item><item><title><![CDATA[Vicuna: An Open-Source Chatbot Impressing GPT-4 with 90% ChatGPT Quality]]></title><link>https://lmsys.org/blog/2023-03-30-vicuna/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-03-30-vicuna/</guid><dc:creator><![CDATA[The Vicuna Team]]></dc:creator><pubDate>Thu, 30 Mar 2023 00:00:00 GMT</pubDate></item></channel></rss>
		<?xml version="1.0" encoding="UTF-8"?><rss xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:content="http://purl.org/rss/1.0/modules/content/" xmlns:atom="http://www.w3.org/2005/Atom" version="2.0"><channel><title><![CDATA[Large Model Systems Organization]]></title><description><![CDATA[Large Model Systems Organization (LMSYS Org) is an open research organization founded by students and faculty from UC Berkeley in collaboration with UCSD and CMU. We aim to make large models accessible to everyone by co-development of open models, datasets, systems, and evaluation tools. Our work encompasses research in both machine learning and systems. We train large language models and make them widely available, while also developing distributed systems to accelerate their training and inference]]></description><link>https://lmsys.org</link><image><url>https://lmsys.org/public/images/gallery/universe.png</url><title>Large Model Systems Organization</title><link>https://lmsys.org</link></image><generator>RSS for Node</generator><lastBuildDate>Tue, 06 Feb 2024 21:39:14 GMT</lastBuildDate><item><title><![CDATA[Fastest JSON Decoding for Local LLMs with Compressed Finite State Machine]]></title><link>https://lmsys.org/blog/2024-02-05-compressed-fsm/</link><guid isPermaLink="true">https://lmsys.org/blog/2024-02-05-compressed-fsm/</guid><dc:creator><![CDATA[Liangsheng Yin, Ying Sheng, Lianmin Zheng]]></dc:creator><pubDate>Mon, 05 Feb 2024 00:00:00 GMT</pubDate></item><item><title><![CDATA[Fast and Expressive LLM Inference with RadixAttention and SGLang]]></title><link>https://lmsys.org/blog/2024-01-17-sglang/</link><guid isPermaLink="true">https://lmsys.org/blog/2024-01-17-sglang/</guid><dc:creator><![CDATA[Lianmin Zheng, Liangsheng Yin, Zhiqiang Xie, Jeff Huang, Chuyue Sun, Cody Hao Yu, Shiyi Cao, Christos Kozyrakis, Ion Stoica, Joseph E. Gonzalez, Clark Barrett, Ying Sheng]]></dc:creator><pubDate>Wed, 17 Jan 2024 00:00:00 GMT</pubDate></item><item><title><![CDATA[Chatbot Arena: New models & Elo system update]]></title><link>https://lmsys.org/blog/2023-12-07-leaderboard/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-12-07-leaderboard/</guid><dc:creator><![CDATA[Wei-Lin Chiang, Tim Li, Joseph E. Gonzalez, Ion Stoica]]></dc:creator><pubDate>Thu, 07 Dec 2023 00:00:00 GMT</pubDate></item><item><title><![CDATA[Break the Sequential Dependency of LLM Inference Using Lookahead Decoding]]></title><link>https://lmsys.org/blog/2023-11-21-lookahead-decoding/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-11-21-lookahead-decoding/</guid><dc:creator><![CDATA[Yichao Fu, Peter Bailis, Ion Stoica, Hao Zhang]]></dc:creator><pubDate>Tue, 21 Nov 2023 00:00:00 GMT</pubDate></item><item><title><![CDATA[Recipe for Serving Thousands of Concurrent LoRA Adapters]]></title><link>https://lmsys.org/blog/2023-11-15-slora/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-11-15-slora/</guid><dc:creator><![CDATA[Ying Sheng, Shiyi Cao, Dacheng Li, Coleman Hooper, Nicholas Lee, Shuo Yang, Christopher Chou, Banghua Zhu, Lianmin Zheng, Kurt Keutzer, Joseph E. Gonzalez, Ion Stoica]]></dc:creator><pubDate>Wed, 15 Nov 2023 00:00:00 GMT</pubDate></item><item><title><![CDATA[Catch me if you can! How to beat GPT-4 with a 13B model]]></title><link>https://lmsys.org/blog/2023-11-14-llm-decontaminator/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-11-14-llm-decontaminator/</guid><dc:creator><![CDATA[Shuo Yang, Wei-Lin Chiang, Lianmin Zheng, Joseph E. Gonzalez, Ion Stoica]]></dc:creator><pubDate>Tue, 14 Nov 2023 00:00:00 GMT</pubDate></item><item><title><![CDATA[ToxicChat: A Benchmark for Content Moderation in Real-world User-AI Interactions]]></title><link>https://lmsys.org/blog/2023-10-30-toxicchat/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-10-30-toxicchat/</guid><dc:creator><![CDATA[Zi Lin, Zihan Wang, Yongqi Tong, Yangkun Wang, Yuxin Guo, Yujia Wang, Jingbo Shang]]></dc:creator><pubDate>Mon, 30 Oct 2023 00:00:00 GMT</pubDate></item><item><title><![CDATA[Chatbot Arena Conversation Dataset Release]]></title><link>https://lmsys.org/blog/2023-07-20-dataset/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-07-20-dataset/</guid><dc:creator><![CDATA[LMSYS Org]]></dc:creator><pubDate>Thu, 20 Jul 2023 00:00:00 GMT</pubDate></item><item><title><![CDATA[How Long Can Open-Source LLMs Truly Promise on Context Length?]]></title><link>https://lmsys.org/blog/2023-06-29-longchat/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-06-29-longchat/</guid><dc:creator><![CDATA[The LongChat Team]]></dc:creator><pubDate>Thu, 29 Jun 2023 00:00:00 GMT</pubDate></item><item><title><![CDATA[Chatbot Arena Leaderboard Week 8: Introducing MT-Bench and Vicuna-33B]]></title><link>https://lmsys.org/blog/2023-06-22-leaderboard/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-06-22-leaderboard/</guid><dc:creator><![CDATA[Lianmin Zheng, Wei-Lin Chiang, Ying Sheng, Hao Zhang]]></dc:creator><pubDate>Thu, 22 Jun 2023 00:00:00 GMT</pubDate></item><item><title><![CDATA[Building a Truly Open OpenAI API Server with Open Models Locally]]></title><link>https://lmsys.org/blog/2023-06-09-api-server/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-06-09-api-server/</guid><dc:creator><![CDATA[Shuo Yang and Siyuan Zhuang]]></dc:creator><pubDate>Fri, 09 Jun 2023 00:00:00 GMT</pubDate></item><item><title><![CDATA[Chatbot Arena Leaderboard Updates (Week 4)]]></title><link>https://lmsys.org/blog/2023-05-25-leaderboard/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-05-25-leaderboard/</guid><dc:creator><![CDATA[LMSYS Org]]></dc:creator><pubDate>Thu, 25 May 2023 00:00:00 GMT</pubDate></item><item><title><![CDATA[Chatbot Arena Leaderboard Updates (Week 2)]]></title><link>https://lmsys.org/blog/2023-05-10-leaderboard/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-05-10-leaderboard/</guid><dc:creator><![CDATA[LMSYS Org]]></dc:creator><pubDate>Wed, 10 May 2023 00:00:00 GMT</pubDate></item><item><title><![CDATA[Chatbot Arena: Benchmarking LLMs in the Wild with Elo Ratings]]></title><link>https://lmsys.org/blog/2023-05-03-arena/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-05-03-arena/</guid><dc:creator><![CDATA[Lianmin Zheng, Ying Sheng, Wei-Lin Chiang, Hao Zhang, Joseph E. Gonzalez, Ion Stoica]]></dc:creator><pubDate>Wed, 03 May 2023 00:00:00 GMT</pubDate></item><item><title><![CDATA[Vicuna: An Open-Source Chatbot Impressing GPT-4 with 90% ChatGPT Quality]]></title><link>https://lmsys.org/blog/2023-03-30-vicuna/</link><guid isPermaLink="true">https://lmsys.org/blog/2023-03-30-vicuna/</guid><dc:creator><![CDATA[The Vicuna Team]]></dc:creator><pubDate>Thu, 30 Mar 2023 00:00:00 GMT</pubDate></item></channel></rss>