diff --git a/data/output.csv b/data/output.csv index 5f4c104..3ec9b0c 100644 --- a/data/output.csv +++ b/data/output.csv @@ -38,40 +38,40 @@ id,name,created,context_length,pricing.prompt,pricing.completion "anthropic/claude-3.5-sonnet:beta","Anthropic: Claude 3.5 Sonnet (self-moderated)",1729555200,200000,"0.000003","0.000015" "anthropic/claude-3.5-sonnet","Anthropic: Claude 3.5 Sonnet",1729555200,200000,"0.000003","0.000015" "x-ai/grok-beta","xAI: Grok Beta",1729382400,131072,"0.000005","0.000015" -"mistralai/ministral-3b","Mistral: Ministral 3B",1729123200,128000,"0.00000004","0.00000004" "mistralai/ministral-8b","Mistral: Ministral 8B",1729123200,128000,"0.0000001","0.0000001" +"mistralai/ministral-3b","Mistral: Ministral 3B",1729123200,128000,"0.00000004","0.00000004" "qwen/qwen-2.5-7b-instruct","Qwen2.5 7B Instruct",1729036800,32768,"0.00000027","0.00000027" "nvidia/llama-3.1-nemotron-70b-instruct","NVIDIA: Llama 3.1 Nemotron 70B Instruct",1728950400,131000,"0.00000012","0.0000003" -"inflection/inflection-3-productivity","Inflection: Inflection 3 Productivity",1728604800,8000,"0.0000025","0.00001" "inflection/inflection-3-pi","Inflection: Inflection 3 Pi",1728604800,8000,"0.0000025","0.00001" +"inflection/inflection-3-productivity","Inflection: Inflection 3 Productivity",1728604800,8000,"0.0000025","0.00001" "google/gemini-flash-1.5-8b","Google: Gemini Flash 1.5 8B",1727913600,1000000,"0.0000000375","0.00000015" -"thedrummer/rocinante-12b","Rocinante 12B",1727654400,32768,"0.00000025","0.0000005" -"liquid/lfm-40b","Liquid: LFM 40B MoE",1727654400,66000,"0.00000015","0.00000015" "anthracite-org/magnum-v2-72b","Magnum v2 72B",1727654400,32768,"0.000003","0.000003" +"liquid/lfm-40b","Liquid: LFM 40B MoE",1727654400,66000,"0.00000015","0.00000015" +"thedrummer/rocinante-12b","Rocinante 12B",1727654400,32768,"0.00000025","0.0000005" "meta-llama/llama-3.2-3b-instruct:free","Meta: Llama 3.2 3B Instruct (free)",1727222400,4096,"0","0" "meta-llama/llama-3.2-3b-instruct","Meta: Llama 3.2 3B Instruct",1727222400,131000,"0.000000015","0.000000025" -"meta-llama/llama-3.2-11b-vision-instruct:free","Meta: Llama 3.2 11B Vision Instruct (free)",1727222400,8192,"0","0" -"meta-llama/llama-3.2-11b-vision-instruct","Meta: Llama 3.2 11B Vision Instruct",1727222400,131072,"0.000000055","0.000000055" -"meta-llama/llama-3.2-90b-vision-instruct:free","Meta: Llama 3.2 90B Vision Instruct (free)",1727222400,4096,"0","0" -"meta-llama/llama-3.2-90b-vision-instruct","Meta: Llama 3.2 90B Vision Instruct",1727222400,131072,"0.0000009","0.0000009" "meta-llama/llama-3.2-1b-instruct:free","Meta: Llama 3.2 1B Instruct (free)",1727222400,4096,"0","0" "meta-llama/llama-3.2-1b-instruct","Meta: Llama 3.2 1B Instruct",1727222400,131072,"0.00000001","0.00000002" +"meta-llama/llama-3.2-90b-vision-instruct:free","Meta: Llama 3.2 90B Vision Instruct (free)",1727222400,4096,"0","0" +"meta-llama/llama-3.2-90b-vision-instruct","Meta: Llama 3.2 90B Vision Instruct",1727222400,131072,"0.0000009","0.0000009" +"meta-llama/llama-3.2-11b-vision-instruct:free","Meta: Llama 3.2 11B Vision Instruct (free)",1727222400,8192,"0","0" +"meta-llama/llama-3.2-11b-vision-instruct","Meta: Llama 3.2 11B Vision Instruct",1727222400,131072,"0.000000055","0.000000055" "qwen/qwen-2.5-72b-instruct","Qwen2.5 72B Instruct",1726704000,32000,"0.00000023","0.0000004" "qwen/qwen-2-vl-72b-instruct","Qwen2-VL 72B Instruct",1726617600,4096,"0.0000004","0.0000004" "neversleep/llama-3.1-lumimaid-8b","NeverSleep: Lumimaid v0.2 8B",1726358400,32768,"0.0000001875","0.000001125" +"openai/o1-mini-2024-09-12","OpenAI: o1-mini (2024-09-12)",1726099200,128000,"0.000003","0.000012" +"openai/o1-preview","OpenAI: o1-preview",1726099200,128000,"0.000015","0.00006" "openai/o1-preview-2024-09-12","OpenAI: o1-preview (2024-09-12)",1726099200,128000,"0.000015","0.00006" "openai/o1-mini","OpenAI: o1-mini",1726099200,128000,"0.000003","0.000012" -"openai/o1-preview","OpenAI: o1-preview",1726099200,128000,"0.000015","0.00006" -"openai/o1-mini-2024-09-12","OpenAI: o1-mini (2024-09-12)",1726099200,128000,"0.000003","0.000012" "mistralai/pixtral-12b","Mistral: Pixtral 12B",1725926400,4096,"0.0000001","0.0000001" "cohere/command-r-08-2024","Cohere: Command R (08-2024)",1724976000,128000,"0.0000001425","0.00000057" "cohere/command-r-plus-08-2024","Cohere: Command R+ (08-2024)",1724976000,128000,"0.000002375","0.0000095" -"google/gemini-flash-1.5-8b-exp","Google: Gemini Flash 1.5 8B Experimental",1724803200,1000000,"0","0" "qwen/qwen-2-vl-7b-instruct","Qwen2-VL 7B Instruct",1724803200,4096,"0.0000001","0.0000001" "google/gemini-flash-1.5-exp","Google: Gemini Flash 1.5 Experimental",1724803200,1000000,"0","0" "sao10k/l3.1-euryale-70b","Sao10K: Llama 3.1 Euryale 70B v2.2",1724803200,128000,"0.00000035","0.0000004" -"ai21/jamba-1-5-mini","AI21: Jamba 1.5 Mini",1724371200,256000,"0.0000002","0.0000004" +"google/gemini-flash-1.5-8b-exp","Google: Gemini Flash 1.5 8B Experimental",1724803200,1000000,"0","0" "ai21/jamba-1-5-large","AI21: Jamba 1.5 Large",1724371200,256000,"0.000002","0.000008" +"ai21/jamba-1-5-mini","AI21: Jamba 1.5 Mini",1724371200,256000,"0.0000002","0.0000004" "microsoft/phi-3.5-mini-128k-instruct","Microsoft: Phi-3.5 Mini 128K Instruct",1724198400,128000,"0.0000001","0.0000001" "nousresearch/hermes-3-llama-3.1-70b","Nous: Hermes 3 70B Instruct",1723939200,131000,"0.00000012","0.0000003" "nousresearch/hermes-3-llama-3.1-405b","Nous: Hermes 3 405B Instruct",1723766400,131072,"0.0000008","0.0000008" @@ -80,25 +80,25 @@ id,name,created,context_length,pricing.prompt,pricing.completion "sao10k/l3-lunaris-8b","Sao10K: Llama 3 8B Lunaris",1723507200,8192,"0.00000003","0.00000006" "aetherwiing/mn-starcannon-12b","Aetherwiing: Starcannon 12B",1723507200,16384,"0.0000008","0.0000012" "openai/gpt-4o-2024-08-06","OpenAI: GPT-4o (2024-08-06)",1722902400,128000,"0.0000025","0.00001" -"nothingiisreal/mn-celeste-12b","Mistral Nemo 12B Celeste",1722556800,16384,"0.0000008","0.0000012" "meta-llama/llama-3.1-405b","Meta: Llama 3.1 405B (base)",1722556800,32768,"0.000002","0.000002" +"nothingiisreal/mn-celeste-12b","Mistral Nemo 12B Celeste",1722556800,16384,"0.0000008","0.0000012" +"perplexity/llama-3.1-sonar-small-128k-chat","Perplexity: Llama 3.1 Sonar 8B",1722470400,131072,"0.0000002","0.0000002" "google/gemini-pro-1.5-exp","Google: Gemini Pro 1.5 Experimental",1722470400,1000000,"0","0" -"perplexity/llama-3.1-sonar-small-128k-online","Perplexity: Llama 3.1 Sonar 8B Online",1722470400,127072,"0.0000002","0.0000002" "perplexity/llama-3.1-sonar-large-128k-chat","Perplexity: Llama 3.1 Sonar 70B",1722470400,131072,"0.000001","0.000001" -"perplexity/llama-3.1-sonar-small-128k-chat","Perplexity: Llama 3.1 Sonar 8B",1722470400,131072,"0.0000002","0.0000002" "perplexity/llama-3.1-sonar-large-128k-online","Perplexity: Llama 3.1 Sonar 70B Online",1722470400,127072,"0.000001","0.000001" -"meta-llama/llama-3.1-8b-instruct:free","Meta: Llama 3.1 8B Instruct (free)",1721692800,8192,"0","0" -"meta-llama/llama-3.1-8b-instruct","Meta: Llama 3.1 8B Instruct",1721692800,131072,"0.00000002","0.00000005" +"perplexity/llama-3.1-sonar-small-128k-online","Perplexity: Llama 3.1 Sonar 8B Online",1722470400,127072,"0.0000002","0.0000002" "meta-llama/llama-3.1-405b-instruct:free","Meta: Llama 3.1 405B Instruct (free)",1721692800,8000,"0","0" "meta-llama/llama-3.1-405b-instruct","Meta: Llama 3.1 405B Instruct",1721692800,32000,"0.0000008","0.0000008" "meta-llama/llama-3.1-405b-instruct:nitro","Meta: Llama 3.1 405B Instruct (nitro)",1721692800,8000,"0.00001462","0.00001462" +"meta-llama/llama-3.1-8b-instruct:free","Meta: Llama 3.1 8B Instruct (free)",1721692800,8192,"0","0" +"meta-llama/llama-3.1-8b-instruct","Meta: Llama 3.1 8B Instruct",1721692800,131072,"0.00000002","0.00000005" "meta-llama/llama-3.1-70b-instruct:free","Meta: Llama 3.1 70B Instruct (free)",1721692800,8192,"0","0" "meta-llama/llama-3.1-70b-instruct","Meta: Llama 3.1 70B Instruct",1721692800,131072,"0.00000012","0.0000003" "meta-llama/llama-3.1-70b-instruct:nitro","Meta: Llama 3.1 70B Instruct (nitro)",1721692800,64000,"0.00000325","0.00000325" "mistralai/mistral-nemo","Mistral: Mistral Nemo",1721347200,128000,"0.000000035","0.00000008" "mistralai/codestral-mamba","Mistral: Codestral Mamba",1721347200,256000,"0.00000025","0.00000025" -"openai/gpt-4o-mini-2024-07-18","OpenAI: GPT-4o-mini (2024-07-18)",1721260800,128000,"0.00000015","0.0000006" "openai/gpt-4o-mini","OpenAI: GPT-4o-mini",1721260800,128000,"0.00000015","0.0000006" +"openai/gpt-4o-mini-2024-07-18","OpenAI: GPT-4o-mini (2024-07-18)",1721260800,128000,"0.00000015","0.0000006" "qwen/qwen-2-7b-instruct:free","Qwen 2 7B Instruct (free)",1721088000,8192,"0","0" "qwen/qwen-2-7b-instruct","Qwen 2 7B Instruct",1721088000,32768,"0.000000054","0.000000054" "google/gemma-2-27b-it","Google: Gemma 2 27B",1720828800,8192,"0.00000027","0.00000027" @@ -122,15 +122,15 @@ id,name,created,context_length,pricing.prompt,pricing.completion "microsoft/phi-3-medium-128k-instruct:free","Microsoft: Phi-3 Medium 128K Instruct (free)",1716508800,8192,"0","0" "microsoft/phi-3-medium-128k-instruct","Microsoft: Phi-3 Medium 128K Instruct",1716508800,128000,"0.000001","0.000001" "neversleep/llama-3-lumimaid-70b","NeverSleep: Llama 3 Lumimaid 70B",1715817600,8192,"0.000003375","0.0000045" +"google/gemini-flash-1.5","Google: Gemini Flash 1.5",1715644800,1000000,"0.000000075","0.0000003" "perplexity/llama-3-sonar-large-32k-chat","Perplexity: Llama3 Sonar 70B",1715644800,32768,"0.000001","0.000001" -"deepseek/deepseek-chat-v2.5","DeepSeek V2.5",1715644800,8192,"0.000002","0.000002" "perplexity/llama-3-sonar-large-32k-online","Perplexity: Llama3 Sonar 70B Online",1715644800,28000,"0.000001","0.000001" -"google/gemini-flash-1.5","Google: Gemini Flash 1.5",1715644800,1000000,"0.000000075","0.0000003" +"deepseek/deepseek-chat-v2.5","DeepSeek V2.5",1715644800,8192,"0.000002","0.000002" "perplexity/llama-3-sonar-small-32k-chat","Perplexity: Llama3 Sonar 8B",1715644800,32768,"0.0000002","0.0000002" +"openai/gpt-4o-2024-05-13","OpenAI: GPT-4o (2024-05-13)",1715558400,128000,"0.000005","0.000015" "meta-llama/llama-guard-2-8b","Meta: LlamaGuard 2 8B",1715558400,8192,"0.00000018","0.00000018" "openai/gpt-4o","OpenAI: GPT-4o",1715558400,128000,"0.0000025","0.00001" "openai/gpt-4o:extended","OpenAI: GPT-4o (extended)",1715558400,128000,"0.000006","0.000018" -"openai/gpt-4o-2024-05-13","OpenAI: GPT-4o (2024-05-13)",1715558400,128000,"0.000005","0.000015" "neversleep/llama-3-lumimaid-8b:extended","NeverSleep: Llama 3 Lumimaid 8B (extended)",1714780800,24576,"0.0000001875","0.000001125" "neversleep/llama-3-lumimaid-8b","NeverSleep: Llama 3 Lumimaid 8B",1714780800,24576,"0.0000001875","0.000001125" "meta-llama/llama-3-8b-instruct:free","Meta: Llama 3 8B Instruct (free)",1713398400,8192,"0","0" @@ -140,44 +140,44 @@ id,name,created,context_length,pricing.prompt,pricing.completion "meta-llama/llama-3-70b-instruct","Meta: Llama 3 70B Instruct",1713398400,8192,"0.00000023","0.0000004" "meta-llama/llama-3-70b-instruct:nitro","Meta: Llama 3 70B Instruct (nitro)",1713398400,8192,"0.000000792","0.000000792" "mistralai/mixtral-8x22b-instruct","Mistral: Mixtral 8x22B Instruct",1713312000,65536,"0.0000009","0.0000009" -"microsoft/wizardlm-2-7b","WizardLM-2 7B",1713225600,32000,"0.000000055","0.000000055" "microsoft/wizardlm-2-8x22b","WizardLM-2 8x22B",1713225600,65536,"0.0000005","0.0000005" -"openai/gpt-4-turbo","OpenAI: GPT-4 Turbo",1712620800,128000,"0.00001","0.00003" +"microsoft/wizardlm-2-7b","WizardLM-2 7B",1713225600,32000,"0.000000055","0.000000055" "google/gemini-pro-1.5","Google: Gemini Pro 1.5",1712620800,2000000,"0.00000125","0.000005" +"openai/gpt-4-turbo","OpenAI: GPT-4 Turbo",1712620800,128000,"0.00001","0.00003" "cohere/command-r-plus","Cohere: Command R+",1712188800,128000,"0.00000285","0.00001425" "cohere/command-r-plus-04-2024","Cohere: Command R+ (04-2024)",1712016000,128000,"0.00000285","0.00001425" "databricks/dbrx-instruct","Databricks: DBRX 132B Instruct",1711670400,32768,"0.00000108","0.00000108" "sophosympatheia/midnight-rose-70b","Midnight Rose 70B",1711065600,4096,"0.0000008","0.0000008" -"cohere/command-r","Cohere: Command R",1710374400,128000,"0.000000475","0.000001425" "cohere/command","Cohere: Command",1710374400,4096,"0.00000095","0.0000019" +"cohere/command-r","Cohere: Command R",1710374400,128000,"0.000000475","0.000001425" "anthropic/claude-3-haiku:beta","Anthropic: Claude 3 Haiku (self-moderated)",1710288000,200000,"0.00000025","0.00000125" "anthropic/claude-3-haiku","Anthropic: Claude 3 Haiku",1710288000,200000,"0.00000025","0.00000125" -"anthropic/claude-3-sonnet:beta","Anthropic: Claude 3 Sonnet (self-moderated)",1709596800,200000,"0.000003","0.000015" -"anthropic/claude-3-sonnet","Anthropic: Claude 3 Sonnet",1709596800,200000,"0.000003","0.000015" "anthropic/claude-3-opus:beta","Anthropic: Claude 3 Opus (self-moderated)",1709596800,200000,"0.000015","0.000075" "anthropic/claude-3-opus","Anthropic: Claude 3 Opus",1709596800,200000,"0.000015","0.000075" +"anthropic/claude-3-sonnet:beta","Anthropic: Claude 3 Sonnet (self-moderated)",1709596800,200000,"0.000003","0.000015" +"anthropic/claude-3-sonnet","Anthropic: Claude 3 Sonnet",1709596800,200000,"0.000003","0.000015" "cohere/command-r-03-2024","Cohere: Command R (03-2024)",1709341200,128000,"0.000000475","0.000001425" "mistralai/mistral-large","Mistral Large",1708905600,128000,"0.000002","0.000006" "openai/gpt-3.5-turbo-0613","OpenAI: GPT-3.5 Turbo (older v0613)",1706140800,4095,"0.000001","0.000002" "openai/gpt-4-turbo-preview","OpenAI: GPT-4 Turbo Preview",1706140800,128000,"0.00001","0.00003" "nousresearch/nous-hermes-2-mixtral-8x7b-dpo","Nous: Hermes 2 Mixtral 8x7B DPO",1705363200,32768,"0.00000054","0.00000054" -"mistralai/mistral-medium","Mistral Medium",1704844800,32000,"0.00000275","0.0000081" "mistralai/mistral-small","Mistral Small",1704844800,32000,"0.0000002","0.0000006" "mistralai/mistral-tiny","Mistral Tiny",1704844800,32000,"0.00000025","0.00000025" +"mistralai/mistral-medium","Mistral Medium",1704844800,32000,"0.00000275","0.0000081" "mistralai/mistral-7b-instruct-v0.2","Mistral: Mistral 7B Instruct v0.2",1703721600,32768,"0.00000018","0.00000018" "cognitivecomputations/dolphin-mixtral-8x7b","Dolphin 2.6 Mixtral 8x7B 🐬",1703116800,32768,"0.0000005","0.0000005" "google/gemini-pro-vision","Google: Gemini Pro Vision 1.0",1702425600,16384,"0.0000005","0.0000015" "google/gemini-pro","Google: Gemini Pro 1.0",1702425600,32760,"0.0000005","0.0000015" +"mistralai/mixtral-8x7b","Mistral: Mixtral 8x7B (base)",1702166400,32768,"0.00000054","0.00000054" "mistralai/mixtral-8x7b-instruct","Mistral: Mixtral 8x7B Instruct",1702166400,32768,"0.00000024","0.00000024" "mistralai/mixtral-8x7b-instruct:nitro","Mistral: Mixtral 8x7B Instruct (nitro)",1702166400,32768,"0.00000054","0.00000054" -"mistralai/mixtral-8x7b","Mistral: Mixtral 8x7B (base)",1702166400,32768,"0.00000054","0.00000054" "openchat/openchat-7b:free","OpenChat 3.5 7B (free)",1701129600,8192,"0","0" "openchat/openchat-7b","OpenChat 3.5 7B",1701129600,8192,"0.000000055","0.000000055" "neversleep/noromaid-20b","Noromaid 20B",1700956800,8192,"0.0000015","0.00000225" -"anthropic/claude-2.1:beta","Anthropic: Claude v2.1 (self-moderated)",1700611200,200000,"0.000008","0.000024" -"anthropic/claude-2.1","Anthropic: Claude v2.1",1700611200,200000,"0.000008","0.000024" "anthropic/claude-2:beta","Anthropic: Claude v2 (self-moderated)",1700611200,200000,"0.000008","0.000024" "anthropic/claude-2","Anthropic: Claude v2",1700611200,200000,"0.000008","0.000024" +"anthropic/claude-2.1:beta","Anthropic: Claude v2.1 (self-moderated)",1700611200,200000,"0.000008","0.000024" +"anthropic/claude-2.1","Anthropic: Claude v2.1",1700611200,200000,"0.000008","0.000024" "teknium/openhermes-2.5-mistral-7b","OpenHermes 2.5 Mistral 7B",1700438400,4096,"0.00000017","0.00000017" "lizpreciatior/lzlv-70b-fp16-hf","lzlv 70B",1699747200,4096,"0.00000035","0.0000004" "undi95/toppy-m-7b:free","Toppy M 7B (free)",1699574400,4096,"0","0" @@ -194,24 +194,24 @@ id,name,created,context_length,pricing.prompt,pricing.completion "openai/gpt-3.5-turbo-instruct","OpenAI: GPT-3.5 Turbo Instruct",1695859200,4095,"0.0000015","0.000002" "mistralai/mistral-7b-instruct-v0.1","Mistral: Mistral 7B Instruct v0.1",1695859200,4096,"0.00000018","0.00000018" "pygmalionai/mythalion-13b","Pygmalion: Mythalion 13B",1693612800,4096,"0.0000008","0.0000012" -"openai/gpt-4-32k-0314","OpenAI: GPT-4 32k (older v0314)",1693180800,32767,"0.00006","0.00012" -"openai/gpt-4-32k","OpenAI: GPT-4 32k",1693180800,32767,"0.00006","0.00012" "openai/gpt-3.5-turbo-16k","OpenAI: GPT-3.5 Turbo 16k",1693180800,16385,"0.000003","0.000004" +"openai/gpt-4-32k","OpenAI: GPT-4 32k",1693180800,32767,"0.00006","0.00012" +"openai/gpt-4-32k-0314","OpenAI: GPT-4 32k (older v0314)",1693180800,32767,"0.00006","0.00012" "nousresearch/nous-hermes-llama2-13b","Nous: Hermes 13B",1692489600,4096,"0.00000017","0.00000017" -"huggingfaceh4/zephyr-7b-beta:free","Hugging Face: Zephyr 7B (free)",1690934400,4096,"0","0" "mancer/weaver","Mancer: Weaver (alpha)",1690934400,8000,"0.0000015","0.00000225" +"huggingfaceh4/zephyr-7b-beta:free","Hugging Face: Zephyr 7B (free)",1690934400,4096,"0","0" "anthropic/claude-2.0:beta","Anthropic: Claude v2.0 (self-moderated)",1690502400,100000,"0.000008","0.000024" "anthropic/claude-2.0","Anthropic: Claude v2.0",1690502400,100000,"0.000008","0.000024" "undi95/remm-slerp-l2-13b","ReMM SLERP 13B",1689984000,4096,"0.0000008","0.0000012" "undi95/remm-slerp-l2-13b:extended","ReMM SLERP 13B (extended)",1689984000,6144,"0.000001125","0.000001125" -"google/palm-2-codechat-bison","Google: PaLM 2 Code Chat",1689811200,7168,"0.000001","0.000002" "google/palm-2-chat-bison","Google: PaLM 2 Chat",1689811200,9216,"0.000001","0.000002" +"google/palm-2-codechat-bison","Google: PaLM 2 Code Chat",1689811200,7168,"0.000001","0.000002" "gryphe/mythomax-l2-13b:free","MythoMax 13B (free)",1688256000,4096,"0","0" "gryphe/mythomax-l2-13b","MythoMax 13B",1688256000,4096,"0.000000065","0.000000065" "gryphe/mythomax-l2-13b:nitro","MythoMax 13B (nitro)",1688256000,4096,"0.0000002","0.0000002" "gryphe/mythomax-l2-13b:extended","MythoMax 13B (extended)",1688256000,8192,"0.000001125","0.000001125" "meta-llama/llama-2-13b-chat","Meta: Llama 2 13B Chat",1687219200,4096,"0.000000198","0.000000198" "openai/gpt-3.5-turbo","OpenAI: GPT-3.5 Turbo",1685232000,16385,"0.0000005","0.0000015" +"openai/gpt-3.5-turbo-0125","OpenAI: GPT-3.5 Turbo 16k",1685232000,16385,"0.0000005","0.0000015" "openai/gpt-4","OpenAI: GPT-4",1685232000,8191,"0.00003","0.00006" "openai/gpt-4-0314","OpenAI: GPT-4 (older v0314)",1685232000,8191,"0.00003","0.00006" -"openai/gpt-3.5-turbo-0125","OpenAI: GPT-3.5 Turbo 16k",1685232000,16385,"0.0000005","0.0000015" diff --git a/data/output.json b/data/output.json index 984e151..fdcf690 100644 --- a/data/output.json +++ b/data/output.json @@ -1 +1 @@ -{"data":[{"id":"deepseek/deepseek-chat","name":"DeepSeek V3","created":1735241320,"description":"DeepSeek-V3 is the latest model from the DeepSeek team, building upon the instruction following and coding abilities of the previous versions. Pre-trained on nearly 15 trillion tokens, the reported evaluations reveal that the model outperforms other open-source models and rivals leading closed-source models. For model details, please visit [the DeepSeek-V3 repo](https://github.com/deepseek-ai/DeepSeek-V3) for more information.","context_length":64000,"architecture":{"modality":"text->text","tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.00000014","completion":"0.00000028","image":"0","request":"0"},"top_provider":{"context_length":64000,"max_completion_tokens":8192,"is_moderated":false},"per_request_limits":null},{"id":"google/gemini-2.0-flash-thinking-exp:free","name":"Google: Gemini 2.0 Flash Thinking Experimental (free)","created":1734650026,"description":"Gemini 2.0 Flash Thinking Mode is an experimental model that's trained to generate the \"thinking process\" the model goes through as part of its response. As a result, Thinking Mode is capable of stronger reasoning capabilities in its responses than the [base Gemini 2.0 Flash model](/google/gemini-2.0-flash-exp).","context_length":40000,"architecture":{"modality":"text+image->text","tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":40000,"max_completion_tokens":8000,"is_moderated":false},"per_request_limits":null},{"id":"sao10k/l3.3-euryale-70b","name":"Sao10K: Llama 3.3 Euryale 70B","created":1734535928,"description":"Euryale L3.3 70B is a model focused on creative roleplay from [Sao10k](https://ko-fi.com/sao10k). It is the successor of [Euryale L3 70B v2.2](/models/sao10k/l3-euryale-70b).","context_length":16384,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.0000015","completion":"0.0000015","image":"0","request":"0"},"top_provider":{"context_length":16384,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"inflatebot/mn-mag-mell-r1","name":"Inflatebot: Mag Mell R1 12B","created":1734535439,"description":"Mag Mell is a merge of pre-trained language models created using mergekit, based on [Mistral Nemo](/mistralai/mistral-nemo). It is a great roleplay and storytelling model which combines the best parts of many other models to be a general purpose solution for many usecases.\n\nIntended to be a general purpose \"Best of Nemo\" model for any fictional, creative use case. \n\nMag Mell is composed of 3 intermediate parts:\n- Hero (RP, trope coverage)\n- Monk (Intelligence, groundedness)\n- Deity (Prose, flair)","context_length":16000,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"chatml"},"pricing":{"prompt":"0.0000009","completion":"0.0000009","image":"0","request":"0"},"top_provider":{"context_length":16000,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"openai/o1","name":"OpenAI: o1","created":1734459999,"description":"The latest and strongest model family from OpenAI, o1 is designed to spend more time thinking before responding. The o1 model series is trained with large-scale reinforcement learning to reason using chain of thought. \n\nThe o1 models are optimized for math, science, programming, and other STEM-related tasks. They consistently exhibit PhD-level accuracy on benchmarks in physics, chemistry, and biology. Learn more in the [launch announcement](https://openai.com/o1).\n","context_length":200000,"architecture":{"modality":"text+image->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.000015","completion":"0.00006","image":"0.021675","request":"0"},"top_provider":{"context_length":200000,"max_completion_tokens":100000,"is_moderated":true},"per_request_limits":null},{"id":"eva-unit-01/eva-llama-3.33-70b","name":"EVA Llama 3.33 70b","created":1734377303,"description":"EVA Llama 3.33 70b is a roleplay and storywriting specialist model. It is a full-parameter finetune of [Llama-3.3-70B-Instruct](https://openrouter.ai/meta-llama/llama-3.3-70b-instruct) on mixture of synthetic and natural data.\n\nIt uses Celeste 70B 0.1 data mixture, greatly expanding it to improve versatility, creativity and \"flavor\" of the resulting model\n\nThis model was built with Llama by Meta.\n","context_length":16384,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.000004","completion":"0.000006","image":"0","request":"0"},"top_provider":{"context_length":16384,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"x-ai/grok-2-vision-1212","name":"xAI: Grok 2 Vision 1212","created":1734237338,"description":"Grok 2 Vision 1212 advances image-based AI with stronger visual comprehension, refined instruction-following, and multilingual support. From object recognition to style analysis, it empowers developers to build more intuitive, visually aware applications. Its enhanced steerability and reasoning establish a robust foundation for next-generation image solutions.\n\nTo read more about this model, check out [xAI's announcement](https://x.ai/blog/grok-1212).","context_length":32768,"architecture":{"modality":"text+image->text","tokenizer":"Grok","instruct_type":null},"pricing":{"prompt":"0.000002","completion":"0.00001","image":"0.0036","request":"0"},"top_provider":{"context_length":32768,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"x-ai/grok-2-1212","name":"xAI: Grok 2 1212","created":1734232814,"description":"Grok 2 1212 introduces significant enhancements to accuracy, instruction adherence, and multilingual support, making it a powerful and flexible choice for developers seeking a highly steerable, intelligent model.","context_length":131072,"architecture":{"modality":"text->text","tokenizer":"Grok","instruct_type":null},"pricing":{"prompt":"0.000002","completion":"0.00001","image":"0","request":"0"},"top_provider":{"context_length":131072,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"cohere/command-r7b-12-2024","name":"Cohere: Command R7B (12-2024)","created":1734158152,"description":"Command R7B (12-2024) is a small, fast update of the Command R+ model, delivered in December 2024. It excels at RAG, tool use, agents, and similar tasks requiring complex reasoning and multiple steps.","context_length":128000,"architecture":{"modality":"text->text","tokenizer":"Cohere","instruct_type":null},"pricing":{"prompt":"0.0000000375","completion":"0.00000015","image":"0","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":4000,"is_moderated":false},"per_request_limits":null},{"id":"google/gemini-2.0-flash-exp:free","name":"Google: Gemini Flash 2.0 Experimental (free)","created":1733937523,"description":"Gemini Flash 2.0 offers a significantly faster time to first token (TTFT) compared to [Gemini Flash 1.5](google/gemini-flash-1.5), while maintaining quality on par with larger models like [Gemini Pro 1.5](google/gemini-pro-1.5). It introduces notable enhancements in multimodal understanding, coding capabilities, complex instruction following, and function calling. These advancements come together to deliver more seamless and robust agentic experiences.","context_length":1048576,"architecture":{"modality":"text+image->text","tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":1048576,"max_completion_tokens":8192,"is_moderated":false},"per_request_limits":null},{"id":"google/gemini-exp-1206:free","name":"Google: Gemini Experimental 1206 (free)","created":1733507713,"description":"Experimental release (December 6, 2024) of Gemini.","context_length":2097152,"architecture":{"modality":"text+image->text","tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":2097152,"max_completion_tokens":8192,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-3.3-70b-instruct","name":"Meta: Llama 3.3 70B Instruct","created":1733506137,"description":"The Meta Llama 3.3 multilingual large language model (LLM) is a pretrained and instruction tuned generative model in 70B (text in/text out). The Llama 3.3 instruction tuned text only model is optimized for multilingual dialogue use cases and outperforms many of the available open source and closed chat models on common industry benchmarks.\n\nSupported languages: English, German, French, Italian, Portuguese, Hindi, Spanish, and Thai.\n\n[Model Card](https://github.com/meta-llama/llama-models/blob/main/models/llama3_3/MODEL_CARD.md)","context_length":131072,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.00000012","completion":"0.0000003","image":"0","request":"0"},"top_provider":{"context_length":131072,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"amazon/nova-lite-v1","name":"Amazon: Nova Lite 1.0","created":1733437363,"description":"Amazon Nova Lite 1.0 is a very low-cost multimodal model from Amazon that focused on fast processing of image, video, and text inputs to generate text output. Amazon Nova Lite can handle real-time customer interactions, document analysis, and visual question-answering tasks with high accuracy.\n\nWith an input context of 300K tokens, it can analyze multiple images or up to 30 minutes of video in a single input.","context_length":300000,"architecture":{"modality":"text+image->text","tokenizer":"Nova","instruct_type":null},"pricing":{"prompt":"0.00000006","completion":"0.00000024","image":"0.00009","request":"0"},"top_provider":{"context_length":300000,"max_completion_tokens":5120,"is_moderated":false},"per_request_limits":null},{"id":"amazon/nova-micro-v1","name":"Amazon: Nova Micro 1.0","created":1733437237,"description":"Amazon Nova Micro 1.0 is a text-only model that delivers the lowest latency responses in the Amazon Nova family of models at a very low cost. With a context length of 128K tokens and optimized for speed and cost, Amazon Nova Micro excels at tasks such as text summarization, translation, content classification, interactive chat, and brainstorming. It has simple mathematical reasoning and coding abilities.","context_length":128000,"architecture":{"modality":"text->text","tokenizer":"Nova","instruct_type":null},"pricing":{"prompt":"0.000000035","completion":"0.00000014","image":"0","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":5120,"is_moderated":false},"per_request_limits":null},{"id":"amazon/nova-pro-v1","name":"Amazon: Nova Pro 1.0","created":1733436303,"description":"Amazon Nova Pro 1.0 is a capable multimodal model from Amazon focused on providing a combination of accuracy, speed, and cost for a wide range of tasks. As of December 2024, it achieves state-of-the-art performance on key benchmarks including visual question answering (TextVQA) and video understanding (VATEX).\n\nAmazon Nova Pro demonstrates strong capabilities in processing both visual and textual information and at analyzing financial documents.\n\n**NOTE**: Video input is not supported at this time.","context_length":300000,"architecture":{"modality":"text+image->text","tokenizer":"Nova","instruct_type":null},"pricing":{"prompt":"0.0000008","completion":"0.0000032","image":"0.0012","request":"0"},"top_provider":{"context_length":300000,"max_completion_tokens":5120,"is_moderated":false},"per_request_limits":null},{"id":"qwen/qwq-32b-preview","name":"Qwen: QwQ 32B Preview","created":1732754541,"description":"QwQ-32B-Preview is an experimental research model focused on AI reasoning capabilities developed by the Qwen Team. As a preview release, it demonstrates promising analytical abilities while having several important limitations:\n\n1. **Language Mixing and Code-Switching**: The model may mix languages or switch between them unexpectedly, affecting response clarity.\n2. **Recursive Reasoning Loops**: The model may enter circular reasoning patterns, leading to lengthy responses without a conclusive answer.\n3. **Safety and Ethical Considerations**: The model requires enhanced safety measures to ensure reliable and secure performance, and users should exercise caution when deploying it.\n4. **Performance and Benchmark Limitations**: The model excels in math and coding but has room for improvement in other areas, such as common sense reasoning and nuanced language understanding.\n\n","context_length":32768,"architecture":{"modality":"text->text","tokenizer":"Qwen","instruct_type":null},"pricing":{"prompt":"0.00000012","completion":"0.00000018","image":"0","request":"0"},"top_provider":{"context_length":32768,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"google/gemini-exp-1121:free","name":"Google: Gemini Experimental 1121 (free)","created":1732216725,"description":"Experimental release (November 21st, 2024) of Gemini.","context_length":40960,"architecture":{"modality":"text+image->text","tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":40960,"max_completion_tokens":8192,"is_moderated":false},"per_request_limits":null},{"id":"google/learnlm-1.5-pro-experimental:free","name":"Google: LearnLM 1.5 Pro Experimental (free)","created":1732216551,"description":"An experimental version of [Gemini 1.5 Pro](/google/gemini-pro-1.5) from Google.","context_length":40960,"architecture":{"modality":"text+image->text","tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":40960,"max_completion_tokens":8192,"is_moderated":false},"per_request_limits":null},{"id":"eva-unit-01/eva-qwen-2.5-72b","name":"EVA Qwen2.5 72B","created":1732210606,"description":"EVA Qwen2.5 72B is a roleplay and storywriting specialist model. It's a full-parameter finetune of Qwen2.5-72B on mixture of synthetic and natural data.\n\nIt uses Celeste 70B 0.1 data mixture, greatly expanding it to improve versatility, creativity and \"flavor\" of the resulting model.","context_length":16384,"architecture":{"modality":"text->text","tokenizer":"Qwen","instruct_type":"chatml"},"pricing":{"prompt":"0.000004","completion":"0.000006","image":"0","request":"0"},"top_provider":{"context_length":16384,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"openai/gpt-4o-2024-11-20","name":"OpenAI: GPT-4o (2024-11-20)","created":1732127594,"description":"The 2024-11-20 version of GPT-4o offers a leveled-up creative writing ability with more natural, engaging, and tailored writing to improve relevance & readability. It’s also better at working with uploaded files, providing deeper insights & more thorough responses.\n\nGPT-4o (\"o\" for \"omni\") is OpenAI's latest AI model, supporting both text and image inputs with text outputs. It maintains the intelligence level of [GPT-4 Turbo](/models/openai/gpt-4-turbo) while being twice as fast and 50% more cost-effective. GPT-4o also offers improved performance in processing non-English languages and enhanced visual capabilities.","context_length":128000,"architecture":{"modality":"text+image->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.0000025","completion":"0.00001","image":"0.003613","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":16384,"is_moderated":true},"per_request_limits":null},{"id":"mistralai/mistral-large-2411","name":"Mistral Large 2411","created":1731978685,"description":"Mistral Large 2 2411 is an update of [Mistral Large 2](/mistralai/mistral-large) released together with [Pixtral Large 2411](/mistralai/pixtral-large-2411)\n\nIt provides a significant upgrade on the previous [Mistral Large 24.07](/mistralai/mistral-large-2407), with notable improvements in long context understanding, a new system prompt, and more accurate function calling.","context_length":128000,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":null},"pricing":{"prompt":"0.000002","completion":"0.000006","image":"0","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"mistralai/mistral-large-2407","name":"Mistral Large 2407","created":1731978415,"description":"This is Mistral AI's flagship model, Mistral Large 2 (version mistral-large-2407). It's a proprietary weights-available model and excels at reasoning, code, JSON, chat, and more. Read the launch announcement [here](https://mistral.ai/news/mistral-large-2407/).\n\nIt supports dozens of languages including French, German, Spanish, Italian, Portuguese, Arabic, Hindi, Russian, Chinese, Japanese, and Korean, along with 80+ coding languages including Python, Java, C, C++, JavaScript, and Bash. Its long context window allows precise information recall from large documents.\n","context_length":128000,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":null},"pricing":{"prompt":"0.000002","completion":"0.000006","image":"0","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"mistralai/pixtral-large-2411","name":"Mistral: Pixtral Large 2411","created":1731977388,"description":"Pixtral Large is a 124B parameter, open-weight, multimodal model built on top of [Mistral Large 2](/mistralai/mistral-large-2411). The model is able to understand documents, charts and natural images.\n\nThe model is available under the Mistral Research License (MRL) for research and educational use, and the Mistral Commercial License for experimentation, testing, and production for commercial purposes.\n\n","context_length":128000,"architecture":{"modality":"text+image->text","tokenizer":"Mistral","instruct_type":null},"pricing":{"prompt":"0.000002","completion":"0.000006","image":"0.002888","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"x-ai/grok-vision-beta","name":"xAI: Grok Vision Beta","created":1731976624,"description":"Grok Vision Beta is xAI's experimental language model with vision capability.\n\n","context_length":8192,"architecture":{"modality":"text+image->text","tokenizer":"Grok","instruct_type":null},"pricing":{"prompt":"0.000005","completion":"0.000015","image":"0.009","request":"0"},"top_provider":{"context_length":8192,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"google/gemini-exp-1114:free","name":"Google: Gemini Experimental 1114 (free)","created":1731714740,"description":"Gemini 11-14 (2024) experimental model features \"quality\" improvements.","context_length":40960,"architecture":{"modality":"text+image->text","tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":40960,"max_completion_tokens":8192,"is_moderated":false},"per_request_limits":null},{"id":"infermatic/mn-inferor-12b","name":"Infermatic: Mistral Nemo Inferor 12B","created":1731464428,"description":"Inferor 12B is a merge of top roleplay models, expert on immersive narratives and storytelling.\n\nThis model was merged using the [Model Stock](https://arxiv.org/abs/2403.19522) merge method using [anthracite-org/magnum-v4-12b](https://openrouter.ai/anthracite-org/magnum-v4-72b) as a base.\n","context_length":32000,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"mistral"},"pricing":{"prompt":"0.00000025","completion":"0.0000005","image":"0","request":"0"},"top_provider":{"context_length":32000,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"qwen/qwen-2.5-coder-32b-instruct","name":"Qwen2.5 Coder 32B Instruct","created":1731368400,"description":"Qwen2.5-Coder is the latest series of Code-Specific Qwen large language models (formerly known as CodeQwen). Qwen2.5-Coder brings the following improvements upon CodeQwen1.5:\n\n- Significantly improvements in **code generation**, **code reasoning** and **code fixing**. \n- A more comprehensive foundation for real-world applications such as **Code Agents**. Not only enhancing coding capabilities but also maintaining its strengths in mathematics and general competencies.\n\nTo read more about its evaluation results, check out [Qwen 2.5 Coder's blog](https://qwenlm.github.io/blog/qwen2.5-coder-family/).","context_length":33000,"architecture":{"modality":"text->text","tokenizer":"Qwen","instruct_type":"chatml"},"pricing":{"prompt":"0.00000007","completion":"0.00000016","image":"0","request":"0"},"top_provider":{"context_length":33000,"max_completion_tokens":3000,"is_moderated":false},"per_request_limits":null},{"id":"raifle/sorcererlm-8x22b","name":"SorcererLM 8x22B","created":1731105083,"description":"SorcererLM is an advanced RP and storytelling model, built as a Low-rank 16-bit LoRA fine-tuned on [WizardLM-2 8x22B](/microsoft/wizardlm-2-8x22b).\n\n- Advanced reasoning and emotional intelligence for engaging and immersive interactions\n- Vivid writing capabilities enriched with spatial and contextual awareness\n- Enhanced narrative depth, promoting creative and dynamic storytelling","context_length":16000,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"vicuna"},"pricing":{"prompt":"0.0000045","completion":"0.0000045","image":"0","request":"0"},"top_provider":{"context_length":16000,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"eva-unit-01/eva-qwen-2.5-32b","name":"EVA Qwen2.5 32B","created":1731104847,"description":"EVA Qwen2.5 32B is a roleplaying/storywriting specialist model. It's a full-parameter finetune of Qwen2.5-32B on mixture of synthetic and natural data.\n\nIt uses Celeste 70B 0.1 data mixture, greatly expanding it to improve versatility, creativity and \"flavor\" of the resulting model.","context_length":16384,"architecture":{"modality":"text->text","tokenizer":"Qwen","instruct_type":"chatml"},"pricing":{"prompt":"0.0000026","completion":"0.0000034","image":"0","request":"0"},"top_provider":{"context_length":16384,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"thedrummer/unslopnemo-12b","name":"Unslopnemo 12b","created":1731103448,"description":"UnslopNemo v4.1 is the latest addition from the creator of Rocinante, designed for adventure writing and role-play scenarios.","context_length":32000,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"mistral"},"pricing":{"prompt":"0.0000005","completion":"0.0000005","image":"0","request":"0"},"top_provider":{"context_length":32000,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"anthropic/claude-3.5-haiku-20241022:beta","name":"Anthropic: Claude 3.5 Haiku (2024-10-22) (self-moderated)","created":1730678400,"description":"Claude 3.5 Haiku features enhancements across all skill sets including coding, tool use, and reasoning. As the fastest model in the Anthropic lineup, it offers rapid response times suitable for applications that require high interactivity and low latency, such as user-facing chatbots and on-the-fly code completions. It also excels in specialized tasks like data extraction and real-time content moderation, making it a versatile tool for a broad range of industries.\n\nIt does not support image inputs.\n\nSee the launch announcement and benchmark results [here](https://www.anthropic.com/news/3-5-models-and-computer-use)","context_length":200000,"architecture":{"modality":"text->text","tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.0000008","completion":"0.000004","image":"0","request":"0"},"top_provider":{"context_length":200000,"max_completion_tokens":8192,"is_moderated":false},"per_request_limits":null},{"id":"anthropic/claude-3.5-haiku-20241022","name":"Anthropic: Claude 3.5 Haiku (2024-10-22)","created":1730678400,"description":"Claude 3.5 Haiku features enhancements across all skill sets including coding, tool use, and reasoning. As the fastest model in the Anthropic lineup, it offers rapid response times suitable for applications that require high interactivity and low latency, such as user-facing chatbots and on-the-fly code completions. It also excels in specialized tasks like data extraction and real-time content moderation, making it a versatile tool for a broad range of industries.\n\nIt does not support image inputs.\n\nSee the launch announcement and benchmark results [here](https://www.anthropic.com/news/3-5-models-and-computer-use)","context_length":200000,"architecture":{"modality":"text->text","tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.0000008","completion":"0.000004","image":"0","request":"0"},"top_provider":{"context_length":200000,"max_completion_tokens":8192,"is_moderated":true},"per_request_limits":null},{"id":"anthropic/claude-3.5-haiku:beta","name":"Anthropic: Claude 3.5 Haiku (self-moderated)","created":1730678400,"description":"Claude 3.5 Haiku features offers enhanced capabilities in speed, coding accuracy, and tool use. Engineered to excel in real-time applications, it delivers quick response times that are essential for dynamic tasks such as chat interactions and immediate coding suggestions.\n\nThis makes it highly suitable for environments that demand both speed and precision, such as software development, customer service bots, and data management systems.\n\nThis model is currently pointing to [Claude 3.5 Haiku (2024-10-22)](/anthropic/claude-3-5-haiku-20241022).","context_length":200000,"architecture":{"modality":"text->text","tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.0000008","completion":"0.000004","image":"0","request":"0"},"top_provider":{"context_length":200000,"max_completion_tokens":8192,"is_moderated":false},"per_request_limits":null},{"id":"anthropic/claude-3.5-haiku","name":"Anthropic: Claude 3.5 Haiku","created":1730678400,"description":"Claude 3.5 Haiku features offers enhanced capabilities in speed, coding accuracy, and tool use. Engineered to excel in real-time applications, it delivers quick response times that are essential for dynamic tasks such as chat interactions and immediate coding suggestions.\n\nThis makes it highly suitable for environments that demand both speed and precision, such as software development, customer service bots, and data management systems.\n\nThis model is currently pointing to [Claude 3.5 Haiku (2024-10-22)](/anthropic/claude-3-5-haiku-20241022).","context_length":200000,"architecture":{"modality":"text->text","tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.0000008","completion":"0.000004","image":"0","request":"0"},"top_provider":{"context_length":200000,"max_completion_tokens":8192,"is_moderated":true},"per_request_limits":null},{"id":"neversleep/llama-3.1-lumimaid-70b","name":"NeverSleep: Lumimaid v0.2 70B","created":1729555200,"description":"Lumimaid v0.2 70B is a finetune of [Llama 3.1 70B](/meta-llama/llama-3.1-70b-instruct) with a \"HUGE step up dataset wise\" compared to Lumimaid v0.1. Sloppy chats output were purged.\n\nUsage of this model is subject to [Meta's Acceptable Use Policy](https://llama.meta.com/llama3/use-policy/).","context_length":16384,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.000003375","completion":"0.0000045","image":"0","request":"0"},"top_provider":{"context_length":16384,"max_completion_tokens":2048,"is_moderated":false},"per_request_limits":null},{"id":"anthracite-org/magnum-v4-72b","name":"Magnum v4 72B","created":1729555200,"description":"This is a series of models designed to replicate the prose quality of the Claude 3 models, specifically Sonnet(https://openrouter.ai/anthropic/claude-3.5-sonnet) and Opus(https://openrouter.ai/anthropic/claude-3-opus).\n\nThe model is fine-tuned on top of [Qwen2.5 72B](https://openrouter.ai/qwen/qwen-2.5-72b-instruct).","context_length":16384,"architecture":{"modality":"text->text","tokenizer":"Qwen","instruct_type":"chatml"},"pricing":{"prompt":"0.000001875","completion":"0.00000225","image":"0","request":"0"},"top_provider":{"context_length":16384,"max_completion_tokens":1024,"is_moderated":false},"per_request_limits":null},{"id":"anthropic/claude-3.5-sonnet:beta","name":"Anthropic: Claude 3.5 Sonnet (self-moderated)","created":1729555200,"description":"New Claude 3.5 Sonnet delivers better-than-Opus capabilities, faster-than-Sonnet speeds, at the same Sonnet prices. Sonnet is particularly good at:\n\n- Coding: Scores ~49% on SWE-Bench Verified, higher than the last best score, and without any fancy prompt scaffolding\n- Data science: Augments human data science expertise; navigates unstructured data while using multiple tools for insights\n- Visual processing: excelling at interpreting charts, graphs, and images, accurately transcribing text to derive insights beyond just the text alone\n- Agentic tasks: exceptional tool use, making it great at agentic tasks (i.e. complex, multi-step problem solving tasks that require engaging with other systems)\n\n#multimodal","context_length":200000,"architecture":{"modality":"text+image->text","tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000003","completion":"0.000015","image":"0.0048","request":"0"},"top_provider":{"context_length":200000,"max_completion_tokens":8192,"is_moderated":false},"per_request_limits":null},{"id":"anthropic/claude-3.5-sonnet","name":"Anthropic: Claude 3.5 Sonnet","created":1729555200,"description":"New Claude 3.5 Sonnet delivers better-than-Opus capabilities, faster-than-Sonnet speeds, at the same Sonnet prices. Sonnet is particularly good at:\n\n- Coding: Scores ~49% on SWE-Bench Verified, higher than the last best score, and without any fancy prompt scaffolding\n- Data science: Augments human data science expertise; navigates unstructured data while using multiple tools for insights\n- Visual processing: excelling at interpreting charts, graphs, and images, accurately transcribing text to derive insights beyond just the text alone\n- Agentic tasks: exceptional tool use, making it great at agentic tasks (i.e. complex, multi-step problem solving tasks that require engaging with other systems)\n\n#multimodal","context_length":200000,"architecture":{"modality":"text+image->text","tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000003","completion":"0.000015","image":"0.0048","request":"0"},"top_provider":{"context_length":200000,"max_completion_tokens":8192,"is_moderated":true},"per_request_limits":null},{"id":"x-ai/grok-beta","name":"xAI: Grok Beta","created":1729382400,"description":"Grok Beta is xAI's experimental language model with state-of-the-art reasoning capabilities, best for complex and multi-step use cases.\n\nIt is the successor of [Grok 2](https://x.ai/blog/grok-2) with enhanced context length.","context_length":131072,"architecture":{"modality":"text->text","tokenizer":"Grok","instruct_type":null},"pricing":{"prompt":"0.000005","completion":"0.000015","image":"0","request":"0"},"top_provider":{"context_length":131072,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"mistralai/ministral-3b","name":"Mistral: Ministral 3B","created":1729123200,"description":"Ministral 3B is a 3B parameter model optimized for on-device and edge computing. It excels in knowledge, commonsense reasoning, and function-calling, outperforming larger models like Mistral 7B on most benchmarks. Supporting up to 128k context length, it’s ideal for orchestrating agentic workflows and specialist tasks with efficient inference.","context_length":128000,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":null},"pricing":{"prompt":"0.00000004","completion":"0.00000004","image":"0","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"mistralai/ministral-8b","name":"Mistral: Ministral 8B","created":1729123200,"description":"Ministral 8B is an 8B parameter model featuring a unique interleaved sliding-window attention pattern for faster, memory-efficient inference. Designed for edge use cases, it supports up to 128k context length and excels in knowledge and reasoning tasks. It outperforms peers in the sub-10B category, making it perfect for low-latency, privacy-first applications.","context_length":128000,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":null},"pricing":{"prompt":"0.0000001","completion":"0.0000001","image":"0","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"qwen/qwen-2.5-7b-instruct","name":"Qwen2.5 7B Instruct","created":1729036800,"description":"Qwen2.5 7B is the latest series of Qwen large language models. Qwen2.5 brings the following improvements upon Qwen2:\n\n- Significantly more knowledge and has greatly improved capabilities in coding and mathematics, thanks to our specialized expert models in these domains.\n\n- Significant improvements in instruction following, generating long texts (over 8K tokens), understanding structured data (e.g, tables), and generating structured outputs especially JSON. More resilient to the diversity of system prompts, enhancing role-play implementation and condition-setting for chatbots.\n\n- Long-context Support up to 128K tokens and can generate up to 8K tokens.\n\n- Multilingual support for over 29 languages, including Chinese, English, French, Spanish, Portuguese, German, Italian, Russian, Japanese, Korean, Vietnamese, Thai, Arabic, and more.\n\nUsage of this model is subject to [Tongyi Qianwen LICENSE AGREEMENT](https://huggingface.co/Qwen/Qwen1.5-110B-Chat/blob/main/LICENSE).","context_length":32768,"architecture":{"modality":"text->text","tokenizer":"Qwen","instruct_type":"chatml"},"pricing":{"prompt":"0.00000027","completion":"0.00000027","image":"0","request":"0"},"top_provider":{"context_length":32768,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"nvidia/llama-3.1-nemotron-70b-instruct","name":"NVIDIA: Llama 3.1 Nemotron 70B Instruct","created":1728950400,"description":"NVIDIA's Llama 3.1 Nemotron 70B is a language model designed for generating precise and useful responses. Leveraging [Llama 3.1 70B](/models/meta-llama/llama-3.1-70b-instruct) architecture and Reinforcement Learning from Human Feedback (RLHF), it excels in automatic alignment benchmarks. This model is tailored for applications requiring high accuracy in helpfulness and response generation, suitable for diverse user queries across multiple domains.\n\nUsage of this model is subject to [Meta's Acceptable Use Policy](https://www.llama.com/llama3/use-policy/).","context_length":131000,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.00000012","completion":"0.0000003","image":"0","request":"0"},"top_provider":{"context_length":131000,"max_completion_tokens":131000,"is_moderated":false},"per_request_limits":null},{"id":"inflection/inflection-3-productivity","name":"Inflection: Inflection 3 Productivity","created":1728604800,"description":"Inflection 3 Productivity is optimized for following instructions. It is better for tasks requiring JSON output or precise adherence to provided guidelines. It has access to recent news.\n\nFor emotional intelligence similar to Pi, see [Inflect 3 Pi](/inflection/inflection-3-pi)\n\nSee [Inflection's announcement](https://inflection.ai/blog/enterprise) for more details.","context_length":8000,"architecture":{"modality":"text->text","tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.0000025","completion":"0.00001","image":"0","request":"0"},"top_provider":{"context_length":8000,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"inflection/inflection-3-pi","name":"Inflection: Inflection 3 Pi","created":1728604800,"description":"Inflection 3 Pi powers Inflection's [Pi](https://pi.ai) chatbot, including backstory, emotional intelligence, productivity, and safety. It has access to recent news, and excels in scenarios like customer support and roleplay.\n\nPi has been trained to mirror your tone and style, if you use more emojis, so will Pi! Try experimenting with various prompts and conversation styles.","context_length":8000,"architecture":{"modality":"text->text","tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.0000025","completion":"0.00001","image":"0","request":"0"},"top_provider":{"context_length":8000,"max_completion_tokens":1024,"is_moderated":false},"per_request_limits":null},{"id":"google/gemini-flash-1.5-8b","name":"Google: Gemini Flash 1.5 8B","created":1727913600,"description":"Gemini Flash 1.5 8B is optimized for speed and efficiency, offering enhanced performance in small prompt tasks like chat, transcription, and translation. With reduced latency, it is highly effective for real-time and large-scale operations. This model focuses on cost-effective solutions while maintaining high-quality results.\n\n[Click here to learn more about this model](https://developers.googleblog.com/en/gemini-15-flash-8b-is-now-generally-available-for-use/).\n\nUsage of Gemini is subject to Google's [Gemini Terms of Use](https://ai.google.dev/terms).","context_length":1000000,"architecture":{"modality":"text+image->text","tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0.0000000375","completion":"0.00000015","image":"0","request":"0"},"top_provider":{"context_length":1000000,"max_completion_tokens":8192,"is_moderated":false},"per_request_limits":null},{"id":"thedrummer/rocinante-12b","name":"Rocinante 12B","created":1727654400,"description":"Rocinante 12B is designed for engaging storytelling and rich prose.\n\nEarly testers have reported:\n- Expanded vocabulary with unique and expressive word choices\n- Enhanced creativity for vivid narratives\n- Adventure-filled and captivating stories","context_length":32768,"architecture":{"modality":"text->text","tokenizer":"Qwen","instruct_type":"chatml"},"pricing":{"prompt":"0.00000025","completion":"0.0000005","image":"0","request":"0"},"top_provider":{"context_length":32768,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"liquid/lfm-40b","name":"Liquid: LFM 40B MoE","created":1727654400,"description":"Liquid's 40.3B Mixture of Experts (MoE) model. Liquid Foundation Models (LFMs) are large neural networks built with computational units rooted in dynamic systems.\n\nLFMs are general-purpose AI models that can be used to model any kind of sequential data, including video, audio, text, time series, and signals.\n\nSee the [launch announcement](https://www.liquid.ai/liquid-foundation-models) for benchmarks and more info.","context_length":66000,"architecture":{"modality":"text->text","tokenizer":"Other","instruct_type":"vicuna"},"pricing":{"prompt":"0.00000015","completion":"0.00000015","image":"0","request":"0"},"top_provider":{"context_length":66000,"max_completion_tokens":66000,"is_moderated":false},"per_request_limits":null},{"id":"anthracite-org/magnum-v2-72b","name":"Magnum v2 72B","created":1727654400,"description":"From the maker of [Goliath](https://openrouter.ai/models/alpindale/goliath-120b), Magnum 72B is the seventh in a family of models designed to achieve the prose quality of the Claude 3 models, notably Opus & Sonnet.\n\nThe model is based on [Qwen2 72B](https://openrouter.ai/models/qwen/qwen-2-72b-instruct) and trained with 55 million tokens of highly curated roleplay (RP) data.","context_length":32768,"architecture":{"modality":"text->text","tokenizer":"Qwen","instruct_type":"chatml"},"pricing":{"prompt":"0.000003","completion":"0.000003","image":"0","request":"0"},"top_provider":{"context_length":32768,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-3.2-3b-instruct:free","name":"Meta: Llama 3.2 3B Instruct (free)","created":1727222400,"description":"Llama 3.2 3B is a 3-billion-parameter multilingual large language model, optimized for advanced natural language processing tasks like dialogue generation, reasoning, and summarization. Designed with the latest transformer architecture, it supports eight languages, including English, Spanish, and Hindi, and is adaptable for additional languages.\n\nTrained on 9 trillion tokens, the Llama 3.2 3B model excels in instruction-following, complex reasoning, and tool use. Its balanced performance makes it ideal for applications needing accuracy and efficiency in text generation across multilingual settings.\n\nClick here for the [original model card](https://github.com/meta-llama/llama-models/blob/main/models/llama3_2/MODEL_CARD.md).\n\nUsage of this model is subject to [Meta's Acceptable Use Policy](https://www.llama.com/llama3/use-policy/).","context_length":4096,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":2048,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-3.2-3b-instruct","name":"Meta: Llama 3.2 3B Instruct","created":1727222400,"description":"Llama 3.2 3B is a 3-billion-parameter multilingual large language model, optimized for advanced natural language processing tasks like dialogue generation, reasoning, and summarization. Designed with the latest transformer architecture, it supports eight languages, including English, Spanish, and Hindi, and is adaptable for additional languages.\n\nTrained on 9 trillion tokens, the Llama 3.2 3B model excels in instruction-following, complex reasoning, and tool use. Its balanced performance makes it ideal for applications needing accuracy and efficiency in text generation across multilingual settings.\n\nClick here for the [original model card](https://github.com/meta-llama/llama-models/blob/main/models/llama3_2/MODEL_CARD.md).\n\nUsage of this model is subject to [Meta's Acceptable Use Policy](https://www.llama.com/llama3/use-policy/).","context_length":131000,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.000000015","completion":"0.000000025","image":"0","request":"0"},"top_provider":{"context_length":131000,"max_completion_tokens":131000,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-3.2-11b-vision-instruct:free","name":"Meta: Llama 3.2 11B Vision Instruct (free)","created":1727222400,"description":"Llama 3.2 11B Vision is a multimodal model with 11 billion parameters, designed to handle tasks combining visual and textual data. It excels in tasks such as image captioning and visual question answering, bridging the gap between language generation and visual reasoning. Pre-trained on a massive dataset of image-text pairs, it performs well in complex, high-accuracy image analysis.\n\nIts ability to integrate visual understanding with language processing makes it an ideal solution for industries requiring comprehensive visual-linguistic AI applications, such as content creation, AI-driven customer service, and research.\n\nClick here for the [original model card](https://github.com/meta-llama/llama-models/blob/main/models/llama3_2/MODEL_CARD_VISION.md).\n\nUsage of this model is subject to [Meta's Acceptable Use Policy](https://www.llama.com/llama3/use-policy/).","context_length":8192,"architecture":{"modality":"text+image->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":8192,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-3.2-11b-vision-instruct","name":"Meta: Llama 3.2 11B Vision Instruct","created":1727222400,"description":"Llama 3.2 11B Vision is a multimodal model with 11 billion parameters, designed to handle tasks combining visual and textual data. It excels in tasks such as image captioning and visual question answering, bridging the gap between language generation and visual reasoning. Pre-trained on a massive dataset of image-text pairs, it performs well in complex, high-accuracy image analysis.\n\nIts ability to integrate visual understanding with language processing makes it an ideal solution for industries requiring comprehensive visual-linguistic AI applications, such as content creation, AI-driven customer service, and research.\n\nClick here for the [original model card](https://github.com/meta-llama/llama-models/blob/main/models/llama3_2/MODEL_CARD_VISION.md).\n\nUsage of this model is subject to [Meta's Acceptable Use Policy](https://www.llama.com/llama3/use-policy/).","context_length":131072,"architecture":{"modality":"text+image->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.000000055","completion":"0.000000055","image":"0.00007948","request":"0"},"top_provider":{"context_length":131072,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-3.2-90b-vision-instruct:free","name":"Meta: Llama 3.2 90B Vision Instruct (free)","created":1727222400,"description":"The Llama 90B Vision model is a top-tier, 90-billion-parameter multimodal model designed for the most challenging visual reasoning and language tasks. It offers unparalleled accuracy in image captioning, visual question answering, and advanced image-text comprehension. Pre-trained on vast multimodal datasets and fine-tuned with human feedback, the Llama 90B Vision is engineered to handle the most demanding image-based AI tasks.\n\nThis model is perfect for industries requiring cutting-edge multimodal AI capabilities, particularly those dealing with complex, real-time visual and textual analysis.\n\nClick here for the [original model card](https://github.com/meta-llama/llama-models/blob/main/models/llama3_2/MODEL_CARD_VISION.md).\n\nUsage of this model is subject to [Meta's Acceptable Use Policy](https://www.llama.com/llama3/use-policy/).","context_length":4096,"architecture":{"modality":"text+image->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":2048,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-3.2-90b-vision-instruct","name":"Meta: Llama 3.2 90B Vision Instruct","created":1727222400,"description":"The Llama 90B Vision model is a top-tier, 90-billion-parameter multimodal model designed for the most challenging visual reasoning and language tasks. It offers unparalleled accuracy in image captioning, visual question answering, and advanced image-text comprehension. Pre-trained on vast multimodal datasets and fine-tuned with human feedback, the Llama 90B Vision is engineered to handle the most demanding image-based AI tasks.\n\nThis model is perfect for industries requiring cutting-edge multimodal AI capabilities, particularly those dealing with complex, real-time visual and textual analysis.\n\nClick here for the [original model card](https://github.com/meta-llama/llama-models/blob/main/models/llama3_2/MODEL_CARD_VISION.md).\n\nUsage of this model is subject to [Meta's Acceptable Use Policy](https://www.llama.com/llama3/use-policy/).","context_length":131072,"architecture":{"modality":"text+image->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.0000009","completion":"0.0000009","image":"0.001301","request":"0"},"top_provider":{"context_length":131072,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-3.2-1b-instruct:free","name":"Meta: Llama 3.2 1B Instruct (free)","created":1727222400,"description":"Llama 3.2 1B is a 1-billion-parameter language model focused on efficiently performing natural language tasks, such as summarization, dialogue, and multilingual text analysis. Its smaller size allows it to operate efficiently in low-resource environments while maintaining strong task performance.\n\nSupporting eight core languages and fine-tunable for more, Llama 1.3B is ideal for businesses or developers seeking lightweight yet powerful AI solutions that can operate in diverse multilingual settings without the high computational demand of larger models.\n\nClick here for the [original model card](https://github.com/meta-llama/llama-models/blob/main/models/llama3_2/MODEL_CARD.md).\n\nUsage of this model is subject to [Meta's Acceptable Use Policy](https://www.llama.com/llama3/use-policy/).","context_length":4096,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":2048,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-3.2-1b-instruct","name":"Meta: Llama 3.2 1B Instruct","created":1727222400,"description":"Llama 3.2 1B is a 1-billion-parameter language model focused on efficiently performing natural language tasks, such as summarization, dialogue, and multilingual text analysis. Its smaller size allows it to operate efficiently in low-resource environments while maintaining strong task performance.\n\nSupporting eight core languages and fine-tunable for more, Llama 1.3B is ideal for businesses or developers seeking lightweight yet powerful AI solutions that can operate in diverse multilingual settings without the high computational demand of larger models.\n\nClick here for the [original model card](https://github.com/meta-llama/llama-models/blob/main/models/llama3_2/MODEL_CARD.md).\n\nUsage of this model is subject to [Meta's Acceptable Use Policy](https://www.llama.com/llama3/use-policy/).","context_length":131072,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.00000001","completion":"0.00000002","image":"0","request":"0"},"top_provider":{"context_length":131072,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"qwen/qwen-2.5-72b-instruct","name":"Qwen2.5 72B Instruct","created":1726704000,"description":"Qwen2.5 72B is the latest series of Qwen large language models. Qwen2.5 brings the following improvements upon Qwen2:\n\n- Significantly more knowledge and has greatly improved capabilities in coding and mathematics, thanks to our specialized expert models in these domains.\n\n- Significant improvements in instruction following, generating long texts (over 8K tokens), understanding structured data (e.g, tables), and generating structured outputs especially JSON. More resilient to the diversity of system prompts, enhancing role-play implementation and condition-setting for chatbots.\n\n- Long-context Support up to 128K tokens and can generate up to 8K tokens.\n\n- Multilingual support for over 29 languages, including Chinese, English, French, Spanish, Portuguese, German, Italian, Russian, Japanese, Korean, Vietnamese, Thai, Arabic, and more.\n\nUsage of this model is subject to [Tongyi Qianwen LICENSE AGREEMENT](https://huggingface.co/Qwen/Qwen1.5-110B-Chat/blob/main/LICENSE).","context_length":32000,"architecture":{"modality":"text->text","tokenizer":"Qwen","instruct_type":"chatml"},"pricing":{"prompt":"0.00000023","completion":"0.0000004","image":"0","request":"0"},"top_provider":{"context_length":32000,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"qwen/qwen-2-vl-72b-instruct","name":"Qwen2-VL 72B Instruct","created":1726617600,"description":"Qwen2 VL 72B is a multimodal LLM from the Qwen Team with the following key enhancements:\n\n- SoTA understanding of images of various resolution & ratio: Qwen2-VL achieves state-of-the-art performance on visual understanding benchmarks, including MathVista, DocVQA, RealWorldQA, MTVQA, etc.\n\n- Understanding videos of 20min+: Qwen2-VL can understand videos over 20 minutes for high-quality video-based question answering, dialog, content creation, etc.\n\n- Agent that can operate your mobiles, robots, etc.: with the abilities of complex reasoning and decision making, Qwen2-VL can be integrated with devices like mobile phones, robots, etc., for automatic operation based on visual environment and text instructions.\n\n- Multilingual Support: to serve global users, besides English and Chinese, Qwen2-VL now supports the understanding of texts in different languages inside images, including most European languages, Japanese, Korean, Arabic, Vietnamese, etc.\n\nFor more details, see this [blog post](https://qwenlm.github.io/blog/qwen2-vl/) and [GitHub repo](https://github.com/QwenLM/Qwen2-VL).\n\nUsage of this model is subject to [Tongyi Qianwen LICENSE AGREEMENT](https://huggingface.co/Qwen/Qwen1.5-110B-Chat/blob/main/LICENSE).","context_length":4096,"architecture":{"modality":"text+image->text","tokenizer":"Qwen","instruct_type":null},"pricing":{"prompt":"0.0000004","completion":"0.0000004","image":"0.000578","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"neversleep/llama-3.1-lumimaid-8b","name":"NeverSleep: Lumimaid v0.2 8B","created":1726358400,"description":"Lumimaid v0.2 8B is a finetune of [Llama 3.1 8B](/models/meta-llama/llama-3.1-8b-instruct) with a \"HUGE step up dataset wise\" compared to Lumimaid v0.1. Sloppy chats output were purged.\n\nUsage of this model is subject to [Meta's Acceptable Use Policy](https://llama.meta.com/llama3/use-policy/).","context_length":32768,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.0000001875","completion":"0.000001125","image":"0","request":"0"},"top_provider":{"context_length":32768,"max_completion_tokens":2048,"is_moderated":false},"per_request_limits":null},{"id":"openai/o1-preview-2024-09-12","name":"OpenAI: o1-preview (2024-09-12)","created":1726099200,"description":"The latest and strongest model family from OpenAI, o1 is designed to spend more time thinking before responding.\n\nThe o1 models are optimized for math, science, programming, and other STEM-related tasks. They consistently exhibit PhD-level accuracy on benchmarks in physics, chemistry, and biology. Learn more in the [launch announcement](https://openai.com/o1).\n\nNote: This model is currently experimental and not suitable for production use-cases, and may be heavily rate-limited.","context_length":128000,"architecture":{"modality":"text->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.000015","completion":"0.00006","image":"0","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":32768,"is_moderated":true},"per_request_limits":null},{"id":"openai/o1-mini","name":"OpenAI: o1-mini","created":1726099200,"description":"The latest and strongest model family from OpenAI, o1 is designed to spend more time thinking before responding.\n\nThe o1 models are optimized for math, science, programming, and other STEM-related tasks. They consistently exhibit PhD-level accuracy on benchmarks in physics, chemistry, and biology. Learn more in the [launch announcement](https://openai.com/o1).\n\nNote: This model is currently experimental and not suitable for production use-cases, and may be heavily rate-limited.","context_length":128000,"architecture":{"modality":"text->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.000003","completion":"0.000012","image":"0","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":65536,"is_moderated":true},"per_request_limits":null},{"id":"openai/o1-preview","name":"OpenAI: o1-preview","created":1726099200,"description":"The latest and strongest model family from OpenAI, o1 is designed to spend more time thinking before responding.\n\nThe o1 models are optimized for math, science, programming, and other STEM-related tasks. They consistently exhibit PhD-level accuracy on benchmarks in physics, chemistry, and biology. Learn more in the [launch announcement](https://openai.com/o1).\n\nNote: This model is currently experimental and not suitable for production use-cases, and may be heavily rate-limited.","context_length":128000,"architecture":{"modality":"text->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.000015","completion":"0.00006","image":"0","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":32768,"is_moderated":true},"per_request_limits":null},{"id":"openai/o1-mini-2024-09-12","name":"OpenAI: o1-mini (2024-09-12)","created":1726099200,"description":"The latest and strongest model family from OpenAI, o1 is designed to spend more time thinking before responding.\n\nThe o1 models are optimized for math, science, programming, and other STEM-related tasks. They consistently exhibit PhD-level accuracy on benchmarks in physics, chemistry, and biology. Learn more in the [launch announcement](https://openai.com/o1).\n\nNote: This model is currently experimental and not suitable for production use-cases, and may be heavily rate-limited.","context_length":128000,"architecture":{"modality":"text->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.000003","completion":"0.000012","image":"0","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":65536,"is_moderated":true},"per_request_limits":null},{"id":"mistralai/pixtral-12b","name":"Mistral: Pixtral 12B","created":1725926400,"description":"The first multi-modal, text+image-to-text model from Mistral AI. Its weights were launched via torrent: https://x.com/mistralai/status/1833758285167722836.","context_length":4096,"architecture":{"modality":"text+image->text","tokenizer":"Mistral","instruct_type":null},"pricing":{"prompt":"0.0000001","completion":"0.0000001","image":"0.0001445","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"cohere/command-r-08-2024","name":"Cohere: Command R (08-2024)","created":1724976000,"description":"command-r-08-2024 is an update of the [Command R](/models/cohere/command-r) with improved performance for multilingual retrieval-augmented generation (RAG) and tool use. More broadly, it is better at math, code and reasoning and is competitive with the previous version of the larger Command R+ model.\n\nRead the launch post [here](https://docs.cohere.com/changelog/command-gets-refreshed).\n\nUse of this model is subject to Cohere's [Acceptable Use Policy](https://docs.cohere.com/docs/c4ai-acceptable-use-policy).","context_length":128000,"architecture":{"modality":"text->text","tokenizer":"Cohere","instruct_type":null},"pricing":{"prompt":"0.0000001425","completion":"0.00000057","image":"0","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":4000,"is_moderated":false},"per_request_limits":null},{"id":"cohere/command-r-plus-08-2024","name":"Cohere: Command R+ (08-2024)","created":1724976000,"description":"command-r-plus-08-2024 is an update of the [Command R+](/models/cohere/command-r-plus) with roughly 50% higher throughput and 25% lower latencies as compared to the previous Command R+ version, while keeping the hardware footprint the same.\n\nRead the launch post [here](https://docs.cohere.com/changelog/command-gets-refreshed).\n\nUse of this model is subject to Cohere's [Acceptable Use Policy](https://docs.cohere.com/docs/c4ai-acceptable-use-policy).","context_length":128000,"architecture":{"modality":"text->text","tokenizer":"Cohere","instruct_type":null},"pricing":{"prompt":"0.000002375","completion":"0.0000095","image":"0","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":4000,"is_moderated":false},"per_request_limits":null},{"id":"google/gemini-flash-1.5-8b-exp","name":"Google: Gemini Flash 1.5 8B Experimental","created":1724803200,"description":"Gemini Flash 1.5 8B Experimental is an experimental, 8B parameter version of the [Gemini Flash 1.5](/models/google/gemini-flash-1.5) model.\n\nUsage of Gemini is subject to Google's [Gemini Terms of Use](https://ai.google.dev/terms).\n\n#multimodal\n\nNote: This model is currently experimental and not suitable for production use-cases, and may be heavily rate-limited.","context_length":1000000,"architecture":{"modality":"text+image->text","tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":1000000,"max_completion_tokens":8192,"is_moderated":false},"per_request_limits":null},{"id":"qwen/qwen-2-vl-7b-instruct","name":"Qwen2-VL 7B Instruct","created":1724803200,"description":"Qwen2 VL 7B is a multimodal LLM from the Qwen Team with the following key enhancements:\n\n- SoTA understanding of images of various resolution & ratio: Qwen2-VL achieves state-of-the-art performance on visual understanding benchmarks, including MathVista, DocVQA, RealWorldQA, MTVQA, etc.\n\n- Understanding videos of 20min+: Qwen2-VL can understand videos over 20 minutes for high-quality video-based question answering, dialog, content creation, etc.\n\n- Agent that can operate your mobiles, robots, etc.: with the abilities of complex reasoning and decision making, Qwen2-VL can be integrated with devices like mobile phones, robots, etc., for automatic operation based on visual environment and text instructions.\n\n- Multilingual Support: to serve global users, besides English and Chinese, Qwen2-VL now supports the understanding of texts in different languages inside images, including most European languages, Japanese, Korean, Arabic, Vietnamese, etc.\n\nFor more details, see this [blog post](https://qwenlm.github.io/blog/qwen2-vl/) and [GitHub repo](https://github.com/QwenLM/Qwen2-VL).\n\nUsage of this model is subject to [Tongyi Qianwen LICENSE AGREEMENT](https://huggingface.co/Qwen/Qwen1.5-110B-Chat/blob/main/LICENSE).","context_length":4096,"architecture":{"modality":"text+image->text","tokenizer":"Qwen","instruct_type":null},"pricing":{"prompt":"0.0000001","completion":"0.0000001","image":"0.0001445","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"google/gemini-flash-1.5-exp","name":"Google: Gemini Flash 1.5 Experimental","created":1724803200,"description":"Gemini 1.5 Flash Experimental is an experimental version of the [Gemini 1.5 Flash](/models/google/gemini-flash-1.5) model.\n\nUsage of Gemini is subject to Google's [Gemini Terms of Use](https://ai.google.dev/terms).\n\n#multimodal\n\nNote: This model is experimental and not suited for production use-cases. It may be removed or redirected to another model in the future.","context_length":1000000,"architecture":{"modality":"text+image->text","tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":1000000,"max_completion_tokens":8192,"is_moderated":false},"per_request_limits":null},{"id":"sao10k/l3.1-euryale-70b","name":"Sao10K: Llama 3.1 Euryale 70B v2.2","created":1724803200,"description":"Euryale L3.1 70B v2.2 is a model focused on creative roleplay from [Sao10k](https://ko-fi.com/sao10k). It is the successor of [Euryale L3 70B v2.1](/models/sao10k/l3-euryale-70b).","context_length":128000,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.00000035","completion":"0.0000004","image":"0","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"ai21/jamba-1-5-mini","name":"AI21: Jamba 1.5 Mini","created":1724371200,"description":"Jamba 1.5 Mini is the world's first production-grade Mamba-based model, combining SSM and Transformer architectures for a 256K context window and high efficiency.\n\nIt works with 9 languages and can handle various writing and analysis tasks as well as or better than similar small models.\n\nThis model uses less computer memory and works faster with longer texts than previous designs.\n\nRead their [announcement](https://www.ai21.com/blog/announcing-jamba-model-family) to learn more.","context_length":256000,"architecture":{"modality":"text->text","tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.0000002","completion":"0.0000004","image":"0","request":"0"},"top_provider":{"context_length":256000,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"ai21/jamba-1-5-large","name":"AI21: Jamba 1.5 Large","created":1724371200,"description":"Jamba 1.5 Large is part of AI21's new family of open models, offering superior speed, efficiency, and quality.\n\nIt features a 256K effective context window, the longest among open models, enabling improved performance on tasks like document summarization and analysis.\n\nBuilt on a novel SSM-Transformer architecture, it outperforms larger models like Llama 3.1 70B on benchmarks while maintaining resource efficiency.\n\nRead their [announcement](https://www.ai21.com/blog/announcing-jamba-model-family) to learn more.","context_length":256000,"architecture":{"modality":"text->text","tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.000002","completion":"0.000008","image":"0","request":"0"},"top_provider":{"context_length":256000,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"microsoft/phi-3.5-mini-128k-instruct","name":"Microsoft: Phi-3.5 Mini 128K Instruct","created":1724198400,"description":"Phi-3.5 models are lightweight, state-of-the-art open models. These models were trained with Phi-3 datasets that include both synthetic data and the filtered, publicly available websites data, with a focus on high quality and reasoning-dense properties. Phi-3.5 Mini uses 3.8B parameters, and is a dense decoder-only transformer model using the same tokenizer as [Phi-3 Mini](/models/microsoft/phi-3-mini-128k-instruct).\n\nThe models underwent a rigorous enhancement process, incorporating both supervised fine-tuning, proximal policy optimization, and direct preference optimization to ensure precise instruction adherence and robust safety measures. When assessed against benchmarks that test common sense, language understanding, math, code, long context and logical reasoning, Phi-3.5 models showcased robust and state-of-the-art performance among models with less than 13 billion parameters.","context_length":128000,"architecture":{"modality":"text->text","tokenizer":"Other","instruct_type":"phi3"},"pricing":{"prompt":"0.0000001","completion":"0.0000001","image":"0","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"nousresearch/hermes-3-llama-3.1-70b","name":"Nous: Hermes 3 70B Instruct","created":1723939200,"description":"Hermes 3 is a generalist language model with many improvements over [Hermes 2](/models/nousresearch/nous-hermes-2-mistral-7b-dpo), including advanced agentic capabilities, much better roleplaying, reasoning, multi-turn conversation, long context coherence, and improvements across the board.\n\nHermes 3 70B is a competitive, if not superior finetune of the [Llama-3.1 70B foundation model](/models/meta-llama/llama-3.1-70b-instruct), focused on aligning LLMs to the user, with powerful steering capabilities and control given to the end user.\n\nThe Hermes 3 series builds and expands on the Hermes 2 set of capabilities, including more powerful and reliable function calling and structured output capabilities, generalist assistant capabilities, and improved code generation skills.","context_length":131000,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"chatml"},"pricing":{"prompt":"0.00000012","completion":"0.0000003","image":"0","request":"0"},"top_provider":{"context_length":131000,"max_completion_tokens":131000,"is_moderated":false},"per_request_limits":null},{"id":"nousresearch/hermes-3-llama-3.1-405b","name":"Nous: Hermes 3 405B Instruct","created":1723766400,"description":"Hermes 3 is a generalist language model with many improvements over Hermes 2, including advanced agentic capabilities, much better roleplaying, reasoning, multi-turn conversation, long context coherence, and improvements across the board.\n\nHermes 3 405B is a frontier-level, full-parameter finetune of the Llama-3.1 405B foundation model, focused on aligning LLMs to the user, with powerful steering capabilities and control given to the end user.\n\nThe Hermes 3 series builds and expands on the Hermes 2 set of capabilities, including more powerful and reliable function calling and structured output capabilities, generalist assistant capabilities, and improved code generation skills.\n\nHermes 3 is competitive, if not superior, to Llama-3.1 Instruct models at general capabilities, with varying strengths and weaknesses attributable between the two.","context_length":131072,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"chatml"},"pricing":{"prompt":"0.0000008","completion":"0.0000008","image":"0","request":"0"},"top_provider":{"context_length":131072,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"perplexity/llama-3.1-sonar-huge-128k-online","name":"Perplexity: Llama 3.1 Sonar 405B Online","created":1723593600,"description":"Llama 3.1 Sonar is Perplexity's latest model family. It surpasses their earlier Sonar models in cost-efficiency, speed, and performance. The model is built upon the Llama 3.1 405B and has internet access.","context_length":127072,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":null},"pricing":{"prompt":"0.000005","completion":"0.000005","image":"0","request":"0.005"},"top_provider":{"context_length":127072,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"openai/chatgpt-4o-latest","name":"OpenAI: ChatGPT-4o","created":1723593600,"description":"OpenAI ChatGPT 4o is continually updated by OpenAI to point to the current version of GPT-4o used by ChatGPT. It therefore differs slightly from the API version of [GPT-4o](/models/openai/gpt-4o) in that it has additional RLHF. It is intended for research and evaluation.\n\nOpenAI notes that this model is not suited for production use-cases as it may be removed or redirected to another model in the future.","context_length":128000,"architecture":{"modality":"text+image->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.000005","completion":"0.000015","image":"0.007225","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":16384,"is_moderated":true},"per_request_limits":null},{"id":"sao10k/l3-lunaris-8b","name":"Sao10K: Llama 3 8B Lunaris","created":1723507200,"description":"Lunaris 8B is a versatile generalist and roleplaying model based on Llama 3. It's a strategic merge of multiple models, designed to balance creativity with improved logic and general knowledge.\n\nCreated by [Sao10k](https://huggingface.co/Sao10k), this model aims to offer an improved experience over Stheno v3.2, with enhanced creativity and logical reasoning.\n\nFor best results, use with Llama 3 Instruct context template, temperature 1.4, and min_p 0.1.","context_length":8192,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.00000003","completion":"0.00000006","image":"0","request":"0"},"top_provider":{"context_length":8192,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"aetherwiing/mn-starcannon-12b","name":"Aetherwiing: Starcannon 12B","created":1723507200,"description":"Starcannon 12B v2 is a creative roleplay and story writing model, based on Mistral Nemo, using [nothingiisreal/mn-celeste-12b](/nothingiisreal/mn-celeste-12b) as a base, with [intervitens/mini-magnum-12b-v1.1](https://huggingface.co/intervitens/mini-magnum-12b-v1.1) merged in using the [TIES](https://arxiv.org/abs/2306.01708) method.\n\nAlthough more similar to Magnum overall, the model remains very creative, with a pleasant writing style. It is recommended for people wanting more variety than Magnum, and yet more verbose prose than Celeste.","context_length":16384,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"chatml"},"pricing":{"prompt":"0.0000008","completion":"0.0000012","image":"0","request":"0"},"top_provider":{"context_length":16384,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"openai/gpt-4o-2024-08-06","name":"OpenAI: GPT-4o (2024-08-06)","created":1722902400,"description":"The 2024-08-06 version of GPT-4o offers improved performance in structured outputs, with the ability to supply a JSON schema in the respone_format. Read more [here](https://openai.com/index/introducing-structured-outputs-in-the-api/).\n\nGPT-4o (\"o\" for \"omni\") is OpenAI's latest AI model, supporting both text and image inputs with text outputs. It maintains the intelligence level of [GPT-4 Turbo](/models/openai/gpt-4-turbo) while being twice as fast and 50% more cost-effective. GPT-4o also offers improved performance in processing non-English languages and enhanced visual capabilities.\n\nFor benchmarking against other models, it was briefly called [\"im-also-a-good-gpt2-chatbot\"](https://twitter.com/LiamFedus/status/1790064963966370209)","context_length":128000,"architecture":{"modality":"text+image->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.0000025","completion":"0.00001","image":"0.003613","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":16384,"is_moderated":true},"per_request_limits":null},{"id":"nothingiisreal/mn-celeste-12b","name":"Mistral Nemo 12B Celeste","created":1722556800,"description":"A specialized story writing and roleplaying model based on Mistral's NeMo 12B Instruct. Fine-tuned on curated datasets including Reddit Writing Prompts and Opus Instruct 25K.\n\nThis model excels at creative writing, offering improved NSFW capabilities, with smarter and more active narration. It demonstrates remarkable versatility in both SFW and NSFW scenarios, with strong Out of Character (OOC) steering capabilities, allowing fine-tuned control over narrative direction and character behavior.\n\nCheck out the model's [HuggingFace page](https://huggingface.co/nothingiisreal/MN-12B-Celeste-V1.9) for details on what parameters and prompts work best!","context_length":16384,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"chatml"},"pricing":{"prompt":"0.0000008","completion":"0.0000012","image":"0","request":"0"},"top_provider":{"context_length":16384,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-3.1-405b","name":"Meta: Llama 3.1 405B (base)","created":1722556800,"description":"Meta's latest class of model (Llama 3.1) launched with a variety of sizes & flavors. This is the base 405B pre-trained version.\n\nIt has demonstrated strong performance compared to leading closed-source models in human evaluations.\n\nTo read more about the model release, [click here](https://ai.meta.com/blog/meta-llama-3/). Usage of this model is subject to [Meta's Acceptable Use Policy](https://llama.meta.com/llama3/use-policy/).","context_length":32768,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"none"},"pricing":{"prompt":"0.000002","completion":"0.000002","image":"0","request":"0"},"top_provider":{"context_length":32768,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"google/gemini-pro-1.5-exp","name":"Google: Gemini Pro 1.5 Experimental","created":1722470400,"description":"Gemini 1.5 Pro Experimental is a bleeding-edge version of the [Gemini 1.5 Pro](/models/google/gemini-pro-1.5) model. Because it's currently experimental, it will be **heavily rate-limited** by Google.\n\nUsage of Gemini is subject to Google's [Gemini Terms of Use](https://ai.google.dev/terms).\n\n#multimodal","context_length":1000000,"architecture":{"modality":"text+image->text","tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":1000000,"max_completion_tokens":8192,"is_moderated":false},"per_request_limits":null},{"id":"perplexity/llama-3.1-sonar-small-128k-online","name":"Perplexity: Llama 3.1 Sonar 8B Online","created":1722470400,"description":"Llama 3.1 Sonar is Perplexity's latest model family. It surpasses their earlier Sonar models in cost-efficiency, speed, and performance.\n\nThis is the online version of the [offline chat model](/models/perplexity/llama-3.1-sonar-small-128k-chat). It is focused on delivering helpful, up-to-date, and factual responses. #online","context_length":127072,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":null},"pricing":{"prompt":"0.0000002","completion":"0.0000002","image":"0","request":"0.005"},"top_provider":{"context_length":127072,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"perplexity/llama-3.1-sonar-large-128k-chat","name":"Perplexity: Llama 3.1 Sonar 70B","created":1722470400,"description":"Llama 3.1 Sonar is Perplexity's latest model family. It surpasses their earlier Sonar models in cost-efficiency, speed, and performance.\n\nThis is a normal offline LLM, but the [online version](/models/perplexity/llama-3.1-sonar-large-128k-online) of this model has Internet access.","context_length":131072,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":null},"pricing":{"prompt":"0.000001","completion":"0.000001","image":"0","request":"0"},"top_provider":{"context_length":131072,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"perplexity/llama-3.1-sonar-small-128k-chat","name":"Perplexity: Llama 3.1 Sonar 8B","created":1722470400,"description":"Llama 3.1 Sonar is Perplexity's latest model family. It surpasses their earlier Sonar models in cost-efficiency, speed, and performance.\n\nThis is a normal offline LLM, but the [online version](/models/perplexity/llama-3.1-sonar-small-128k-online) of this model has Internet access.","context_length":131072,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":null},"pricing":{"prompt":"0.0000002","completion":"0.0000002","image":"0","request":"0"},"top_provider":{"context_length":131072,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"perplexity/llama-3.1-sonar-large-128k-online","name":"Perplexity: Llama 3.1 Sonar 70B Online","created":1722470400,"description":"Llama 3.1 Sonar is Perplexity's latest model family. It surpasses their earlier Sonar models in cost-efficiency, speed, and performance.\n\nThis is the online version of the [offline chat model](/models/perplexity/llama-3.1-sonar-large-128k-chat). It is focused on delivering helpful, up-to-date, and factual responses. #online","context_length":127072,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":null},"pricing":{"prompt":"0.000001","completion":"0.000001","image":"0","request":"0.005"},"top_provider":{"context_length":127072,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-3.1-8b-instruct:free","name":"Meta: Llama 3.1 8B Instruct (free)","created":1721692800,"description":"Meta's latest class of model (Llama 3.1) launched with a variety of sizes & flavors. This 8B instruct-tuned version is fast and efficient.\n\nIt has demonstrated strong performance compared to leading closed-source models in human evaluations.\n\nTo read more about the model release, [click here](https://ai.meta.com/blog/meta-llama-3-1/). Usage of this model is subject to [Meta's Acceptable Use Policy](https://llama.meta.com/llama3/use-policy/).","context_length":8192,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":8192,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-3.1-8b-instruct","name":"Meta: Llama 3.1 8B Instruct","created":1721692800,"description":"Meta's latest class of model (Llama 3.1) launched with a variety of sizes & flavors. This 8B instruct-tuned version is fast and efficient.\n\nIt has demonstrated strong performance compared to leading closed-source models in human evaluations.\n\nTo read more about the model release, [click here](https://ai.meta.com/blog/meta-llama-3-1/). Usage of this model is subject to [Meta's Acceptable Use Policy](https://llama.meta.com/llama3/use-policy/).","context_length":131072,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.00000002","completion":"0.00000005","image":"0","request":"0"},"top_provider":{"context_length":131072,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-3.1-405b-instruct:free","name":"Meta: Llama 3.1 405B Instruct (free)","created":1721692800,"description":"The highly anticipated 400B class of Llama3 is here! Clocking in at 128k context with impressive eval scores, the Meta AI team continues to push the frontier of open-source LLMs.\n\nMeta's latest class of model (Llama 3.1) launched with a variety of sizes & flavors. This 405B instruct-tuned version is optimized for high quality dialogue usecases.\n\nIt has demonstrated strong performance compared to leading closed-source models including GPT-4o and Claude 3.5 Sonnet in evaluations.\n\nTo read more about the model release, [click here](https://ai.meta.com/blog/meta-llama-3-1/). Usage of this model is subject to [Meta's Acceptable Use Policy](https://llama.meta.com/llama3/use-policy/).","context_length":8000,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":8000,"max_completion_tokens":4000,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-3.1-405b-instruct","name":"Meta: Llama 3.1 405B Instruct","created":1721692800,"description":"The highly anticipated 400B class of Llama3 is here! Clocking in at 128k context with impressive eval scores, the Meta AI team continues to push the frontier of open-source LLMs.\n\nMeta's latest class of model (Llama 3.1) launched with a variety of sizes & flavors. This 405B instruct-tuned version is optimized for high quality dialogue usecases.\n\nIt has demonstrated strong performance compared to leading closed-source models including GPT-4o and Claude 3.5 Sonnet in evaluations.\n\nTo read more about the model release, [click here](https://ai.meta.com/blog/meta-llama-3-1/). Usage of this model is subject to [Meta's Acceptable Use Policy](https://llama.meta.com/llama3/use-policy/).","context_length":32000,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.0000008","completion":"0.0000008","image":"0","request":"0"},"top_provider":{"context_length":32000,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-3.1-405b-instruct:nitro","name":"Meta: Llama 3.1 405B Instruct (nitro)","created":1721692800,"description":"The highly anticipated 400B class of Llama3 is here! Clocking in at 128k context with impressive eval scores, the Meta AI team continues to push the frontier of open-source LLMs.\n\nMeta's latest class of model (Llama 3.1) launched with a variety of sizes & flavors. This 405B instruct-tuned version is optimized for high quality dialogue usecases.\n\nIt has demonstrated strong performance compared to leading closed-source models including GPT-4o and Claude 3.5 Sonnet in evaluations.\n\nTo read more about the model release, [click here](https://ai.meta.com/blog/meta-llama-3-1/). Usage of this model is subject to [Meta's Acceptable Use Policy](https://llama.meta.com/llama3/use-policy/).","context_length":8000,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.00001462","completion":"0.00001462","image":"0","request":"0"},"top_provider":{"context_length":8000,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-3.1-70b-instruct:free","name":"Meta: Llama 3.1 70B Instruct (free)","created":1721692800,"description":"Meta's latest class of model (Llama 3.1) launched with a variety of sizes & flavors. This 70B instruct-tuned version is optimized for high quality dialogue usecases.\n\nIt has demonstrated strong performance compared to leading closed-source models in human evaluations.\n\nTo read more about the model release, [click here](https://ai.meta.com/blog/meta-llama-3-1/). Usage of this model is subject to [Meta's Acceptable Use Policy](https://llama.meta.com/llama3/use-policy/).","context_length":8192,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":8192,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-3.1-70b-instruct","name":"Meta: Llama 3.1 70B Instruct","created":1721692800,"description":"Meta's latest class of model (Llama 3.1) launched with a variety of sizes & flavors. This 70B instruct-tuned version is optimized for high quality dialogue usecases.\n\nIt has demonstrated strong performance compared to leading closed-source models in human evaluations.\n\nTo read more about the model release, [click here](https://ai.meta.com/blog/meta-llama-3-1/). Usage of this model is subject to [Meta's Acceptable Use Policy](https://llama.meta.com/llama3/use-policy/).","context_length":131072,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.00000012","completion":"0.0000003","image":"0","request":"0"},"top_provider":{"context_length":131072,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-3.1-70b-instruct:nitro","name":"Meta: Llama 3.1 70B Instruct (nitro)","created":1721692800,"description":"Meta's latest class of model (Llama 3.1) launched with a variety of sizes & flavors. This 70B instruct-tuned version is optimized for high quality dialogue usecases.\n\nIt has demonstrated strong performance compared to leading closed-source models in human evaluations.\n\nTo read more about the model release, [click here](https://ai.meta.com/blog/meta-llama-3-1/). Usage of this model is subject to [Meta's Acceptable Use Policy](https://llama.meta.com/llama3/use-policy/).","context_length":64000,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.00000325","completion":"0.00000325","image":"0","request":"0"},"top_provider":{"context_length":64000,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"mistralai/mistral-nemo","name":"Mistral: Mistral Nemo","created":1721347200,"description":"A 12B parameter model with a 128k token context length built by Mistral in collaboration with NVIDIA.\n\nThe model is multilingual, supporting English, French, German, Spanish, Italian, Portuguese, Chinese, Japanese, Korean, Arabic, and Hindi.\n\nIt supports function calling and is released under the Apache 2.0 license.","context_length":128000,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"mistral"},"pricing":{"prompt":"0.000000035","completion":"0.00000008","image":"0","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"mistralai/codestral-mamba","name":"Mistral: Codestral Mamba","created":1721347200,"description":"A 7.3B parameter Mamba-based model designed for code and reasoning tasks.\n\n- Linear time inference, allowing for theoretically infinite sequence lengths\n- 256k token context window\n- Optimized for quick responses, especially beneficial for code productivity\n- Performs comparably to state-of-the-art transformer models in code and reasoning tasks\n- Available under the Apache 2.0 license for free use, modification, and distribution","context_length":256000,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":null},"pricing":{"prompt":"0.00000025","completion":"0.00000025","image":"0","request":"0"},"top_provider":{"context_length":256000,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"openai/gpt-4o-mini-2024-07-18","name":"OpenAI: GPT-4o-mini (2024-07-18)","created":1721260800,"description":"GPT-4o mini is OpenAI's newest model after [GPT-4 Omni](/models/openai/gpt-4o), supporting both text and image inputs with text outputs.\n\nAs their most advanced small model, it is many multiples more affordable than other recent frontier models, and more than 60% cheaper than [GPT-3.5 Turbo](/models/openai/gpt-3.5-turbo). It maintains SOTA intelligence, while being significantly more cost-effective.\n\nGPT-4o mini achieves an 82% score on MMLU and presently ranks higher than GPT-4 on chat preferences [common leaderboards](https://arena.lmsys.org/).\n\nCheck out the [launch announcement](https://openai.com/index/gpt-4o-mini-advancing-cost-efficient-intelligence/) to learn more.\n\n#multimodal","context_length":128000,"architecture":{"modality":"text+image->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00000015","completion":"0.0000006","image":"0.007225","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":16384,"is_moderated":true},"per_request_limits":null},{"id":"openai/gpt-4o-mini","name":"OpenAI: GPT-4o-mini","created":1721260800,"description":"GPT-4o mini is OpenAI's newest model after [GPT-4 Omni](/models/openai/gpt-4o), supporting both text and image inputs with text outputs.\n\nAs their most advanced small model, it is many multiples more affordable than other recent frontier models, and more than 60% cheaper than [GPT-3.5 Turbo](/models/openai/gpt-3.5-turbo). It maintains SOTA intelligence, while being significantly more cost-effective.\n\nGPT-4o mini achieves an 82% score on MMLU and presently ranks higher than GPT-4 on chat preferences [common leaderboards](https://arena.lmsys.org/).\n\nCheck out the [launch announcement](https://openai.com/index/gpt-4o-mini-advancing-cost-efficient-intelligence/) to learn more.\n\n#multimodal","context_length":128000,"architecture":{"modality":"text+image->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00000015","completion":"0.0000006","image":"0.007225","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":16384,"is_moderated":true},"per_request_limits":null},{"id":"qwen/qwen-2-7b-instruct:free","name":"Qwen 2 7B Instruct (free)","created":1721088000,"description":"Qwen2 7B is a transformer-based model that excels in language understanding, multilingual capabilities, coding, mathematics, and reasoning.\n\nIt features SwiGLU activation, attention QKV bias, and group query attention. It is pretrained on extensive data with supervised finetuning and direct preference optimization.\n\nFor more details, see this [blog post](https://qwenlm.github.io/blog/qwen2/) and [GitHub repo](https://github.com/QwenLM/Qwen2).\n\nUsage of this model is subject to [Tongyi Qianwen LICENSE AGREEMENT](https://huggingface.co/Qwen/Qwen1.5-110B-Chat/blob/main/LICENSE).","context_length":8192,"architecture":{"modality":"text->text","tokenizer":"Qwen","instruct_type":"chatml"},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":8192,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"qwen/qwen-2-7b-instruct","name":"Qwen 2 7B Instruct","created":1721088000,"description":"Qwen2 7B is a transformer-based model that excels in language understanding, multilingual capabilities, coding, mathematics, and reasoning.\n\nIt features SwiGLU activation, attention QKV bias, and group query attention. It is pretrained on extensive data with supervised finetuning and direct preference optimization.\n\nFor more details, see this [blog post](https://qwenlm.github.io/blog/qwen2/) and [GitHub repo](https://github.com/QwenLM/Qwen2).\n\nUsage of this model is subject to [Tongyi Qianwen LICENSE AGREEMENT](https://huggingface.co/Qwen/Qwen1.5-110B-Chat/blob/main/LICENSE).","context_length":32768,"architecture":{"modality":"text->text","tokenizer":"Qwen","instruct_type":"chatml"},"pricing":{"prompt":"0.000000054","completion":"0.000000054","image":"0","request":"0"},"top_provider":{"context_length":32768,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"google/gemma-2-27b-it","name":"Google: Gemma 2 27B","created":1720828800,"description":"Gemma 2 27B by Google is an open model built from the same research and technology used to create the [Gemini models](/models?q=gemini).\n\nGemma models are well-suited for a variety of text generation tasks, including question answering, summarization, and reasoning.\n\nSee the [launch announcement](https://blog.google/technology/developers/google-gemma-2/) for more details. Usage of Gemma is subject to Google's [Gemma Terms of Use](https://ai.google.dev/gemma/terms).","context_length":8192,"architecture":{"modality":"text->text","tokenizer":"Gemini","instruct_type":"gemma"},"pricing":{"prompt":"0.00000027","completion":"0.00000027","image":"0","request":"0"},"top_provider":{"context_length":8192,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"alpindale/magnum-72b","name":"Magnum 72B","created":1720656000,"description":"From the maker of [Goliath](https://openrouter.ai/models/alpindale/goliath-120b), Magnum 72B is the first in a new family of models designed to achieve the prose quality of the Claude 3 models, notably Opus & Sonnet.\n\nThe model is based on [Qwen2 72B](https://openrouter.ai/models/qwen/qwen-2-72b-instruct) and trained with 55 million tokens of highly curated roleplay (RP) data.","context_length":16384,"architecture":{"modality":"text->text","tokenizer":"Qwen","instruct_type":"chatml"},"pricing":{"prompt":"0.000001875","completion":"0.00000225","image":"0","request":"0"},"top_provider":{"context_length":16384,"max_completion_tokens":1024,"is_moderated":false},"per_request_limits":null},{"id":"google/gemma-2-9b-it:free","name":"Google: Gemma 2 9B (free)","created":1719532800,"description":"Gemma 2 9B by Google is an advanced, open-source language model that sets a new standard for efficiency and performance in its size class.\n\nDesigned for a wide variety of tasks, it empowers developers and researchers to build innovative applications, while maintaining accessibility, safety, and cost-effectiveness.\n\nSee the [launch announcement](https://blog.google/technology/developers/google-gemma-2/) for more details. Usage of Gemma is subject to Google's [Gemma Terms of Use](https://ai.google.dev/gemma/terms).","context_length":4096,"architecture":{"modality":"text->text","tokenizer":"Gemini","instruct_type":"gemma"},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":2048,"is_moderated":false},"per_request_limits":null},{"id":"google/gemma-2-9b-it","name":"Google: Gemma 2 9B","created":1719532800,"description":"Gemma 2 9B by Google is an advanced, open-source language model that sets a new standard for efficiency and performance in its size class.\n\nDesigned for a wide variety of tasks, it empowers developers and researchers to build innovative applications, while maintaining accessibility, safety, and cost-effectiveness.\n\nSee the [launch announcement](https://blog.google/technology/developers/google-gemma-2/) for more details. Usage of Gemma is subject to Google's [Gemma Terms of Use](https://ai.google.dev/gemma/terms).","context_length":4096,"architecture":{"modality":"text->text","tokenizer":"Gemini","instruct_type":"gemma"},"pricing":{"prompt":"0.00000003","completion":"0.00000006","image":"0","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"01-ai/yi-large","name":"01.AI: Yi Large","created":1719273600,"description":"The Yi Large model was designed by 01.AI with the following usecases in mind: knowledge search, data classification, human-like chat bots, and customer service.\n\nIt stands out for its multilingual proficiency, particularly in Spanish, Chinese, Japanese, German, and French.\n\nCheck out the [launch announcement](https://01-ai.github.io/blog/01.ai-yi-large-llm-launch) to learn more.","context_length":32768,"architecture":{"modality":"text->text","tokenizer":"Yi","instruct_type":null},"pricing":{"prompt":"0.000003","completion":"0.000003","image":"0","request":"0"},"top_provider":{"context_length":32768,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"ai21/jamba-instruct","name":"AI21: Jamba Instruct","created":1719273600,"description":"The Jamba-Instruct model, introduced by AI21 Labs, is an instruction-tuned variant of their hybrid SSM-Transformer Jamba model, specifically optimized for enterprise applications.\n\n- 256K Context Window: It can process extensive information, equivalent to a 400-page novel, which is beneficial for tasks involving large documents such as financial reports or legal documents\n- Safety and Accuracy: Jamba-Instruct is designed with enhanced safety features to ensure secure deployment in enterprise environments, reducing the risk and cost of implementation\n\nRead their [announcement](https://www.ai21.com/blog/announcing-jamba) to learn more.\n\nJamba has a knowledge cutoff of February 2024.","context_length":256000,"architecture":{"modality":"text->text","tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.0000005","completion":"0.0000007","image":"0","request":"0"},"top_provider":{"context_length":256000,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"anthropic/claude-3.5-sonnet-20240620:beta","name":"Anthropic: Claude 3.5 Sonnet (2024-06-20) (self-moderated)","created":1718841600,"description":"Claude 3.5 Sonnet delivers better-than-Opus capabilities, faster-than-Sonnet speeds, at the same Sonnet prices. Sonnet is particularly good at:\n\n- Coding: Autonomously writes, edits, and runs code with reasoning and troubleshooting\n- Data science: Augments human data science expertise; navigates unstructured data while using multiple tools for insights\n- Visual processing: excelling at interpreting charts, graphs, and images, accurately transcribing text to derive insights beyond just the text alone\n- Agentic tasks: exceptional tool use, making it great at agentic tasks (i.e. complex, multi-step problem solving tasks that require engaging with other systems)\n\nFor the latest version (2024-10-23), check out [Claude 3.5 Sonnet](/anthropic/claude-3.5-sonnet).\n\n#multimodal","context_length":200000,"architecture":{"modality":"text+image->text","tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000003","completion":"0.000015","image":"0.0048","request":"0"},"top_provider":{"context_length":200000,"max_completion_tokens":8192,"is_moderated":false},"per_request_limits":null},{"id":"anthropic/claude-3.5-sonnet-20240620","name":"Anthropic: Claude 3.5 Sonnet (2024-06-20)","created":1718841600,"description":"Claude 3.5 Sonnet delivers better-than-Opus capabilities, faster-than-Sonnet speeds, at the same Sonnet prices. Sonnet is particularly good at:\n\n- Coding: Autonomously writes, edits, and runs code with reasoning and troubleshooting\n- Data science: Augments human data science expertise; navigates unstructured data while using multiple tools for insights\n- Visual processing: excelling at interpreting charts, graphs, and images, accurately transcribing text to derive insights beyond just the text alone\n- Agentic tasks: exceptional tool use, making it great at agentic tasks (i.e. complex, multi-step problem solving tasks that require engaging with other systems)\n\nFor the latest version (2024-10-23), check out [Claude 3.5 Sonnet](/anthropic/claude-3.5-sonnet).\n\n#multimodal","context_length":200000,"architecture":{"modality":"text+image->text","tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000003","completion":"0.000015","image":"0.0048","request":"0"},"top_provider":{"context_length":200000,"max_completion_tokens":8192,"is_moderated":true},"per_request_limits":null},{"id":"sao10k/l3-euryale-70b","name":"Sao10k: Llama 3 Euryale 70B v2.1","created":1718668800,"description":"Euryale 70B v2.1 is a model focused on creative roleplay from [Sao10k](https://ko-fi.com/sao10k).\n\n- Better prompt adherence.\n- Better anatomy / spatial awareness.\n- Adapts much better to unique and custom formatting / reply formats.\n- Very creative, lots of unique swipes.\n- Is not restrictive during roleplays.","context_length":8192,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.00000035","completion":"0.0000004","image":"0","request":"0"},"top_provider":{"context_length":8192,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"cognitivecomputations/dolphin-mixtral-8x22b","name":"Dolphin 2.9.2 Mixtral 8x22B 🐬","created":1717804800,"description":"Dolphin 2.9 is designed for instruction following, conversational, and coding. This model is a finetune of [Mixtral 8x22B Instruct](/models/mistralai/mixtral-8x22b-instruct). It features a 64k context length and was fine-tuned with a 16k sequence length using ChatML templates.\n\nThis model is a successor to [Dolphin Mixtral 8x7B](/models/cognitivecomputations/dolphin-mixtral-8x7b).\n\nThe model is uncensored and is stripped of alignment and bias. It requires an external alignment layer for ethical use. Users are cautioned to use this highly compliant model responsibly, as detailed in a blog post about uncensored models at [erichartford.com/uncensored-models](https://erichartford.com/uncensored-models).\n\n#moe #uncensored","context_length":16000,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"chatml"},"pricing":{"prompt":"0.0000009","completion":"0.0000009","image":"0","request":"0"},"top_provider":{"context_length":16000,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"qwen/qwen-2-72b-instruct","name":"Qwen 2 72B Instruct","created":1717718400,"description":"Qwen2 72B is a transformer-based model that excels in language understanding, multilingual capabilities, coding, mathematics, and reasoning.\n\nIt features SwiGLU activation, attention QKV bias, and group query attention. It is pretrained on extensive data with supervised finetuning and direct preference optimization.\n\nFor more details, see this [blog post](https://qwenlm.github.io/blog/qwen2/) and [GitHub repo](https://github.com/QwenLM/Qwen2).\n\nUsage of this model is subject to [Tongyi Qianwen LICENSE AGREEMENT](https://huggingface.co/Qwen/Qwen1.5-110B-Chat/blob/main/LICENSE).","context_length":32768,"architecture":{"modality":"text->text","tokenizer":"Qwen","instruct_type":"chatml"},"pricing":{"prompt":"0.00000034","completion":"0.00000039","image":"0","request":"0"},"top_provider":{"context_length":32768,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"mistralai/mistral-7b-instruct:free","name":"Mistral: Mistral 7B Instruct (free)","created":1716768000,"description":"A high-performing, industry-standard 7.3B parameter model, with optimizations for speed and context length.\n\n*Mistral 7B Instruct has multiple version variants, and this is intended to be the latest version.*","context_length":8192,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"mistral"},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":8192,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"mistralai/mistral-7b-instruct","name":"Mistral: Mistral 7B Instruct","created":1716768000,"description":"A high-performing, industry-standard 7.3B parameter model, with optimizations for speed and context length.\n\n*Mistral 7B Instruct has multiple version variants, and this is intended to be the latest version.*","context_length":32768,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"mistral"},"pricing":{"prompt":"0.00000003","completion":"0.000000055","image":"0","request":"0"},"top_provider":{"context_length":32768,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"mistralai/mistral-7b-instruct:nitro","name":"Mistral: Mistral 7B Instruct (nitro)","created":1716768000,"description":"A high-performing, industry-standard 7.3B parameter model, with optimizations for speed and context length.\n\n*Mistral 7B Instruct has multiple version variants, and this is intended to be the latest version.*","context_length":32768,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"mistral"},"pricing":{"prompt":"0.00000007","completion":"0.00000007","image":"0","request":"0"},"top_provider":{"context_length":32768,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"mistralai/mistral-7b-instruct-v0.3","name":"Mistral: Mistral 7B Instruct v0.3","created":1716768000,"description":"A high-performing, industry-standard 7.3B parameter model, with optimizations for speed and context length.\n\nAn improved version of [Mistral 7B Instruct v0.2](/models/mistralai/mistral-7b-instruct-v0.2), with the following changes:\n\n- Extended vocabulary to 32768\n- Supports v3 Tokenizer\n- Supports function calling\n\nNOTE: Support for function calling depends on the provider.","context_length":32768,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"mistral"},"pricing":{"prompt":"0.00000003","completion":"0.000000055","image":"0","request":"0"},"top_provider":{"context_length":32768,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"nousresearch/hermes-2-pro-llama-3-8b","name":"NousResearch: Hermes 2 Pro - Llama-3 8B","created":1716768000,"description":"Hermes 2 Pro is an upgraded, retrained version of Nous Hermes 2, consisting of an updated and cleaned version of the OpenHermes 2.5 Dataset, as well as a newly introduced Function Calling and JSON Mode dataset developed in-house.","context_length":131000,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"chatml"},"pricing":{"prompt":"0.000000025","completion":"0.00000004","image":"0","request":"0"},"top_provider":{"context_length":131000,"max_completion_tokens":131000,"is_moderated":false},"per_request_limits":null},{"id":"microsoft/phi-3-mini-128k-instruct:free","name":"Microsoft: Phi-3 Mini 128K Instruct (free)","created":1716681600,"description":"Phi-3 Mini is a powerful 3.8B parameter model designed for advanced language understanding, reasoning, and instruction following. Optimized through supervised fine-tuning and preference adjustments, it excels in tasks involving common sense, mathematics, logical reasoning, and code processing.\n\nAt time of release, Phi-3 Medium demonstrated state-of-the-art performance among lightweight models. This model is static, trained on an offline dataset with an October 2023 cutoff date.","context_length":8192,"architecture":{"modality":"text->text","tokenizer":"Other","instruct_type":"phi3"},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":8192,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"microsoft/phi-3-mini-128k-instruct","name":"Microsoft: Phi-3 Mini 128K Instruct","created":1716681600,"description":"Phi-3 Mini is a powerful 3.8B parameter model designed for advanced language understanding, reasoning, and instruction following. Optimized through supervised fine-tuning and preference adjustments, it excels in tasks involving common sense, mathematics, logical reasoning, and code processing.\n\nAt time of release, Phi-3 Medium demonstrated state-of-the-art performance among lightweight models. This model is static, trained on an offline dataset with an October 2023 cutoff date.","context_length":128000,"architecture":{"modality":"text->text","tokenizer":"Other","instruct_type":"phi3"},"pricing":{"prompt":"0.0000001","completion":"0.0000001","image":"0","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"microsoft/phi-3-medium-128k-instruct:free","name":"Microsoft: Phi-3 Medium 128K Instruct (free)","created":1716508800,"description":"Phi-3 128K Medium is a powerful 14-billion parameter model designed for advanced language understanding, reasoning, and instruction following. Optimized through supervised fine-tuning and preference adjustments, it excels in tasks involving common sense, mathematics, logical reasoning, and code processing.\n\nAt time of release, Phi-3 Medium demonstrated state-of-the-art performance among lightweight models. In the MMLU-Pro eval, the model even comes close to a Llama3 70B level of performance.\n\nFor 4k context length, try [Phi-3 Medium 4K](/models/microsoft/phi-3-medium-4k-instruct).","context_length":8192,"architecture":{"modality":"text->text","tokenizer":"Other","instruct_type":"phi3"},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":8192,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"microsoft/phi-3-medium-128k-instruct","name":"Microsoft: Phi-3 Medium 128K Instruct","created":1716508800,"description":"Phi-3 128K Medium is a powerful 14-billion parameter model designed for advanced language understanding, reasoning, and instruction following. Optimized through supervised fine-tuning and preference adjustments, it excels in tasks involving common sense, mathematics, logical reasoning, and code processing.\n\nAt time of release, Phi-3 Medium demonstrated state-of-the-art performance among lightweight models. In the MMLU-Pro eval, the model even comes close to a Llama3 70B level of performance.\n\nFor 4k context length, try [Phi-3 Medium 4K](/models/microsoft/phi-3-medium-4k-instruct).","context_length":128000,"architecture":{"modality":"text->text","tokenizer":"Other","instruct_type":"phi3"},"pricing":{"prompt":"0.000001","completion":"0.000001","image":"0","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"neversleep/llama-3-lumimaid-70b","name":"NeverSleep: Llama 3 Lumimaid 70B","created":1715817600,"description":"The NeverSleep team is back, with a Llama 3 70B finetune trained on their curated roleplay data. Striking a balance between eRP and RP, Lumimaid was designed to be serious, yet uncensored when necessary.\n\nTo enhance it's overall intelligence and chat capability, roughly 40% of the training data was not roleplay. This provides a breadth of knowledge to access, while still keeping roleplay as the primary strength.\n\nUsage of this model is subject to [Meta's Acceptable Use Policy](https://llama.meta.com/llama3/use-policy/).","context_length":8192,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.000003375","completion":"0.0000045","image":"0","request":"0"},"top_provider":{"context_length":8192,"max_completion_tokens":2048,"is_moderated":false},"per_request_limits":null},{"id":"perplexity/llama-3-sonar-large-32k-chat","name":"Perplexity: Llama3 Sonar 70B","created":1715644800,"description":"Llama3 Sonar is Perplexity's latest model family. It surpasses their earlier Sonar models in cost-efficiency, speed, and performance.\n\nThis is a normal offline LLM, but the [online version](/models/perplexity/llama-3-sonar-large-32k-online) of this model has Internet access.","context_length":32768,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":null},"pricing":{"prompt":"0.000001","completion":"0.000001","image":"0","request":"0"},"top_provider":{"context_length":32768,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"deepseek/deepseek-chat-v2.5","name":"DeepSeek V2.5","created":1715644800,"description":"DeepSeek-V2.5 is an upgraded version that combines DeepSeek-V2-Chat and DeepSeek-Coder-V2-Instruct. The new model integrates the general and coding abilities of the two previous versions. For model details, please visit [DeepSeek-V2 page](https://github.com/deepseek-ai/DeepSeek-V2) for more information.","context_length":8192,"architecture":{"modality":"text->text","tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.000002","completion":"0.000002","image":"0","request":"0"},"top_provider":{"context_length":8192,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"perplexity/llama-3-sonar-large-32k-online","name":"Perplexity: Llama3 Sonar 70B Online","created":1715644800,"description":"Llama3 Sonar is Perplexity's latest model family. It surpasses their earlier Sonar models in cost-efficiency, speed, and performance.\n\nThis is the online version of the [offline chat model](/models/perplexity/llama-3-sonar-large-32k-chat). It is focused on delivering helpful, up-to-date, and factual responses. #online","context_length":28000,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":null},"pricing":{"prompt":"0.000001","completion":"0.000001","image":"0","request":"0.005"},"top_provider":{"context_length":28000,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"google/gemini-flash-1.5","name":"Google: Gemini Flash 1.5","created":1715644800,"description":"Gemini 1.5 Flash is a foundation model that performs well at a variety of multimodal tasks such as visual understanding, classification, summarization, and creating content from image, audio and video. It's adept at processing visual and text inputs such as photographs, documents, infographics, and screenshots.\n\nGemini 1.5 Flash is designed for high-volume, high-frequency tasks where cost and latency matter. On most common tasks, Flash achieves comparable quality to other Gemini Pro models at a significantly reduced cost. Flash is well-suited for applications like chat assistants and on-demand content generation where speed and scale matter.\n\nUsage of Gemini is subject to Google's [Gemini Terms of Use](https://ai.google.dev/terms).\n\n#multimodal","context_length":1000000,"architecture":{"modality":"text+image->text","tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0.000000075","completion":"0.0000003","image":"0.00004","request":"0"},"top_provider":{"context_length":1000000,"max_completion_tokens":8192,"is_moderated":false},"per_request_limits":null},{"id":"perplexity/llama-3-sonar-small-32k-chat","name":"Perplexity: Llama3 Sonar 8B","created":1715644800,"description":"Llama3 Sonar is Perplexity's latest model family. It surpasses their earlier Sonar models in cost-efficiency, speed, and performance.\n\nThis is a normal offline LLM, but the [online version](/models/perplexity/llama-3-sonar-small-32k-online) of this model has Internet access.","context_length":32768,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":null},"pricing":{"prompt":"0.0000002","completion":"0.0000002","image":"0","request":"0"},"top_provider":{"context_length":32768,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-guard-2-8b","name":"Meta: LlamaGuard 2 8B","created":1715558400,"description":"This safeguard model has 8B parameters and is based on the Llama 3 family. Just like is predecessor, [LlamaGuard 1](https://huggingface.co/meta-llama/LlamaGuard-7b), it can do both prompt and response classification.\n\nLlamaGuard 2 acts as a normal LLM would, generating text that indicates whether the given input/output is safe/unsafe. If deemed unsafe, it will also share the content categories violated.\n\nFor best results, please use raw prompt input or the `/completions` endpoint, instead of the chat API.\n\nIt has demonstrated strong performance compared to leading closed-source models in human evaluations.\n\nTo read more about the model release, [click here](https://ai.meta.com/blog/meta-llama-3/). Usage of this model is subject to [Meta's Acceptable Use Policy](https://llama.meta.com/llama3/use-policy/).","context_length":8192,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"none"},"pricing":{"prompt":"0.00000018","completion":"0.00000018","image":"0","request":"0"},"top_provider":{"context_length":8192,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"openai/gpt-4o","name":"OpenAI: GPT-4o","created":1715558400,"description":"GPT-4o (\"o\" for \"omni\") is OpenAI's latest AI model, supporting both text and image inputs with text outputs. It maintains the intelligence level of [GPT-4 Turbo](/models/openai/gpt-4-turbo) while being twice as fast and 50% more cost-effective. GPT-4o also offers improved performance in processing non-English languages and enhanced visual capabilities.\n\nFor benchmarking against other models, it was briefly called [\"im-also-a-good-gpt2-chatbot\"](https://twitter.com/LiamFedus/status/1790064963966370209)\n\n#multimodal","context_length":128000,"architecture":{"modality":"text+image->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.0000025","completion":"0.00001","image":"0.003613","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":16384,"is_moderated":true},"per_request_limits":null},{"id":"openai/gpt-4o:extended","name":"OpenAI: GPT-4o (extended)","created":1715558400,"description":"GPT-4o (\"o\" for \"omni\") is OpenAI's latest AI model, supporting both text and image inputs with text outputs. It maintains the intelligence level of [GPT-4 Turbo](/models/openai/gpt-4-turbo) while being twice as fast and 50% more cost-effective. GPT-4o also offers improved performance in processing non-English languages and enhanced visual capabilities.\n\nFor benchmarking against other models, it was briefly called [\"im-also-a-good-gpt2-chatbot\"](https://twitter.com/LiamFedus/status/1790064963966370209)\n\n#multimodal","context_length":128000,"architecture":{"modality":"text+image->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.000006","completion":"0.000018","image":"0.007225","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":64000,"is_moderated":true},"per_request_limits":null},{"id":"openai/gpt-4o-2024-05-13","name":"OpenAI: GPT-4o (2024-05-13)","created":1715558400,"description":"GPT-4o (\"o\" for \"omni\") is OpenAI's latest AI model, supporting both text and image inputs with text outputs. It maintains the intelligence level of [GPT-4 Turbo](/models/openai/gpt-4-turbo) while being twice as fast and 50% more cost-effective. GPT-4o also offers improved performance in processing non-English languages and enhanced visual capabilities.\n\nFor benchmarking against other models, it was briefly called [\"im-also-a-good-gpt2-chatbot\"](https://twitter.com/LiamFedus/status/1790064963966370209)\n\n#multimodal","context_length":128000,"architecture":{"modality":"text+image->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.000005","completion":"0.000015","image":"0.007225","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":4096,"is_moderated":true},"per_request_limits":null},{"id":"neversleep/llama-3-lumimaid-8b:extended","name":"NeverSleep: Llama 3 Lumimaid 8B (extended)","created":1714780800,"description":"The NeverSleep team is back, with a Llama 3 8B finetune trained on their curated roleplay data. Striking a balance between eRP and RP, Lumimaid was designed to be serious, yet uncensored when necessary.\n\nTo enhance it's overall intelligence and chat capability, roughly 40% of the training data was not roleplay. This provides a breadth of knowledge to access, while still keeping roleplay as the primary strength.\n\nUsage of this model is subject to [Meta's Acceptable Use Policy](https://llama.meta.com/llama3/use-policy/).","context_length":24576,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.0000001875","completion":"0.000001125","image":"0","request":"0"},"top_provider":{"context_length":24576,"max_completion_tokens":2048,"is_moderated":false},"per_request_limits":null},{"id":"neversleep/llama-3-lumimaid-8b","name":"NeverSleep: Llama 3 Lumimaid 8B","created":1714780800,"description":"The NeverSleep team is back, with a Llama 3 8B finetune trained on their curated roleplay data. Striking a balance between eRP and RP, Lumimaid was designed to be serious, yet uncensored when necessary.\n\nTo enhance it's overall intelligence and chat capability, roughly 40% of the training data was not roleplay. This provides a breadth of knowledge to access, while still keeping roleplay as the primary strength.\n\nUsage of this model is subject to [Meta's Acceptable Use Policy](https://llama.meta.com/llama3/use-policy/).","context_length":24576,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.0000001875","completion":"0.000001125","image":"0","request":"0"},"top_provider":{"context_length":24576,"max_completion_tokens":2048,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-3-8b-instruct:free","name":"Meta: Llama 3 8B Instruct (free)","created":1713398400,"description":"Meta's latest class of model (Llama 3) launched with a variety of sizes & flavors. This 8B instruct-tuned version was optimized for high quality dialogue usecases.\n\nIt has demonstrated strong performance compared to leading closed-source models in human evaluations.\n\nTo read more about the model release, [click here](https://ai.meta.com/blog/meta-llama-3/). Usage of this model is subject to [Meta's Acceptable Use Policy](https://llama.meta.com/llama3/use-policy/).","context_length":8192,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":8192,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-3-8b-instruct","name":"Meta: Llama 3 8B Instruct","created":1713398400,"description":"Meta's latest class of model (Llama 3) launched with a variety of sizes & flavors. This 8B instruct-tuned version was optimized for high quality dialogue usecases.\n\nIt has demonstrated strong performance compared to leading closed-source models in human evaluations.\n\nTo read more about the model release, [click here](https://ai.meta.com/blog/meta-llama-3/). Usage of this model is subject to [Meta's Acceptable Use Policy](https://llama.meta.com/llama3/use-policy/).","context_length":8192,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.00000003","completion":"0.00000006","image":"0","request":"0"},"top_provider":{"context_length":8192,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-3-8b-instruct:extended","name":"Meta: Llama 3 8B Instruct (extended)","created":1713398400,"description":"Meta's latest class of model (Llama 3) launched with a variety of sizes & flavors. This 8B instruct-tuned version was optimized for high quality dialogue usecases.\n\nIt has demonstrated strong performance compared to leading closed-source models in human evaluations.\n\nTo read more about the model release, [click here](https://ai.meta.com/blog/meta-llama-3/). Usage of this model is subject to [Meta's Acceptable Use Policy](https://llama.meta.com/llama3/use-policy/).","context_length":16384,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.0000001875","completion":"0.000001125","image":"0","request":"0"},"top_provider":{"context_length":16384,"max_completion_tokens":2048,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-3-8b-instruct:nitro","name":"Meta: Llama 3 8B Instruct (nitro)","created":1713398400,"description":"Meta's latest class of model (Llama 3) launched with a variety of sizes & flavors. This 8B instruct-tuned version was optimized for high quality dialogue usecases.\n\nIt has demonstrated strong performance compared to leading closed-source models in human evaluations.\n\nTo read more about the model release, [click here](https://ai.meta.com/blog/meta-llama-3/). Usage of this model is subject to [Meta's Acceptable Use Policy](https://llama.meta.com/llama3/use-policy/).","context_length":8192,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.0000002","completion":"0.0000002","image":"0","request":"0"},"top_provider":{"context_length":8192,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-3-70b-instruct","name":"Meta: Llama 3 70B Instruct","created":1713398400,"description":"Meta's latest class of model (Llama 3) launched with a variety of sizes & flavors. This 70B instruct-tuned version was optimized for high quality dialogue usecases.\n\nIt has demonstrated strong performance compared to leading closed-source models in human evaluations.\n\nTo read more about the model release, [click here](https://ai.meta.com/blog/meta-llama-3/). Usage of this model is subject to [Meta's Acceptable Use Policy](https://llama.meta.com/llama3/use-policy/).","context_length":8192,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.00000023","completion":"0.0000004","image":"0","request":"0"},"top_provider":{"context_length":8192,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-3-70b-instruct:nitro","name":"Meta: Llama 3 70B Instruct (nitro)","created":1713398400,"description":"Meta's latest class of model (Llama 3) launched with a variety of sizes & flavors. This 70B instruct-tuned version was optimized for high quality dialogue usecases.\n\nIt has demonstrated strong performance compared to leading closed-source models in human evaluations.\n\nTo read more about the model release, [click here](https://ai.meta.com/blog/meta-llama-3/). Usage of this model is subject to [Meta's Acceptable Use Policy](https://llama.meta.com/llama3/use-policy/).","context_length":8192,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.000000792","completion":"0.000000792","image":"0","request":"0"},"top_provider":{"context_length":8192,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"mistralai/mixtral-8x22b-instruct","name":"Mistral: Mixtral 8x22B Instruct","created":1713312000,"description":"Mistral's official instruct fine-tuned version of [Mixtral 8x22B](/models/mistralai/mixtral-8x22b). It uses 39B active parameters out of 141B, offering unparalleled cost efficiency for its size. Its strengths include:\n- strong math, coding, and reasoning\n- large context length (64k)\n- fluency in English, French, Italian, German, and Spanish\n\nSee benchmarks on the launch announcement [here](https://mistral.ai/news/mixtral-8x22b/).\n#moe","context_length":65536,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"mistral"},"pricing":{"prompt":"0.0000009","completion":"0.0000009","image":"0","request":"0"},"top_provider":{"context_length":65536,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"microsoft/wizardlm-2-7b","name":"WizardLM-2 7B","created":1713225600,"description":"WizardLM-2 7B is the smaller variant of Microsoft AI's latest Wizard model. It is the fastest and achieves comparable performance with existing 10x larger opensource leading models\n\nIt is a finetune of [Mistral 7B Instruct](/models/mistralai/mistral-7b-instruct), using the same technique as [WizardLM-2 8x22B](/models/microsoft/wizardlm-2-8x22b).\n\nTo read more about the model release, [click here](https://wizardlm.github.io/WizardLM2/).\n\n#moe","context_length":32000,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"vicuna"},"pricing":{"prompt":"0.000000055","completion":"0.000000055","image":"0","request":"0"},"top_provider":{"context_length":32000,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"microsoft/wizardlm-2-8x22b","name":"WizardLM-2 8x22B","created":1713225600,"description":"WizardLM-2 8x22B is Microsoft AI's most advanced Wizard model. It demonstrates highly competitive performance compared to leading proprietary models, and it consistently outperforms all existing state-of-the-art opensource models.\n\nIt is an instruct finetune of [Mixtral 8x22B](/models/mistralai/mixtral-8x22b).\n\nTo read more about the model release, [click here](https://wizardlm.github.io/WizardLM2/).\n\n#moe","context_length":65536,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"vicuna"},"pricing":{"prompt":"0.0000005","completion":"0.0000005","image":"0","request":"0"},"top_provider":{"context_length":65536,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"openai/gpt-4-turbo","name":"OpenAI: GPT-4 Turbo","created":1712620800,"description":"The latest GPT-4 Turbo model with vision capabilities. Vision requests can now use JSON mode and function calling.\n\nTraining data: up to December 2023.","context_length":128000,"architecture":{"modality":"text+image->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00001","completion":"0.00003","image":"0.01445","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":4096,"is_moderated":true},"per_request_limits":null},{"id":"google/gemini-pro-1.5","name":"Google: Gemini Pro 1.5","created":1712620800,"description":"Google's latest multimodal model, supports image and video[0] in text or chat prompts.\n\nOptimized for language tasks including:\n\n- Code generation\n- Text generation\n- Text editing\n- Problem solving\n- Recommendations\n- Information extraction\n- Data extraction or generation\n- AI agents\n\nUsage of Gemini is subject to Google's [Gemini Terms of Use](https://ai.google.dev/terms).\n\n* [0]: Video input is not available through OpenRouter at this time.","context_length":2000000,"architecture":{"modality":"text+image->text","tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0.00000125","completion":"0.000005","image":"0.0006575","request":"0"},"top_provider":{"context_length":2000000,"max_completion_tokens":8192,"is_moderated":false},"per_request_limits":null},{"id":"cohere/command-r-plus","name":"Cohere: Command R+","created":1712188800,"description":"Command R+ is a new, 104B-parameter LLM from Cohere. It's useful for roleplay, general consumer usecases, and Retrieval Augmented Generation (RAG).\n\nIt offers multilingual support for ten key languages to facilitate global business operations. See benchmarks and the launch post [here](https://txt.cohere.com/command-r-plus-microsoft-azure/).\n\nUse of this model is subject to Cohere's [Acceptable Use Policy](https://docs.cohere.com/docs/c4ai-acceptable-use-policy).","context_length":128000,"architecture":{"modality":"text->text","tokenizer":"Cohere","instruct_type":null},"pricing":{"prompt":"0.00000285","completion":"0.00001425","image":"0","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":4000,"is_moderated":false},"per_request_limits":null},{"id":"cohere/command-r-plus-04-2024","name":"Cohere: Command R+ (04-2024)","created":1712016000,"description":"Command R+ is a new, 104B-parameter LLM from Cohere. It's useful for roleplay, general consumer usecases, and Retrieval Augmented Generation (RAG).\n\nIt offers multilingual support for ten key languages to facilitate global business operations. See benchmarks and the launch post [here](https://txt.cohere.com/command-r-plus-microsoft-azure/).\n\nUse of this model is subject to Cohere's [Acceptable Use Policy](https://docs.cohere.com/docs/c4ai-acceptable-use-policy).","context_length":128000,"architecture":{"modality":"text->text","tokenizer":"Cohere","instruct_type":null},"pricing":{"prompt":"0.00000285","completion":"0.00001425","image":"0","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":4000,"is_moderated":false},"per_request_limits":null},{"id":"databricks/dbrx-instruct","name":"Databricks: DBRX 132B Instruct","created":1711670400,"description":"DBRX is a new open source large language model developed by Databricks. At 132B, it outperforms existing open source LLMs like Llama 2 70B and [Mixtral-8x7b](/models/mistralai/mixtral-8x7b) on standard industry benchmarks for language understanding, programming, math, and logic.\n\nIt uses a fine-grained mixture-of-experts (MoE) architecture. 36B parameters are active on any input. It was pre-trained on 12T tokens of text and code data. Compared to other open MoE models like Mixtral-8x7B and Grok-1, DBRX is fine-grained, meaning it uses a larger number of smaller experts.\n\nSee the launch announcement and benchmark results [here](https://www.databricks.com/blog/introducing-dbrx-new-state-art-open-llm).\n\n#moe","context_length":32768,"architecture":{"modality":"text->text","tokenizer":"Other","instruct_type":"chatml"},"pricing":{"prompt":"0.00000108","completion":"0.00000108","image":"0","request":"0"},"top_provider":{"context_length":32768,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"sophosympatheia/midnight-rose-70b","name":"Midnight Rose 70B","created":1711065600,"description":"A merge with a complex family tree, this model was crafted for roleplaying and storytelling. Midnight Rose is a successor to Rogue Rose and Aurora Nights and improves upon them both. It wants to produce lengthy output by default and is the best creative writing merge produced so far by sophosympatheia.\n\nDescending from earlier versions of Midnight Rose and [Wizard Tulu Dolphin 70B](https://huggingface.co/sophosympatheia/Wizard-Tulu-Dolphin-70B-v1.0), it inherits the best qualities of each.","context_length":4096,"architecture":{"modality":"text->text","tokenizer":"Llama2","instruct_type":"airoboros"},"pricing":{"prompt":"0.0000008","completion":"0.0000008","image":"0","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"cohere/command-r","name":"Cohere: Command R","created":1710374400,"description":"Command-R is a 35B parameter model that performs conversational language tasks at a higher quality, more reliably, and with a longer context than previous models. It can be used for complex workflows like code generation, retrieval augmented generation (RAG), tool use, and agents.\n\nRead the launch post [here](https://txt.cohere.com/command-r/).\n\nUse of this model is subject to Cohere's [Acceptable Use Policy](https://docs.cohere.com/docs/c4ai-acceptable-use-policy).","context_length":128000,"architecture":{"modality":"text->text","tokenizer":"Cohere","instruct_type":null},"pricing":{"prompt":"0.000000475","completion":"0.000001425","image":"0","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":4000,"is_moderated":false},"per_request_limits":null},{"id":"cohere/command","name":"Cohere: Command","created":1710374400,"description":"Command is an instruction-following conversational model that performs language tasks with high quality, more reliably and with a longer context than our base generative models.\n\nUse of this model is subject to Cohere's [Acceptable Use Policy](https://docs.cohere.com/docs/c4ai-acceptable-use-policy).","context_length":4096,"architecture":{"modality":"text->text","tokenizer":"Cohere","instruct_type":null},"pricing":{"prompt":"0.00000095","completion":"0.0000019","image":"0","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":4000,"is_moderated":false},"per_request_limits":null},{"id":"anthropic/claude-3-haiku:beta","name":"Anthropic: Claude 3 Haiku (self-moderated)","created":1710288000,"description":"Claude 3 Haiku is Anthropic's fastest and most compact model for\nnear-instant responsiveness. Quick and accurate targeted performance.\n\nSee the launch announcement and benchmark results [here](https://www.anthropic.com/news/claude-3-haiku)\n\n#multimodal","context_length":200000,"architecture":{"modality":"text+image->text","tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.00000025","completion":"0.00000125","image":"0.0004","request":"0"},"top_provider":{"context_length":200000,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"anthropic/claude-3-haiku","name":"Anthropic: Claude 3 Haiku","created":1710288000,"description":"Claude 3 Haiku is Anthropic's fastest and most compact model for\nnear-instant responsiveness. Quick and accurate targeted performance.\n\nSee the launch announcement and benchmark results [here](https://www.anthropic.com/news/claude-3-haiku)\n\n#multimodal","context_length":200000,"architecture":{"modality":"text+image->text","tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.00000025","completion":"0.00000125","image":"0.0004","request":"0"},"top_provider":{"context_length":200000,"max_completion_tokens":4096,"is_moderated":true},"per_request_limits":null},{"id":"anthropic/claude-3-sonnet:beta","name":"Anthropic: Claude 3 Sonnet (self-moderated)","created":1709596800,"description":"Claude 3 Sonnet is an ideal balance of intelligence and speed for enterprise workloads. Maximum utility at a lower price, dependable, balanced for scaled deployments.\n\nSee the launch announcement and benchmark results [here](https://www.anthropic.com/news/claude-3-family)\n\n#multimodal","context_length":200000,"architecture":{"modality":"text+image->text","tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000003","completion":"0.000015","image":"0.0048","request":"0"},"top_provider":{"context_length":200000,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"anthropic/claude-3-sonnet","name":"Anthropic: Claude 3 Sonnet","created":1709596800,"description":"Claude 3 Sonnet is an ideal balance of intelligence and speed for enterprise workloads. Maximum utility at a lower price, dependable, balanced for scaled deployments.\n\nSee the launch announcement and benchmark results [here](https://www.anthropic.com/news/claude-3-family)\n\n#multimodal","context_length":200000,"architecture":{"modality":"text+image->text","tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000003","completion":"0.000015","image":"0.0048","request":"0"},"top_provider":{"context_length":200000,"max_completion_tokens":4096,"is_moderated":true},"per_request_limits":null},{"id":"anthropic/claude-3-opus:beta","name":"Anthropic: Claude 3 Opus (self-moderated)","created":1709596800,"description":"Claude 3 Opus is Anthropic's most powerful model for highly complex tasks. It boasts top-level performance, intelligence, fluency, and understanding.\n\nSee the launch announcement and benchmark results [here](https://www.anthropic.com/news/claude-3-family)\n\n#multimodal","context_length":200000,"architecture":{"modality":"text+image->text","tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000015","completion":"0.000075","image":"0.024","request":"0"},"top_provider":{"context_length":200000,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"anthropic/claude-3-opus","name":"Anthropic: Claude 3 Opus","created":1709596800,"description":"Claude 3 Opus is Anthropic's most powerful model for highly complex tasks. It boasts top-level performance, intelligence, fluency, and understanding.\n\nSee the launch announcement and benchmark results [here](https://www.anthropic.com/news/claude-3-family)\n\n#multimodal","context_length":200000,"architecture":{"modality":"text+image->text","tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000015","completion":"0.000075","image":"0.024","request":"0"},"top_provider":{"context_length":200000,"max_completion_tokens":4096,"is_moderated":true},"per_request_limits":null},{"id":"cohere/command-r-03-2024","name":"Cohere: Command R (03-2024)","created":1709341200,"description":"Command-R is a 35B parameter model that performs conversational language tasks at a higher quality, more reliably, and with a longer context than previous models. It can be used for complex workflows like code generation, retrieval augmented generation (RAG), tool use, and agents.\n\nRead the launch post [here](https://txt.cohere.com/command-r/).\n\nUse of this model is subject to Cohere's [Acceptable Use Policy](https://docs.cohere.com/docs/c4ai-acceptable-use-policy).","context_length":128000,"architecture":{"modality":"text->text","tokenizer":"Cohere","instruct_type":null},"pricing":{"prompt":"0.000000475","completion":"0.000001425","image":"0","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":4000,"is_moderated":false},"per_request_limits":null},{"id":"mistralai/mistral-large","name":"Mistral Large","created":1708905600,"description":"This is Mistral AI's flagship model, Mistral Large 2 (version `mistral-large-2407`). It's a proprietary weights-available model and excels at reasoning, code, JSON, chat, and more. Read the launch announcement [here](https://mistral.ai/news/mistral-large-2407/).\n\nIt supports dozens of languages including French, German, Spanish, Italian, Portuguese, Arabic, Hindi, Russian, Chinese, Japanese, and Korean, along with 80+ coding languages including Python, Java, C, C++, JavaScript, and Bash. Its long context window allows precise information recall from large documents.","context_length":128000,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":null},"pricing":{"prompt":"0.000002","completion":"0.000006","image":"0","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"openai/gpt-3.5-turbo-0613","name":"OpenAI: GPT-3.5 Turbo (older v0613)","created":1706140800,"description":"GPT-3.5 Turbo is OpenAI's fastest model. It can understand and generate natural language or code, and is optimized for chat and traditional completion tasks.\n\nTraining data up to Sep 2021.","context_length":4095,"architecture":{"modality":"text->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.000001","completion":"0.000002","image":"0","request":"0"},"top_provider":{"context_length":4095,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"openai/gpt-4-turbo-preview","name":"OpenAI: GPT-4 Turbo Preview","created":1706140800,"description":"The preview GPT-4 model with improved instruction following, JSON mode, reproducible outputs, parallel function calling, and more. Training data: up to Dec 2023.\n\n**Note:** heavily rate limited by OpenAI while in preview.","context_length":128000,"architecture":{"modality":"text->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00001","completion":"0.00003","image":"0","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":4096,"is_moderated":true},"per_request_limits":null},{"id":"nousresearch/nous-hermes-2-mixtral-8x7b-dpo","name":"Nous: Hermes 2 Mixtral 8x7B DPO","created":1705363200,"description":"Nous Hermes 2 Mixtral 8x7B DPO is the new flagship Nous Research model trained over the [Mixtral 8x7B MoE LLM](/models/mistralai/mixtral-8x7b).\n\nThe model was trained on over 1,000,000 entries of primarily [GPT-4](/models/openai/gpt-4) generated data, as well as other high quality data from open datasets across the AI landscape, achieving state of the art performance on a variety of tasks.\n\n#moe","context_length":32768,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"chatml"},"pricing":{"prompt":"0.00000054","completion":"0.00000054","image":"0","request":"0"},"top_provider":{"context_length":32768,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"mistralai/mistral-medium","name":"Mistral Medium","created":1704844800,"description":"This is Mistral AI's closed-source, medium-sided model. It's powered by a closed-source prototype and excels at reasoning, code, JSON, chat, and more. In benchmarks, it compares with many of the flagship models of other companies.","context_length":32000,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":null},"pricing":{"prompt":"0.00000275","completion":"0.0000081","image":"0","request":"0"},"top_provider":{"context_length":32000,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"mistralai/mistral-small","name":"Mistral Small","created":1704844800,"description":"With 22 billion parameters, Mistral Small v24.09 offers a convenient mid-point between (Mistral NeMo 12B)[/mistralai/mistral-nemo] and (Mistral Large 2)[/mistralai/mistral-large], providing a cost-effective solution that can be deployed across various platforms and environments. It has better reasoning, exhibits more capabilities, can produce and reason about code, and is multiligual, supporting English, French, German, Italian, and Spanish.","context_length":32000,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":null},"pricing":{"prompt":"0.0000002","completion":"0.0000006","image":"0","request":"0"},"top_provider":{"context_length":32000,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"mistralai/mistral-tiny","name":"Mistral Tiny","created":1704844800,"description":"This model is currently powered by Mistral-7B-v0.2, and incorporates a \"better\" fine-tuning than [Mistral 7B](/models/mistralai/mistral-7b-instruct-v0.1), inspired by community work. It's best used for large batch processing tasks where cost is a significant factor but reasoning capabilities are not crucial.","context_length":32000,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":null},"pricing":{"prompt":"0.00000025","completion":"0.00000025","image":"0","request":"0"},"top_provider":{"context_length":32000,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"mistralai/mistral-7b-instruct-v0.2","name":"Mistral: Mistral 7B Instruct v0.2","created":1703721600,"description":"A high-performing, industry-standard 7.3B parameter model, with optimizations for speed and context length.\n\nAn improved version of [Mistral 7B Instruct](/modelsmistralai/mistral-7b-instruct-v0.1), with the following changes:\n\n- 32k context window (vs 8k context in v0.1)\n- Rope-theta = 1e6\n- No Sliding-Window Attention","context_length":32768,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"mistral"},"pricing":{"prompt":"0.00000018","completion":"0.00000018","image":"0","request":"0"},"top_provider":{"context_length":32768,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"cognitivecomputations/dolphin-mixtral-8x7b","name":"Dolphin 2.6 Mixtral 8x7B 🐬","created":1703116800,"description":"This is a 16k context fine-tune of [Mixtral-8x7b](/models/mistralai/mixtral-8x7b). It excels in coding tasks due to extensive training with coding data and is known for its obedience, although it lacks DPO tuning.\n\nThe model is uncensored and is stripped of alignment and bias. It requires an external alignment layer for ethical use. Users are cautioned to use this highly compliant model responsibly, as detailed in a blog post about uncensored models at [erichartford.com/uncensored-models](https://erichartford.com/uncensored-models).\n\n#moe #uncensored","context_length":32768,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"chatml"},"pricing":{"prompt":"0.0000005","completion":"0.0000005","image":"0","request":"0"},"top_provider":{"context_length":32768,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"google/gemini-pro-vision","name":"Google: Gemini Pro Vision 1.0","created":1702425600,"description":"Google's flagship multimodal model, supporting image and video in text or chat prompts for a text or code response.\n\nSee the benchmarks and prompting guidelines from [Deepmind](https://deepmind.google/technologies/gemini/).\n\nUsage of Gemini is subject to Google's [Gemini Terms of Use](https://ai.google.dev/terms).\n\n#multimodal","context_length":16384,"architecture":{"modality":"text+image->text","tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0.0000005","completion":"0.0000015","image":"0.0025","request":"0"},"top_provider":{"context_length":16384,"max_completion_tokens":2048,"is_moderated":false},"per_request_limits":null},{"id":"google/gemini-pro","name":"Google: Gemini Pro 1.0","created":1702425600,"description":"Google's flagship text generation model. Designed to handle natural language tasks, multiturn text and code chat, and code generation.\n\nSee the benchmarks and prompting guidelines from [Deepmind](https://deepmind.google/technologies/gemini/).\n\nUsage of Gemini is subject to Google's [Gemini Terms of Use](https://ai.google.dev/terms).","context_length":32760,"architecture":{"modality":"text->text","tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0.0000005","completion":"0.0000015","image":"0.0025","request":"0"},"top_provider":{"context_length":32760,"max_completion_tokens":8192,"is_moderated":false},"per_request_limits":null},{"id":"mistralai/mixtral-8x7b-instruct","name":"Mistral: Mixtral 8x7B Instruct","created":1702166400,"description":"Mixtral 8x7B Instruct is a pretrained generative Sparse Mixture of Experts, by Mistral AI, for chat and instruction use. Incorporates 8 experts (feed-forward networks) for a total of 47 billion parameters.\n\nInstruct model fine-tuned by Mistral. #moe","context_length":32768,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"mistral"},"pricing":{"prompt":"0.00000024","completion":"0.00000024","image":"0","request":"0"},"top_provider":{"context_length":32768,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"mistralai/mixtral-8x7b-instruct:nitro","name":"Mistral: Mixtral 8x7B Instruct (nitro)","created":1702166400,"description":"Mixtral 8x7B Instruct is a pretrained generative Sparse Mixture of Experts, by Mistral AI, for chat and instruction use. Incorporates 8 experts (feed-forward networks) for a total of 47 billion parameters.\n\nInstruct model fine-tuned by Mistral. #moe","context_length":32768,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"mistral"},"pricing":{"prompt":"0.00000054","completion":"0.00000054","image":"0","request":"0"},"top_provider":{"context_length":32768,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"mistralai/mixtral-8x7b","name":"Mistral: Mixtral 8x7B (base)","created":1702166400,"description":"Mixtral 8x7B is a pretrained generative Sparse Mixture of Experts, by Mistral AI. Incorporates 8 experts (feed-forward networks) for a total of 47B parameters. Base model (not fine-tuned for instructions) - see [Mixtral 8x7B Instruct](/models/mistralai/mixtral-8x7b-instruct) for an instruct-tuned model.\n\n#moe","context_length":32768,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"none"},"pricing":{"prompt":"0.00000054","completion":"0.00000054","image":"0","request":"0"},"top_provider":{"context_length":32768,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"openchat/openchat-7b:free","name":"OpenChat 3.5 7B (free)","created":1701129600,"description":"OpenChat 7B is a library of open-source language models, fine-tuned with \"C-RLFT (Conditioned Reinforcement Learning Fine-Tuning)\" - a strategy inspired by offline reinforcement learning. It has been trained on mixed-quality data without preference labels.\n\n- For OpenChat fine-tuned on Mistral 7B, check out [OpenChat 7B](/models/openchat/openchat-7b).\n- For OpenChat fine-tuned on Llama 8B, check out [OpenChat 8B](/models/openchat/openchat-8b).\n\n#open-source","context_length":8192,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"openchat"},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":8192,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"openchat/openchat-7b","name":"OpenChat 3.5 7B","created":1701129600,"description":"OpenChat 7B is a library of open-source language models, fine-tuned with \"C-RLFT (Conditioned Reinforcement Learning Fine-Tuning)\" - a strategy inspired by offline reinforcement learning. It has been trained on mixed-quality data without preference labels.\n\n- For OpenChat fine-tuned on Mistral 7B, check out [OpenChat 7B](/models/openchat/openchat-7b).\n- For OpenChat fine-tuned on Llama 8B, check out [OpenChat 8B](/models/openchat/openchat-8b).\n\n#open-source","context_length":8192,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"openchat"},"pricing":{"prompt":"0.000000055","completion":"0.000000055","image":"0","request":"0"},"top_provider":{"context_length":8192,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"neversleep/noromaid-20b","name":"Noromaid 20B","created":1700956800,"description":"A collab between IkariDev and Undi. This merge is suitable for RP, ERP, and general knowledge.\n\n#merge #uncensored","context_length":8192,"architecture":{"modality":"text->text","tokenizer":"Llama2","instruct_type":"alpaca"},"pricing":{"prompt":"0.0000015","completion":"0.00000225","image":"0","request":"0"},"top_provider":{"context_length":8192,"max_completion_tokens":2048,"is_moderated":false},"per_request_limits":null},{"id":"anthropic/claude-2.1:beta","name":"Anthropic: Claude v2.1 (self-moderated)","created":1700611200,"description":"Claude 2 delivers advancements in key capabilities for enterprises—including an industry-leading 200K token context window, significant reductions in rates of model hallucination, system prompts and a new beta feature: tool use.","context_length":200000,"architecture":{"modality":"text->text","tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000008","completion":"0.000024","image":"0","request":"0"},"top_provider":{"context_length":200000,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"anthropic/claude-2.1","name":"Anthropic: Claude v2.1","created":1700611200,"description":"Claude 2 delivers advancements in key capabilities for enterprises—including an industry-leading 200K token context window, significant reductions in rates of model hallucination, system prompts and a new beta feature: tool use.","context_length":200000,"architecture":{"modality":"text->text","tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000008","completion":"0.000024","image":"0","request":"0"},"top_provider":{"context_length":200000,"max_completion_tokens":4096,"is_moderated":true},"per_request_limits":null},{"id":"anthropic/claude-2:beta","name":"Anthropic: Claude v2 (self-moderated)","created":1700611200,"description":"Claude 2 delivers advancements in key capabilities for enterprises—including an industry-leading 200K token context window, significant reductions in rates of model hallucination, system prompts and a new beta feature: tool use.","context_length":200000,"architecture":{"modality":"text->text","tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000008","completion":"0.000024","image":"0","request":"0"},"top_provider":{"context_length":200000,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"anthropic/claude-2","name":"Anthropic: Claude v2","created":1700611200,"description":"Claude 2 delivers advancements in key capabilities for enterprises—including an industry-leading 200K token context window, significant reductions in rates of model hallucination, system prompts and a new beta feature: tool use.","context_length":200000,"architecture":{"modality":"text->text","tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000008","completion":"0.000024","image":"0","request":"0"},"top_provider":{"context_length":200000,"max_completion_tokens":4096,"is_moderated":true},"per_request_limits":null},{"id":"teknium/openhermes-2.5-mistral-7b","name":"OpenHermes 2.5 Mistral 7B","created":1700438400,"description":"A continuation of [OpenHermes 2 model](/models/teknium/openhermes-2-mistral-7b), trained on additional code datasets.\nPotentially the most interesting finding from training on a good ratio (est. of around 7-14% of the total dataset) of code instruction was that it has boosted several non-code benchmarks, including TruthfulQA, AGIEval, and GPT4All suite. It did however reduce BigBench benchmark score, but the net gain overall is significant.","context_length":4096,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"chatml"},"pricing":{"prompt":"0.00000017","completion":"0.00000017","image":"0","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"lizpreciatior/lzlv-70b-fp16-hf","name":"lzlv 70B","created":1699747200,"description":"A Mythomax/MLewd_13B-style merge of selected 70B models.\nA multi-model merge of several LLaMA2 70B finetunes for roleplaying and creative work. The goal was to create a model that combines creativity with intelligence for an enhanced experience.\n\n#merge #uncensored","context_length":4096,"architecture":{"modality":"text->text","tokenizer":"Llama2","instruct_type":"airoboros"},"pricing":{"prompt":"0.00000035","completion":"0.0000004","image":"0","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"undi95/toppy-m-7b:free","name":"Toppy M 7B (free)","created":1699574400,"description":"A wild 7B parameter model that merges several models using the new task_arithmetic merge method from mergekit.\nList of merged models:\n- NousResearch/Nous-Capybara-7B-V1.9\n- [HuggingFaceH4/zephyr-7b-beta](/models/huggingfaceh4/zephyr-7b-beta)\n- lemonilia/AshhLimaRP-Mistral-7B\n- Vulkane/120-Days-of-Sodom-LoRA-Mistral-7b\n- Undi95/Mistral-pippa-sharegpt-7b-qlora\n\n#merge #uncensored","context_length":4096,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"alpaca"},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":2048,"is_moderated":false},"per_request_limits":null},{"id":"undi95/toppy-m-7b:nitro","name":"Toppy M 7B (nitro)","created":1699574400,"description":"A wild 7B parameter model that merges several models using the new task_arithmetic merge method from mergekit.\nList of merged models:\n- NousResearch/Nous-Capybara-7B-V1.9\n- [HuggingFaceH4/zephyr-7b-beta](/models/huggingfaceh4/zephyr-7b-beta)\n- lemonilia/AshhLimaRP-Mistral-7B\n- Vulkane/120-Days-of-Sodom-LoRA-Mistral-7b\n- Undi95/Mistral-pippa-sharegpt-7b-qlora\n\n#merge #uncensored","context_length":4096,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"alpaca"},"pricing":{"prompt":"0.00000007","completion":"0.00000007","image":"0","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"undi95/toppy-m-7b","name":"Toppy M 7B","created":1699574400,"description":"A wild 7B parameter model that merges several models using the new task_arithmetic merge method from mergekit.\nList of merged models:\n- NousResearch/Nous-Capybara-7B-V1.9\n- [HuggingFaceH4/zephyr-7b-beta](/models/huggingfaceh4/zephyr-7b-beta)\n- lemonilia/AshhLimaRP-Mistral-7B\n- Vulkane/120-Days-of-Sodom-LoRA-Mistral-7b\n- Undi95/Mistral-pippa-sharegpt-7b-qlora\n\n#merge #uncensored","context_length":4096,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"alpaca"},"pricing":{"prompt":"0.00000007","completion":"0.00000007","image":"0","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"alpindale/goliath-120b","name":"Goliath 120B","created":1699574400,"description":"A large LLM created by combining two fine-tuned Llama 70B models into one 120B model. Combines Xwin and Euryale.\n\nCredits to\n- [@chargoddard](https://huggingface.co/chargoddard) for developing the framework used to merge the model - [mergekit](https://github.com/cg123/mergekit).\n- [@Undi95](https://huggingface.co/Undi95) for helping with the merge ratios.\n\n#merge","context_length":6144,"architecture":{"modality":"text->text","tokenizer":"Llama2","instruct_type":"airoboros"},"pricing":{"prompt":"0.000009375","completion":"0.000009375","image":"0","request":"0"},"top_provider":{"context_length":6144,"max_completion_tokens":512,"is_moderated":false},"per_request_limits":null},{"id":"openrouter/auto","name":"Auto Router (best for prompt)","created":1699401600,"description":"Depending on their size, subject, and complexity, your prompts will be sent to [Llama 3 70B Instruct](/models/meta-llama/llama-3-70b-instruct), [Claude 3.5 Sonnet (self-moderated)](/models/anthropic/claude-3.5-sonnet:beta) or [GPT-4o](/models/openai/gpt-4o). To see which model was used, visit [Activity](/activity).\n\nA major redesign of this router is coming soon. Stay tuned on [Discord](https://discord.gg/fVyRaUDgxW) for updates.","context_length":200000,"architecture":{"modality":"text->text","tokenizer":"Router","instruct_type":null},"pricing":{"prompt":"-1","completion":"-1","request":"-1","image":"-1"},"top_provider":{"context_length":null,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"openai/gpt-3.5-turbo-1106","name":"OpenAI: GPT-3.5 Turbo 16k (older v1106)","created":1699228800,"description":"An older GPT-3.5 Turbo model with improved instruction following, JSON mode, reproducible outputs, parallel function calling, and more. Training data: up to Sep 2021.","context_length":16385,"architecture":{"modality":"text->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.000001","completion":"0.000002","image":"0","request":"0"},"top_provider":{"context_length":16385,"max_completion_tokens":4096,"is_moderated":true},"per_request_limits":null},{"id":"openai/gpt-4-1106-preview","name":"OpenAI: GPT-4 Turbo (older v1106)","created":1699228800,"description":"The latest GPT-4 Turbo model with vision capabilities. Vision requests can now use JSON mode and function calling.\n\nTraining data: up to April 2023.","context_length":128000,"architecture":{"modality":"text->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00001","completion":"0.00003","image":"0","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":4096,"is_moderated":true},"per_request_limits":null},{"id":"google/palm-2-chat-bison-32k","name":"Google: PaLM 2 Chat 32k","created":1698969600,"description":"PaLM 2 is a language model by Google with improved multilingual, reasoning and coding capabilities.","context_length":32768,"architecture":{"modality":"text->text","tokenizer":"PaLM","instruct_type":null},"pricing":{"prompt":"0.000001","completion":"0.000002","image":"0","request":"0"},"top_provider":{"context_length":32768,"max_completion_tokens":8192,"is_moderated":false},"per_request_limits":null},{"id":"google/palm-2-codechat-bison-32k","name":"Google: PaLM 2 Code Chat 32k","created":1698969600,"description":"PaLM 2 fine-tuned for chatbot conversations that help with code-related questions.","context_length":32768,"architecture":{"modality":"text->text","tokenizer":"PaLM","instruct_type":null},"pricing":{"prompt":"0.000001","completion":"0.000002","image":"0","request":"0"},"top_provider":{"context_length":32768,"max_completion_tokens":8192,"is_moderated":false},"per_request_limits":null},{"id":"jondurbin/airoboros-l2-70b","name":"Airoboros 70B","created":1698537600,"description":"A Llama 2 70B fine-tune using synthetic data (the Airoboros dataset).\n\nCurrently based on [jondurbin/airoboros-l2-70b](https://huggingface.co/jondurbin/airoboros-l2-70b-2.2.1), but might get updated in the future.","context_length":4096,"architecture":{"modality":"text->text","tokenizer":"Llama2","instruct_type":"airoboros"},"pricing":{"prompt":"0.0000005","completion":"0.0000005","image":"0","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"xwin-lm/xwin-lm-70b","name":"Xwin 70B","created":1697328000,"description":"Xwin-LM aims to develop and open-source alignment tech for LLMs. Our first release, built-upon on the [Llama2](/models/${Model.Llama_2_13B_Chat}) base models, ranked TOP-1 on AlpacaEval. Notably, it's the first to surpass [GPT-4](/models/${Model.GPT_4}) on this benchmark. The project will be continuously updated.","context_length":8192,"architecture":{"modality":"text->text","tokenizer":"Llama2","instruct_type":"airoboros"},"pricing":{"prompt":"0.00000375","completion":"0.00000375","image":"0","request":"0"},"top_provider":{"context_length":8192,"max_completion_tokens":512,"is_moderated":false},"per_request_limits":null},{"id":"openai/gpt-3.5-turbo-instruct","name":"OpenAI: GPT-3.5 Turbo Instruct","created":1695859200,"description":"This model is a variant of GPT-3.5 Turbo tuned for instructional prompts and omitting chat-related optimizations. Training data: up to Sep 2021.","context_length":4095,"architecture":{"modality":"text->text","tokenizer":"GPT","instruct_type":"chatml"},"pricing":{"prompt":"0.0000015","completion":"0.000002","image":"0","request":"0"},"top_provider":{"context_length":4095,"max_completion_tokens":4096,"is_moderated":true},"per_request_limits":null},{"id":"mistralai/mistral-7b-instruct-v0.1","name":"Mistral: Mistral 7B Instruct v0.1","created":1695859200,"description":"A 7.3B parameter model that outperforms Llama 2 13B on all benchmarks, with optimizations for speed and context length.","context_length":4096,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"mistral"},"pricing":{"prompt":"0.00000018","completion":"0.00000018","image":"0","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"pygmalionai/mythalion-13b","name":"Pygmalion: Mythalion 13B","created":1693612800,"description":"A blend of the new Pygmalion-13b and MythoMax. #merge","context_length":4096,"architecture":{"modality":"text->text","tokenizer":"Llama2","instruct_type":"alpaca"},"pricing":{"prompt":"0.0000008","completion":"0.0000012","image":"0","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"openai/gpt-4-32k-0314","name":"OpenAI: GPT-4 32k (older v0314)","created":1693180800,"description":"GPT-4-32k is an extended version of GPT-4, with the same capabilities but quadrupled context length, allowing for processing up to 40 pages of text in a single pass. This is particularly beneficial for handling longer content like interacting with PDFs without an external vector database. Training data: up to Sep 2021.","context_length":32767,"architecture":{"modality":"text->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00006","completion":"0.00012","image":"0","request":"0"},"top_provider":{"context_length":32767,"max_completion_tokens":4096,"is_moderated":true},"per_request_limits":null},{"id":"openai/gpt-4-32k","name":"OpenAI: GPT-4 32k","created":1693180800,"description":"GPT-4-32k is an extended version of GPT-4, with the same capabilities but quadrupled context length, allowing for processing up to 40 pages of text in a single pass. This is particularly beneficial for handling longer content like interacting with PDFs without an external vector database. Training data: up to Sep 2021.","context_length":32767,"architecture":{"modality":"text->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00006","completion":"0.00012","image":"0","request":"0"},"top_provider":{"context_length":32767,"max_completion_tokens":4096,"is_moderated":true},"per_request_limits":null},{"id":"openai/gpt-3.5-turbo-16k","name":"OpenAI: GPT-3.5 Turbo 16k","created":1693180800,"description":"This model offers four times the context length of gpt-3.5-turbo, allowing it to support approximately 20 pages of text in a single request at a higher cost. Training data: up to Sep 2021.","context_length":16385,"architecture":{"modality":"text->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.000003","completion":"0.000004","image":"0","request":"0"},"top_provider":{"context_length":16385,"max_completion_tokens":4096,"is_moderated":true},"per_request_limits":null},{"id":"nousresearch/nous-hermes-llama2-13b","name":"Nous: Hermes 13B","created":1692489600,"description":"A state-of-the-art language model fine-tuned on over 300k instructions by Nous Research, with Teknium and Emozilla leading the fine tuning process.","context_length":4096,"architecture":{"modality":"text->text","tokenizer":"Llama2","instruct_type":"alpaca"},"pricing":{"prompt":"0.00000017","completion":"0.00000017","image":"0","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"huggingfaceh4/zephyr-7b-beta:free","name":"Hugging Face: Zephyr 7B (free)","created":1690934400,"description":"Zephyr is a series of language models that are trained to act as helpful assistants. Zephyr-7B-β is the second model in the series, and is a fine-tuned version of [mistralai/Mistral-7B-v0.1](/models/mistralai/mistral-7b-instruct-v0.1) that was trained on a mix of publicly available, synthetic datasets using Direct Preference Optimization (DPO).","context_length":4096,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"zephyr"},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":2048,"is_moderated":false},"per_request_limits":null},{"id":"mancer/weaver","name":"Mancer: Weaver (alpha)","created":1690934400,"description":"An attempt to recreate Claude-style verbosity, but don't expect the same level of coherence or memory. Meant for use in roleplay/narrative situations.","context_length":8000,"architecture":{"modality":"text->text","tokenizer":"Llama2","instruct_type":"alpaca"},"pricing":{"prompt":"0.0000015","completion":"0.00000225","image":"0","request":"0"},"top_provider":{"context_length":8000,"max_completion_tokens":1000,"is_moderated":false},"per_request_limits":null},{"id":"anthropic/claude-2.0:beta","name":"Anthropic: Claude v2.0 (self-moderated)","created":1690502400,"description":"Anthropic's flagship model. Superior performance on tasks that require complex reasoning. Supports hundreds of pages of text.","context_length":100000,"architecture":{"modality":"text->text","tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000008","completion":"0.000024","image":"0","request":"0"},"top_provider":{"context_length":100000,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"anthropic/claude-2.0","name":"Anthropic: Claude v2.0","created":1690502400,"description":"Anthropic's flagship model. Superior performance on tasks that require complex reasoning. Supports hundreds of pages of text.","context_length":100000,"architecture":{"modality":"text->text","tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000008","completion":"0.000024","image":"0","request":"0"},"top_provider":{"context_length":100000,"max_completion_tokens":4096,"is_moderated":true},"per_request_limits":null},{"id":"undi95/remm-slerp-l2-13b","name":"ReMM SLERP 13B","created":1689984000,"description":"A recreation trial of the original MythoMax-L2-B13 but with updated models. #merge","context_length":4096,"architecture":{"modality":"text->text","tokenizer":"Llama2","instruct_type":"alpaca"},"pricing":{"prompt":"0.0000008","completion":"0.0000012","image":"0","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"undi95/remm-slerp-l2-13b:extended","name":"ReMM SLERP 13B (extended)","created":1689984000,"description":"A recreation trial of the original MythoMax-L2-B13 but with updated models. #merge","context_length":6144,"architecture":{"modality":"text->text","tokenizer":"Llama2","instruct_type":"alpaca"},"pricing":{"prompt":"0.000001125","completion":"0.000001125","image":"0","request":"0"},"top_provider":{"context_length":6144,"max_completion_tokens":512,"is_moderated":false},"per_request_limits":null},{"id":"google/palm-2-codechat-bison","name":"Google: PaLM 2 Code Chat","created":1689811200,"description":"PaLM 2 fine-tuned for chatbot conversations that help with code-related questions.","context_length":7168,"architecture":{"modality":"text->text","tokenizer":"PaLM","instruct_type":null},"pricing":{"prompt":"0.000001","completion":"0.000002","image":"0","request":"0"},"top_provider":{"context_length":7168,"max_completion_tokens":1024,"is_moderated":false},"per_request_limits":null},{"id":"google/palm-2-chat-bison","name":"Google: PaLM 2 Chat","created":1689811200,"description":"PaLM 2 is a language model by Google with improved multilingual, reasoning and coding capabilities.","context_length":9216,"architecture":{"modality":"text->text","tokenizer":"PaLM","instruct_type":null},"pricing":{"prompt":"0.000001","completion":"0.000002","image":"0","request":"0"},"top_provider":{"context_length":9216,"max_completion_tokens":1024,"is_moderated":false},"per_request_limits":null},{"id":"gryphe/mythomax-l2-13b:free","name":"MythoMax 13B (free)","created":1688256000,"description":"One of the highest performing and most popular fine-tunes of Llama 2 13B, with rich descriptions and roleplay. #merge","context_length":4096,"architecture":{"modality":"text->text","tokenizer":"Llama2","instruct_type":"alpaca"},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":2048,"is_moderated":false},"per_request_limits":null},{"id":"gryphe/mythomax-l2-13b","name":"MythoMax 13B","created":1688256000,"description":"One of the highest performing and most popular fine-tunes of Llama 2 13B, with rich descriptions and roleplay. #merge","context_length":4096,"architecture":{"modality":"text->text","tokenizer":"Llama2","instruct_type":"alpaca"},"pricing":{"prompt":"0.000000065","completion":"0.000000065","image":"0","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"gryphe/mythomax-l2-13b:nitro","name":"MythoMax 13B (nitro)","created":1688256000,"description":"One of the highest performing and most popular fine-tunes of Llama 2 13B, with rich descriptions and roleplay. #merge","context_length":4096,"architecture":{"modality":"text->text","tokenizer":"Llama2","instruct_type":"alpaca"},"pricing":{"prompt":"0.0000002","completion":"0.0000002","image":"0","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"gryphe/mythomax-l2-13b:extended","name":"MythoMax 13B (extended)","created":1688256000,"description":"One of the highest performing and most popular fine-tunes of Llama 2 13B, with rich descriptions and roleplay. #merge","context_length":8192,"architecture":{"modality":"text->text","tokenizer":"Llama2","instruct_type":"alpaca"},"pricing":{"prompt":"0.000001125","completion":"0.000001125","image":"0","request":"0"},"top_provider":{"context_length":8192,"max_completion_tokens":512,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-2-13b-chat","name":"Meta: Llama 2 13B Chat","created":1687219200,"description":"A 13 billion parameter language model from Meta, fine tuned for chat completions","context_length":4096,"architecture":{"modality":"text->text","tokenizer":"Llama2","instruct_type":"llama2"},"pricing":{"prompt":"0.000000198","completion":"0.000000198","image":"0","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"openai/gpt-3.5-turbo","name":"OpenAI: GPT-3.5 Turbo","created":1685232000,"description":"GPT-3.5 Turbo is OpenAI's fastest model. It can understand and generate natural language or code, and is optimized for chat and traditional completion tasks.\n\nTraining data up to Sep 2021.","context_length":16385,"architecture":{"modality":"text->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.0000005","completion":"0.0000015","image":"0","request":"0"},"top_provider":{"context_length":16385,"max_completion_tokens":4096,"is_moderated":true},"per_request_limits":null},{"id":"openai/gpt-4","name":"OpenAI: GPT-4","created":1685232000,"description":"OpenAI's flagship model, GPT-4 is a large-scale multimodal language model capable of solving difficult problems with greater accuracy than previous models due to its broader general knowledge and advanced reasoning capabilities. Training data: up to Sep 2021.","context_length":8191,"architecture":{"modality":"text->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00003","completion":"0.00006","image":"0","request":"0"},"top_provider":{"context_length":8191,"max_completion_tokens":4096,"is_moderated":true},"per_request_limits":null},{"id":"openai/gpt-4-0314","name":"OpenAI: GPT-4 (older v0314)","created":1685232000,"description":"GPT-4-0314 is the first version of GPT-4 released, with a context length of 8,192 tokens, and was supported until June 14. Training data: up to Sep 2021.","context_length":8191,"architecture":{"modality":"text->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00003","completion":"0.00006","image":"0","request":"0"},"top_provider":{"context_length":8191,"max_completion_tokens":4096,"is_moderated":true},"per_request_limits":null},{"id":"openai/gpt-3.5-turbo-0125","name":"OpenAI: GPT-3.5 Turbo 16k","created":1685232000,"description":"The latest GPT-3.5 Turbo model with improved instruction following, JSON mode, reproducible outputs, parallel function calling, and more. Training data: up to Sep 2021.\n\nThis version has a higher accuracy at responding in requested formats and a fix for a bug which caused a text encoding issue for non-English language function calls.","context_length":16385,"architecture":{"modality":"text->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.0000005","completion":"0.0000015","image":"0","request":"0"},"top_provider":{"context_length":16385,"max_completion_tokens":4096,"is_moderated":true},"per_request_limits":null}]} \ No newline at end of file +{"data":[{"id":"deepseek/deepseek-chat","name":"DeepSeek V3","created":1735241320,"description":"DeepSeek-V3 is the latest model from the DeepSeek team, building upon the instruction following and coding abilities of the previous versions. Pre-trained on nearly 15 trillion tokens, the reported evaluations reveal that the model outperforms other open-source models and rivals leading closed-source models. For model details, please visit [the DeepSeek-V3 repo](https://github.com/deepseek-ai/DeepSeek-V3) for more information.","context_length":64000,"architecture":{"modality":"text->text","tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.00000014","completion":"0.00000028","image":"0","request":"0"},"top_provider":{"context_length":64000,"max_completion_tokens":8192,"is_moderated":false},"per_request_limits":null},{"id":"google/gemini-2.0-flash-thinking-exp:free","name":"Google: Gemini 2.0 Flash Thinking Experimental (free)","created":1734650026,"description":"Gemini 2.0 Flash Thinking Mode is an experimental model that's trained to generate the \"thinking process\" the model goes through as part of its response. As a result, Thinking Mode is capable of stronger reasoning capabilities in its responses than the [base Gemini 2.0 Flash model](/google/gemini-2.0-flash-exp).","context_length":40000,"architecture":{"modality":"text+image->text","tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":40000,"max_completion_tokens":8000,"is_moderated":false},"per_request_limits":null},{"id":"sao10k/l3.3-euryale-70b","name":"Sao10K: Llama 3.3 Euryale 70B","created":1734535928,"description":"Euryale L3.3 70B is a model focused on creative roleplay from [Sao10k](https://ko-fi.com/sao10k). It is the successor of [Euryale L3 70B v2.2](/models/sao10k/l3-euryale-70b).","context_length":16384,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.0000015","completion":"0.0000015","image":"0","request":"0"},"top_provider":{"context_length":16384,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"inflatebot/mn-mag-mell-r1","name":"Inflatebot: Mag Mell R1 12B","created":1734535439,"description":"Mag Mell is a merge of pre-trained language models created using mergekit, based on [Mistral Nemo](/mistralai/mistral-nemo). It is a great roleplay and storytelling model which combines the best parts of many other models to be a general purpose solution for many usecases.\n\nIntended to be a general purpose \"Best of Nemo\" model for any fictional, creative use case. \n\nMag Mell is composed of 3 intermediate parts:\n- Hero (RP, trope coverage)\n- Monk (Intelligence, groundedness)\n- Deity (Prose, flair)","context_length":16000,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"chatml"},"pricing":{"prompt":"0.0000009","completion":"0.0000009","image":"0","request":"0"},"top_provider":{"context_length":16000,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"openai/o1","name":"OpenAI: o1","created":1734459999,"description":"The latest and strongest model family from OpenAI, o1 is designed to spend more time thinking before responding. The o1 model series is trained with large-scale reinforcement learning to reason using chain of thought. \n\nThe o1 models are optimized for math, science, programming, and other STEM-related tasks. They consistently exhibit PhD-level accuracy on benchmarks in physics, chemistry, and biology. Learn more in the [launch announcement](https://openai.com/o1).\n","context_length":200000,"architecture":{"modality":"text+image->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.000015","completion":"0.00006","image":"0.021675","request":"0"},"top_provider":{"context_length":200000,"max_completion_tokens":100000,"is_moderated":true},"per_request_limits":null},{"id":"eva-unit-01/eva-llama-3.33-70b","name":"EVA Llama 3.33 70b","created":1734377303,"description":"EVA Llama 3.33 70b is a roleplay and storywriting specialist model. It is a full-parameter finetune of [Llama-3.3-70B-Instruct](https://openrouter.ai/meta-llama/llama-3.3-70b-instruct) on mixture of synthetic and natural data.\n\nIt uses Celeste 70B 0.1 data mixture, greatly expanding it to improve versatility, creativity and \"flavor\" of the resulting model\n\nThis model was built with Llama by Meta.\n","context_length":16384,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.000004","completion":"0.000006","image":"0","request":"0"},"top_provider":{"context_length":16384,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"x-ai/grok-2-vision-1212","name":"xAI: Grok 2 Vision 1212","created":1734237338,"description":"Grok 2 Vision 1212 advances image-based AI with stronger visual comprehension, refined instruction-following, and multilingual support. From object recognition to style analysis, it empowers developers to build more intuitive, visually aware applications. Its enhanced steerability and reasoning establish a robust foundation for next-generation image solutions.\n\nTo read more about this model, check out [xAI's announcement](https://x.ai/blog/grok-1212).","context_length":32768,"architecture":{"modality":"text+image->text","tokenizer":"Grok","instruct_type":null},"pricing":{"prompt":"0.000002","completion":"0.00001","image":"0.0036","request":"0"},"top_provider":{"context_length":32768,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"x-ai/grok-2-1212","name":"xAI: Grok 2 1212","created":1734232814,"description":"Grok 2 1212 introduces significant enhancements to accuracy, instruction adherence, and multilingual support, making it a powerful and flexible choice for developers seeking a highly steerable, intelligent model.","context_length":131072,"architecture":{"modality":"text->text","tokenizer":"Grok","instruct_type":null},"pricing":{"prompt":"0.000002","completion":"0.00001","image":"0","request":"0"},"top_provider":{"context_length":131072,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"cohere/command-r7b-12-2024","name":"Cohere: Command R7B (12-2024)","created":1734158152,"description":"Command R7B (12-2024) is a small, fast update of the Command R+ model, delivered in December 2024. It excels at RAG, tool use, agents, and similar tasks requiring complex reasoning and multiple steps.","context_length":128000,"architecture":{"modality":"text->text","tokenizer":"Cohere","instruct_type":null},"pricing":{"prompt":"0.0000000375","completion":"0.00000015","image":"0","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":4000,"is_moderated":false},"per_request_limits":null},{"id":"google/gemini-2.0-flash-exp:free","name":"Google: Gemini Flash 2.0 Experimental (free)","created":1733937523,"description":"Gemini Flash 2.0 offers a significantly faster time to first token (TTFT) compared to [Gemini Flash 1.5](google/gemini-flash-1.5), while maintaining quality on par with larger models like [Gemini Pro 1.5](google/gemini-pro-1.5). It introduces notable enhancements in multimodal understanding, coding capabilities, complex instruction following, and function calling. These advancements come together to deliver more seamless and robust agentic experiences.","context_length":1048576,"architecture":{"modality":"text+image->text","tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":1048576,"max_completion_tokens":8192,"is_moderated":false},"per_request_limits":null},{"id":"google/gemini-exp-1206:free","name":"Google: Gemini Experimental 1206 (free)","created":1733507713,"description":"Experimental release (December 6, 2024) of Gemini.","context_length":2097152,"architecture":{"modality":"text+image->text","tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":2097152,"max_completion_tokens":8192,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-3.3-70b-instruct","name":"Meta: Llama 3.3 70B Instruct","created":1733506137,"description":"The Meta Llama 3.3 multilingual large language model (LLM) is a pretrained and instruction tuned generative model in 70B (text in/text out). The Llama 3.3 instruction tuned text only model is optimized for multilingual dialogue use cases and outperforms many of the available open source and closed chat models on common industry benchmarks.\n\nSupported languages: English, German, French, Italian, Portuguese, Hindi, Spanish, and Thai.\n\n[Model Card](https://github.com/meta-llama/llama-models/blob/main/models/llama3_3/MODEL_CARD.md)","context_length":131072,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.00000012","completion":"0.0000003","image":"0","request":"0"},"top_provider":{"context_length":131072,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"amazon/nova-lite-v1","name":"Amazon: Nova Lite 1.0","created":1733437363,"description":"Amazon Nova Lite 1.0 is a very low-cost multimodal model from Amazon that focused on fast processing of image, video, and text inputs to generate text output. Amazon Nova Lite can handle real-time customer interactions, document analysis, and visual question-answering tasks with high accuracy.\n\nWith an input context of 300K tokens, it can analyze multiple images or up to 30 minutes of video in a single input.","context_length":300000,"architecture":{"modality":"text+image->text","tokenizer":"Nova","instruct_type":null},"pricing":{"prompt":"0.00000006","completion":"0.00000024","image":"0.00009","request":"0"},"top_provider":{"context_length":300000,"max_completion_tokens":5120,"is_moderated":false},"per_request_limits":null},{"id":"amazon/nova-micro-v1","name":"Amazon: Nova Micro 1.0","created":1733437237,"description":"Amazon Nova Micro 1.0 is a text-only model that delivers the lowest latency responses in the Amazon Nova family of models at a very low cost. With a context length of 128K tokens and optimized for speed and cost, Amazon Nova Micro excels at tasks such as text summarization, translation, content classification, interactive chat, and brainstorming. It has simple mathematical reasoning and coding abilities.","context_length":128000,"architecture":{"modality":"text->text","tokenizer":"Nova","instruct_type":null},"pricing":{"prompt":"0.000000035","completion":"0.00000014","image":"0","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":5120,"is_moderated":false},"per_request_limits":null},{"id":"amazon/nova-pro-v1","name":"Amazon: Nova Pro 1.0","created":1733436303,"description":"Amazon Nova Pro 1.0 is a capable multimodal model from Amazon focused on providing a combination of accuracy, speed, and cost for a wide range of tasks. As of December 2024, it achieves state-of-the-art performance on key benchmarks including visual question answering (TextVQA) and video understanding (VATEX).\n\nAmazon Nova Pro demonstrates strong capabilities in processing both visual and textual information and at analyzing financial documents.\n\n**NOTE**: Video input is not supported at this time.","context_length":300000,"architecture":{"modality":"text+image->text","tokenizer":"Nova","instruct_type":null},"pricing":{"prompt":"0.0000008","completion":"0.0000032","image":"0.0012","request":"0"},"top_provider":{"context_length":300000,"max_completion_tokens":5120,"is_moderated":false},"per_request_limits":null},{"id":"qwen/qwq-32b-preview","name":"Qwen: QwQ 32B Preview","created":1732754541,"description":"QwQ-32B-Preview is an experimental research model focused on AI reasoning capabilities developed by the Qwen Team. As a preview release, it demonstrates promising analytical abilities while having several important limitations:\n\n1. **Language Mixing and Code-Switching**: The model may mix languages or switch between them unexpectedly, affecting response clarity.\n2. **Recursive Reasoning Loops**: The model may enter circular reasoning patterns, leading to lengthy responses without a conclusive answer.\n3. **Safety and Ethical Considerations**: The model requires enhanced safety measures to ensure reliable and secure performance, and users should exercise caution when deploying it.\n4. **Performance and Benchmark Limitations**: The model excels in math and coding but has room for improvement in other areas, such as common sense reasoning and nuanced language understanding.\n\n","context_length":32768,"architecture":{"modality":"text->text","tokenizer":"Qwen","instruct_type":null},"pricing":{"prompt":"0.00000012","completion":"0.00000018","image":"0","request":"0"},"top_provider":{"context_length":32768,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"google/gemini-exp-1121:free","name":"Google: Gemini Experimental 1121 (free)","created":1732216725,"description":"Experimental release (November 21st, 2024) of Gemini.","context_length":40960,"architecture":{"modality":"text+image->text","tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":40960,"max_completion_tokens":8192,"is_moderated":false},"per_request_limits":null},{"id":"google/learnlm-1.5-pro-experimental:free","name":"Google: LearnLM 1.5 Pro Experimental (free)","created":1732216551,"description":"An experimental version of [Gemini 1.5 Pro](/google/gemini-pro-1.5) from Google.","context_length":40960,"architecture":{"modality":"text+image->text","tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":40960,"max_completion_tokens":8192,"is_moderated":false},"per_request_limits":null},{"id":"eva-unit-01/eva-qwen-2.5-72b","name":"EVA Qwen2.5 72B","created":1732210606,"description":"EVA Qwen2.5 72B is a roleplay and storywriting specialist model. It's a full-parameter finetune of Qwen2.5-72B on mixture of synthetic and natural data.\n\nIt uses Celeste 70B 0.1 data mixture, greatly expanding it to improve versatility, creativity and \"flavor\" of the resulting model.","context_length":16384,"architecture":{"modality":"text->text","tokenizer":"Qwen","instruct_type":"chatml"},"pricing":{"prompt":"0.000004","completion":"0.000006","image":"0","request":"0"},"top_provider":{"context_length":16384,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"openai/gpt-4o-2024-11-20","name":"OpenAI: GPT-4o (2024-11-20)","created":1732127594,"description":"The 2024-11-20 version of GPT-4o offers a leveled-up creative writing ability with more natural, engaging, and tailored writing to improve relevance & readability. It’s also better at working with uploaded files, providing deeper insights & more thorough responses.\n\nGPT-4o (\"o\" for \"omni\") is OpenAI's latest AI model, supporting both text and image inputs with text outputs. It maintains the intelligence level of [GPT-4 Turbo](/models/openai/gpt-4-turbo) while being twice as fast and 50% more cost-effective. GPT-4o also offers improved performance in processing non-English languages and enhanced visual capabilities.","context_length":128000,"architecture":{"modality":"text+image->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.0000025","completion":"0.00001","image":"0.003613","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":16384,"is_moderated":true},"per_request_limits":null},{"id":"mistralai/mistral-large-2411","name":"Mistral Large 2411","created":1731978685,"description":"Mistral Large 2 2411 is an update of [Mistral Large 2](/mistralai/mistral-large) released together with [Pixtral Large 2411](/mistralai/pixtral-large-2411)\n\nIt provides a significant upgrade on the previous [Mistral Large 24.07](/mistralai/mistral-large-2407), with notable improvements in long context understanding, a new system prompt, and more accurate function calling.","context_length":128000,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":null},"pricing":{"prompt":"0.000002","completion":"0.000006","image":"0","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"mistralai/mistral-large-2407","name":"Mistral Large 2407","created":1731978415,"description":"This is Mistral AI's flagship model, Mistral Large 2 (version mistral-large-2407). It's a proprietary weights-available model and excels at reasoning, code, JSON, chat, and more. Read the launch announcement [here](https://mistral.ai/news/mistral-large-2407/).\n\nIt supports dozens of languages including French, German, Spanish, Italian, Portuguese, Arabic, Hindi, Russian, Chinese, Japanese, and Korean, along with 80+ coding languages including Python, Java, C, C++, JavaScript, and Bash. Its long context window allows precise information recall from large documents.\n","context_length":128000,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":null},"pricing":{"prompt":"0.000002","completion":"0.000006","image":"0","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"mistralai/pixtral-large-2411","name":"Mistral: Pixtral Large 2411","created":1731977388,"description":"Pixtral Large is a 124B parameter, open-weight, multimodal model built on top of [Mistral Large 2](/mistralai/mistral-large-2411). The model is able to understand documents, charts and natural images.\n\nThe model is available under the Mistral Research License (MRL) for research and educational use, and the Mistral Commercial License for experimentation, testing, and production for commercial purposes.\n\n","context_length":128000,"architecture":{"modality":"text+image->text","tokenizer":"Mistral","instruct_type":null},"pricing":{"prompt":"0.000002","completion":"0.000006","image":"0.002888","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"x-ai/grok-vision-beta","name":"xAI: Grok Vision Beta","created":1731976624,"description":"Grok Vision Beta is xAI's experimental language model with vision capability.\n\n","context_length":8192,"architecture":{"modality":"text+image->text","tokenizer":"Grok","instruct_type":null},"pricing":{"prompt":"0.000005","completion":"0.000015","image":"0.009","request":"0"},"top_provider":{"context_length":8192,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"google/gemini-exp-1114:free","name":"Google: Gemini Experimental 1114 (free)","created":1731714740,"description":"Gemini 11-14 (2024) experimental model features \"quality\" improvements.","context_length":40960,"architecture":{"modality":"text+image->text","tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":40960,"max_completion_tokens":8192,"is_moderated":false},"per_request_limits":null},{"id":"infermatic/mn-inferor-12b","name":"Infermatic: Mistral Nemo Inferor 12B","created":1731464428,"description":"Inferor 12B is a merge of top roleplay models, expert on immersive narratives and storytelling.\n\nThis model was merged using the [Model Stock](https://arxiv.org/abs/2403.19522) merge method using [anthracite-org/magnum-v4-12b](https://openrouter.ai/anthracite-org/magnum-v4-72b) as a base.\n","context_length":32000,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"mistral"},"pricing":{"prompt":"0.00000025","completion":"0.0000005","image":"0","request":"0"},"top_provider":{"context_length":32000,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"qwen/qwen-2.5-coder-32b-instruct","name":"Qwen2.5 Coder 32B Instruct","created":1731368400,"description":"Qwen2.5-Coder is the latest series of Code-Specific Qwen large language models (formerly known as CodeQwen). Qwen2.5-Coder brings the following improvements upon CodeQwen1.5:\n\n- Significantly improvements in **code generation**, **code reasoning** and **code fixing**. \n- A more comprehensive foundation for real-world applications such as **Code Agents**. Not only enhancing coding capabilities but also maintaining its strengths in mathematics and general competencies.\n\nTo read more about its evaluation results, check out [Qwen 2.5 Coder's blog](https://qwenlm.github.io/blog/qwen2.5-coder-family/).","context_length":33000,"architecture":{"modality":"text->text","tokenizer":"Qwen","instruct_type":"chatml"},"pricing":{"prompt":"0.00000007","completion":"0.00000016","image":"0","request":"0"},"top_provider":{"context_length":33000,"max_completion_tokens":3000,"is_moderated":false},"per_request_limits":null},{"id":"raifle/sorcererlm-8x22b","name":"SorcererLM 8x22B","created":1731105083,"description":"SorcererLM is an advanced RP and storytelling model, built as a Low-rank 16-bit LoRA fine-tuned on [WizardLM-2 8x22B](/microsoft/wizardlm-2-8x22b).\n\n- Advanced reasoning and emotional intelligence for engaging and immersive interactions\n- Vivid writing capabilities enriched with spatial and contextual awareness\n- Enhanced narrative depth, promoting creative and dynamic storytelling","context_length":16000,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"vicuna"},"pricing":{"prompt":"0.0000045","completion":"0.0000045","image":"0","request":"0"},"top_provider":{"context_length":16000,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"eva-unit-01/eva-qwen-2.5-32b","name":"EVA Qwen2.5 32B","created":1731104847,"description":"EVA Qwen2.5 32B is a roleplaying/storywriting specialist model. It's a full-parameter finetune of Qwen2.5-32B on mixture of synthetic and natural data.\n\nIt uses Celeste 70B 0.1 data mixture, greatly expanding it to improve versatility, creativity and \"flavor\" of the resulting model.","context_length":16384,"architecture":{"modality":"text->text","tokenizer":"Qwen","instruct_type":"chatml"},"pricing":{"prompt":"0.0000026","completion":"0.0000034","image":"0","request":"0"},"top_provider":{"context_length":16384,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"thedrummer/unslopnemo-12b","name":"Unslopnemo 12b","created":1731103448,"description":"UnslopNemo v4.1 is the latest addition from the creator of Rocinante, designed for adventure writing and role-play scenarios.","context_length":32000,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"mistral"},"pricing":{"prompt":"0.0000005","completion":"0.0000005","image":"0","request":"0"},"top_provider":{"context_length":32000,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"anthropic/claude-3.5-haiku-20241022:beta","name":"Anthropic: Claude 3.5 Haiku (2024-10-22) (self-moderated)","created":1730678400,"description":"Claude 3.5 Haiku features enhancements across all skill sets including coding, tool use, and reasoning. As the fastest model in the Anthropic lineup, it offers rapid response times suitable for applications that require high interactivity and low latency, such as user-facing chatbots and on-the-fly code completions. It also excels in specialized tasks like data extraction and real-time content moderation, making it a versatile tool for a broad range of industries.\n\nIt does not support image inputs.\n\nSee the launch announcement and benchmark results [here](https://www.anthropic.com/news/3-5-models-and-computer-use)","context_length":200000,"architecture":{"modality":"text->text","tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.0000008","completion":"0.000004","image":"0","request":"0"},"top_provider":{"context_length":200000,"max_completion_tokens":8192,"is_moderated":false},"per_request_limits":null},{"id":"anthropic/claude-3.5-haiku-20241022","name":"Anthropic: Claude 3.5 Haiku (2024-10-22)","created":1730678400,"description":"Claude 3.5 Haiku features enhancements across all skill sets including coding, tool use, and reasoning. As the fastest model in the Anthropic lineup, it offers rapid response times suitable for applications that require high interactivity and low latency, such as user-facing chatbots and on-the-fly code completions. It also excels in specialized tasks like data extraction and real-time content moderation, making it a versatile tool for a broad range of industries.\n\nIt does not support image inputs.\n\nSee the launch announcement and benchmark results [here](https://www.anthropic.com/news/3-5-models-and-computer-use)","context_length":200000,"architecture":{"modality":"text->text","tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.0000008","completion":"0.000004","image":"0","request":"0"},"top_provider":{"context_length":200000,"max_completion_tokens":8192,"is_moderated":true},"per_request_limits":null},{"id":"anthropic/claude-3.5-haiku:beta","name":"Anthropic: Claude 3.5 Haiku (self-moderated)","created":1730678400,"description":"Claude 3.5 Haiku features offers enhanced capabilities in speed, coding accuracy, and tool use. Engineered to excel in real-time applications, it delivers quick response times that are essential for dynamic tasks such as chat interactions and immediate coding suggestions.\n\nThis makes it highly suitable for environments that demand both speed and precision, such as software development, customer service bots, and data management systems.\n\nThis model is currently pointing to [Claude 3.5 Haiku (2024-10-22)](/anthropic/claude-3-5-haiku-20241022).","context_length":200000,"architecture":{"modality":"text->text","tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.0000008","completion":"0.000004","image":"0","request":"0"},"top_provider":{"context_length":200000,"max_completion_tokens":8192,"is_moderated":false},"per_request_limits":null},{"id":"anthropic/claude-3.5-haiku","name":"Anthropic: Claude 3.5 Haiku","created":1730678400,"description":"Claude 3.5 Haiku features offers enhanced capabilities in speed, coding accuracy, and tool use. Engineered to excel in real-time applications, it delivers quick response times that are essential for dynamic tasks such as chat interactions and immediate coding suggestions.\n\nThis makes it highly suitable for environments that demand both speed and precision, such as software development, customer service bots, and data management systems.\n\nThis model is currently pointing to [Claude 3.5 Haiku (2024-10-22)](/anthropic/claude-3-5-haiku-20241022).","context_length":200000,"architecture":{"modality":"text->text","tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.0000008","completion":"0.000004","image":"0","request":"0"},"top_provider":{"context_length":200000,"max_completion_tokens":8192,"is_moderated":true},"per_request_limits":null},{"id":"neversleep/llama-3.1-lumimaid-70b","name":"NeverSleep: Lumimaid v0.2 70B","created":1729555200,"description":"Lumimaid v0.2 70B is a finetune of [Llama 3.1 70B](/meta-llama/llama-3.1-70b-instruct) with a \"HUGE step up dataset wise\" compared to Lumimaid v0.1. Sloppy chats output were purged.\n\nUsage of this model is subject to [Meta's Acceptable Use Policy](https://llama.meta.com/llama3/use-policy/).","context_length":16384,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.000003375","completion":"0.0000045","image":"0","request":"0"},"top_provider":{"context_length":16384,"max_completion_tokens":2048,"is_moderated":false},"per_request_limits":null},{"id":"anthracite-org/magnum-v4-72b","name":"Magnum v4 72B","created":1729555200,"description":"This is a series of models designed to replicate the prose quality of the Claude 3 models, specifically Sonnet(https://openrouter.ai/anthropic/claude-3.5-sonnet) and Opus(https://openrouter.ai/anthropic/claude-3-opus).\n\nThe model is fine-tuned on top of [Qwen2.5 72B](https://openrouter.ai/qwen/qwen-2.5-72b-instruct).","context_length":16384,"architecture":{"modality":"text->text","tokenizer":"Qwen","instruct_type":"chatml"},"pricing":{"prompt":"0.000001875","completion":"0.00000225","image":"0","request":"0"},"top_provider":{"context_length":16384,"max_completion_tokens":1024,"is_moderated":false},"per_request_limits":null},{"id":"anthropic/claude-3.5-sonnet:beta","name":"Anthropic: Claude 3.5 Sonnet (self-moderated)","created":1729555200,"description":"New Claude 3.5 Sonnet delivers better-than-Opus capabilities, faster-than-Sonnet speeds, at the same Sonnet prices. Sonnet is particularly good at:\n\n- Coding: Scores ~49% on SWE-Bench Verified, higher than the last best score, and without any fancy prompt scaffolding\n- Data science: Augments human data science expertise; navigates unstructured data while using multiple tools for insights\n- Visual processing: excelling at interpreting charts, graphs, and images, accurately transcribing text to derive insights beyond just the text alone\n- Agentic tasks: exceptional tool use, making it great at agentic tasks (i.e. complex, multi-step problem solving tasks that require engaging with other systems)\n\n#multimodal","context_length":200000,"architecture":{"modality":"text+image->text","tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000003","completion":"0.000015","image":"0.0048","request":"0"},"top_provider":{"context_length":200000,"max_completion_tokens":8192,"is_moderated":false},"per_request_limits":null},{"id":"anthropic/claude-3.5-sonnet","name":"Anthropic: Claude 3.5 Sonnet","created":1729555200,"description":"New Claude 3.5 Sonnet delivers better-than-Opus capabilities, faster-than-Sonnet speeds, at the same Sonnet prices. Sonnet is particularly good at:\n\n- Coding: Scores ~49% on SWE-Bench Verified, higher than the last best score, and without any fancy prompt scaffolding\n- Data science: Augments human data science expertise; navigates unstructured data while using multiple tools for insights\n- Visual processing: excelling at interpreting charts, graphs, and images, accurately transcribing text to derive insights beyond just the text alone\n- Agentic tasks: exceptional tool use, making it great at agentic tasks (i.e. complex, multi-step problem solving tasks that require engaging with other systems)\n\n#multimodal","context_length":200000,"architecture":{"modality":"text+image->text","tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000003","completion":"0.000015","image":"0.0048","request":"0"},"top_provider":{"context_length":200000,"max_completion_tokens":8192,"is_moderated":true},"per_request_limits":null},{"id":"x-ai/grok-beta","name":"xAI: Grok Beta","created":1729382400,"description":"Grok Beta is xAI's experimental language model with state-of-the-art reasoning capabilities, best for complex and multi-step use cases.\n\nIt is the successor of [Grok 2](https://x.ai/blog/grok-2) with enhanced context length.","context_length":131072,"architecture":{"modality":"text->text","tokenizer":"Grok","instruct_type":null},"pricing":{"prompt":"0.000005","completion":"0.000015","image":"0","request":"0"},"top_provider":{"context_length":131072,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"mistralai/ministral-8b","name":"Mistral: Ministral 8B","created":1729123200,"description":"Ministral 8B is an 8B parameter model featuring a unique interleaved sliding-window attention pattern for faster, memory-efficient inference. Designed for edge use cases, it supports up to 128k context length and excels in knowledge and reasoning tasks. It outperforms peers in the sub-10B category, making it perfect for low-latency, privacy-first applications.","context_length":128000,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":null},"pricing":{"prompt":"0.0000001","completion":"0.0000001","image":"0","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"mistralai/ministral-3b","name":"Mistral: Ministral 3B","created":1729123200,"description":"Ministral 3B is a 3B parameter model optimized for on-device and edge computing. It excels in knowledge, commonsense reasoning, and function-calling, outperforming larger models like Mistral 7B on most benchmarks. Supporting up to 128k context length, it’s ideal for orchestrating agentic workflows and specialist tasks with efficient inference.","context_length":128000,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":null},"pricing":{"prompt":"0.00000004","completion":"0.00000004","image":"0","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"qwen/qwen-2.5-7b-instruct","name":"Qwen2.5 7B Instruct","created":1729036800,"description":"Qwen2.5 7B is the latest series of Qwen large language models. Qwen2.5 brings the following improvements upon Qwen2:\n\n- Significantly more knowledge and has greatly improved capabilities in coding and mathematics, thanks to our specialized expert models in these domains.\n\n- Significant improvements in instruction following, generating long texts (over 8K tokens), understanding structured data (e.g, tables), and generating structured outputs especially JSON. More resilient to the diversity of system prompts, enhancing role-play implementation and condition-setting for chatbots.\n\n- Long-context Support up to 128K tokens and can generate up to 8K tokens.\n\n- Multilingual support for over 29 languages, including Chinese, English, French, Spanish, Portuguese, German, Italian, Russian, Japanese, Korean, Vietnamese, Thai, Arabic, and more.\n\nUsage of this model is subject to [Tongyi Qianwen LICENSE AGREEMENT](https://huggingface.co/Qwen/Qwen1.5-110B-Chat/blob/main/LICENSE).","context_length":32768,"architecture":{"modality":"text->text","tokenizer":"Qwen","instruct_type":"chatml"},"pricing":{"prompt":"0.00000027","completion":"0.00000027","image":"0","request":"0"},"top_provider":{"context_length":32768,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"nvidia/llama-3.1-nemotron-70b-instruct","name":"NVIDIA: Llama 3.1 Nemotron 70B Instruct","created":1728950400,"description":"NVIDIA's Llama 3.1 Nemotron 70B is a language model designed for generating precise and useful responses. Leveraging [Llama 3.1 70B](/models/meta-llama/llama-3.1-70b-instruct) architecture and Reinforcement Learning from Human Feedback (RLHF), it excels in automatic alignment benchmarks. This model is tailored for applications requiring high accuracy in helpfulness and response generation, suitable for diverse user queries across multiple domains.\n\nUsage of this model is subject to [Meta's Acceptable Use Policy](https://www.llama.com/llama3/use-policy/).","context_length":131000,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.00000012","completion":"0.0000003","image":"0","request":"0"},"top_provider":{"context_length":131000,"max_completion_tokens":131000,"is_moderated":false},"per_request_limits":null},{"id":"inflection/inflection-3-pi","name":"Inflection: Inflection 3 Pi","created":1728604800,"description":"Inflection 3 Pi powers Inflection's [Pi](https://pi.ai) chatbot, including backstory, emotional intelligence, productivity, and safety. It has access to recent news, and excels in scenarios like customer support and roleplay.\n\nPi has been trained to mirror your tone and style, if you use more emojis, so will Pi! Try experimenting with various prompts and conversation styles.","context_length":8000,"architecture":{"modality":"text->text","tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.0000025","completion":"0.00001","image":"0","request":"0"},"top_provider":{"context_length":8000,"max_completion_tokens":1024,"is_moderated":false},"per_request_limits":null},{"id":"inflection/inflection-3-productivity","name":"Inflection: Inflection 3 Productivity","created":1728604800,"description":"Inflection 3 Productivity is optimized for following instructions. It is better for tasks requiring JSON output or precise adherence to provided guidelines. It has access to recent news.\n\nFor emotional intelligence similar to Pi, see [Inflect 3 Pi](/inflection/inflection-3-pi)\n\nSee [Inflection's announcement](https://inflection.ai/blog/enterprise) for more details.","context_length":8000,"architecture":{"modality":"text->text","tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.0000025","completion":"0.00001","image":"0","request":"0"},"top_provider":{"context_length":8000,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"google/gemini-flash-1.5-8b","name":"Google: Gemini Flash 1.5 8B","created":1727913600,"description":"Gemini Flash 1.5 8B is optimized for speed and efficiency, offering enhanced performance in small prompt tasks like chat, transcription, and translation. With reduced latency, it is highly effective for real-time and large-scale operations. This model focuses on cost-effective solutions while maintaining high-quality results.\n\n[Click here to learn more about this model](https://developers.googleblog.com/en/gemini-15-flash-8b-is-now-generally-available-for-use/).\n\nUsage of Gemini is subject to Google's [Gemini Terms of Use](https://ai.google.dev/terms).","context_length":1000000,"architecture":{"modality":"text+image->text","tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0.0000000375","completion":"0.00000015","image":"0","request":"0"},"top_provider":{"context_length":1000000,"max_completion_tokens":8192,"is_moderated":false},"per_request_limits":null},{"id":"anthracite-org/magnum-v2-72b","name":"Magnum v2 72B","created":1727654400,"description":"From the maker of [Goliath](https://openrouter.ai/models/alpindale/goliath-120b), Magnum 72B is the seventh in a family of models designed to achieve the prose quality of the Claude 3 models, notably Opus & Sonnet.\n\nThe model is based on [Qwen2 72B](https://openrouter.ai/models/qwen/qwen-2-72b-instruct) and trained with 55 million tokens of highly curated roleplay (RP) data.","context_length":32768,"architecture":{"modality":"text->text","tokenizer":"Qwen","instruct_type":"chatml"},"pricing":{"prompt":"0.000003","completion":"0.000003","image":"0","request":"0"},"top_provider":{"context_length":32768,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"liquid/lfm-40b","name":"Liquid: LFM 40B MoE","created":1727654400,"description":"Liquid's 40.3B Mixture of Experts (MoE) model. Liquid Foundation Models (LFMs) are large neural networks built with computational units rooted in dynamic systems.\n\nLFMs are general-purpose AI models that can be used to model any kind of sequential data, including video, audio, text, time series, and signals.\n\nSee the [launch announcement](https://www.liquid.ai/liquid-foundation-models) for benchmarks and more info.","context_length":66000,"architecture":{"modality":"text->text","tokenizer":"Other","instruct_type":"vicuna"},"pricing":{"prompt":"0.00000015","completion":"0.00000015","image":"0","request":"0"},"top_provider":{"context_length":66000,"max_completion_tokens":66000,"is_moderated":false},"per_request_limits":null},{"id":"thedrummer/rocinante-12b","name":"Rocinante 12B","created":1727654400,"description":"Rocinante 12B is designed for engaging storytelling and rich prose.\n\nEarly testers have reported:\n- Expanded vocabulary with unique and expressive word choices\n- Enhanced creativity for vivid narratives\n- Adventure-filled and captivating stories","context_length":32768,"architecture":{"modality":"text->text","tokenizer":"Qwen","instruct_type":"chatml"},"pricing":{"prompt":"0.00000025","completion":"0.0000005","image":"0","request":"0"},"top_provider":{"context_length":32768,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-3.2-3b-instruct:free","name":"Meta: Llama 3.2 3B Instruct (free)","created":1727222400,"description":"Llama 3.2 3B is a 3-billion-parameter multilingual large language model, optimized for advanced natural language processing tasks like dialogue generation, reasoning, and summarization. Designed with the latest transformer architecture, it supports eight languages, including English, Spanish, and Hindi, and is adaptable for additional languages.\n\nTrained on 9 trillion tokens, the Llama 3.2 3B model excels in instruction-following, complex reasoning, and tool use. Its balanced performance makes it ideal for applications needing accuracy and efficiency in text generation across multilingual settings.\n\nClick here for the [original model card](https://github.com/meta-llama/llama-models/blob/main/models/llama3_2/MODEL_CARD.md).\n\nUsage of this model is subject to [Meta's Acceptable Use Policy](https://www.llama.com/llama3/use-policy/).","context_length":4096,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":2048,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-3.2-3b-instruct","name":"Meta: Llama 3.2 3B Instruct","created":1727222400,"description":"Llama 3.2 3B is a 3-billion-parameter multilingual large language model, optimized for advanced natural language processing tasks like dialogue generation, reasoning, and summarization. Designed with the latest transformer architecture, it supports eight languages, including English, Spanish, and Hindi, and is adaptable for additional languages.\n\nTrained on 9 trillion tokens, the Llama 3.2 3B model excels in instruction-following, complex reasoning, and tool use. Its balanced performance makes it ideal for applications needing accuracy and efficiency in text generation across multilingual settings.\n\nClick here for the [original model card](https://github.com/meta-llama/llama-models/blob/main/models/llama3_2/MODEL_CARD.md).\n\nUsage of this model is subject to [Meta's Acceptable Use Policy](https://www.llama.com/llama3/use-policy/).","context_length":131000,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.000000015","completion":"0.000000025","image":"0","request":"0"},"top_provider":{"context_length":131000,"max_completion_tokens":131000,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-3.2-1b-instruct:free","name":"Meta: Llama 3.2 1B Instruct (free)","created":1727222400,"description":"Llama 3.2 1B is a 1-billion-parameter language model focused on efficiently performing natural language tasks, such as summarization, dialogue, and multilingual text analysis. Its smaller size allows it to operate efficiently in low-resource environments while maintaining strong task performance.\n\nSupporting eight core languages and fine-tunable for more, Llama 1.3B is ideal for businesses or developers seeking lightweight yet powerful AI solutions that can operate in diverse multilingual settings without the high computational demand of larger models.\n\nClick here for the [original model card](https://github.com/meta-llama/llama-models/blob/main/models/llama3_2/MODEL_CARD.md).\n\nUsage of this model is subject to [Meta's Acceptable Use Policy](https://www.llama.com/llama3/use-policy/).","context_length":4096,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":2048,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-3.2-1b-instruct","name":"Meta: Llama 3.2 1B Instruct","created":1727222400,"description":"Llama 3.2 1B is a 1-billion-parameter language model focused on efficiently performing natural language tasks, such as summarization, dialogue, and multilingual text analysis. Its smaller size allows it to operate efficiently in low-resource environments while maintaining strong task performance.\n\nSupporting eight core languages and fine-tunable for more, Llama 1.3B is ideal for businesses or developers seeking lightweight yet powerful AI solutions that can operate in diverse multilingual settings without the high computational demand of larger models.\n\nClick here for the [original model card](https://github.com/meta-llama/llama-models/blob/main/models/llama3_2/MODEL_CARD.md).\n\nUsage of this model is subject to [Meta's Acceptable Use Policy](https://www.llama.com/llama3/use-policy/).","context_length":131072,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.00000001","completion":"0.00000002","image":"0","request":"0"},"top_provider":{"context_length":131072,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-3.2-90b-vision-instruct:free","name":"Meta: Llama 3.2 90B Vision Instruct (free)","created":1727222400,"description":"The Llama 90B Vision model is a top-tier, 90-billion-parameter multimodal model designed for the most challenging visual reasoning and language tasks. It offers unparalleled accuracy in image captioning, visual question answering, and advanced image-text comprehension. Pre-trained on vast multimodal datasets and fine-tuned with human feedback, the Llama 90B Vision is engineered to handle the most demanding image-based AI tasks.\n\nThis model is perfect for industries requiring cutting-edge multimodal AI capabilities, particularly those dealing with complex, real-time visual and textual analysis.\n\nClick here for the [original model card](https://github.com/meta-llama/llama-models/blob/main/models/llama3_2/MODEL_CARD_VISION.md).\n\nUsage of this model is subject to [Meta's Acceptable Use Policy](https://www.llama.com/llama3/use-policy/).","context_length":4096,"architecture":{"modality":"text+image->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":2048,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-3.2-90b-vision-instruct","name":"Meta: Llama 3.2 90B Vision Instruct","created":1727222400,"description":"The Llama 90B Vision model is a top-tier, 90-billion-parameter multimodal model designed for the most challenging visual reasoning and language tasks. It offers unparalleled accuracy in image captioning, visual question answering, and advanced image-text comprehension. Pre-trained on vast multimodal datasets and fine-tuned with human feedback, the Llama 90B Vision is engineered to handle the most demanding image-based AI tasks.\n\nThis model is perfect for industries requiring cutting-edge multimodal AI capabilities, particularly those dealing with complex, real-time visual and textual analysis.\n\nClick here for the [original model card](https://github.com/meta-llama/llama-models/blob/main/models/llama3_2/MODEL_CARD_VISION.md).\n\nUsage of this model is subject to [Meta's Acceptable Use Policy](https://www.llama.com/llama3/use-policy/).","context_length":131072,"architecture":{"modality":"text+image->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.0000009","completion":"0.0000009","image":"0.001301","request":"0"},"top_provider":{"context_length":131072,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-3.2-11b-vision-instruct:free","name":"Meta: Llama 3.2 11B Vision Instruct (free)","created":1727222400,"description":"Llama 3.2 11B Vision is a multimodal model with 11 billion parameters, designed to handle tasks combining visual and textual data. It excels in tasks such as image captioning and visual question answering, bridging the gap between language generation and visual reasoning. Pre-trained on a massive dataset of image-text pairs, it performs well in complex, high-accuracy image analysis.\n\nIts ability to integrate visual understanding with language processing makes it an ideal solution for industries requiring comprehensive visual-linguistic AI applications, such as content creation, AI-driven customer service, and research.\n\nClick here for the [original model card](https://github.com/meta-llama/llama-models/blob/main/models/llama3_2/MODEL_CARD_VISION.md).\n\nUsage of this model is subject to [Meta's Acceptable Use Policy](https://www.llama.com/llama3/use-policy/).","context_length":8192,"architecture":{"modality":"text+image->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":8192,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-3.2-11b-vision-instruct","name":"Meta: Llama 3.2 11B Vision Instruct","created":1727222400,"description":"Llama 3.2 11B Vision is a multimodal model with 11 billion parameters, designed to handle tasks combining visual and textual data. It excels in tasks such as image captioning and visual question answering, bridging the gap between language generation and visual reasoning. Pre-trained on a massive dataset of image-text pairs, it performs well in complex, high-accuracy image analysis.\n\nIts ability to integrate visual understanding with language processing makes it an ideal solution for industries requiring comprehensive visual-linguistic AI applications, such as content creation, AI-driven customer service, and research.\n\nClick here for the [original model card](https://github.com/meta-llama/llama-models/blob/main/models/llama3_2/MODEL_CARD_VISION.md).\n\nUsage of this model is subject to [Meta's Acceptable Use Policy](https://www.llama.com/llama3/use-policy/).","context_length":131072,"architecture":{"modality":"text+image->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.000000055","completion":"0.000000055","image":"0.00007948","request":"0"},"top_provider":{"context_length":131072,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"qwen/qwen-2.5-72b-instruct","name":"Qwen2.5 72B Instruct","created":1726704000,"description":"Qwen2.5 72B is the latest series of Qwen large language models. Qwen2.5 brings the following improvements upon Qwen2:\n\n- Significantly more knowledge and has greatly improved capabilities in coding and mathematics, thanks to our specialized expert models in these domains.\n\n- Significant improvements in instruction following, generating long texts (over 8K tokens), understanding structured data (e.g, tables), and generating structured outputs especially JSON. More resilient to the diversity of system prompts, enhancing role-play implementation and condition-setting for chatbots.\n\n- Long-context Support up to 128K tokens and can generate up to 8K tokens.\n\n- Multilingual support for over 29 languages, including Chinese, English, French, Spanish, Portuguese, German, Italian, Russian, Japanese, Korean, Vietnamese, Thai, Arabic, and more.\n\nUsage of this model is subject to [Tongyi Qianwen LICENSE AGREEMENT](https://huggingface.co/Qwen/Qwen1.5-110B-Chat/blob/main/LICENSE).","context_length":32000,"architecture":{"modality":"text->text","tokenizer":"Qwen","instruct_type":"chatml"},"pricing":{"prompt":"0.00000023","completion":"0.0000004","image":"0","request":"0"},"top_provider":{"context_length":32000,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"qwen/qwen-2-vl-72b-instruct","name":"Qwen2-VL 72B Instruct","created":1726617600,"description":"Qwen2 VL 72B is a multimodal LLM from the Qwen Team with the following key enhancements:\n\n- SoTA understanding of images of various resolution & ratio: Qwen2-VL achieves state-of-the-art performance on visual understanding benchmarks, including MathVista, DocVQA, RealWorldQA, MTVQA, etc.\n\n- Understanding videos of 20min+: Qwen2-VL can understand videos over 20 minutes for high-quality video-based question answering, dialog, content creation, etc.\n\n- Agent that can operate your mobiles, robots, etc.: with the abilities of complex reasoning and decision making, Qwen2-VL can be integrated with devices like mobile phones, robots, etc., for automatic operation based on visual environment and text instructions.\n\n- Multilingual Support: to serve global users, besides English and Chinese, Qwen2-VL now supports the understanding of texts in different languages inside images, including most European languages, Japanese, Korean, Arabic, Vietnamese, etc.\n\nFor more details, see this [blog post](https://qwenlm.github.io/blog/qwen2-vl/) and [GitHub repo](https://github.com/QwenLM/Qwen2-VL).\n\nUsage of this model is subject to [Tongyi Qianwen LICENSE AGREEMENT](https://huggingface.co/Qwen/Qwen1.5-110B-Chat/blob/main/LICENSE).","context_length":4096,"architecture":{"modality":"text+image->text","tokenizer":"Qwen","instruct_type":null},"pricing":{"prompt":"0.0000004","completion":"0.0000004","image":"0.000578","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"neversleep/llama-3.1-lumimaid-8b","name":"NeverSleep: Lumimaid v0.2 8B","created":1726358400,"description":"Lumimaid v0.2 8B is a finetune of [Llama 3.1 8B](/models/meta-llama/llama-3.1-8b-instruct) with a \"HUGE step up dataset wise\" compared to Lumimaid v0.1. Sloppy chats output were purged.\n\nUsage of this model is subject to [Meta's Acceptable Use Policy](https://llama.meta.com/llama3/use-policy/).","context_length":32768,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.0000001875","completion":"0.000001125","image":"0","request":"0"},"top_provider":{"context_length":32768,"max_completion_tokens":2048,"is_moderated":false},"per_request_limits":null},{"id":"openai/o1-mini-2024-09-12","name":"OpenAI: o1-mini (2024-09-12)","created":1726099200,"description":"The latest and strongest model family from OpenAI, o1 is designed to spend more time thinking before responding.\n\nThe o1 models are optimized for math, science, programming, and other STEM-related tasks. They consistently exhibit PhD-level accuracy on benchmarks in physics, chemistry, and biology. Learn more in the [launch announcement](https://openai.com/o1).\n\nNote: This model is currently experimental and not suitable for production use-cases, and may be heavily rate-limited.","context_length":128000,"architecture":{"modality":"text->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.000003","completion":"0.000012","image":"0","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":65536,"is_moderated":true},"per_request_limits":null},{"id":"openai/o1-preview","name":"OpenAI: o1-preview","created":1726099200,"description":"The latest and strongest model family from OpenAI, o1 is designed to spend more time thinking before responding.\n\nThe o1 models are optimized for math, science, programming, and other STEM-related tasks. They consistently exhibit PhD-level accuracy on benchmarks in physics, chemistry, and biology. Learn more in the [launch announcement](https://openai.com/o1).\n\nNote: This model is currently experimental and not suitable for production use-cases, and may be heavily rate-limited.","context_length":128000,"architecture":{"modality":"text->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.000015","completion":"0.00006","image":"0","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":32768,"is_moderated":true},"per_request_limits":null},{"id":"openai/o1-preview-2024-09-12","name":"OpenAI: o1-preview (2024-09-12)","created":1726099200,"description":"The latest and strongest model family from OpenAI, o1 is designed to spend more time thinking before responding.\n\nThe o1 models are optimized for math, science, programming, and other STEM-related tasks. They consistently exhibit PhD-level accuracy on benchmarks in physics, chemistry, and biology. Learn more in the [launch announcement](https://openai.com/o1).\n\nNote: This model is currently experimental and not suitable for production use-cases, and may be heavily rate-limited.","context_length":128000,"architecture":{"modality":"text->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.000015","completion":"0.00006","image":"0","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":32768,"is_moderated":true},"per_request_limits":null},{"id":"openai/o1-mini","name":"OpenAI: o1-mini","created":1726099200,"description":"The latest and strongest model family from OpenAI, o1 is designed to spend more time thinking before responding.\n\nThe o1 models are optimized for math, science, programming, and other STEM-related tasks. They consistently exhibit PhD-level accuracy on benchmarks in physics, chemistry, and biology. Learn more in the [launch announcement](https://openai.com/o1).\n\nNote: This model is currently experimental and not suitable for production use-cases, and may be heavily rate-limited.","context_length":128000,"architecture":{"modality":"text->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.000003","completion":"0.000012","image":"0","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":65536,"is_moderated":true},"per_request_limits":null},{"id":"mistralai/pixtral-12b","name":"Mistral: Pixtral 12B","created":1725926400,"description":"The first multi-modal, text+image-to-text model from Mistral AI. Its weights were launched via torrent: https://x.com/mistralai/status/1833758285167722836.","context_length":4096,"architecture":{"modality":"text+image->text","tokenizer":"Mistral","instruct_type":null},"pricing":{"prompt":"0.0000001","completion":"0.0000001","image":"0.0001445","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"cohere/command-r-08-2024","name":"Cohere: Command R (08-2024)","created":1724976000,"description":"command-r-08-2024 is an update of the [Command R](/models/cohere/command-r) with improved performance for multilingual retrieval-augmented generation (RAG) and tool use. More broadly, it is better at math, code and reasoning and is competitive with the previous version of the larger Command R+ model.\n\nRead the launch post [here](https://docs.cohere.com/changelog/command-gets-refreshed).\n\nUse of this model is subject to Cohere's [Acceptable Use Policy](https://docs.cohere.com/docs/c4ai-acceptable-use-policy).","context_length":128000,"architecture":{"modality":"text->text","tokenizer":"Cohere","instruct_type":null},"pricing":{"prompt":"0.0000001425","completion":"0.00000057","image":"0","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":4000,"is_moderated":false},"per_request_limits":null},{"id":"cohere/command-r-plus-08-2024","name":"Cohere: Command R+ (08-2024)","created":1724976000,"description":"command-r-plus-08-2024 is an update of the [Command R+](/models/cohere/command-r-plus) with roughly 50% higher throughput and 25% lower latencies as compared to the previous Command R+ version, while keeping the hardware footprint the same.\n\nRead the launch post [here](https://docs.cohere.com/changelog/command-gets-refreshed).\n\nUse of this model is subject to Cohere's [Acceptable Use Policy](https://docs.cohere.com/docs/c4ai-acceptable-use-policy).","context_length":128000,"architecture":{"modality":"text->text","tokenizer":"Cohere","instruct_type":null},"pricing":{"prompt":"0.000002375","completion":"0.0000095","image":"0","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":4000,"is_moderated":false},"per_request_limits":null},{"id":"qwen/qwen-2-vl-7b-instruct","name":"Qwen2-VL 7B Instruct","created":1724803200,"description":"Qwen2 VL 7B is a multimodal LLM from the Qwen Team with the following key enhancements:\n\n- SoTA understanding of images of various resolution & ratio: Qwen2-VL achieves state-of-the-art performance on visual understanding benchmarks, including MathVista, DocVQA, RealWorldQA, MTVQA, etc.\n\n- Understanding videos of 20min+: Qwen2-VL can understand videos over 20 minutes for high-quality video-based question answering, dialog, content creation, etc.\n\n- Agent that can operate your mobiles, robots, etc.: with the abilities of complex reasoning and decision making, Qwen2-VL can be integrated with devices like mobile phones, robots, etc., for automatic operation based on visual environment and text instructions.\n\n- Multilingual Support: to serve global users, besides English and Chinese, Qwen2-VL now supports the understanding of texts in different languages inside images, including most European languages, Japanese, Korean, Arabic, Vietnamese, etc.\n\nFor more details, see this [blog post](https://qwenlm.github.io/blog/qwen2-vl/) and [GitHub repo](https://github.com/QwenLM/Qwen2-VL).\n\nUsage of this model is subject to [Tongyi Qianwen LICENSE AGREEMENT](https://huggingface.co/Qwen/Qwen1.5-110B-Chat/blob/main/LICENSE).","context_length":4096,"architecture":{"modality":"text+image->text","tokenizer":"Qwen","instruct_type":null},"pricing":{"prompt":"0.0000001","completion":"0.0000001","image":"0.0001445","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"google/gemini-flash-1.5-exp","name":"Google: Gemini Flash 1.5 Experimental","created":1724803200,"description":"Gemini 1.5 Flash Experimental is an experimental version of the [Gemini 1.5 Flash](/models/google/gemini-flash-1.5) model.\n\nUsage of Gemini is subject to Google's [Gemini Terms of Use](https://ai.google.dev/terms).\n\n#multimodal\n\nNote: This model is experimental and not suited for production use-cases. It may be removed or redirected to another model in the future.","context_length":1000000,"architecture":{"modality":"text+image->text","tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":1000000,"max_completion_tokens":8192,"is_moderated":false},"per_request_limits":null},{"id":"sao10k/l3.1-euryale-70b","name":"Sao10K: Llama 3.1 Euryale 70B v2.2","created":1724803200,"description":"Euryale L3.1 70B v2.2 is a model focused on creative roleplay from [Sao10k](https://ko-fi.com/sao10k). It is the successor of [Euryale L3 70B v2.1](/models/sao10k/l3-euryale-70b).","context_length":128000,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.00000035","completion":"0.0000004","image":"0","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"google/gemini-flash-1.5-8b-exp","name":"Google: Gemini Flash 1.5 8B Experimental","created":1724803200,"description":"Gemini Flash 1.5 8B Experimental is an experimental, 8B parameter version of the [Gemini Flash 1.5](/models/google/gemini-flash-1.5) model.\n\nUsage of Gemini is subject to Google's [Gemini Terms of Use](https://ai.google.dev/terms).\n\n#multimodal\n\nNote: This model is currently experimental and not suitable for production use-cases, and may be heavily rate-limited.","context_length":1000000,"architecture":{"modality":"text+image->text","tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":1000000,"max_completion_tokens":8192,"is_moderated":false},"per_request_limits":null},{"id":"ai21/jamba-1-5-large","name":"AI21: Jamba 1.5 Large","created":1724371200,"description":"Jamba 1.5 Large is part of AI21's new family of open models, offering superior speed, efficiency, and quality.\n\nIt features a 256K effective context window, the longest among open models, enabling improved performance on tasks like document summarization and analysis.\n\nBuilt on a novel SSM-Transformer architecture, it outperforms larger models like Llama 3.1 70B on benchmarks while maintaining resource efficiency.\n\nRead their [announcement](https://www.ai21.com/blog/announcing-jamba-model-family) to learn more.","context_length":256000,"architecture":{"modality":"text->text","tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.000002","completion":"0.000008","image":"0","request":"0"},"top_provider":{"context_length":256000,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"ai21/jamba-1-5-mini","name":"AI21: Jamba 1.5 Mini","created":1724371200,"description":"Jamba 1.5 Mini is the world's first production-grade Mamba-based model, combining SSM and Transformer architectures for a 256K context window and high efficiency.\n\nIt works with 9 languages and can handle various writing and analysis tasks as well as or better than similar small models.\n\nThis model uses less computer memory and works faster with longer texts than previous designs.\n\nRead their [announcement](https://www.ai21.com/blog/announcing-jamba-model-family) to learn more.","context_length":256000,"architecture":{"modality":"text->text","tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.0000002","completion":"0.0000004","image":"0","request":"0"},"top_provider":{"context_length":256000,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"microsoft/phi-3.5-mini-128k-instruct","name":"Microsoft: Phi-3.5 Mini 128K Instruct","created":1724198400,"description":"Phi-3.5 models are lightweight, state-of-the-art open models. These models were trained with Phi-3 datasets that include both synthetic data and the filtered, publicly available websites data, with a focus on high quality and reasoning-dense properties. Phi-3.5 Mini uses 3.8B parameters, and is a dense decoder-only transformer model using the same tokenizer as [Phi-3 Mini](/models/microsoft/phi-3-mini-128k-instruct).\n\nThe models underwent a rigorous enhancement process, incorporating both supervised fine-tuning, proximal policy optimization, and direct preference optimization to ensure precise instruction adherence and robust safety measures. When assessed against benchmarks that test common sense, language understanding, math, code, long context and logical reasoning, Phi-3.5 models showcased robust and state-of-the-art performance among models with less than 13 billion parameters.","context_length":128000,"architecture":{"modality":"text->text","tokenizer":"Other","instruct_type":"phi3"},"pricing":{"prompt":"0.0000001","completion":"0.0000001","image":"0","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"nousresearch/hermes-3-llama-3.1-70b","name":"Nous: Hermes 3 70B Instruct","created":1723939200,"description":"Hermes 3 is a generalist language model with many improvements over [Hermes 2](/models/nousresearch/nous-hermes-2-mistral-7b-dpo), including advanced agentic capabilities, much better roleplaying, reasoning, multi-turn conversation, long context coherence, and improvements across the board.\n\nHermes 3 70B is a competitive, if not superior finetune of the [Llama-3.1 70B foundation model](/models/meta-llama/llama-3.1-70b-instruct), focused on aligning LLMs to the user, with powerful steering capabilities and control given to the end user.\n\nThe Hermes 3 series builds and expands on the Hermes 2 set of capabilities, including more powerful and reliable function calling and structured output capabilities, generalist assistant capabilities, and improved code generation skills.","context_length":131000,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"chatml"},"pricing":{"prompt":"0.00000012","completion":"0.0000003","image":"0","request":"0"},"top_provider":{"context_length":131000,"max_completion_tokens":131000,"is_moderated":false},"per_request_limits":null},{"id":"nousresearch/hermes-3-llama-3.1-405b","name":"Nous: Hermes 3 405B Instruct","created":1723766400,"description":"Hermes 3 is a generalist language model with many improvements over Hermes 2, including advanced agentic capabilities, much better roleplaying, reasoning, multi-turn conversation, long context coherence, and improvements across the board.\n\nHermes 3 405B is a frontier-level, full-parameter finetune of the Llama-3.1 405B foundation model, focused on aligning LLMs to the user, with powerful steering capabilities and control given to the end user.\n\nThe Hermes 3 series builds and expands on the Hermes 2 set of capabilities, including more powerful and reliable function calling and structured output capabilities, generalist assistant capabilities, and improved code generation skills.\n\nHermes 3 is competitive, if not superior, to Llama-3.1 Instruct models at general capabilities, with varying strengths and weaknesses attributable between the two.","context_length":131072,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"chatml"},"pricing":{"prompt":"0.0000008","completion":"0.0000008","image":"0","request":"0"},"top_provider":{"context_length":131072,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"perplexity/llama-3.1-sonar-huge-128k-online","name":"Perplexity: Llama 3.1 Sonar 405B Online","created":1723593600,"description":"Llama 3.1 Sonar is Perplexity's latest model family. It surpasses their earlier Sonar models in cost-efficiency, speed, and performance. The model is built upon the Llama 3.1 405B and has internet access.","context_length":127072,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":null},"pricing":{"prompt":"0.000005","completion":"0.000005","image":"0","request":"0.005"},"top_provider":{"context_length":127072,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"openai/chatgpt-4o-latest","name":"OpenAI: ChatGPT-4o","created":1723593600,"description":"OpenAI ChatGPT 4o is continually updated by OpenAI to point to the current version of GPT-4o used by ChatGPT. It therefore differs slightly from the API version of [GPT-4o](/models/openai/gpt-4o) in that it has additional RLHF. It is intended for research and evaluation.\n\nOpenAI notes that this model is not suited for production use-cases as it may be removed or redirected to another model in the future.","context_length":128000,"architecture":{"modality":"text+image->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.000005","completion":"0.000015","image":"0.007225","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":16384,"is_moderated":true},"per_request_limits":null},{"id":"sao10k/l3-lunaris-8b","name":"Sao10K: Llama 3 8B Lunaris","created":1723507200,"description":"Lunaris 8B is a versatile generalist and roleplaying model based on Llama 3. It's a strategic merge of multiple models, designed to balance creativity with improved logic and general knowledge.\n\nCreated by [Sao10k](https://huggingface.co/Sao10k), this model aims to offer an improved experience over Stheno v3.2, with enhanced creativity and logical reasoning.\n\nFor best results, use with Llama 3 Instruct context template, temperature 1.4, and min_p 0.1.","context_length":8192,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.00000003","completion":"0.00000006","image":"0","request":"0"},"top_provider":{"context_length":8192,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"aetherwiing/mn-starcannon-12b","name":"Aetherwiing: Starcannon 12B","created":1723507200,"description":"Starcannon 12B v2 is a creative roleplay and story writing model, based on Mistral Nemo, using [nothingiisreal/mn-celeste-12b](/nothingiisreal/mn-celeste-12b) as a base, with [intervitens/mini-magnum-12b-v1.1](https://huggingface.co/intervitens/mini-magnum-12b-v1.1) merged in using the [TIES](https://arxiv.org/abs/2306.01708) method.\n\nAlthough more similar to Magnum overall, the model remains very creative, with a pleasant writing style. It is recommended for people wanting more variety than Magnum, and yet more verbose prose than Celeste.","context_length":16384,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"chatml"},"pricing":{"prompt":"0.0000008","completion":"0.0000012","image":"0","request":"0"},"top_provider":{"context_length":16384,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"openai/gpt-4o-2024-08-06","name":"OpenAI: GPT-4o (2024-08-06)","created":1722902400,"description":"The 2024-08-06 version of GPT-4o offers improved performance in structured outputs, with the ability to supply a JSON schema in the respone_format. Read more [here](https://openai.com/index/introducing-structured-outputs-in-the-api/).\n\nGPT-4o (\"o\" for \"omni\") is OpenAI's latest AI model, supporting both text and image inputs with text outputs. It maintains the intelligence level of [GPT-4 Turbo](/models/openai/gpt-4-turbo) while being twice as fast and 50% more cost-effective. GPT-4o also offers improved performance in processing non-English languages and enhanced visual capabilities.\n\nFor benchmarking against other models, it was briefly called [\"im-also-a-good-gpt2-chatbot\"](https://twitter.com/LiamFedus/status/1790064963966370209)","context_length":128000,"architecture":{"modality":"text+image->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.0000025","completion":"0.00001","image":"0.003613","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":16384,"is_moderated":true},"per_request_limits":null},{"id":"meta-llama/llama-3.1-405b","name":"Meta: Llama 3.1 405B (base)","created":1722556800,"description":"Meta's latest class of model (Llama 3.1) launched with a variety of sizes & flavors. This is the base 405B pre-trained version.\n\nIt has demonstrated strong performance compared to leading closed-source models in human evaluations.\n\nTo read more about the model release, [click here](https://ai.meta.com/blog/meta-llama-3/). Usage of this model is subject to [Meta's Acceptable Use Policy](https://llama.meta.com/llama3/use-policy/).","context_length":32768,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"none"},"pricing":{"prompt":"0.000002","completion":"0.000002","image":"0","request":"0"},"top_provider":{"context_length":32768,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"nothingiisreal/mn-celeste-12b","name":"Mistral Nemo 12B Celeste","created":1722556800,"description":"A specialized story writing and roleplaying model based on Mistral's NeMo 12B Instruct. Fine-tuned on curated datasets including Reddit Writing Prompts and Opus Instruct 25K.\n\nThis model excels at creative writing, offering improved NSFW capabilities, with smarter and more active narration. It demonstrates remarkable versatility in both SFW and NSFW scenarios, with strong Out of Character (OOC) steering capabilities, allowing fine-tuned control over narrative direction and character behavior.\n\nCheck out the model's [HuggingFace page](https://huggingface.co/nothingiisreal/MN-12B-Celeste-V1.9) for details on what parameters and prompts work best!","context_length":16384,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"chatml"},"pricing":{"prompt":"0.0000008","completion":"0.0000012","image":"0","request":"0"},"top_provider":{"context_length":16384,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"perplexity/llama-3.1-sonar-small-128k-chat","name":"Perplexity: Llama 3.1 Sonar 8B","created":1722470400,"description":"Llama 3.1 Sonar is Perplexity's latest model family. It surpasses their earlier Sonar models in cost-efficiency, speed, and performance.\n\nThis is a normal offline LLM, but the [online version](/models/perplexity/llama-3.1-sonar-small-128k-online) of this model has Internet access.","context_length":131072,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":null},"pricing":{"prompt":"0.0000002","completion":"0.0000002","image":"0","request":"0"},"top_provider":{"context_length":131072,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"google/gemini-pro-1.5-exp","name":"Google: Gemini Pro 1.5 Experimental","created":1722470400,"description":"Gemini 1.5 Pro Experimental is a bleeding-edge version of the [Gemini 1.5 Pro](/models/google/gemini-pro-1.5) model. Because it's currently experimental, it will be **heavily rate-limited** by Google.\n\nUsage of Gemini is subject to Google's [Gemini Terms of Use](https://ai.google.dev/terms).\n\n#multimodal","context_length":1000000,"architecture":{"modality":"text+image->text","tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":1000000,"max_completion_tokens":8192,"is_moderated":false},"per_request_limits":null},{"id":"perplexity/llama-3.1-sonar-large-128k-chat","name":"Perplexity: Llama 3.1 Sonar 70B","created":1722470400,"description":"Llama 3.1 Sonar is Perplexity's latest model family. It surpasses their earlier Sonar models in cost-efficiency, speed, and performance.\n\nThis is a normal offline LLM, but the [online version](/models/perplexity/llama-3.1-sonar-large-128k-online) of this model has Internet access.","context_length":131072,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":null},"pricing":{"prompt":"0.000001","completion":"0.000001","image":"0","request":"0"},"top_provider":{"context_length":131072,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"perplexity/llama-3.1-sonar-large-128k-online","name":"Perplexity: Llama 3.1 Sonar 70B Online","created":1722470400,"description":"Llama 3.1 Sonar is Perplexity's latest model family. It surpasses their earlier Sonar models in cost-efficiency, speed, and performance.\n\nThis is the online version of the [offline chat model](/models/perplexity/llama-3.1-sonar-large-128k-chat). It is focused on delivering helpful, up-to-date, and factual responses. #online","context_length":127072,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":null},"pricing":{"prompt":"0.000001","completion":"0.000001","image":"0","request":"0.005"},"top_provider":{"context_length":127072,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"perplexity/llama-3.1-sonar-small-128k-online","name":"Perplexity: Llama 3.1 Sonar 8B Online","created":1722470400,"description":"Llama 3.1 Sonar is Perplexity's latest model family. It surpasses their earlier Sonar models in cost-efficiency, speed, and performance.\n\nThis is the online version of the [offline chat model](/models/perplexity/llama-3.1-sonar-small-128k-chat). It is focused on delivering helpful, up-to-date, and factual responses. #online","context_length":127072,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":null},"pricing":{"prompt":"0.0000002","completion":"0.0000002","image":"0","request":"0.005"},"top_provider":{"context_length":127072,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-3.1-405b-instruct:free","name":"Meta: Llama 3.1 405B Instruct (free)","created":1721692800,"description":"The highly anticipated 400B class of Llama3 is here! Clocking in at 128k context with impressive eval scores, the Meta AI team continues to push the frontier of open-source LLMs.\n\nMeta's latest class of model (Llama 3.1) launched with a variety of sizes & flavors. This 405B instruct-tuned version is optimized for high quality dialogue usecases.\n\nIt has demonstrated strong performance compared to leading closed-source models including GPT-4o and Claude 3.5 Sonnet in evaluations.\n\nTo read more about the model release, [click here](https://ai.meta.com/blog/meta-llama-3-1/). Usage of this model is subject to [Meta's Acceptable Use Policy](https://llama.meta.com/llama3/use-policy/).","context_length":8000,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":8000,"max_completion_tokens":4000,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-3.1-405b-instruct","name":"Meta: Llama 3.1 405B Instruct","created":1721692800,"description":"The highly anticipated 400B class of Llama3 is here! Clocking in at 128k context with impressive eval scores, the Meta AI team continues to push the frontier of open-source LLMs.\n\nMeta's latest class of model (Llama 3.1) launched with a variety of sizes & flavors. This 405B instruct-tuned version is optimized for high quality dialogue usecases.\n\nIt has demonstrated strong performance compared to leading closed-source models including GPT-4o and Claude 3.5 Sonnet in evaluations.\n\nTo read more about the model release, [click here](https://ai.meta.com/blog/meta-llama-3-1/). Usage of this model is subject to [Meta's Acceptable Use Policy](https://llama.meta.com/llama3/use-policy/).","context_length":32000,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.0000008","completion":"0.0000008","image":"0","request":"0"},"top_provider":{"context_length":32000,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-3.1-405b-instruct:nitro","name":"Meta: Llama 3.1 405B Instruct (nitro)","created":1721692800,"description":"The highly anticipated 400B class of Llama3 is here! Clocking in at 128k context with impressive eval scores, the Meta AI team continues to push the frontier of open-source LLMs.\n\nMeta's latest class of model (Llama 3.1) launched with a variety of sizes & flavors. This 405B instruct-tuned version is optimized for high quality dialogue usecases.\n\nIt has demonstrated strong performance compared to leading closed-source models including GPT-4o and Claude 3.5 Sonnet in evaluations.\n\nTo read more about the model release, [click here](https://ai.meta.com/blog/meta-llama-3-1/). Usage of this model is subject to [Meta's Acceptable Use Policy](https://llama.meta.com/llama3/use-policy/).","context_length":8000,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.00001462","completion":"0.00001462","image":"0","request":"0"},"top_provider":{"context_length":8000,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-3.1-8b-instruct:free","name":"Meta: Llama 3.1 8B Instruct (free)","created":1721692800,"description":"Meta's latest class of model (Llama 3.1) launched with a variety of sizes & flavors. This 8B instruct-tuned version is fast and efficient.\n\nIt has demonstrated strong performance compared to leading closed-source models in human evaluations.\n\nTo read more about the model release, [click here](https://ai.meta.com/blog/meta-llama-3-1/). Usage of this model is subject to [Meta's Acceptable Use Policy](https://llama.meta.com/llama3/use-policy/).","context_length":8192,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":8192,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-3.1-8b-instruct","name":"Meta: Llama 3.1 8B Instruct","created":1721692800,"description":"Meta's latest class of model (Llama 3.1) launched with a variety of sizes & flavors. This 8B instruct-tuned version is fast and efficient.\n\nIt has demonstrated strong performance compared to leading closed-source models in human evaluations.\n\nTo read more about the model release, [click here](https://ai.meta.com/blog/meta-llama-3-1/). Usage of this model is subject to [Meta's Acceptable Use Policy](https://llama.meta.com/llama3/use-policy/).","context_length":131072,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.00000002","completion":"0.00000005","image":"0","request":"0"},"top_provider":{"context_length":131072,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-3.1-70b-instruct:free","name":"Meta: Llama 3.1 70B Instruct (free)","created":1721692800,"description":"Meta's latest class of model (Llama 3.1) launched with a variety of sizes & flavors. This 70B instruct-tuned version is optimized for high quality dialogue usecases.\n\nIt has demonstrated strong performance compared to leading closed-source models in human evaluations.\n\nTo read more about the model release, [click here](https://ai.meta.com/blog/meta-llama-3-1/). Usage of this model is subject to [Meta's Acceptable Use Policy](https://llama.meta.com/llama3/use-policy/).","context_length":8192,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":8192,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-3.1-70b-instruct","name":"Meta: Llama 3.1 70B Instruct","created":1721692800,"description":"Meta's latest class of model (Llama 3.1) launched with a variety of sizes & flavors. This 70B instruct-tuned version is optimized for high quality dialogue usecases.\n\nIt has demonstrated strong performance compared to leading closed-source models in human evaluations.\n\nTo read more about the model release, [click here](https://ai.meta.com/blog/meta-llama-3-1/). Usage of this model is subject to [Meta's Acceptable Use Policy](https://llama.meta.com/llama3/use-policy/).","context_length":131072,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.00000012","completion":"0.0000003","image":"0","request":"0"},"top_provider":{"context_length":131072,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-3.1-70b-instruct:nitro","name":"Meta: Llama 3.1 70B Instruct (nitro)","created":1721692800,"description":"Meta's latest class of model (Llama 3.1) launched with a variety of sizes & flavors. This 70B instruct-tuned version is optimized for high quality dialogue usecases.\n\nIt has demonstrated strong performance compared to leading closed-source models in human evaluations.\n\nTo read more about the model release, [click here](https://ai.meta.com/blog/meta-llama-3-1/). Usage of this model is subject to [Meta's Acceptable Use Policy](https://llama.meta.com/llama3/use-policy/).","context_length":64000,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.00000325","completion":"0.00000325","image":"0","request":"0"},"top_provider":{"context_length":64000,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"mistralai/mistral-nemo","name":"Mistral: Mistral Nemo","created":1721347200,"description":"A 12B parameter model with a 128k token context length built by Mistral in collaboration with NVIDIA.\n\nThe model is multilingual, supporting English, French, German, Spanish, Italian, Portuguese, Chinese, Japanese, Korean, Arabic, and Hindi.\n\nIt supports function calling and is released under the Apache 2.0 license.","context_length":128000,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"mistral"},"pricing":{"prompt":"0.000000035","completion":"0.00000008","image":"0","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"mistralai/codestral-mamba","name":"Mistral: Codestral Mamba","created":1721347200,"description":"A 7.3B parameter Mamba-based model designed for code and reasoning tasks.\n\n- Linear time inference, allowing for theoretically infinite sequence lengths\n- 256k token context window\n- Optimized for quick responses, especially beneficial for code productivity\n- Performs comparably to state-of-the-art transformer models in code and reasoning tasks\n- Available under the Apache 2.0 license for free use, modification, and distribution","context_length":256000,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":null},"pricing":{"prompt":"0.00000025","completion":"0.00000025","image":"0","request":"0"},"top_provider":{"context_length":256000,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"openai/gpt-4o-mini","name":"OpenAI: GPT-4o-mini","created":1721260800,"description":"GPT-4o mini is OpenAI's newest model after [GPT-4 Omni](/models/openai/gpt-4o), supporting both text and image inputs with text outputs.\n\nAs their most advanced small model, it is many multiples more affordable than other recent frontier models, and more than 60% cheaper than [GPT-3.5 Turbo](/models/openai/gpt-3.5-turbo). It maintains SOTA intelligence, while being significantly more cost-effective.\n\nGPT-4o mini achieves an 82% score on MMLU and presently ranks higher than GPT-4 on chat preferences [common leaderboards](https://arena.lmsys.org/).\n\nCheck out the [launch announcement](https://openai.com/index/gpt-4o-mini-advancing-cost-efficient-intelligence/) to learn more.\n\n#multimodal","context_length":128000,"architecture":{"modality":"text+image->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00000015","completion":"0.0000006","image":"0.007225","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":16384,"is_moderated":true},"per_request_limits":null},{"id":"openai/gpt-4o-mini-2024-07-18","name":"OpenAI: GPT-4o-mini (2024-07-18)","created":1721260800,"description":"GPT-4o mini is OpenAI's newest model after [GPT-4 Omni](/models/openai/gpt-4o), supporting both text and image inputs with text outputs.\n\nAs their most advanced small model, it is many multiples more affordable than other recent frontier models, and more than 60% cheaper than [GPT-3.5 Turbo](/models/openai/gpt-3.5-turbo). It maintains SOTA intelligence, while being significantly more cost-effective.\n\nGPT-4o mini achieves an 82% score on MMLU and presently ranks higher than GPT-4 on chat preferences [common leaderboards](https://arena.lmsys.org/).\n\nCheck out the [launch announcement](https://openai.com/index/gpt-4o-mini-advancing-cost-efficient-intelligence/) to learn more.\n\n#multimodal","context_length":128000,"architecture":{"modality":"text+image->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00000015","completion":"0.0000006","image":"0.007225","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":16384,"is_moderated":true},"per_request_limits":null},{"id":"qwen/qwen-2-7b-instruct:free","name":"Qwen 2 7B Instruct (free)","created":1721088000,"description":"Qwen2 7B is a transformer-based model that excels in language understanding, multilingual capabilities, coding, mathematics, and reasoning.\n\nIt features SwiGLU activation, attention QKV bias, and group query attention. It is pretrained on extensive data with supervised finetuning and direct preference optimization.\n\nFor more details, see this [blog post](https://qwenlm.github.io/blog/qwen2/) and [GitHub repo](https://github.com/QwenLM/Qwen2).\n\nUsage of this model is subject to [Tongyi Qianwen LICENSE AGREEMENT](https://huggingface.co/Qwen/Qwen1.5-110B-Chat/blob/main/LICENSE).","context_length":8192,"architecture":{"modality":"text->text","tokenizer":"Qwen","instruct_type":"chatml"},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":8192,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"qwen/qwen-2-7b-instruct","name":"Qwen 2 7B Instruct","created":1721088000,"description":"Qwen2 7B is a transformer-based model that excels in language understanding, multilingual capabilities, coding, mathematics, and reasoning.\n\nIt features SwiGLU activation, attention QKV bias, and group query attention. It is pretrained on extensive data with supervised finetuning and direct preference optimization.\n\nFor more details, see this [blog post](https://qwenlm.github.io/blog/qwen2/) and [GitHub repo](https://github.com/QwenLM/Qwen2).\n\nUsage of this model is subject to [Tongyi Qianwen LICENSE AGREEMENT](https://huggingface.co/Qwen/Qwen1.5-110B-Chat/blob/main/LICENSE).","context_length":32768,"architecture":{"modality":"text->text","tokenizer":"Qwen","instruct_type":"chatml"},"pricing":{"prompt":"0.000000054","completion":"0.000000054","image":"0","request":"0"},"top_provider":{"context_length":32768,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"google/gemma-2-27b-it","name":"Google: Gemma 2 27B","created":1720828800,"description":"Gemma 2 27B by Google is an open model built from the same research and technology used to create the [Gemini models](/models?q=gemini).\n\nGemma models are well-suited for a variety of text generation tasks, including question answering, summarization, and reasoning.\n\nSee the [launch announcement](https://blog.google/technology/developers/google-gemma-2/) for more details. Usage of Gemma is subject to Google's [Gemma Terms of Use](https://ai.google.dev/gemma/terms).","context_length":8192,"architecture":{"modality":"text->text","tokenizer":"Gemini","instruct_type":"gemma"},"pricing":{"prompt":"0.00000027","completion":"0.00000027","image":"0","request":"0"},"top_provider":{"context_length":8192,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"alpindale/magnum-72b","name":"Magnum 72B","created":1720656000,"description":"From the maker of [Goliath](https://openrouter.ai/models/alpindale/goliath-120b), Magnum 72B is the first in a new family of models designed to achieve the prose quality of the Claude 3 models, notably Opus & Sonnet.\n\nThe model is based on [Qwen2 72B](https://openrouter.ai/models/qwen/qwen-2-72b-instruct) and trained with 55 million tokens of highly curated roleplay (RP) data.","context_length":16384,"architecture":{"modality":"text->text","tokenizer":"Qwen","instruct_type":"chatml"},"pricing":{"prompt":"0.000001875","completion":"0.00000225","image":"0","request":"0"},"top_provider":{"context_length":16384,"max_completion_tokens":1024,"is_moderated":false},"per_request_limits":null},{"id":"google/gemma-2-9b-it:free","name":"Google: Gemma 2 9B (free)","created":1719532800,"description":"Gemma 2 9B by Google is an advanced, open-source language model that sets a new standard for efficiency and performance in its size class.\n\nDesigned for a wide variety of tasks, it empowers developers and researchers to build innovative applications, while maintaining accessibility, safety, and cost-effectiveness.\n\nSee the [launch announcement](https://blog.google/technology/developers/google-gemma-2/) for more details. Usage of Gemma is subject to Google's [Gemma Terms of Use](https://ai.google.dev/gemma/terms).","context_length":4096,"architecture":{"modality":"text->text","tokenizer":"Gemini","instruct_type":"gemma"},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":2048,"is_moderated":false},"per_request_limits":null},{"id":"google/gemma-2-9b-it","name":"Google: Gemma 2 9B","created":1719532800,"description":"Gemma 2 9B by Google is an advanced, open-source language model that sets a new standard for efficiency and performance in its size class.\n\nDesigned for a wide variety of tasks, it empowers developers and researchers to build innovative applications, while maintaining accessibility, safety, and cost-effectiveness.\n\nSee the [launch announcement](https://blog.google/technology/developers/google-gemma-2/) for more details. Usage of Gemma is subject to Google's [Gemma Terms of Use](https://ai.google.dev/gemma/terms).","context_length":4096,"architecture":{"modality":"text->text","tokenizer":"Gemini","instruct_type":"gemma"},"pricing":{"prompt":"0.00000003","completion":"0.00000006","image":"0","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"01-ai/yi-large","name":"01.AI: Yi Large","created":1719273600,"description":"The Yi Large model was designed by 01.AI with the following usecases in mind: knowledge search, data classification, human-like chat bots, and customer service.\n\nIt stands out for its multilingual proficiency, particularly in Spanish, Chinese, Japanese, German, and French.\n\nCheck out the [launch announcement](https://01-ai.github.io/blog/01.ai-yi-large-llm-launch) to learn more.","context_length":32768,"architecture":{"modality":"text->text","tokenizer":"Yi","instruct_type":null},"pricing":{"prompt":"0.000003","completion":"0.000003","image":"0","request":"0"},"top_provider":{"context_length":32768,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"ai21/jamba-instruct","name":"AI21: Jamba Instruct","created":1719273600,"description":"The Jamba-Instruct model, introduced by AI21 Labs, is an instruction-tuned variant of their hybrid SSM-Transformer Jamba model, specifically optimized for enterprise applications.\n\n- 256K Context Window: It can process extensive information, equivalent to a 400-page novel, which is beneficial for tasks involving large documents such as financial reports or legal documents\n- Safety and Accuracy: Jamba-Instruct is designed with enhanced safety features to ensure secure deployment in enterprise environments, reducing the risk and cost of implementation\n\nRead their [announcement](https://www.ai21.com/blog/announcing-jamba) to learn more.\n\nJamba has a knowledge cutoff of February 2024.","context_length":256000,"architecture":{"modality":"text->text","tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.0000005","completion":"0.0000007","image":"0","request":"0"},"top_provider":{"context_length":256000,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"anthropic/claude-3.5-sonnet-20240620:beta","name":"Anthropic: Claude 3.5 Sonnet (2024-06-20) (self-moderated)","created":1718841600,"description":"Claude 3.5 Sonnet delivers better-than-Opus capabilities, faster-than-Sonnet speeds, at the same Sonnet prices. Sonnet is particularly good at:\n\n- Coding: Autonomously writes, edits, and runs code with reasoning and troubleshooting\n- Data science: Augments human data science expertise; navigates unstructured data while using multiple tools for insights\n- Visual processing: excelling at interpreting charts, graphs, and images, accurately transcribing text to derive insights beyond just the text alone\n- Agentic tasks: exceptional tool use, making it great at agentic tasks (i.e. complex, multi-step problem solving tasks that require engaging with other systems)\n\nFor the latest version (2024-10-23), check out [Claude 3.5 Sonnet](/anthropic/claude-3.5-sonnet).\n\n#multimodal","context_length":200000,"architecture":{"modality":"text+image->text","tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000003","completion":"0.000015","image":"0.0048","request":"0"},"top_provider":{"context_length":200000,"max_completion_tokens":8192,"is_moderated":false},"per_request_limits":null},{"id":"anthropic/claude-3.5-sonnet-20240620","name":"Anthropic: Claude 3.5 Sonnet (2024-06-20)","created":1718841600,"description":"Claude 3.5 Sonnet delivers better-than-Opus capabilities, faster-than-Sonnet speeds, at the same Sonnet prices. Sonnet is particularly good at:\n\n- Coding: Autonomously writes, edits, and runs code with reasoning and troubleshooting\n- Data science: Augments human data science expertise; navigates unstructured data while using multiple tools for insights\n- Visual processing: excelling at interpreting charts, graphs, and images, accurately transcribing text to derive insights beyond just the text alone\n- Agentic tasks: exceptional tool use, making it great at agentic tasks (i.e. complex, multi-step problem solving tasks that require engaging with other systems)\n\nFor the latest version (2024-10-23), check out [Claude 3.5 Sonnet](/anthropic/claude-3.5-sonnet).\n\n#multimodal","context_length":200000,"architecture":{"modality":"text+image->text","tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000003","completion":"0.000015","image":"0.0048","request":"0"},"top_provider":{"context_length":200000,"max_completion_tokens":8192,"is_moderated":true},"per_request_limits":null},{"id":"sao10k/l3-euryale-70b","name":"Sao10k: Llama 3 Euryale 70B v2.1","created":1718668800,"description":"Euryale 70B v2.1 is a model focused on creative roleplay from [Sao10k](https://ko-fi.com/sao10k).\n\n- Better prompt adherence.\n- Better anatomy / spatial awareness.\n- Adapts much better to unique and custom formatting / reply formats.\n- Very creative, lots of unique swipes.\n- Is not restrictive during roleplays.","context_length":8192,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.00000035","completion":"0.0000004","image":"0","request":"0"},"top_provider":{"context_length":8192,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"cognitivecomputations/dolphin-mixtral-8x22b","name":"Dolphin 2.9.2 Mixtral 8x22B 🐬","created":1717804800,"description":"Dolphin 2.9 is designed for instruction following, conversational, and coding. This model is a finetune of [Mixtral 8x22B Instruct](/models/mistralai/mixtral-8x22b-instruct). It features a 64k context length and was fine-tuned with a 16k sequence length using ChatML templates.\n\nThis model is a successor to [Dolphin Mixtral 8x7B](/models/cognitivecomputations/dolphin-mixtral-8x7b).\n\nThe model is uncensored and is stripped of alignment and bias. It requires an external alignment layer for ethical use. Users are cautioned to use this highly compliant model responsibly, as detailed in a blog post about uncensored models at [erichartford.com/uncensored-models](https://erichartford.com/uncensored-models).\n\n#moe #uncensored","context_length":16000,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"chatml"},"pricing":{"prompt":"0.0000009","completion":"0.0000009","image":"0","request":"0"},"top_provider":{"context_length":16000,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"qwen/qwen-2-72b-instruct","name":"Qwen 2 72B Instruct","created":1717718400,"description":"Qwen2 72B is a transformer-based model that excels in language understanding, multilingual capabilities, coding, mathematics, and reasoning.\n\nIt features SwiGLU activation, attention QKV bias, and group query attention. It is pretrained on extensive data with supervised finetuning and direct preference optimization.\n\nFor more details, see this [blog post](https://qwenlm.github.io/blog/qwen2/) and [GitHub repo](https://github.com/QwenLM/Qwen2).\n\nUsage of this model is subject to [Tongyi Qianwen LICENSE AGREEMENT](https://huggingface.co/Qwen/Qwen1.5-110B-Chat/blob/main/LICENSE).","context_length":32768,"architecture":{"modality":"text->text","tokenizer":"Qwen","instruct_type":"chatml"},"pricing":{"prompt":"0.00000034","completion":"0.00000039","image":"0","request":"0"},"top_provider":{"context_length":32768,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"mistralai/mistral-7b-instruct:free","name":"Mistral: Mistral 7B Instruct (free)","created":1716768000,"description":"A high-performing, industry-standard 7.3B parameter model, with optimizations for speed and context length.\n\n*Mistral 7B Instruct has multiple version variants, and this is intended to be the latest version.*","context_length":8192,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"mistral"},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":8192,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"mistralai/mistral-7b-instruct","name":"Mistral: Mistral 7B Instruct","created":1716768000,"description":"A high-performing, industry-standard 7.3B parameter model, with optimizations for speed and context length.\n\n*Mistral 7B Instruct has multiple version variants, and this is intended to be the latest version.*","context_length":32768,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"mistral"},"pricing":{"prompt":"0.00000003","completion":"0.000000055","image":"0","request":"0"},"top_provider":{"context_length":32768,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"mistralai/mistral-7b-instruct:nitro","name":"Mistral: Mistral 7B Instruct (nitro)","created":1716768000,"description":"A high-performing, industry-standard 7.3B parameter model, with optimizations for speed and context length.\n\n*Mistral 7B Instruct has multiple version variants, and this is intended to be the latest version.*","context_length":32768,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"mistral"},"pricing":{"prompt":"0.00000007","completion":"0.00000007","image":"0","request":"0"},"top_provider":{"context_length":32768,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"mistralai/mistral-7b-instruct-v0.3","name":"Mistral: Mistral 7B Instruct v0.3","created":1716768000,"description":"A high-performing, industry-standard 7.3B parameter model, with optimizations for speed and context length.\n\nAn improved version of [Mistral 7B Instruct v0.2](/models/mistralai/mistral-7b-instruct-v0.2), with the following changes:\n\n- Extended vocabulary to 32768\n- Supports v3 Tokenizer\n- Supports function calling\n\nNOTE: Support for function calling depends on the provider.","context_length":32768,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"mistral"},"pricing":{"prompt":"0.00000003","completion":"0.000000055","image":"0","request":"0"},"top_provider":{"context_length":32768,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"nousresearch/hermes-2-pro-llama-3-8b","name":"NousResearch: Hermes 2 Pro - Llama-3 8B","created":1716768000,"description":"Hermes 2 Pro is an upgraded, retrained version of Nous Hermes 2, consisting of an updated and cleaned version of the OpenHermes 2.5 Dataset, as well as a newly introduced Function Calling and JSON Mode dataset developed in-house.","context_length":131000,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"chatml"},"pricing":{"prompt":"0.000000025","completion":"0.00000004","image":"0","request":"0"},"top_provider":{"context_length":131000,"max_completion_tokens":131000,"is_moderated":false},"per_request_limits":null},{"id":"microsoft/phi-3-mini-128k-instruct:free","name":"Microsoft: Phi-3 Mini 128K Instruct (free)","created":1716681600,"description":"Phi-3 Mini is a powerful 3.8B parameter model designed for advanced language understanding, reasoning, and instruction following. Optimized through supervised fine-tuning and preference adjustments, it excels in tasks involving common sense, mathematics, logical reasoning, and code processing.\n\nAt time of release, Phi-3 Medium demonstrated state-of-the-art performance among lightweight models. This model is static, trained on an offline dataset with an October 2023 cutoff date.","context_length":8192,"architecture":{"modality":"text->text","tokenizer":"Other","instruct_type":"phi3"},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":8192,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"microsoft/phi-3-mini-128k-instruct","name":"Microsoft: Phi-3 Mini 128K Instruct","created":1716681600,"description":"Phi-3 Mini is a powerful 3.8B parameter model designed for advanced language understanding, reasoning, and instruction following. Optimized through supervised fine-tuning and preference adjustments, it excels in tasks involving common sense, mathematics, logical reasoning, and code processing.\n\nAt time of release, Phi-3 Medium demonstrated state-of-the-art performance among lightweight models. This model is static, trained on an offline dataset with an October 2023 cutoff date.","context_length":128000,"architecture":{"modality":"text->text","tokenizer":"Other","instruct_type":"phi3"},"pricing":{"prompt":"0.0000001","completion":"0.0000001","image":"0","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"microsoft/phi-3-medium-128k-instruct:free","name":"Microsoft: Phi-3 Medium 128K Instruct (free)","created":1716508800,"description":"Phi-3 128K Medium is a powerful 14-billion parameter model designed for advanced language understanding, reasoning, and instruction following. Optimized through supervised fine-tuning and preference adjustments, it excels in tasks involving common sense, mathematics, logical reasoning, and code processing.\n\nAt time of release, Phi-3 Medium demonstrated state-of-the-art performance among lightweight models. In the MMLU-Pro eval, the model even comes close to a Llama3 70B level of performance.\n\nFor 4k context length, try [Phi-3 Medium 4K](/models/microsoft/phi-3-medium-4k-instruct).","context_length":8192,"architecture":{"modality":"text->text","tokenizer":"Other","instruct_type":"phi3"},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":8192,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"microsoft/phi-3-medium-128k-instruct","name":"Microsoft: Phi-3 Medium 128K Instruct","created":1716508800,"description":"Phi-3 128K Medium is a powerful 14-billion parameter model designed for advanced language understanding, reasoning, and instruction following. Optimized through supervised fine-tuning and preference adjustments, it excels in tasks involving common sense, mathematics, logical reasoning, and code processing.\n\nAt time of release, Phi-3 Medium demonstrated state-of-the-art performance among lightweight models. In the MMLU-Pro eval, the model even comes close to a Llama3 70B level of performance.\n\nFor 4k context length, try [Phi-3 Medium 4K](/models/microsoft/phi-3-medium-4k-instruct).","context_length":128000,"architecture":{"modality":"text->text","tokenizer":"Other","instruct_type":"phi3"},"pricing":{"prompt":"0.000001","completion":"0.000001","image":"0","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"neversleep/llama-3-lumimaid-70b","name":"NeverSleep: Llama 3 Lumimaid 70B","created":1715817600,"description":"The NeverSleep team is back, with a Llama 3 70B finetune trained on their curated roleplay data. Striking a balance between eRP and RP, Lumimaid was designed to be serious, yet uncensored when necessary.\n\nTo enhance it's overall intelligence and chat capability, roughly 40% of the training data was not roleplay. This provides a breadth of knowledge to access, while still keeping roleplay as the primary strength.\n\nUsage of this model is subject to [Meta's Acceptable Use Policy](https://llama.meta.com/llama3/use-policy/).","context_length":8192,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.000003375","completion":"0.0000045","image":"0","request":"0"},"top_provider":{"context_length":8192,"max_completion_tokens":2048,"is_moderated":false},"per_request_limits":null},{"id":"google/gemini-flash-1.5","name":"Google: Gemini Flash 1.5","created":1715644800,"description":"Gemini 1.5 Flash is a foundation model that performs well at a variety of multimodal tasks such as visual understanding, classification, summarization, and creating content from image, audio and video. It's adept at processing visual and text inputs such as photographs, documents, infographics, and screenshots.\n\nGemini 1.5 Flash is designed for high-volume, high-frequency tasks where cost and latency matter. On most common tasks, Flash achieves comparable quality to other Gemini Pro models at a significantly reduced cost. Flash is well-suited for applications like chat assistants and on-demand content generation where speed and scale matter.\n\nUsage of Gemini is subject to Google's [Gemini Terms of Use](https://ai.google.dev/terms).\n\n#multimodal","context_length":1000000,"architecture":{"modality":"text+image->text","tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0.000000075","completion":"0.0000003","image":"0.00004","request":"0"},"top_provider":{"context_length":1000000,"max_completion_tokens":8192,"is_moderated":false},"per_request_limits":null},{"id":"perplexity/llama-3-sonar-large-32k-chat","name":"Perplexity: Llama3 Sonar 70B","created":1715644800,"description":"Llama3 Sonar is Perplexity's latest model family. It surpasses their earlier Sonar models in cost-efficiency, speed, and performance.\n\nThis is a normal offline LLM, but the [online version](/models/perplexity/llama-3-sonar-large-32k-online) of this model has Internet access.","context_length":32768,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":null},"pricing":{"prompt":"0.000001","completion":"0.000001","image":"0","request":"0"},"top_provider":{"context_length":32768,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"perplexity/llama-3-sonar-large-32k-online","name":"Perplexity: Llama3 Sonar 70B Online","created":1715644800,"description":"Llama3 Sonar is Perplexity's latest model family. It surpasses their earlier Sonar models in cost-efficiency, speed, and performance.\n\nThis is the online version of the [offline chat model](/models/perplexity/llama-3-sonar-large-32k-chat). It is focused on delivering helpful, up-to-date, and factual responses. #online","context_length":28000,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":null},"pricing":{"prompt":"0.000001","completion":"0.000001","image":"0","request":"0.005"},"top_provider":{"context_length":28000,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"deepseek/deepseek-chat-v2.5","name":"DeepSeek V2.5","created":1715644800,"description":"DeepSeek-V2.5 is an upgraded version that combines DeepSeek-V2-Chat and DeepSeek-Coder-V2-Instruct. The new model integrates the general and coding abilities of the two previous versions. For model details, please visit [DeepSeek-V2 page](https://github.com/deepseek-ai/DeepSeek-V2) for more information.","context_length":8192,"architecture":{"modality":"text->text","tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.000002","completion":"0.000002","image":"0","request":"0"},"top_provider":{"context_length":8192,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"perplexity/llama-3-sonar-small-32k-chat","name":"Perplexity: Llama3 Sonar 8B","created":1715644800,"description":"Llama3 Sonar is Perplexity's latest model family. It surpasses their earlier Sonar models in cost-efficiency, speed, and performance.\n\nThis is a normal offline LLM, but the [online version](/models/perplexity/llama-3-sonar-small-32k-online) of this model has Internet access.","context_length":32768,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":null},"pricing":{"prompt":"0.0000002","completion":"0.0000002","image":"0","request":"0"},"top_provider":{"context_length":32768,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"openai/gpt-4o-2024-05-13","name":"OpenAI: GPT-4o (2024-05-13)","created":1715558400,"description":"GPT-4o (\"o\" for \"omni\") is OpenAI's latest AI model, supporting both text and image inputs with text outputs. It maintains the intelligence level of [GPT-4 Turbo](/models/openai/gpt-4-turbo) while being twice as fast and 50% more cost-effective. GPT-4o also offers improved performance in processing non-English languages and enhanced visual capabilities.\n\nFor benchmarking against other models, it was briefly called [\"im-also-a-good-gpt2-chatbot\"](https://twitter.com/LiamFedus/status/1790064963966370209)\n\n#multimodal","context_length":128000,"architecture":{"modality":"text+image->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.000005","completion":"0.000015","image":"0.007225","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":4096,"is_moderated":true},"per_request_limits":null},{"id":"meta-llama/llama-guard-2-8b","name":"Meta: LlamaGuard 2 8B","created":1715558400,"description":"This safeguard model has 8B parameters and is based on the Llama 3 family. Just like is predecessor, [LlamaGuard 1](https://huggingface.co/meta-llama/LlamaGuard-7b), it can do both prompt and response classification.\n\nLlamaGuard 2 acts as a normal LLM would, generating text that indicates whether the given input/output is safe/unsafe. If deemed unsafe, it will also share the content categories violated.\n\nFor best results, please use raw prompt input or the `/completions` endpoint, instead of the chat API.\n\nIt has demonstrated strong performance compared to leading closed-source models in human evaluations.\n\nTo read more about the model release, [click here](https://ai.meta.com/blog/meta-llama-3/). Usage of this model is subject to [Meta's Acceptable Use Policy](https://llama.meta.com/llama3/use-policy/).","context_length":8192,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"none"},"pricing":{"prompt":"0.00000018","completion":"0.00000018","image":"0","request":"0"},"top_provider":{"context_length":8192,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"openai/gpt-4o","name":"OpenAI: GPT-4o","created":1715558400,"description":"GPT-4o (\"o\" for \"omni\") is OpenAI's latest AI model, supporting both text and image inputs with text outputs. It maintains the intelligence level of [GPT-4 Turbo](/models/openai/gpt-4-turbo) while being twice as fast and 50% more cost-effective. GPT-4o also offers improved performance in processing non-English languages and enhanced visual capabilities.\n\nFor benchmarking against other models, it was briefly called [\"im-also-a-good-gpt2-chatbot\"](https://twitter.com/LiamFedus/status/1790064963966370209)\n\n#multimodal","context_length":128000,"architecture":{"modality":"text+image->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.0000025","completion":"0.00001","image":"0.003613","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":16384,"is_moderated":true},"per_request_limits":null},{"id":"openai/gpt-4o:extended","name":"OpenAI: GPT-4o (extended)","created":1715558400,"description":"GPT-4o (\"o\" for \"omni\") is OpenAI's latest AI model, supporting both text and image inputs with text outputs. It maintains the intelligence level of [GPT-4 Turbo](/models/openai/gpt-4-turbo) while being twice as fast and 50% more cost-effective. GPT-4o also offers improved performance in processing non-English languages and enhanced visual capabilities.\n\nFor benchmarking against other models, it was briefly called [\"im-also-a-good-gpt2-chatbot\"](https://twitter.com/LiamFedus/status/1790064963966370209)\n\n#multimodal","context_length":128000,"architecture":{"modality":"text+image->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.000006","completion":"0.000018","image":"0.007225","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":64000,"is_moderated":true},"per_request_limits":null},{"id":"neversleep/llama-3-lumimaid-8b:extended","name":"NeverSleep: Llama 3 Lumimaid 8B (extended)","created":1714780800,"description":"The NeverSleep team is back, with a Llama 3 8B finetune trained on their curated roleplay data. Striking a balance between eRP and RP, Lumimaid was designed to be serious, yet uncensored when necessary.\n\nTo enhance it's overall intelligence and chat capability, roughly 40% of the training data was not roleplay. This provides a breadth of knowledge to access, while still keeping roleplay as the primary strength.\n\nUsage of this model is subject to [Meta's Acceptable Use Policy](https://llama.meta.com/llama3/use-policy/).","context_length":24576,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.0000001875","completion":"0.000001125","image":"0","request":"0"},"top_provider":{"context_length":24576,"max_completion_tokens":2048,"is_moderated":false},"per_request_limits":null},{"id":"neversleep/llama-3-lumimaid-8b","name":"NeverSleep: Llama 3 Lumimaid 8B","created":1714780800,"description":"The NeverSleep team is back, with a Llama 3 8B finetune trained on their curated roleplay data. Striking a balance between eRP and RP, Lumimaid was designed to be serious, yet uncensored when necessary.\n\nTo enhance it's overall intelligence and chat capability, roughly 40% of the training data was not roleplay. This provides a breadth of knowledge to access, while still keeping roleplay as the primary strength.\n\nUsage of this model is subject to [Meta's Acceptable Use Policy](https://llama.meta.com/llama3/use-policy/).","context_length":24576,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.0000001875","completion":"0.000001125","image":"0","request":"0"},"top_provider":{"context_length":24576,"max_completion_tokens":2048,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-3-8b-instruct:free","name":"Meta: Llama 3 8B Instruct (free)","created":1713398400,"description":"Meta's latest class of model (Llama 3) launched with a variety of sizes & flavors. This 8B instruct-tuned version was optimized for high quality dialogue usecases.\n\nIt has demonstrated strong performance compared to leading closed-source models in human evaluations.\n\nTo read more about the model release, [click here](https://ai.meta.com/blog/meta-llama-3/). Usage of this model is subject to [Meta's Acceptable Use Policy](https://llama.meta.com/llama3/use-policy/).","context_length":8192,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":8192,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-3-8b-instruct","name":"Meta: Llama 3 8B Instruct","created":1713398400,"description":"Meta's latest class of model (Llama 3) launched with a variety of sizes & flavors. This 8B instruct-tuned version was optimized for high quality dialogue usecases.\n\nIt has demonstrated strong performance compared to leading closed-source models in human evaluations.\n\nTo read more about the model release, [click here](https://ai.meta.com/blog/meta-llama-3/). Usage of this model is subject to [Meta's Acceptable Use Policy](https://llama.meta.com/llama3/use-policy/).","context_length":8192,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.00000003","completion":"0.00000006","image":"0","request":"0"},"top_provider":{"context_length":8192,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-3-8b-instruct:extended","name":"Meta: Llama 3 8B Instruct (extended)","created":1713398400,"description":"Meta's latest class of model (Llama 3) launched with a variety of sizes & flavors. This 8B instruct-tuned version was optimized for high quality dialogue usecases.\n\nIt has demonstrated strong performance compared to leading closed-source models in human evaluations.\n\nTo read more about the model release, [click here](https://ai.meta.com/blog/meta-llama-3/). Usage of this model is subject to [Meta's Acceptable Use Policy](https://llama.meta.com/llama3/use-policy/).","context_length":16384,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.0000001875","completion":"0.000001125","image":"0","request":"0"},"top_provider":{"context_length":16384,"max_completion_tokens":2048,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-3-8b-instruct:nitro","name":"Meta: Llama 3 8B Instruct (nitro)","created":1713398400,"description":"Meta's latest class of model (Llama 3) launched with a variety of sizes & flavors. This 8B instruct-tuned version was optimized for high quality dialogue usecases.\n\nIt has demonstrated strong performance compared to leading closed-source models in human evaluations.\n\nTo read more about the model release, [click here](https://ai.meta.com/blog/meta-llama-3/). Usage of this model is subject to [Meta's Acceptable Use Policy](https://llama.meta.com/llama3/use-policy/).","context_length":8192,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.0000002","completion":"0.0000002","image":"0","request":"0"},"top_provider":{"context_length":8192,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-3-70b-instruct","name":"Meta: Llama 3 70B Instruct","created":1713398400,"description":"Meta's latest class of model (Llama 3) launched with a variety of sizes & flavors. This 70B instruct-tuned version was optimized for high quality dialogue usecases.\n\nIt has demonstrated strong performance compared to leading closed-source models in human evaluations.\n\nTo read more about the model release, [click here](https://ai.meta.com/blog/meta-llama-3/). Usage of this model is subject to [Meta's Acceptable Use Policy](https://llama.meta.com/llama3/use-policy/).","context_length":8192,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.00000023","completion":"0.0000004","image":"0","request":"0"},"top_provider":{"context_length":8192,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-3-70b-instruct:nitro","name":"Meta: Llama 3 70B Instruct (nitro)","created":1713398400,"description":"Meta's latest class of model (Llama 3) launched with a variety of sizes & flavors. This 70B instruct-tuned version was optimized for high quality dialogue usecases.\n\nIt has demonstrated strong performance compared to leading closed-source models in human evaluations.\n\nTo read more about the model release, [click here](https://ai.meta.com/blog/meta-llama-3/). Usage of this model is subject to [Meta's Acceptable Use Policy](https://llama.meta.com/llama3/use-policy/).","context_length":8192,"architecture":{"modality":"text->text","tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.000000792","completion":"0.000000792","image":"0","request":"0"},"top_provider":{"context_length":8192,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"mistralai/mixtral-8x22b-instruct","name":"Mistral: Mixtral 8x22B Instruct","created":1713312000,"description":"Mistral's official instruct fine-tuned version of [Mixtral 8x22B](/models/mistralai/mixtral-8x22b). It uses 39B active parameters out of 141B, offering unparalleled cost efficiency for its size. Its strengths include:\n- strong math, coding, and reasoning\n- large context length (64k)\n- fluency in English, French, Italian, German, and Spanish\n\nSee benchmarks on the launch announcement [here](https://mistral.ai/news/mixtral-8x22b/).\n#moe","context_length":65536,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"mistral"},"pricing":{"prompt":"0.0000009","completion":"0.0000009","image":"0","request":"0"},"top_provider":{"context_length":65536,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"microsoft/wizardlm-2-8x22b","name":"WizardLM-2 8x22B","created":1713225600,"description":"WizardLM-2 8x22B is Microsoft AI's most advanced Wizard model. It demonstrates highly competitive performance compared to leading proprietary models, and it consistently outperforms all existing state-of-the-art opensource models.\n\nIt is an instruct finetune of [Mixtral 8x22B](/models/mistralai/mixtral-8x22b).\n\nTo read more about the model release, [click here](https://wizardlm.github.io/WizardLM2/).\n\n#moe","context_length":65536,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"vicuna"},"pricing":{"prompt":"0.0000005","completion":"0.0000005","image":"0","request":"0"},"top_provider":{"context_length":65536,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"microsoft/wizardlm-2-7b","name":"WizardLM-2 7B","created":1713225600,"description":"WizardLM-2 7B is the smaller variant of Microsoft AI's latest Wizard model. It is the fastest and achieves comparable performance with existing 10x larger opensource leading models\n\nIt is a finetune of [Mistral 7B Instruct](/models/mistralai/mistral-7b-instruct), using the same technique as [WizardLM-2 8x22B](/models/microsoft/wizardlm-2-8x22b).\n\nTo read more about the model release, [click here](https://wizardlm.github.io/WizardLM2/).\n\n#moe","context_length":32000,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"vicuna"},"pricing":{"prompt":"0.000000055","completion":"0.000000055","image":"0","request":"0"},"top_provider":{"context_length":32000,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"google/gemini-pro-1.5","name":"Google: Gemini Pro 1.5","created":1712620800,"description":"Google's latest multimodal model, supports image and video[0] in text or chat prompts.\n\nOptimized for language tasks including:\n\n- Code generation\n- Text generation\n- Text editing\n- Problem solving\n- Recommendations\n- Information extraction\n- Data extraction or generation\n- AI agents\n\nUsage of Gemini is subject to Google's [Gemini Terms of Use](https://ai.google.dev/terms).\n\n* [0]: Video input is not available through OpenRouter at this time.","context_length":2000000,"architecture":{"modality":"text+image->text","tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0.00000125","completion":"0.000005","image":"0.0006575","request":"0"},"top_provider":{"context_length":2000000,"max_completion_tokens":8192,"is_moderated":false},"per_request_limits":null},{"id":"openai/gpt-4-turbo","name":"OpenAI: GPT-4 Turbo","created":1712620800,"description":"The latest GPT-4 Turbo model with vision capabilities. Vision requests can now use JSON mode and function calling.\n\nTraining data: up to December 2023.","context_length":128000,"architecture":{"modality":"text+image->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00001","completion":"0.00003","image":"0.01445","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":4096,"is_moderated":true},"per_request_limits":null},{"id":"cohere/command-r-plus","name":"Cohere: Command R+","created":1712188800,"description":"Command R+ is a new, 104B-parameter LLM from Cohere. It's useful for roleplay, general consumer usecases, and Retrieval Augmented Generation (RAG).\n\nIt offers multilingual support for ten key languages to facilitate global business operations. See benchmarks and the launch post [here](https://txt.cohere.com/command-r-plus-microsoft-azure/).\n\nUse of this model is subject to Cohere's [Acceptable Use Policy](https://docs.cohere.com/docs/c4ai-acceptable-use-policy).","context_length":128000,"architecture":{"modality":"text->text","tokenizer":"Cohere","instruct_type":null},"pricing":{"prompt":"0.00000285","completion":"0.00001425","image":"0","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":4000,"is_moderated":false},"per_request_limits":null},{"id":"cohere/command-r-plus-04-2024","name":"Cohere: Command R+ (04-2024)","created":1712016000,"description":"Command R+ is a new, 104B-parameter LLM from Cohere. It's useful for roleplay, general consumer usecases, and Retrieval Augmented Generation (RAG).\n\nIt offers multilingual support for ten key languages to facilitate global business operations. See benchmarks and the launch post [here](https://txt.cohere.com/command-r-plus-microsoft-azure/).\n\nUse of this model is subject to Cohere's [Acceptable Use Policy](https://docs.cohere.com/docs/c4ai-acceptable-use-policy).","context_length":128000,"architecture":{"modality":"text->text","tokenizer":"Cohere","instruct_type":null},"pricing":{"prompt":"0.00000285","completion":"0.00001425","image":"0","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":4000,"is_moderated":false},"per_request_limits":null},{"id":"databricks/dbrx-instruct","name":"Databricks: DBRX 132B Instruct","created":1711670400,"description":"DBRX is a new open source large language model developed by Databricks. At 132B, it outperforms existing open source LLMs like Llama 2 70B and [Mixtral-8x7b](/models/mistralai/mixtral-8x7b) on standard industry benchmarks for language understanding, programming, math, and logic.\n\nIt uses a fine-grained mixture-of-experts (MoE) architecture. 36B parameters are active on any input. It was pre-trained on 12T tokens of text and code data. Compared to other open MoE models like Mixtral-8x7B and Grok-1, DBRX is fine-grained, meaning it uses a larger number of smaller experts.\n\nSee the launch announcement and benchmark results [here](https://www.databricks.com/blog/introducing-dbrx-new-state-art-open-llm).\n\n#moe","context_length":32768,"architecture":{"modality":"text->text","tokenizer":"Other","instruct_type":"chatml"},"pricing":{"prompt":"0.00000108","completion":"0.00000108","image":"0","request":"0"},"top_provider":{"context_length":32768,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"sophosympatheia/midnight-rose-70b","name":"Midnight Rose 70B","created":1711065600,"description":"A merge with a complex family tree, this model was crafted for roleplaying and storytelling. Midnight Rose is a successor to Rogue Rose and Aurora Nights and improves upon them both. It wants to produce lengthy output by default and is the best creative writing merge produced so far by sophosympatheia.\n\nDescending from earlier versions of Midnight Rose and [Wizard Tulu Dolphin 70B](https://huggingface.co/sophosympatheia/Wizard-Tulu-Dolphin-70B-v1.0), it inherits the best qualities of each.","context_length":4096,"architecture":{"modality":"text->text","tokenizer":"Llama2","instruct_type":"airoboros"},"pricing":{"prompt":"0.0000008","completion":"0.0000008","image":"0","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"cohere/command","name":"Cohere: Command","created":1710374400,"description":"Command is an instruction-following conversational model that performs language tasks with high quality, more reliably and with a longer context than our base generative models.\n\nUse of this model is subject to Cohere's [Acceptable Use Policy](https://docs.cohere.com/docs/c4ai-acceptable-use-policy).","context_length":4096,"architecture":{"modality":"text->text","tokenizer":"Cohere","instruct_type":null},"pricing":{"prompt":"0.00000095","completion":"0.0000019","image":"0","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":4000,"is_moderated":false},"per_request_limits":null},{"id":"cohere/command-r","name":"Cohere: Command R","created":1710374400,"description":"Command-R is a 35B parameter model that performs conversational language tasks at a higher quality, more reliably, and with a longer context than previous models. It can be used for complex workflows like code generation, retrieval augmented generation (RAG), tool use, and agents.\n\nRead the launch post [here](https://txt.cohere.com/command-r/).\n\nUse of this model is subject to Cohere's [Acceptable Use Policy](https://docs.cohere.com/docs/c4ai-acceptable-use-policy).","context_length":128000,"architecture":{"modality":"text->text","tokenizer":"Cohere","instruct_type":null},"pricing":{"prompt":"0.000000475","completion":"0.000001425","image":"0","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":4000,"is_moderated":false},"per_request_limits":null},{"id":"anthropic/claude-3-haiku:beta","name":"Anthropic: Claude 3 Haiku (self-moderated)","created":1710288000,"description":"Claude 3 Haiku is Anthropic's fastest and most compact model for\nnear-instant responsiveness. Quick and accurate targeted performance.\n\nSee the launch announcement and benchmark results [here](https://www.anthropic.com/news/claude-3-haiku)\n\n#multimodal","context_length":200000,"architecture":{"modality":"text+image->text","tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.00000025","completion":"0.00000125","image":"0.0004","request":"0"},"top_provider":{"context_length":200000,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"anthropic/claude-3-haiku","name":"Anthropic: Claude 3 Haiku","created":1710288000,"description":"Claude 3 Haiku is Anthropic's fastest and most compact model for\nnear-instant responsiveness. Quick and accurate targeted performance.\n\nSee the launch announcement and benchmark results [here](https://www.anthropic.com/news/claude-3-haiku)\n\n#multimodal","context_length":200000,"architecture":{"modality":"text+image->text","tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.00000025","completion":"0.00000125","image":"0.0004","request":"0"},"top_provider":{"context_length":200000,"max_completion_tokens":4096,"is_moderated":true},"per_request_limits":null},{"id":"anthropic/claude-3-opus:beta","name":"Anthropic: Claude 3 Opus (self-moderated)","created":1709596800,"description":"Claude 3 Opus is Anthropic's most powerful model for highly complex tasks. It boasts top-level performance, intelligence, fluency, and understanding.\n\nSee the launch announcement and benchmark results [here](https://www.anthropic.com/news/claude-3-family)\n\n#multimodal","context_length":200000,"architecture":{"modality":"text+image->text","tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000015","completion":"0.000075","image":"0.024","request":"0"},"top_provider":{"context_length":200000,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"anthropic/claude-3-opus","name":"Anthropic: Claude 3 Opus","created":1709596800,"description":"Claude 3 Opus is Anthropic's most powerful model for highly complex tasks. It boasts top-level performance, intelligence, fluency, and understanding.\n\nSee the launch announcement and benchmark results [here](https://www.anthropic.com/news/claude-3-family)\n\n#multimodal","context_length":200000,"architecture":{"modality":"text+image->text","tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000015","completion":"0.000075","image":"0.024","request":"0"},"top_provider":{"context_length":200000,"max_completion_tokens":4096,"is_moderated":true},"per_request_limits":null},{"id":"anthropic/claude-3-sonnet:beta","name":"Anthropic: Claude 3 Sonnet (self-moderated)","created":1709596800,"description":"Claude 3 Sonnet is an ideal balance of intelligence and speed for enterprise workloads. Maximum utility at a lower price, dependable, balanced for scaled deployments.\n\nSee the launch announcement and benchmark results [here](https://www.anthropic.com/news/claude-3-family)\n\n#multimodal","context_length":200000,"architecture":{"modality":"text+image->text","tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000003","completion":"0.000015","image":"0.0048","request":"0"},"top_provider":{"context_length":200000,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"anthropic/claude-3-sonnet","name":"Anthropic: Claude 3 Sonnet","created":1709596800,"description":"Claude 3 Sonnet is an ideal balance of intelligence and speed for enterprise workloads. Maximum utility at a lower price, dependable, balanced for scaled deployments.\n\nSee the launch announcement and benchmark results [here](https://www.anthropic.com/news/claude-3-family)\n\n#multimodal","context_length":200000,"architecture":{"modality":"text+image->text","tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000003","completion":"0.000015","image":"0.0048","request":"0"},"top_provider":{"context_length":200000,"max_completion_tokens":4096,"is_moderated":true},"per_request_limits":null},{"id":"cohere/command-r-03-2024","name":"Cohere: Command R (03-2024)","created":1709341200,"description":"Command-R is a 35B parameter model that performs conversational language tasks at a higher quality, more reliably, and with a longer context than previous models. It can be used for complex workflows like code generation, retrieval augmented generation (RAG), tool use, and agents.\n\nRead the launch post [here](https://txt.cohere.com/command-r/).\n\nUse of this model is subject to Cohere's [Acceptable Use Policy](https://docs.cohere.com/docs/c4ai-acceptable-use-policy).","context_length":128000,"architecture":{"modality":"text->text","tokenizer":"Cohere","instruct_type":null},"pricing":{"prompt":"0.000000475","completion":"0.000001425","image":"0","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":4000,"is_moderated":false},"per_request_limits":null},{"id":"mistralai/mistral-large","name":"Mistral Large","created":1708905600,"description":"This is Mistral AI's flagship model, Mistral Large 2 (version `mistral-large-2407`). It's a proprietary weights-available model and excels at reasoning, code, JSON, chat, and more. Read the launch announcement [here](https://mistral.ai/news/mistral-large-2407/).\n\nIt supports dozens of languages including French, German, Spanish, Italian, Portuguese, Arabic, Hindi, Russian, Chinese, Japanese, and Korean, along with 80+ coding languages including Python, Java, C, C++, JavaScript, and Bash. Its long context window allows precise information recall from large documents.","context_length":128000,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":null},"pricing":{"prompt":"0.000002","completion":"0.000006","image":"0","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"openai/gpt-3.5-turbo-0613","name":"OpenAI: GPT-3.5 Turbo (older v0613)","created":1706140800,"description":"GPT-3.5 Turbo is OpenAI's fastest model. It can understand and generate natural language or code, and is optimized for chat and traditional completion tasks.\n\nTraining data up to Sep 2021.","context_length":4095,"architecture":{"modality":"text->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.000001","completion":"0.000002","image":"0","request":"0"},"top_provider":{"context_length":4095,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"openai/gpt-4-turbo-preview","name":"OpenAI: GPT-4 Turbo Preview","created":1706140800,"description":"The preview GPT-4 model with improved instruction following, JSON mode, reproducible outputs, parallel function calling, and more. Training data: up to Dec 2023.\n\n**Note:** heavily rate limited by OpenAI while in preview.","context_length":128000,"architecture":{"modality":"text->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00001","completion":"0.00003","image":"0","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":4096,"is_moderated":true},"per_request_limits":null},{"id":"nousresearch/nous-hermes-2-mixtral-8x7b-dpo","name":"Nous: Hermes 2 Mixtral 8x7B DPO","created":1705363200,"description":"Nous Hermes 2 Mixtral 8x7B DPO is the new flagship Nous Research model trained over the [Mixtral 8x7B MoE LLM](/models/mistralai/mixtral-8x7b).\n\nThe model was trained on over 1,000,000 entries of primarily [GPT-4](/models/openai/gpt-4) generated data, as well as other high quality data from open datasets across the AI landscape, achieving state of the art performance on a variety of tasks.\n\n#moe","context_length":32768,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"chatml"},"pricing":{"prompt":"0.00000054","completion":"0.00000054","image":"0","request":"0"},"top_provider":{"context_length":32768,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"mistralai/mistral-small","name":"Mistral Small","created":1704844800,"description":"With 22 billion parameters, Mistral Small v24.09 offers a convenient mid-point between (Mistral NeMo 12B)[/mistralai/mistral-nemo] and (Mistral Large 2)[/mistralai/mistral-large], providing a cost-effective solution that can be deployed across various platforms and environments. It has better reasoning, exhibits more capabilities, can produce and reason about code, and is multiligual, supporting English, French, German, Italian, and Spanish.","context_length":32000,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":null},"pricing":{"prompt":"0.0000002","completion":"0.0000006","image":"0","request":"0"},"top_provider":{"context_length":32000,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"mistralai/mistral-tiny","name":"Mistral Tiny","created":1704844800,"description":"This model is currently powered by Mistral-7B-v0.2, and incorporates a \"better\" fine-tuning than [Mistral 7B](/models/mistralai/mistral-7b-instruct-v0.1), inspired by community work. It's best used for large batch processing tasks where cost is a significant factor but reasoning capabilities are not crucial.","context_length":32000,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":null},"pricing":{"prompt":"0.00000025","completion":"0.00000025","image":"0","request":"0"},"top_provider":{"context_length":32000,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"mistralai/mistral-medium","name":"Mistral Medium","created":1704844800,"description":"This is Mistral AI's closed-source, medium-sided model. It's powered by a closed-source prototype and excels at reasoning, code, JSON, chat, and more. In benchmarks, it compares with many of the flagship models of other companies.","context_length":32000,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":null},"pricing":{"prompt":"0.00000275","completion":"0.0000081","image":"0","request":"0"},"top_provider":{"context_length":32000,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"mistralai/mistral-7b-instruct-v0.2","name":"Mistral: Mistral 7B Instruct v0.2","created":1703721600,"description":"A high-performing, industry-standard 7.3B parameter model, with optimizations for speed and context length.\n\nAn improved version of [Mistral 7B Instruct](/modelsmistralai/mistral-7b-instruct-v0.1), with the following changes:\n\n- 32k context window (vs 8k context in v0.1)\n- Rope-theta = 1e6\n- No Sliding-Window Attention","context_length":32768,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"mistral"},"pricing":{"prompt":"0.00000018","completion":"0.00000018","image":"0","request":"0"},"top_provider":{"context_length":32768,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"cognitivecomputations/dolphin-mixtral-8x7b","name":"Dolphin 2.6 Mixtral 8x7B 🐬","created":1703116800,"description":"This is a 16k context fine-tune of [Mixtral-8x7b](/models/mistralai/mixtral-8x7b). It excels in coding tasks due to extensive training with coding data and is known for its obedience, although it lacks DPO tuning.\n\nThe model is uncensored and is stripped of alignment and bias. It requires an external alignment layer for ethical use. Users are cautioned to use this highly compliant model responsibly, as detailed in a blog post about uncensored models at [erichartford.com/uncensored-models](https://erichartford.com/uncensored-models).\n\n#moe #uncensored","context_length":32768,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"chatml"},"pricing":{"prompt":"0.0000005","completion":"0.0000005","image":"0","request":"0"},"top_provider":{"context_length":32768,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"google/gemini-pro-vision","name":"Google: Gemini Pro Vision 1.0","created":1702425600,"description":"Google's flagship multimodal model, supporting image and video in text or chat prompts for a text or code response.\n\nSee the benchmarks and prompting guidelines from [Deepmind](https://deepmind.google/technologies/gemini/).\n\nUsage of Gemini is subject to Google's [Gemini Terms of Use](https://ai.google.dev/terms).\n\n#multimodal","context_length":16384,"architecture":{"modality":"text+image->text","tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0.0000005","completion":"0.0000015","image":"0.0025","request":"0"},"top_provider":{"context_length":16384,"max_completion_tokens":2048,"is_moderated":false},"per_request_limits":null},{"id":"google/gemini-pro","name":"Google: Gemini Pro 1.0","created":1702425600,"description":"Google's flagship text generation model. Designed to handle natural language tasks, multiturn text and code chat, and code generation.\n\nSee the benchmarks and prompting guidelines from [Deepmind](https://deepmind.google/technologies/gemini/).\n\nUsage of Gemini is subject to Google's [Gemini Terms of Use](https://ai.google.dev/terms).","context_length":32760,"architecture":{"modality":"text->text","tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0.0000005","completion":"0.0000015","image":"0.0025","request":"0"},"top_provider":{"context_length":32760,"max_completion_tokens":8192,"is_moderated":false},"per_request_limits":null},{"id":"mistralai/mixtral-8x7b","name":"Mistral: Mixtral 8x7B (base)","created":1702166400,"description":"Mixtral 8x7B is a pretrained generative Sparse Mixture of Experts, by Mistral AI. Incorporates 8 experts (feed-forward networks) for a total of 47B parameters. Base model (not fine-tuned for instructions) - see [Mixtral 8x7B Instruct](/models/mistralai/mixtral-8x7b-instruct) for an instruct-tuned model.\n\n#moe","context_length":32768,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"none"},"pricing":{"prompt":"0.00000054","completion":"0.00000054","image":"0","request":"0"},"top_provider":{"context_length":32768,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"mistralai/mixtral-8x7b-instruct","name":"Mistral: Mixtral 8x7B Instruct","created":1702166400,"description":"Mixtral 8x7B Instruct is a pretrained generative Sparse Mixture of Experts, by Mistral AI, for chat and instruction use. Incorporates 8 experts (feed-forward networks) for a total of 47 billion parameters.\n\nInstruct model fine-tuned by Mistral. #moe","context_length":32768,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"mistral"},"pricing":{"prompt":"0.00000024","completion":"0.00000024","image":"0","request":"0"},"top_provider":{"context_length":32768,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"mistralai/mixtral-8x7b-instruct:nitro","name":"Mistral: Mixtral 8x7B Instruct (nitro)","created":1702166400,"description":"Mixtral 8x7B Instruct is a pretrained generative Sparse Mixture of Experts, by Mistral AI, for chat and instruction use. Incorporates 8 experts (feed-forward networks) for a total of 47 billion parameters.\n\nInstruct model fine-tuned by Mistral. #moe","context_length":32768,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"mistral"},"pricing":{"prompt":"0.00000054","completion":"0.00000054","image":"0","request":"0"},"top_provider":{"context_length":32768,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"openchat/openchat-7b:free","name":"OpenChat 3.5 7B (free)","created":1701129600,"description":"OpenChat 7B is a library of open-source language models, fine-tuned with \"C-RLFT (Conditioned Reinforcement Learning Fine-Tuning)\" - a strategy inspired by offline reinforcement learning. It has been trained on mixed-quality data without preference labels.\n\n- For OpenChat fine-tuned on Mistral 7B, check out [OpenChat 7B](/models/openchat/openchat-7b).\n- For OpenChat fine-tuned on Llama 8B, check out [OpenChat 8B](/models/openchat/openchat-8b).\n\n#open-source","context_length":8192,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"openchat"},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":8192,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"openchat/openchat-7b","name":"OpenChat 3.5 7B","created":1701129600,"description":"OpenChat 7B is a library of open-source language models, fine-tuned with \"C-RLFT (Conditioned Reinforcement Learning Fine-Tuning)\" - a strategy inspired by offline reinforcement learning. It has been trained on mixed-quality data without preference labels.\n\n- For OpenChat fine-tuned on Mistral 7B, check out [OpenChat 7B](/models/openchat/openchat-7b).\n- For OpenChat fine-tuned on Llama 8B, check out [OpenChat 8B](/models/openchat/openchat-8b).\n\n#open-source","context_length":8192,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"openchat"},"pricing":{"prompt":"0.000000055","completion":"0.000000055","image":"0","request":"0"},"top_provider":{"context_length":8192,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"neversleep/noromaid-20b","name":"Noromaid 20B","created":1700956800,"description":"A collab between IkariDev and Undi. This merge is suitable for RP, ERP, and general knowledge.\n\n#merge #uncensored","context_length":8192,"architecture":{"modality":"text->text","tokenizer":"Llama2","instruct_type":"alpaca"},"pricing":{"prompt":"0.0000015","completion":"0.00000225","image":"0","request":"0"},"top_provider":{"context_length":8192,"max_completion_tokens":2048,"is_moderated":false},"per_request_limits":null},{"id":"anthropic/claude-2:beta","name":"Anthropic: Claude v2 (self-moderated)","created":1700611200,"description":"Claude 2 delivers advancements in key capabilities for enterprises—including an industry-leading 200K token context window, significant reductions in rates of model hallucination, system prompts and a new beta feature: tool use.","context_length":200000,"architecture":{"modality":"text->text","tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000008","completion":"0.000024","image":"0","request":"0"},"top_provider":{"context_length":200000,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"anthropic/claude-2","name":"Anthropic: Claude v2","created":1700611200,"description":"Claude 2 delivers advancements in key capabilities for enterprises—including an industry-leading 200K token context window, significant reductions in rates of model hallucination, system prompts and a new beta feature: tool use.","context_length":200000,"architecture":{"modality":"text->text","tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000008","completion":"0.000024","image":"0","request":"0"},"top_provider":{"context_length":200000,"max_completion_tokens":4096,"is_moderated":true},"per_request_limits":null},{"id":"anthropic/claude-2.1:beta","name":"Anthropic: Claude v2.1 (self-moderated)","created":1700611200,"description":"Claude 2 delivers advancements in key capabilities for enterprises—including an industry-leading 200K token context window, significant reductions in rates of model hallucination, system prompts and a new beta feature: tool use.","context_length":200000,"architecture":{"modality":"text->text","tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000008","completion":"0.000024","image":"0","request":"0"},"top_provider":{"context_length":200000,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"anthropic/claude-2.1","name":"Anthropic: Claude v2.1","created":1700611200,"description":"Claude 2 delivers advancements in key capabilities for enterprises—including an industry-leading 200K token context window, significant reductions in rates of model hallucination, system prompts and a new beta feature: tool use.","context_length":200000,"architecture":{"modality":"text->text","tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000008","completion":"0.000024","image":"0","request":"0"},"top_provider":{"context_length":200000,"max_completion_tokens":4096,"is_moderated":true},"per_request_limits":null},{"id":"teknium/openhermes-2.5-mistral-7b","name":"OpenHermes 2.5 Mistral 7B","created":1700438400,"description":"A continuation of [OpenHermes 2 model](/models/teknium/openhermes-2-mistral-7b), trained on additional code datasets.\nPotentially the most interesting finding from training on a good ratio (est. of around 7-14% of the total dataset) of code instruction was that it has boosted several non-code benchmarks, including TruthfulQA, AGIEval, and GPT4All suite. It did however reduce BigBench benchmark score, but the net gain overall is significant.","context_length":4096,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"chatml"},"pricing":{"prompt":"0.00000017","completion":"0.00000017","image":"0","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"lizpreciatior/lzlv-70b-fp16-hf","name":"lzlv 70B","created":1699747200,"description":"A Mythomax/MLewd_13B-style merge of selected 70B models.\nA multi-model merge of several LLaMA2 70B finetunes for roleplaying and creative work. The goal was to create a model that combines creativity with intelligence for an enhanced experience.\n\n#merge #uncensored","context_length":4096,"architecture":{"modality":"text->text","tokenizer":"Llama2","instruct_type":"airoboros"},"pricing":{"prompt":"0.00000035","completion":"0.0000004","image":"0","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"undi95/toppy-m-7b:free","name":"Toppy M 7B (free)","created":1699574400,"description":"A wild 7B parameter model that merges several models using the new task_arithmetic merge method from mergekit.\nList of merged models:\n- NousResearch/Nous-Capybara-7B-V1.9\n- [HuggingFaceH4/zephyr-7b-beta](/models/huggingfaceh4/zephyr-7b-beta)\n- lemonilia/AshhLimaRP-Mistral-7B\n- Vulkane/120-Days-of-Sodom-LoRA-Mistral-7b\n- Undi95/Mistral-pippa-sharegpt-7b-qlora\n\n#merge #uncensored","context_length":4096,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"alpaca"},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":2048,"is_moderated":false},"per_request_limits":null},{"id":"undi95/toppy-m-7b:nitro","name":"Toppy M 7B (nitro)","created":1699574400,"description":"A wild 7B parameter model that merges several models using the new task_arithmetic merge method from mergekit.\nList of merged models:\n- NousResearch/Nous-Capybara-7B-V1.9\n- [HuggingFaceH4/zephyr-7b-beta](/models/huggingfaceh4/zephyr-7b-beta)\n- lemonilia/AshhLimaRP-Mistral-7B\n- Vulkane/120-Days-of-Sodom-LoRA-Mistral-7b\n- Undi95/Mistral-pippa-sharegpt-7b-qlora\n\n#merge #uncensored","context_length":4096,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"alpaca"},"pricing":{"prompt":"0.00000007","completion":"0.00000007","image":"0","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"undi95/toppy-m-7b","name":"Toppy M 7B","created":1699574400,"description":"A wild 7B parameter model that merges several models using the new task_arithmetic merge method from mergekit.\nList of merged models:\n- NousResearch/Nous-Capybara-7B-V1.9\n- [HuggingFaceH4/zephyr-7b-beta](/models/huggingfaceh4/zephyr-7b-beta)\n- lemonilia/AshhLimaRP-Mistral-7B\n- Vulkane/120-Days-of-Sodom-LoRA-Mistral-7b\n- Undi95/Mistral-pippa-sharegpt-7b-qlora\n\n#merge #uncensored","context_length":4096,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"alpaca"},"pricing":{"prompt":"0.00000007","completion":"0.00000007","image":"0","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"alpindale/goliath-120b","name":"Goliath 120B","created":1699574400,"description":"A large LLM created by combining two fine-tuned Llama 70B models into one 120B model. Combines Xwin and Euryale.\n\nCredits to\n- [@chargoddard](https://huggingface.co/chargoddard) for developing the framework used to merge the model - [mergekit](https://github.com/cg123/mergekit).\n- [@Undi95](https://huggingface.co/Undi95) for helping with the merge ratios.\n\n#merge","context_length":6144,"architecture":{"modality":"text->text","tokenizer":"Llama2","instruct_type":"airoboros"},"pricing":{"prompt":"0.000009375","completion":"0.000009375","image":"0","request":"0"},"top_provider":{"context_length":6144,"max_completion_tokens":512,"is_moderated":false},"per_request_limits":null},{"id":"openrouter/auto","name":"Auto Router (best for prompt)","created":1699401600,"description":"Depending on their size, subject, and complexity, your prompts will be sent to [Llama 3 70B Instruct](/models/meta-llama/llama-3-70b-instruct), [Claude 3.5 Sonnet (self-moderated)](/models/anthropic/claude-3.5-sonnet:beta) or [GPT-4o](/models/openai/gpt-4o). To see which model was used, visit [Activity](/activity).\n\nA major redesign of this router is coming soon. Stay tuned on [Discord](https://discord.gg/fVyRaUDgxW) for updates.","context_length":200000,"architecture":{"modality":"text->text","tokenizer":"Router","instruct_type":null},"pricing":{"prompt":"-1","completion":"-1","request":"-1","image":"-1"},"top_provider":{"context_length":null,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"openai/gpt-3.5-turbo-1106","name":"OpenAI: GPT-3.5 Turbo 16k (older v1106)","created":1699228800,"description":"An older GPT-3.5 Turbo model with improved instruction following, JSON mode, reproducible outputs, parallel function calling, and more. Training data: up to Sep 2021.","context_length":16385,"architecture":{"modality":"text->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.000001","completion":"0.000002","image":"0","request":"0"},"top_provider":{"context_length":16385,"max_completion_tokens":4096,"is_moderated":true},"per_request_limits":null},{"id":"openai/gpt-4-1106-preview","name":"OpenAI: GPT-4 Turbo (older v1106)","created":1699228800,"description":"The latest GPT-4 Turbo model with vision capabilities. Vision requests can now use JSON mode and function calling.\n\nTraining data: up to April 2023.","context_length":128000,"architecture":{"modality":"text->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00001","completion":"0.00003","image":"0","request":"0"},"top_provider":{"context_length":128000,"max_completion_tokens":4096,"is_moderated":true},"per_request_limits":null},{"id":"google/palm-2-chat-bison-32k","name":"Google: PaLM 2 Chat 32k","created":1698969600,"description":"PaLM 2 is a language model by Google with improved multilingual, reasoning and coding capabilities.","context_length":32768,"architecture":{"modality":"text->text","tokenizer":"PaLM","instruct_type":null},"pricing":{"prompt":"0.000001","completion":"0.000002","image":"0","request":"0"},"top_provider":{"context_length":32768,"max_completion_tokens":8192,"is_moderated":false},"per_request_limits":null},{"id":"google/palm-2-codechat-bison-32k","name":"Google: PaLM 2 Code Chat 32k","created":1698969600,"description":"PaLM 2 fine-tuned for chatbot conversations that help with code-related questions.","context_length":32768,"architecture":{"modality":"text->text","tokenizer":"PaLM","instruct_type":null},"pricing":{"prompt":"0.000001","completion":"0.000002","image":"0","request":"0"},"top_provider":{"context_length":32768,"max_completion_tokens":8192,"is_moderated":false},"per_request_limits":null},{"id":"jondurbin/airoboros-l2-70b","name":"Airoboros 70B","created":1698537600,"description":"A Llama 2 70B fine-tune using synthetic data (the Airoboros dataset).\n\nCurrently based on [jondurbin/airoboros-l2-70b](https://huggingface.co/jondurbin/airoboros-l2-70b-2.2.1), but might get updated in the future.","context_length":4096,"architecture":{"modality":"text->text","tokenizer":"Llama2","instruct_type":"airoboros"},"pricing":{"prompt":"0.0000005","completion":"0.0000005","image":"0","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"xwin-lm/xwin-lm-70b","name":"Xwin 70B","created":1697328000,"description":"Xwin-LM aims to develop and open-source alignment tech for LLMs. Our first release, built-upon on the [Llama2](/models/${Model.Llama_2_13B_Chat}) base models, ranked TOP-1 on AlpacaEval. Notably, it's the first to surpass [GPT-4](/models/${Model.GPT_4}) on this benchmark. The project will be continuously updated.","context_length":8192,"architecture":{"modality":"text->text","tokenizer":"Llama2","instruct_type":"airoboros"},"pricing":{"prompt":"0.00000375","completion":"0.00000375","image":"0","request":"0"},"top_provider":{"context_length":8192,"max_completion_tokens":512,"is_moderated":false},"per_request_limits":null},{"id":"openai/gpt-3.5-turbo-instruct","name":"OpenAI: GPT-3.5 Turbo Instruct","created":1695859200,"description":"This model is a variant of GPT-3.5 Turbo tuned for instructional prompts and omitting chat-related optimizations. Training data: up to Sep 2021.","context_length":4095,"architecture":{"modality":"text->text","tokenizer":"GPT","instruct_type":"chatml"},"pricing":{"prompt":"0.0000015","completion":"0.000002","image":"0","request":"0"},"top_provider":{"context_length":4095,"max_completion_tokens":4096,"is_moderated":true},"per_request_limits":null},{"id":"mistralai/mistral-7b-instruct-v0.1","name":"Mistral: Mistral 7B Instruct v0.1","created":1695859200,"description":"A 7.3B parameter model that outperforms Llama 2 13B on all benchmarks, with optimizations for speed and context length.","context_length":4096,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"mistral"},"pricing":{"prompt":"0.00000018","completion":"0.00000018","image":"0","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"pygmalionai/mythalion-13b","name":"Pygmalion: Mythalion 13B","created":1693612800,"description":"A blend of the new Pygmalion-13b and MythoMax. #merge","context_length":4096,"architecture":{"modality":"text->text","tokenizer":"Llama2","instruct_type":"alpaca"},"pricing":{"prompt":"0.0000008","completion":"0.0000012","image":"0","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"openai/gpt-3.5-turbo-16k","name":"OpenAI: GPT-3.5 Turbo 16k","created":1693180800,"description":"This model offers four times the context length of gpt-3.5-turbo, allowing it to support approximately 20 pages of text in a single request at a higher cost. Training data: up to Sep 2021.","context_length":16385,"architecture":{"modality":"text->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.000003","completion":"0.000004","image":"0","request":"0"},"top_provider":{"context_length":16385,"max_completion_tokens":4096,"is_moderated":true},"per_request_limits":null},{"id":"openai/gpt-4-32k","name":"OpenAI: GPT-4 32k","created":1693180800,"description":"GPT-4-32k is an extended version of GPT-4, with the same capabilities but quadrupled context length, allowing for processing up to 40 pages of text in a single pass. This is particularly beneficial for handling longer content like interacting with PDFs without an external vector database. Training data: up to Sep 2021.","context_length":32767,"architecture":{"modality":"text->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00006","completion":"0.00012","image":"0","request":"0"},"top_provider":{"context_length":32767,"max_completion_tokens":4096,"is_moderated":true},"per_request_limits":null},{"id":"openai/gpt-4-32k-0314","name":"OpenAI: GPT-4 32k (older v0314)","created":1693180800,"description":"GPT-4-32k is an extended version of GPT-4, with the same capabilities but quadrupled context length, allowing for processing up to 40 pages of text in a single pass. This is particularly beneficial for handling longer content like interacting with PDFs without an external vector database. Training data: up to Sep 2021.","context_length":32767,"architecture":{"modality":"text->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00006","completion":"0.00012","image":"0","request":"0"},"top_provider":{"context_length":32767,"max_completion_tokens":4096,"is_moderated":true},"per_request_limits":null},{"id":"nousresearch/nous-hermes-llama2-13b","name":"Nous: Hermes 13B","created":1692489600,"description":"A state-of-the-art language model fine-tuned on over 300k instructions by Nous Research, with Teknium and Emozilla leading the fine tuning process.","context_length":4096,"architecture":{"modality":"text->text","tokenizer":"Llama2","instruct_type":"alpaca"},"pricing":{"prompt":"0.00000017","completion":"0.00000017","image":"0","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"mancer/weaver","name":"Mancer: Weaver (alpha)","created":1690934400,"description":"An attempt to recreate Claude-style verbosity, but don't expect the same level of coherence or memory. Meant for use in roleplay/narrative situations.","context_length":8000,"architecture":{"modality":"text->text","tokenizer":"Llama2","instruct_type":"alpaca"},"pricing":{"prompt":"0.0000015","completion":"0.00000225","image":"0","request":"0"},"top_provider":{"context_length":8000,"max_completion_tokens":1000,"is_moderated":false},"per_request_limits":null},{"id":"huggingfaceh4/zephyr-7b-beta:free","name":"Hugging Face: Zephyr 7B (free)","created":1690934400,"description":"Zephyr is a series of language models that are trained to act as helpful assistants. Zephyr-7B-β is the second model in the series, and is a fine-tuned version of [mistralai/Mistral-7B-v0.1](/models/mistralai/mistral-7b-instruct-v0.1) that was trained on a mix of publicly available, synthetic datasets using Direct Preference Optimization (DPO).","context_length":4096,"architecture":{"modality":"text->text","tokenizer":"Mistral","instruct_type":"zephyr"},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":2048,"is_moderated":false},"per_request_limits":null},{"id":"anthropic/claude-2.0:beta","name":"Anthropic: Claude v2.0 (self-moderated)","created":1690502400,"description":"Anthropic's flagship model. Superior performance on tasks that require complex reasoning. Supports hundreds of pages of text.","context_length":100000,"architecture":{"modality":"text->text","tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000008","completion":"0.000024","image":"0","request":"0"},"top_provider":{"context_length":100000,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"anthropic/claude-2.0","name":"Anthropic: Claude v2.0","created":1690502400,"description":"Anthropic's flagship model. Superior performance on tasks that require complex reasoning. Supports hundreds of pages of text.","context_length":100000,"architecture":{"modality":"text->text","tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000008","completion":"0.000024","image":"0","request":"0"},"top_provider":{"context_length":100000,"max_completion_tokens":4096,"is_moderated":true},"per_request_limits":null},{"id":"undi95/remm-slerp-l2-13b","name":"ReMM SLERP 13B","created":1689984000,"description":"A recreation trial of the original MythoMax-L2-B13 but with updated models. #merge","context_length":4096,"architecture":{"modality":"text->text","tokenizer":"Llama2","instruct_type":"alpaca"},"pricing":{"prompt":"0.0000008","completion":"0.0000012","image":"0","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"undi95/remm-slerp-l2-13b:extended","name":"ReMM SLERP 13B (extended)","created":1689984000,"description":"A recreation trial of the original MythoMax-L2-B13 but with updated models. #merge","context_length":6144,"architecture":{"modality":"text->text","tokenizer":"Llama2","instruct_type":"alpaca"},"pricing":{"prompt":"0.000001125","completion":"0.000001125","image":"0","request":"0"},"top_provider":{"context_length":6144,"max_completion_tokens":512,"is_moderated":false},"per_request_limits":null},{"id":"google/palm-2-chat-bison","name":"Google: PaLM 2 Chat","created":1689811200,"description":"PaLM 2 is a language model by Google with improved multilingual, reasoning and coding capabilities.","context_length":9216,"architecture":{"modality":"text->text","tokenizer":"PaLM","instruct_type":null},"pricing":{"prompt":"0.000001","completion":"0.000002","image":"0","request":"0"},"top_provider":{"context_length":9216,"max_completion_tokens":1024,"is_moderated":false},"per_request_limits":null},{"id":"google/palm-2-codechat-bison","name":"Google: PaLM 2 Code Chat","created":1689811200,"description":"PaLM 2 fine-tuned for chatbot conversations that help with code-related questions.","context_length":7168,"architecture":{"modality":"text->text","tokenizer":"PaLM","instruct_type":null},"pricing":{"prompt":"0.000001","completion":"0.000002","image":"0","request":"0"},"top_provider":{"context_length":7168,"max_completion_tokens":1024,"is_moderated":false},"per_request_limits":null},{"id":"gryphe/mythomax-l2-13b:free","name":"MythoMax 13B (free)","created":1688256000,"description":"One of the highest performing and most popular fine-tunes of Llama 2 13B, with rich descriptions and roleplay. #merge","context_length":4096,"architecture":{"modality":"text->text","tokenizer":"Llama2","instruct_type":"alpaca"},"pricing":{"prompt":"0","completion":"0","image":"0","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":2048,"is_moderated":false},"per_request_limits":null},{"id":"gryphe/mythomax-l2-13b","name":"MythoMax 13B","created":1688256000,"description":"One of the highest performing and most popular fine-tunes of Llama 2 13B, with rich descriptions and roleplay. #merge","context_length":4096,"architecture":{"modality":"text->text","tokenizer":"Llama2","instruct_type":"alpaca"},"pricing":{"prompt":"0.000000065","completion":"0.000000065","image":"0","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":4096,"is_moderated":false},"per_request_limits":null},{"id":"gryphe/mythomax-l2-13b:nitro","name":"MythoMax 13B (nitro)","created":1688256000,"description":"One of the highest performing and most popular fine-tunes of Llama 2 13B, with rich descriptions and roleplay. #merge","context_length":4096,"architecture":{"modality":"text->text","tokenizer":"Llama2","instruct_type":"alpaca"},"pricing":{"prompt":"0.0000002","completion":"0.0000002","image":"0","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"gryphe/mythomax-l2-13b:extended","name":"MythoMax 13B (extended)","created":1688256000,"description":"One of the highest performing and most popular fine-tunes of Llama 2 13B, with rich descriptions and roleplay. #merge","context_length":8192,"architecture":{"modality":"text->text","tokenizer":"Llama2","instruct_type":"alpaca"},"pricing":{"prompt":"0.000001125","completion":"0.000001125","image":"0","request":"0"},"top_provider":{"context_length":8192,"max_completion_tokens":512,"is_moderated":false},"per_request_limits":null},{"id":"meta-llama/llama-2-13b-chat","name":"Meta: Llama 2 13B Chat","created":1687219200,"description":"A 13 billion parameter language model from Meta, fine tuned for chat completions","context_length":4096,"architecture":{"modality":"text->text","tokenizer":"Llama2","instruct_type":"llama2"},"pricing":{"prompt":"0.000000198","completion":"0.000000198","image":"0","request":"0"},"top_provider":{"context_length":4096,"max_completion_tokens":null,"is_moderated":false},"per_request_limits":null},{"id":"openai/gpt-3.5-turbo","name":"OpenAI: GPT-3.5 Turbo","created":1685232000,"description":"GPT-3.5 Turbo is OpenAI's fastest model. It can understand and generate natural language or code, and is optimized for chat and traditional completion tasks.\n\nTraining data up to Sep 2021.","context_length":16385,"architecture":{"modality":"text->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.0000005","completion":"0.0000015","image":"0","request":"0"},"top_provider":{"context_length":16385,"max_completion_tokens":4096,"is_moderated":true},"per_request_limits":null},{"id":"openai/gpt-3.5-turbo-0125","name":"OpenAI: GPT-3.5 Turbo 16k","created":1685232000,"description":"The latest GPT-3.5 Turbo model with improved instruction following, JSON mode, reproducible outputs, parallel function calling, and more. Training data: up to Sep 2021.\n\nThis version has a higher accuracy at responding in requested formats and a fix for a bug which caused a text encoding issue for non-English language function calls.","context_length":16385,"architecture":{"modality":"text->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.0000005","completion":"0.0000015","image":"0","request":"0"},"top_provider":{"context_length":16385,"max_completion_tokens":4096,"is_moderated":true},"per_request_limits":null},{"id":"openai/gpt-4","name":"OpenAI: GPT-4","created":1685232000,"description":"OpenAI's flagship model, GPT-4 is a large-scale multimodal language model capable of solving difficult problems with greater accuracy than previous models due to its broader general knowledge and advanced reasoning capabilities. Training data: up to Sep 2021.","context_length":8191,"architecture":{"modality":"text->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00003","completion":"0.00006","image":"0","request":"0"},"top_provider":{"context_length":8191,"max_completion_tokens":4096,"is_moderated":true},"per_request_limits":null},{"id":"openai/gpt-4-0314","name":"OpenAI: GPT-4 (older v0314)","created":1685232000,"description":"GPT-4-0314 is the first version of GPT-4 released, with a context length of 8,192 tokens, and was supported until June 14. Training data: up to Sep 2021.","context_length":8191,"architecture":{"modality":"text->text","tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00003","completion":"0.00006","image":"0","request":"0"},"top_provider":{"context_length":8191,"max_completion_tokens":4096,"is_moderated":true},"per_request_limits":null}]} \ No newline at end of file diff --git a/data/updated b/data/updated index da16a9a..ba02834 100644 --- a/data/updated +++ b/data/updated @@ -1 +1 @@ -20241228_120951 +20241229_002739