feat: atoma provider

packages/core/package.json

@@ -75,6 +75,7 @@
         "@types/uuid": "10.0.0",
         "ai": "3.4.33",
         "anthropic-vertex-ai": "1.0.2",
+        "atoma-sdk": "github:atoma-network/atoma-sdk-typescript",
         "fastembed": "1.14.1",
         "fastestsmallesttextencoderdecoder": "1.0.22",
         "gaxios": "6.7.1",

packages/core/src/generation.ts

@@ -42,6 +42,7 @@ import {
 } from "./types.ts";
 import { fal } from "@fal-ai/client";
 import { tavily } from "@tavily/core";
+import { AtomaSDK } from "atoma-sdk";
 
 type Tool = CoreTool<any, any>;
 type StepResult = AIStepResult<any>;
@@ -1632,45 +1633,32 @@ interface ProviderOptions {
 export async function handleProvider(
     options: ProviderOptions
 ): Promise<GenerateObjectResult<unknown>> {
-    const { provider, runtime, context, modelClass } = options;
+    const { provider } = options;
+
     switch (provider) {
         case ModelProviderName.OPENAI:
-        case ModelProviderName.ETERNALAI:
-        case ModelProviderName.ALI_BAILIAN:
-        case ModelProviderName.VOLENGINE:
-        case ModelProviderName.LLAMACLOUD:
-        case ModelProviderName.TOGETHER:
-        case ModelProviderName.NANOGPT:
-        case ModelProviderName.AKASH_CHAT_API:
-            return await handleOpenAI(options);
+            return handleOpenAI(options);
         case ModelProviderName.ANTHROPIC:
-        case ModelProviderName.CLAUDE_VERTEX:
-            return await handleAnthropic(options);
+            return handleAnthropic(options);
         case ModelProviderName.GROK:
-            return await handleGrok(options);
+            return handleGrok(options);
         case ModelProviderName.GROQ:
-            return await handleGroq(options);
-        case ModelProviderName.LLAMALOCAL:
-            return await generateObjectDeprecated({
-                runtime,
-                context,
-                modelClass,
-            });
+            return handleGroq(options);
         case ModelProviderName.GOOGLE:
-            return await handleGoogle(options);
+            return handleGoogle(options);
         case ModelProviderName.REDPILL:
-            return await handleRedPill(options);
+            return handleRedPill(options);
         case ModelProviderName.OPENROUTER:
-            return await handleOpenRouter(options);
+            return handleOpenRouter(options);
         case ModelProviderName.OLLAMA:
-            return await handleOllama(options);
-        default: {
-            const errorMessage = `Unsupported provider: ${provider}`;
-            elizaLogger.error(errorMessage);
-            throw new Error(errorMessage);
-        }
+            return handleOllama(options);
+        case ModelProviderName.ATOMA:
+            return handleAtoma(options);
+        default:
+            throw new Error(`Unsupported provider: ${provider}`);
     }
 }
+
 /**
  * Handles object generation for OpenAI.
  *
@@ -1886,6 +1874,130 @@ async function handleOllama({
     });
 }
 
+/**
+ * Handles object generation for Atoma models.
+ *
+ * @param {ProviderOptions} options - Options specific to Atoma.
+ * @returns {Promise<GenerateObjectResult<unknown>>} - A promise that resolves to generated objects.
+ */
+async function handleAtoma({
+    model,
+    apiKey,
+    schema,
+    schemaName: _schemaName,
+    schemaDescription: _schemaDescription,
+    mode: _mode,
+    modelOptions: _modelOptions,
+    context,
+    runtime: _runtime,
+    provider: _provider,
+    modelClass: _modelClass,
+}: ProviderOptions): Promise<GenerateObjectResult<unknown>> {
+    const atomaSDK = new AtomaSDK({
+        bearerAuth: apiKey,
+    });
+
+    try {
+        const result = await atomaSDK.chat.create({
+            messages: [
+                {
+                    content: context,
+                    role: "user",
+                },
+            ],
+            model: model,
+        });
+
+        const completion = result.choices[0].message.content;
+
+        if (schema) {
+            // For schema-based generation, we'll parse the completion as JSON
+            // and validate it against the schema
+            const parsedCompletion = JSON.parse(completion);
+            const validatedObject = schema.parse(parsedCompletion);
+
+            return {
+                object: validatedObject,
+                finishReason: (result.choices[0].finishReason ?? "stop") as
+                    | "stop"
+                    | "length"
+                    | "error"
+                    | "tool-calls",
+                usage: {
+                    promptTokens: result.usage?.promptTokens ?? 0,
+                    completionTokens: result.usage?.completionTokens ?? 0,
+                    totalTokens: result.usage?.totalTokens ?? 0,
+                },
+                warnings: undefined,
+                request: {},
+                response: {
+                    id: result.id,
+                    timestamp: new Date(result.created * 1000), // Convert Unix timestamp to Date
+                    modelId: result.model,
+                },
+                logprobs: undefined,
+                experimental_providerMetadata: result.systemFingerprint
+                    ? {
+                          metadata: {
+                              systemFingerprint: result.systemFingerprint,
+                          },
+                      }
+                    : undefined,
+                toJsonResponse(init?: ResponseInit) {
+                    return new Response(
+                        JSON.stringify({ object: validatedObject }),
+                        {
+                            ...init,
+                            headers: {
+                                ...init?.headers,
+                                "content-type":
+                                    "application/json; charset=utf-8",
+                            },
+                        }
+                    );
+                },
+            };
+        }
+
+        return {
+            object: completion,
+            finishReason: (result.choices[0].finishReason ?? "stop") as
+                | "stop"
+                | "length"
+                | "error"
+                | "tool-calls",
+            usage: {
+                promptTokens: result.usage?.promptTokens ?? 0,
+                completionTokens: result.usage?.completionTokens ?? 0,
+                totalTokens: result.usage?.totalTokens ?? 0,
+            },
+            warnings: undefined,
+            request: {},
+            response: {
+                id: result.id,
+                timestamp: new Date(result.created * 1000), // Convert Unix timestamp to Date
+                modelId: result.model,
+            },
+            logprobs: undefined,
+            experimental_providerMetadata: result.systemFingerprint
+                ? { metadata: { systemFingerprint: result.systemFingerprint } }
+                : undefined,
+            toJsonResponse(init?: ResponseInit) {
+                return new Response(JSON.stringify({ object: completion }), {
+                    ...init,
+                    headers: {
+                        ...init?.headers,
+                        "content-type": "application/json; charset=utf-8",
+                    },
+                });
+            },
+        };
+    } catch (error) {
+        console.error("Error in Atoma handler:", error);
+        throw error;
+    }
+}
+
 // Add type definition for Together AI response
 interface TogetherAIImageResponse {
     data: Array<{

packages/core/src/models.ts

@@ -16,7 +16,8 @@ export const models: Models = {
             [ModelClass.SMALL]: settings.SMALL_OPENAI_MODEL || "gpt-4o-mini",
             [ModelClass.MEDIUM]: settings.MEDIUM_OPENAI_MODEL || "gpt-4o",
             [ModelClass.LARGE]: settings.LARGE_OPENAI_MODEL || "gpt-4o",
-            [ModelClass.EMBEDDING]: settings.EMBEDDING_OPENAI_MODEL || "text-embedding-3-small",
+            [ModelClass.EMBEDDING]:
+                settings.EMBEDDING_OPENAI_MODEL || "text-embedding-3-small",
             [ModelClass.IMAGE]: settings.IMAGE_OPENAI_MODEL || "dall-e-3",
         },
     },
@@ -55,9 +56,12 @@ export const models: Models = {
         },
         endpoint: "https://api.anthropic.com/v1",
         model: {
-            [ModelClass.SMALL]: settings.SMALL_ANTHROPIC_MODEL || "claude-3-haiku-20240307",
-            [ModelClass.MEDIUM]: settings.MEDIUM_ANTHROPIC_MODEL || "claude-3-5-sonnet-20241022",
-            [ModelClass.LARGE]: settings.LARGE_ANTHROPIC_MODEL || "claude-3-5-sonnet-20241022",
+            [ModelClass.SMALL]:
+                settings.SMALL_ANTHROPIC_MODEL || "claude-3-haiku-20240307",
+            [ModelClass.MEDIUM]:
+                settings.MEDIUM_ANTHROPIC_MODEL || "claude-3-5-sonnet-20241022",
+            [ModelClass.LARGE]:
+                settings.LARGE_ANTHROPIC_MODEL || "claude-3-5-sonnet-20241022",
         },
     },
     [ModelProviderName.CLAUDE_VERTEX]: {
@@ -90,7 +94,8 @@ export const models: Models = {
             [ModelClass.SMALL]: settings.SMALL_GROK_MODEL || "grok-2-1212",
             [ModelClass.MEDIUM]: settings.MEDIUM_GROK_MODEL || "grok-2-1212",
             [ModelClass.LARGE]: settings.LARGE_GROK_MODEL || "grok-2-1212",
-            [ModelClass.EMBEDDING]: settings.EMBEDDING_GROK_MODEL || "grok-2-1212", // not sure about this one
+            [ModelClass.EMBEDDING]:
+                settings.EMBEDDING_GROK_MODEL || "grok-2-1212", // not sure about this one
         },
     },
     [ModelProviderName.GROQ]: {
@@ -395,7 +400,9 @@ export const models: Models = {
         },
     },
     [ModelProviderName.VOLENGINE]: {
-        endpoint: settings.VOLENGINE_API_URL || "https://open.volcengineapi.com/api/v3/",
+        endpoint:
+            settings.VOLENGINE_API_URL ||
+            "https://open.volcengineapi.com/api/v3/",
         settings: {
             stop: [],
             maxInputTokens: 128000,
@@ -418,8 +425,7 @@ export const models: Models = {
                 settings.VOLENGINE_MODEL ||
                 "doubao-pro-256k",
             [ModelClass.EMBEDDING]:
-                settings.VOLENGINE_EMBEDDING_MODEL ||
-                "doubao-embedding",
+                settings.VOLENGINE_EMBEDDING_MODEL || "doubao-embedding",
         },
     },
     [ModelProviderName.NANOGPT]: {
@@ -436,7 +442,7 @@ export const models: Models = {
             [ModelClass.SMALL]: settings.SMALL_NANOGPT_MODEL || "gpt-4o-mini",
             [ModelClass.MEDIUM]: settings.MEDIUM_NANOGPT_MODEL || "gpt-4o",
             [ModelClass.LARGE]: settings.LARGE_NANOGPT_MODEL || "gpt-4o",
-        }
+        },
     },
     [ModelProviderName.HYPERBOLIC]: {
         endpoint: "https://api.hyperbolic.xyz/v1",
@@ -472,7 +478,8 @@ export const models: Models = {
         },
         model: {
             [ModelClass.SMALL]: settings.SMALL_VENICE_MODEL || "llama-3.3-70b",
-            [ModelClass.MEDIUM]: settings.MEDIUM_VENICE_MODEL || "llama-3.3-70b",
+            [ModelClass.MEDIUM]:
+                settings.MEDIUM_VENICE_MODEL || "llama-3.3-70b",
             [ModelClass.LARGE]: settings.LARGE_VENICE_MODEL || "llama-3.1-405b",
             [ModelClass.IMAGE]: settings.IMAGE_VENICE_MODEL || "fluently-xl",
         },
@@ -511,7 +518,23 @@ export const models: Models = {
             [ModelClass.MEDIUM]: "",
             [ModelClass.LARGE]: "",
             [ModelClass.EMBEDDING]: "",
-            [ModelClass.IMAGE]: settings.LIVEPEER_IMAGE_MODEL || "ByteDance/SDXL-Lightning",
+            [ModelClass.IMAGE]:
+                settings.LIVEPEER_IMAGE_MODEL || "ByteDance/SDXL-Lightning",
+        },
+    },
+    [ModelProviderName.ATOMA]: {
+        settings: {
+            stop: [],
+            maxInputTokens: 128000,
+            maxOutputTokens: 8192,
+            frequency_penalty: 0.0,
+            presence_penalty: 0.0,
+            temperature: 0.7,
+        },
+        model: {
+            [ModelClass.SMALL]: "meta-llama/Llama-3.3-70B-Instruct",
+            [ModelClass.MEDIUM]: "meta-llama/Llama-3.3-70B-Instruct",
+            [ModelClass.LARGE]: "meta-llama/Llama-3.3-70B-Instruct",
         },
     },
 };

packages/core/src/types.ts

@@ -213,6 +213,7 @@ export type Models = {
     [ModelProviderName.VENICE]: Model;
     [ModelProviderName.AKASH_CHAT_API]: Model;
     [ModelProviderName.LIVEPEER]: Model;
+    [ModelProviderName.ATOMA]: Model;
 };
 
 /**
@@ -243,6 +244,7 @@ export enum ModelProviderName {
     VENICE = "venice",
     AKASH_CHAT_API = "akash_chat_api",
     LIVEPEER = "livepeer",
+    ATOMA = "atoma",
 }
 
 /**