Merge pull request #1 from ZerxZ/main

chore: Add environment variables for OpenAI Like integration

.env.example

@@ -29,5 +29,11 @@ GOOGLE_GENERATIVE_AI_API_KEY=
 # EXAMPLE http://localhost:11434
 OLLAMA_API_BASE_URL=
 
+# You only need this environment variable set if you want to use OpenAI Like models
+OPENAI_LIKE_API_BASE_URL=
+
+# Get your OpenAI Like API Key
+OPENAI_LIKE_API_KEY=
+
 # Include this environment variable if you want more logging for debugging locally
 VITE_LOG_LEVEL=debug

app/components/chat/BaseChat.tsx

@@ -28,7 +28,7 @@ const ModelSelector = ({ model, setModel, modelList, providerList }) => {
   const [provider, setProvider] = useState(DEFAULT_PROVIDER);
   return (
     <div className="mb-2">
-      <select 
+      <select
         value={provider}
         onChange={(e) => {
           setProvider(e.target.value);
@@ -42,9 +42,12 @@ const ModelSelector = ({ model, setModel, modelList, providerList }) => {
             {provider}
           </option>
         ))}
-          <option key="Ollama" value="Ollama">
-            Ollama
-          </option>        
+        <option key="Ollama" value="Ollama">
+          Ollama
+        </option>
+        <option key="OpenAILike" value="OpenAILike">
+          OpenAILike
+        </option>
       </select>
       <select
         value={model}
@@ -263,4 +266,4 @@ export const BaseChat = React.forwardRef<HTMLDivElement, BaseChatProps>(
       </div>
     );
   },
-);
+);

app/lib/.server/llm/api-key.ts

@@ -19,6 +19,17 @@ export function getAPIKey(cloudflareEnv: Env, provider: string) {
       return env.GROQ_API_KEY || cloudflareEnv.GROQ_API_KEY;
     case 'OpenRouter':
       return env.OPEN_ROUTER_API_KEY || cloudflareEnv.OPEN_ROUTER_API_KEY;
+      case "OpenAILike":
+        return env.OPENAI_LIKE_API_KEY || cloudflareEnv.OPENAI_LIKE_API_KEY;
+    default:
+      return "";
+  }
+}
+
+export function getBaseURL(cloudflareEnv: Env, provider: string) {
+  switch (provider) {
+    case 'OpenAILike':
+      return env.OPENAI_LIKE_API_BASE_URL || cloudflareEnv.OPENAI_LIKE_API_BASE_URL;
     default:
       return "";
   }

app/lib/.server/llm/model.ts

@@ -1,6 +1,6 @@
 // @ts-nocheck
 // Preventing TS checks with files presented in the video for a better presentation.
-import { getAPIKey } from '~/lib/.server/llm/api-key';
+import { getAPIKey, getBaseURL } from '~/lib/.server/llm/api-key';
 import { createAnthropic } from '@ai-sdk/anthropic';
 import { createOpenAI } from '@ai-sdk/openai';
 import { createGoogleGenerativeAI } from '@ai-sdk/google';
@@ -14,7 +14,14 @@ export function getAnthropicModel(apiKey: string, model: string) {
 
   return anthropic(model);
 }
+export function getOpenAILikeModel(baseURL:string,apiKey: string, model: string) {
+  const openai = createOpenAI({
+    baseURL,
+    apiKey,
+  });
 
+  return openai(model);
+}
 export function getOpenAIModel(apiKey: string, model: string) {
   const openai = createOpenAI({
     apiKey,
@@ -54,7 +61,7 @@ export function getOpenRouterModel(apiKey: string, model: string) {
 
 export function getModel(provider: string, model: string, env: Env) {
   const apiKey = getAPIKey(env, provider);
-
+  const baseURL = getBaseURL(env, provider);
 
   switch (provider) {
     case 'Anthropic':
@@ -67,6 +74,8 @@ export function getModel(provider: string, model: string, env: Env) {
       return getOpenRouterModel(apiKey, model);
     case 'Google':
       return getGoogleModel(apiKey, model)
+    case 'OpenAILike':
+      return getOpenAILikeModel(baseURL,apiKey, model);
     default:
       return getOllamaModel(model);
   }

app/utils/constants.ts

@@ -36,7 +36,9 @@ export let MODEL_LIST: ModelInfo[] = [...staticModels];
 
 async function getOllamaModels(): Promise<ModelInfo[]> {
   try {
-    const response = await fetch(`http://localhost:11434/api/tags`);
+    const base_url =import.meta.env.OLLAMA_API_BASE_URL || "http://localhost:11434";
+    const url = new URL(base_url).toString();
+    const response = await fetch(`${url}/api/tags`);
     const data = await response.json();
 
     return data.models.map((model: any) => ({
@@ -49,9 +51,36 @@ async function getOllamaModels(): Promise<ModelInfo[]> {
   }
 }
 
+async function getOpenAILikeModels(): Promise<ModelInfo[]> {
+
+ try {
+   const base_url =import.meta.env.OPENAI_LIKE_API_BASE_URL || "";
+   if (!base_url) {
+      return [];
+   }
+   const url = new URL(base_url).toString();
+   const api_key = import.meta.env.OPENAI_LIKE_API_KEY ?? "";
+   const response = await fetch(`${url}/models`, {
+     headers: {
+       Authorization: `Bearer ${api_key}`,
+     }
+   });
+    const res = await response.json();
+    return res.data.map((model: any) => ({
+      name: model.id,
+      label: model.id,
+      provider: 'OpenAILike',
+    }));
+ }catch (e) {
+   return []
+ }
+
+}
 async function initializeModelList(): Promise<void> {
   const ollamaModels = await getOllamaModels();
-  MODEL_LIST = [...ollamaModels, ...staticModels];
+  const openAiLikeModels = await getOpenAILikeModels();
+  console.log(openAiLikeModels);
+  MODEL_LIST = [...ollamaModels,...openAiLikeModels, ...staticModels];
 }
 initializeModelList().then();
 export { getOllamaModels, initializeModelList };

vite.config.ts

@@ -27,6 +27,7 @@ export default defineConfig((config) => {
       chrome129IssuePlugin(),
       config.mode === 'production' && optimizeCssModules({ apply: 'build' }),
     ],
+    envPrefix:["VITE_","OPENAI_LIKE_API_","OLLAMA_API_BASE_URL"],
   };
 });
 

worker-configuration.d.ts

@@ -4,4 +4,6 @@ interface Env {
   GROQ_API_KEY: string;
   OPEN_ROUTER_API_KEY: string;
   OLLAMA_API_BASE_URL: string;
+  OPENAI_LIKE_API_KEY: string;
+  OPENAI_LIKE_API_BASE_URL: string;
 }