Add OpenAI provider

package.json

@@ -62,6 +62,7 @@
         "@jupyterlab/settingregistry": "^4.2.0",
         "@langchain/core": "^0.3.13",
         "@langchain/mistralai": "^0.1.1",
+        "@langchain/openai": "^0.3.12",
         "@lumino/coreutils": "^2.1.2",
         "@lumino/polling": "^2.1.2",
         "@lumino/signaling": "^2.1.2"

schema/ai-provider.json

@@ -8,7 +8,7 @@
       "title": "The AI provider",
       "description": "The AI provider to use for chat and completion",
       "default": "None",
-      "enum": ["None", "MistralAI"]
+      "enum": ["None", "MistralAI", "OpenAI"]
     },
     "apiKey": {
       "type": "string",

src/completion-provider.ts

@@ -3,7 +3,7 @@ import {
   IInlineCompletionContext,
   IInlineCompletionProvider
 } from '@jupyterlab/completer';
-import { LLM } from '@langchain/core/language_models/llms';
+import { BaseLLM } from '@langchain/core/language_models/llms';
 
 import { getCompleter, IBaseCompleter, BaseCompleter } from './llm-models';
 import { ReadonlyPartialJSONObject } from '@lumino/coreutils';
@@ -53,7 +53,7 @@ export class CompletionProvider implements IInlineCompletionProvider {
   /**
    * Get the LLM completer.
    */
-  get llmCompleter(): LLM | null {
+  get llmCompleter(): BaseLLM | null {
     return this._completer?.provider || null;
   }
 

src/llm-models/base-completer.ts

@@ -2,14 +2,14 @@ import {
   CompletionHandler,
   IInlineCompletionContext
 } from '@jupyterlab/completer';
-import { LLM } from '@langchain/core/language_models/llms';
+import { BaseLLM } from '@langchain/core/language_models/llms';
 import { ReadonlyPartialJSONObject } from '@lumino/coreutils';
 
 export interface IBaseCompleter {
   /**
    * The LLM completer.
    */
-  provider: LLM;
+  provider: BaseLLM;
 
   /**
    * The fetch request for the LLM completer.

src/llm-models/codestral-completer.ts

@@ -2,7 +2,7 @@ import {
   CompletionHandler,
   IInlineCompletionContext
 } from '@jupyterlab/completer';
-import { LLM } from '@langchain/core/language_models/llms';
+import { BaseLLM } from '@langchain/core/language_models/llms';
 import { MistralAI } from '@langchain/mistralai';
 import { Throttler } from '@lumino/polling';
 import { CompletionRequest } from '@mistralai/mistralai';
@@ -33,7 +33,7 @@ export class CodestralCompleter implements IBaseCompleter {
     }, INTERVAL);
   }
 
-  get provider(): LLM {
+  get provider(): BaseLLM {
     return this._mistralProvider;
   }
 

src/llm-models/openai-completer.ts

@@ -0,0 +1,52 @@
+import {
+  CompletionHandler,
+  IInlineCompletionContext
+} from '@jupyterlab/completer';
+import { BaseLLM } from '@langchain/core/language_models/llms';
+import { OpenAI } from '@langchain/openai';
+
+import { BaseCompleter, IBaseCompleter } from './base-completer';
+
+export class OpenAICompleter implements IBaseCompleter {
+  constructor(options: BaseCompleter.IOptions) {
+    this._gptProvider = new OpenAI({ ...options.settings });
+  }
+
+  get provider(): BaseLLM {
+    return this._gptProvider;
+  }
+
+  async fetch(
+    request: CompletionHandler.IRequest,
+    context: IInlineCompletionContext
+  ) {
+    const { text, offset: cursorOffset } = request;
+    const prompt = text.slice(0, cursorOffset);
+    const suffix = text.slice(cursorOffset);
+
+    const data = {
+      prompt,
+      suffix,
+      model: this._gptProvider.model,
+      // temperature: 0,
+      // top_p: 1,
+      // max_tokens: 1024,
+      // min_tokens: 0,
+      // random_seed: 1337,
+      stop: []
+    };
+
+    try {
+      const response = await this._gptProvider.completionWithRetry(data, {});
+      const items = response.choices.map((choice: any) => {
+        return { insertText: choice.message.content as string };
+      });
+      return items;
+    } catch (error) {
+      console.error('Error fetching completions', error);
+      return { items: [] };
+    }
+  }
+
+  private _gptProvider: OpenAI;
+}

src/llm-models/utils.ts

@@ -1,8 +1,11 @@
 import { BaseChatModel } from '@langchain/core/language_models/chat_models';
 import { ChatMistralAI } from '@langchain/mistralai';
+import { ChatOpenAI } from '@langchain/openai';
+
 import { IBaseCompleter } from './base-completer';
 import { CodestralCompleter } from './codestral-completer';
 import { ReadonlyPartialJSONObject } from '@lumino/coreutils';
+import { OpenAICompleter } from './openai-completer';
 
 /**
  * Get an LLM completer from the name.
@@ -13,6 +16,8 @@ export function getCompleter(
 ): IBaseCompleter | null {
   if (name === 'MistralAI') {
     return new CodestralCompleter({ settings });
+  } else if (name === 'OpenAI') {
+    return new OpenAICompleter({ settings });
   }
   return null;
 }
@@ -26,6 +31,8 @@ export function getChatModel(
 ): BaseChatModel | null {
   if (name === 'MistralAI') {
     return new ChatMistralAI({ ...settings });
+  } else if (name === 'OpenAI') {
+    return new ChatOpenAI({ ...settings });
   }
   return null;
 }
@@ -36,6 +43,8 @@ export function getChatModel(
 export function getErrorMessage(name: string, error: any): string {
   if (name === 'MistralAI') {
     return error.message;
+  } else if (name === 'OpenAI') {
+    return error.message;
   }
   return 'Unknown provider';
 }