Remixai chat

apps/circuit-compiler/src/app/components/container.tsx

@@ -73,16 +73,14 @@ export function Container () {
           full circom error: ${JSON.stringify(report, null, 2)}
           explain why the error occurred and how to fix it.
           `
-        // @ts-ignore
-        await circuitApp.plugin.call('remixAI', 'error_explaining', message)
+        await circuitApp.plugin.call('remixAI' as any, 'chatPipe', 'error_explaining', message)
       } else {
         const message = `
           error message: ${error}
           full circom error: ${JSON.stringify(report, null, 2)}
           explain why the error occurred and how to fix it.
           `
-        // @ts-ignore
-        await circuitApp.plugin.call('remixAI', 'error_explaining', message)
+        await circuitApp.plugin.call('remixAI' as any, 'chatPipe', 'error_explaining', message)
       }
     } else {
       const error = report.message
@@ -91,8 +89,7 @@ export function Container () {
       full circom error: ${JSON.stringify(report, null, 2)}
       explain why the error occurred and how to fix it.
       `
-      // @ts-ignore
-      await circuitApp.plugin.call('remixAI', 'error_explaining', message)
+      await circuitApp.plugin.call('remixAI' as any, 'chatPipe', 'error_explaining', message)
     }
   }
 

apps/remix-ide/src/app.js

@@ -557,7 +557,7 @@ class AppComponent {
     await this.appManager.activatePlugin(['solidity-script', 'remix-templates'])
 
     if (isElectron()) {
-      await this.appManager.activatePlugin(['isogit', 'electronconfig', 'electronTemplates', 'xterm', 'ripgrep', 'appUpdater', 'slither', 'foundry', 'hardhat', 'remixAID'])
+      await this.appManager.activatePlugin(['isogit', 'electronconfig', 'electronTemplates', 'xterm', 'ripgrep', 'appUpdater', 'slither', 'foundry', 'hardhat']) // 'remixAID'
     }
 
     this.appManager.on(

apps/remix-ide/src/app/plugins/remixAIPlugin.tsx

@@ -1,49 +1,77 @@
 import * as packageJson from '../../../../../package.json'
 import { ViewPlugin } from '@remixproject/engine-web'
 import { Plugin } from '@remixproject/engine';
-import { RemixAITab } from '@remix-ui/remix-ai'
-import React from 'react';
-import { ICompletions, IModel, RemoteInferencer, IRemoteModel } from '@remix/remix-ai-core';
+import { RemixAITab, ChatApi } from '@remix-ui/remix-ai'
+import React, { useCallback } from 'react';
+import { ICompletions, IModel, RemoteInferencer, IRemoteModel, IParams, GenerationParams, CodeExplainAgent } from '@remix/remix-ai-core';
+import { CustomRemixApi } from '@remix-api'
+
+type chatRequestBufferT<T> = {
+  [key in keyof T]: T[key]
+}
 
 const profile = {
   name: 'remixAI',
   displayName: 'Remix AI',
   methods: ['code_generation', 'code_completion',
     "solidity_answer", "code_explaining",
     "code_insertion", "error_explaining",
-    "initialize"],
+    "initialize", 'chatPipe', 'ProcessChatRequestBuffer', 'isChatRequestPending'],
   events: [],
   icon: 'assets/img/remix-logo-blue.png',
   description: 'RemixAI provides AI services to Remix IDE.',
   kind: '',
-  // location: 'sidePanel',
+  location: 'sidePanel',
   documentation: 'https://remix-ide.readthedocs.io/en/latest/remixai.html',
   version: packageJson.version,
   maintainedBy: 'Remix'
 }
 
-export class RemixAIPlugin extends Plugin {
+// add Plugin<any, CustomRemixApi>
+export class RemixAIPlugin extends ViewPlugin {
   isOnDesktop:boolean = false
   aiIsActivated:boolean = false
   readonly remixDesktopPluginName = 'remixAID'
   remoteInferencer:RemoteInferencer = null
   isInferencing: boolean = false
+  chatRequestBuffer: chatRequestBufferT<any> = null
+  agent: CodeExplainAgent
+  useRemoteInferencer:boolean = false
 
   constructor(inDesktop:boolean) {
     super(profile)
     this.isOnDesktop = inDesktop
-
+    this.agent = new CodeExplainAgent(this)
     // user machine dont use ressource for remote inferencing
   }
 
   onActivation(): void {
-    this.initialize(null, null, null, false)
+    if (this.isOnDesktop) {
+      console.log('Activating RemixAIPlugin on desktop')
+      // this.on(this.remixDesktopPluginName, 'activated', () => {
+      this.useRemoteInferencer = true
+      this.initialize(null, null, null, this.useRemoteInferencer);
+      // })
+    } else {
+      console.log('Activating RemixAIPlugin on browser')
+      this.useRemoteInferencer = true
+      this.initialize()
+    }
+    // this.setRemixAIOnSidePannel(false)
+  }
+
+  setRemixAIOnSidePannel(resize:boolean=false){
+    if (resize){
+      this.call('sidePanel', 'pinView', profile)
+
+    } else {
+      this.call('sidePanel', 'pinView', profile)
+    }
   }
 
   async initialize(model1?:IModel, model2?:IModel, remoteModel?:IRemoteModel, useRemote?:boolean){
-    if (this.isOnDesktop) {
+    if (this.isOnDesktop && !this.useRemoteInferencer) {
       // on desktop use remote inferencer -> false
-      console.log('initialize on desktop')
       const res = await this.call(this.remixDesktopPluginName, 'initializeModelBackend', useRemote, model1, model2)
       if (res) {
         this.on(this.remixDesktopPluginName, 'onStreamResult', (value) => {
@@ -60,7 +88,6 @@ export class RemixAIPlugin extends Plugin {
       }
 
     } else {
-      // on browser
       this.remoteInferencer = new RemoteInferencer(remoteModel?.apiUrl, remoteModel?.completionUrl)
       this.remoteInferencer.event.on('onInference', () => {
         this.isInferencing = true
@@ -80,90 +107,117 @@ export class RemixAIPlugin extends Plugin {
       return
     }
 
-    if (this.isOnDesktop) {
+    if (this.isOnDesktop && !this.useRemoteInferencer) {
       return await this.call(this.remixDesktopPluginName, 'code_generation', prompt)
     } else {
       return await this.remoteInferencer.code_generation(prompt)
     }
   }
 
   async code_completion(prompt: string, promptAfter: string): Promise<any> {
-    if (this.isOnDesktop) {
+    if (this.isOnDesktop && !this.useRemoteInferencer) {
       return await this.call(this.remixDesktopPluginName, 'code_completion', prompt, promptAfter)
     } else {
       return await this.remoteInferencer.code_completion(prompt, promptAfter)
     }
   }
 
-  async solidity_answer(prompt: string): Promise<any> {
+  async solidity_answer(prompt: string, params: IParams=GenerationParams): Promise<any> {
     if (this.isInferencing) {
       this.call('terminal', 'log', { type: 'aitypewriterwarning', value: "RemixAI is already busy!" })
       return
     }
 
-    this.call('terminal', 'log', { type: 'aitypewriterwarning', value: `\n\nWaiting for RemixAI answer...` })
-
+    const newPrompt = await this.agent.chatCommand(prompt)
     let result
-    if (this.isOnDesktop) {
-      result = await this.call(this.remixDesktopPluginName, 'solidity_answer', prompt)
+    if (this.isOnDesktop && !this.useRemoteInferencer) {
+      result = await this.call(this.remixDesktopPluginName, 'solidity_answer', newPrompt)
     } else {
-      result = await this.remoteInferencer.solidity_answer(prompt)
+      result = await this.remoteInferencer.solidity_answer(newPrompt)
     }
-    if (result) this.call('terminal', 'log', { type: 'aitypewriterwarning', value: result })
-    // this.call('terminal', 'log', { type: 'aitypewriterwarning', value: "RemixAI Done" })
+    if (result && params.terminal_output) this.call('terminal', 'log', { type: 'aitypewriterwarning', value: result })
     return result
   }
 
-  async code_explaining(prompt: string): Promise<any> {
+  async code_explaining(prompt: string, context: string, params: IParams=GenerationParams): Promise<any> {
     if (this.isInferencing) {
       this.call('terminal', 'log', { type: 'aitypewriterwarning', value: "RemixAI is already busy!" })
       return
     }
 
-    this.call('terminal', 'log', { type: 'aitypewriterwarning', value: `\n\nWaiting for RemixAI answer...` })
-
     let result
-    if (this.isOnDesktop) {
-      result = await this.call(this.remixDesktopPluginName, 'code_explaining', prompt)
+    if (this.isOnDesktop && !this.useRemoteInferencer) {
+      result = await this.call(this.remixDesktopPluginName, 'code_explaining', prompt, context, params)
 
     } else {
-      result = await this.remoteInferencer.code_explaining(prompt)
+      result = await this.remoteInferencer.code_explaining(prompt, context, params)
     }
-    if (result) this.call('terminal', 'log', { type: 'aitypewriterwarning', value: result })
-    // this.call('terminal', 'log', { type: 'aitypewriterwarning', value: "RemixAI Done" })
+    if (result && params.terminal_output) this.call('terminal', 'log', { type: 'aitypewriterwarning', value: result })
     return result
   }
 
-  async error_explaining(prompt: string): Promise<any> {
+  async error_explaining(prompt: string, context: string="", params: IParams=GenerationParams): Promise<any> {
     if (this.isInferencing) {
       this.call('terminal', 'log', { type: 'aitypewriterwarning', value: "RemixAI is already busy!" })
       return
     }
 
-    this.call('terminal', 'log', { type: 'aitypewriterwarning', value: `\n\nWaiting for RemixAI answer...` })
-
     let result
-    if (this.isOnDesktop) {
+    if (this.isOnDesktop && !this.useRemoteInferencer) {
       result = await this.call(this.remixDesktopPluginName, 'error_explaining', prompt)
     } else {
-      result = await this.remoteInferencer.error_explaining(prompt)
+      result = await this.remoteInferencer.error_explaining(prompt, params)
     }
-    if (result) this.call('terminal', 'log', { type: 'aitypewriterwarning', value: result })
-    // this.call('terminal', 'log', { type: 'aitypewriterwarning', value: "RemixAI Done" })
+    if (result && params.terminal_output) this.call('terminal', 'log', { type: 'aitypewriterwarning', value: result })
     return result
   }
 
   async code_insertion(msg_pfx: string, msg_sfx: string): Promise<any> {
-    if (this.isOnDesktop) {
+    if (this.isOnDesktop && !this.useRemoteInferencer) {
       return await this.call(this.remixDesktopPluginName, 'code_insertion', msg_pfx, msg_sfx)
     } else {
       return await this.remoteInferencer.code_insertion(msg_pfx, msg_sfx)
     }
   }
 
-  // render() {
-  //   return (
-  //     <RemixAITab plugin={this}></RemixAITab>
-  //   )
-  // }
+  chatPipe(fn, prompt: string, context?: string, pipeMessage?: string){
+    if (this.chatRequestBuffer == null){
+      this.chatRequestBuffer = {
+        fn_name: fn,
+        prompt: prompt,
+        context: context
+      }
+      if (pipeMessage) ChatApi.composer.send(pipeMessage)
+      else {
+        if (fn === "code_explaining") ChatApi.composer.send("Explain the current code")
+        else if (fn === "error_explaining") ChatApi.composer.send("Explain the error")
+        else if (fn === "solidity_answer") ChatApi.composer.send("Answer the following question")
+        else console.log("chatRequestBuffer is not empty. First process the last request.")
+      }
+    }
+    else {
+      console.log("chatRequestBuffer is not empty. First process the last request.")
+    }
+  }
+
+  async ProcessChatRequestBuffer(params:IParams=GenerationParams){
+    if (this.chatRequestBuffer != null){
+      const result = this[this.chatRequestBuffer.fn_name](this.chatRequestBuffer.prompt, this.chatRequestBuffer.context, params)
+      this.chatRequestBuffer = null
+      return result
+    }
+    else {
+      console.log("chatRequestBuffer is empty.")
+      return ""
+    }
+  }
+  isChatRequestPending(){
+    return this.chatRequestBuffer != null
+  }
+
+  render() {
+    return (
+      <RemixAITab plugin={this}></RemixAITab>
+    )
+  }
 }

apps/remix-ide/src/app/tabs/locales/en/editor.json

@@ -25,8 +25,9 @@
   "editor.explainFunction": "Explain this function",
   "editor.explainFunctionSol": "Explain this code",
   "editor.explainFunction2": "Explain the function \"{name}\"",
-  "editor.explainFunctionByAI": "solidity code: {content}\n Explain the function {currentFunction}",
-  "editor.explainFunctionByAISol": "solidity code: {content}\n Explain the function {currentFunction}",
+  "editor.explainFunctionByAI": "```\n{content}\n```\nExplain the function {currentFunction}",
+  "editor.explainFunctionByAISol": "```\n{content}\n```\nExplain the function {currentFunction}",
+  "editor.ExplainPipeMessage": "```\n {content}\n```\nExplain the snipped above",
   "editor.executeFreeFunction": "Run a free function",
   "editor.executeFreeFunction2": "Run the free function \"{name}\"",
   "editor.toastText1": "This can only execute free function",

apps/remix-ide/src/remixAppManager.js

@@ -78,7 +78,6 @@ let requiredModules = [
   // 'doc-gen',
   'remix-templates',
   'remixAID',
-  'remixAI',
   'solhint',
   'dgit',
   'pinnedPanel',

apps/remixdesktop/src/lib/InferenceServerManager.ts

@@ -404,8 +404,12 @@ export class InferenceManager implements ICompletions {
         }
         , responseType: 'stream' });
 
-      const userPrompt = payload[Object.keys(payload)[0]]
+      const userPrompt = payload.prompt
       let resultText = ""
+      if (payload.return_stream_response) {
+        return response
+      }
+
       response.data.on('data', (chunk: Buffer) => {
         try {
           const parsedData = JSON.parse(chunk.toString());
@@ -449,14 +453,14 @@ export class InferenceManager implements ICompletions {
     }
   }
 
-  async code_completion(context: any, params:IParams=CompletionParams): Promise<any> {
+  async code_completion(prompt, promptAfter, params:IParams=CompletionParams): Promise<any> {
     if (!this.isReady) {
       console.log('model not ready yet')
       return
     }
 
     // as of now no prompt required
-    const payload = { context_code: context, ...params }
+    const payload = { prompt, 'context':promptAfter, ...params }
     return this._makeInferenceRequest('code_completion', payload, AIRequestType.COMPLETION)
   }
 
@@ -484,9 +488,9 @@ export class InferenceManager implements ICompletions {
       return
     }
     if (params.stream_result) {
-      return this._streamInferenceRequest('code_explaining', { code, context, ...params })
+      return this._streamInferenceRequest('code_explaining', { prompt: code, context, ...params })
     } else {
-      return this._makeInferenceRequest('code_explaining', { code, context, ...params }, AIRequestType.GENERAL)
+      return this._makeInferenceRequest('code_explaining', { prompt: code, context, ...params }, AIRequestType.GENERAL)
     }
   }
 

apps/remixdesktop/src/plugins/remixAIDektop.ts

@@ -45,6 +45,7 @@ class RemixAIDesktopPluginClient extends ElectronBasePluginClient {
 
   async onActivation(): Promise<void> {
     this.onload(() => {
+      this.emit('activated')
     })
   }
 
@@ -81,9 +82,9 @@ class RemixAIDesktopPluginClient extends ElectronBasePluginClient {
     return true
   }
 
-  async code_completion(context: any) {
+  async code_completion(prompt: string, promptAfter: string) {
     // use general purpose model
-    return this.desktopInferencer.code_completion(context)
+    return this.desktopInferencer.code_completion(prompt, promptAfter)
   }
 
   async code_insertion(msg_pfx: string, msg_sfx: string) {

apps/vyper/src/app/utils/remix-client.tsx

@@ -7,6 +7,7 @@ import { ExampleContract } from '../components/VyperResult'
 import EventEmitter from 'events'
 import { CustomRemixApi } from '@remix-api'
 
+
 export type VyperComplierAddress = 'https://vyper2.remixproject.org/' | 'http://localhost:8000/'
 export class RemixClient extends PluginClient<any, CustomRemixApi> {
   private client = createClient<Api, Readonly<RemixApi>>(this)
@@ -67,11 +68,10 @@ export class RemixClient extends PluginClient<any, CustomRemixApi> {
     }
     try {
       // TODO: remove! no formatting required since already handled on server
-      const formattedMessage = `
-        ${message}
-        can you explain why this error occurred and how to fix it?
-      `
-      await this.client.call('remixAI' as any, 'error_explaining', message)
+      const file = await this.client.call('fileManager', 'getCurrentFile')
+      const content = await this.client.call('fileManager', 'readFile', file)
+      const messageAI = `Vyper code: ${content}\n error message: ${message}\n explain why the error occurred and how to fix it.`
+      await this.client.call('remixAI' as any, 'chatPipe', 'error_explaining', messageAI)
     } catch (err) {
       console.error('unable to askGpt')
       console.error(err)