Add GPT as utility and modify voice to use GPT for summarization (#92)

* add GPT as utility and modify voice to use GPT for summarization

* fix pylint errors

* fix priming example json

* update voice plugin readme

* Update README.md

* Update README.md

* gpt3 skill update with util

Signed-off-by: Tathagata Chakraborti <[email protected]>

Co-authored-by: Mayank Agarwal <[email protected]>
Co-authored-by: Tathagata Chakraborti <[email protected]>

Author: MayankAgarwal

.travis.yml

@@ -9,6 +9,7 @@ python:
 # command to install dependencies
 install:
   - pip install -r requirements.txt
+  - pip install -r requirements_utilities.txt
   - pip install -r requirements_test.txt
   - pip install -r requirements_dev.txt 
   - pip install -r requirements_emulator.txt

clai/server/plugins/dataxplore/manifest.properties

@@ -2,4 +2,4 @@
 name=dataxplore
 description=This skill summarizes csv file from your natural language command into a Bash command.
 default=no
-exclude=OS/390 Z/OS
+exclude=OS/390 Z/OS

clai/server/plugins/gpt3/.gitignore

@@ -0,0 +1 @@
+openai_api.key

clai/server/plugins/gpt3/README.md

@@ -10,6 +10,9 @@ and the [NLC2CMD](http://ibm.biz/nlc2cmd) use case, but uses the recently releas
 The skill makes a remote call to the [OpenAI API](https://openai.com/blog/openai-api/), apply 
 for yours [here](https://forms.office.com/Pages/ResponsePage.aspx?id=VsqMpNrmTkioFJyEllK8s0v5E5gdyQhOuZCXNuMR8i1UQjFWVTVUVEpGNkg3U1FNRDVVRFg3U0w4Vi4u). 
 
+The setup uses the GPT-3 utility in CLAI, please refer to the 
+instructions [here](https://github.com/IBM/clai/tree/master/clai/server/utilities/gpt3) for more details. 
+
 ### Scoring & Confidence
 
 Currently, the `gpt3` skill returns a default confidence of `0.0`. Use direct invocation to use `gpt3`. If you have ideas to score and explain the responses from the GPT-3 model, open a PR! 

clai/server/plugins/gpt3/gpt3.py

@@ -9,15 +9,36 @@
 from clai.server.command_message import State, Action, NOOP_COMMAND
 from clai.tools.colorize_console import Colorize
 
-import requests
-
-''' globals '''
-gpt3_endpoint = 'http://gpt3server.mybluemix.net/gpt3'
+from clai.server.utilities.gpt3.gpt3 import GPT, Example
 
+from pathlib import Path
+import json 
+import os
 
 class GPT3(Agent):
     def __init__(self):
         super(GPT3, self).__init__()
+        self._gpt3_api = self.__init_gpt3_api__()
+
+    def __init_gpt3_api__(self):
+
+        current_directory = str(Path(__file__).parent.absolute())
+
+        path_to_gpt3_key = os.path.join(current_directory, "openai_api.key")
+        path_to_gpt3_prompts = os.path.join(current_directory, "prompt.json")
+
+        gpt3_key = open(path_to_gpt3_key, 'r').read()
+        gpt3_prompts = json.load(open(path_to_gpt3_prompts, 'r'))
+
+        gpt3_api = GPT(temperature=0)
+        gpt3_api.set_api_key(gpt3_key)
+
+        for prompt in gpt3_prompts:
+            ip, op = prompt['input'], prompt['output']
+            example = Example(ip, op)
+            gpt3_api.add_example(example)
+
+        return gpt3_api
 
     def get_next_action(self, state: State) -> Action:
 
@@ -29,13 +50,13 @@ def get_next_action(self, state: State) -> Action:
 
         try:
 
-            response = requests.post(gpt3_endpoint, json={'text': command, 'use_cached_prompt' : True}).json()
-            response = response['response']
+            response = self._gpt3_api.get_top_reply(command, strip_output_suffix=True)
+            response = response.strip()
 
             return Action(
                 suggested_command=response,
                 execute=False,
-                description="Currently GPT-3 does not provide an explanation. Got an idea? Contribute to CLAI!",
+                description="Currently the GPT-3 skill does not provide an explanation. Got an idea? Contribute to CLAI!",
                 confidence=0.0)
 
         except Exception as ex:

clai/server/plugins/gpt3/prompt.json

@@ -0,0 +1,23 @@
+[
+  {
+    "input": "List files",
+    "output": "ls -l"
+  },
+
+  {
+    "input": "Count files in a directory",
+    "output": "ls -l | wc -l"
+  },
+  {
+    "input": "Disk space used by home directory",
+    "output": "du ~"
+  },
+  {
+    "input": "Replace foo with bar in all .py files",
+    "output": "sed -i .bak -- 's/foo/bar/g' *.py"
+  },
+  {
+    "input": "Delete the models subdirectory",
+    "output": "rm -rf ./models"
+  }
+]