-
Notifications
You must be signed in to change notification settings - Fork 127
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
# Description the serverless context supports LLM read and write operations, simplifying LLM function calls.
- Loading branch information
Showing
22 changed files
with
637 additions
and
225 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,143 @@ | ||
| package ai | ||
|
|
||
| import ( | ||
| "encoding/json" | ||
| "errors" | ||
| "sync" | ||
|
|
||
| "github.com/yomorun/yomo/serverless" | ||
| "github.com/yomorun/yomo/serverless/guest" | ||
| ) | ||
|
|
||
| var _ serverless.Context = (*MockContext)(nil) | ||
|
|
||
| // WriteRecord composes the data, tag and target. | ||
| type WriteRecord struct { | ||
| Data []byte | ||
| Tag uint32 | ||
| Target string | ||
| } | ||
|
|
||
| // MockContext mock context. | ||
| type MockContext struct { | ||
| data []byte | ||
| tag uint32 | ||
| fnCall *FunctionCall | ||
|
|
||
| mu sync.Mutex | ||
| wrSlice []WriteRecord | ||
| } | ||
|
|
||
| // NewMockContext returns the mock context. | ||
| // the data is that returned by ctx.Data(), the tag is that returned by ctx.Tag(). | ||
| func NewMockContext(data []byte, tag uint32) *MockContext { | ||
| return &MockContext{ | ||
| data: data, | ||
| tag: tag, | ||
| } | ||
| } | ||
|
|
||
| // Data incoming data. | ||
| func (c *MockContext) Data() []byte { | ||
| return c.data | ||
| } | ||
|
|
||
| // Tag incoming tag. | ||
| func (c *MockContext) Tag() uint32 { | ||
| return c.tag | ||
| } | ||
|
|
||
| // Metadata returns the metadata by the given key. | ||
| func (c *MockContext) Metadata(_ string) (string, bool) { | ||
| panic("not implemented") | ||
| } | ||
|
|
||
| // HTTP returns the HTTP interface.H | ||
| func (m *MockContext) HTTP() serverless.HTTP { | ||
| return &guest.GuestHTTP{} | ||
| } | ||
|
|
||
| // Write writes the data with the given tag. | ||
| func (c *MockContext) Write(tag uint32, data []byte) error { | ||
| c.mu.Lock() | ||
| defer c.mu.Unlock() | ||
|
|
||
| c.wrSlice = append(c.wrSlice, WriteRecord{ | ||
| Data: data, | ||
| Tag: tag, | ||
| }) | ||
|
|
||
| return nil | ||
| } | ||
|
|
||
| // WriteWithTarget writes the data with the given tag and target. | ||
| func (c *MockContext) WriteWithTarget(tag uint32, data []byte, target string) error { | ||
| c.mu.Lock() | ||
| defer c.mu.Unlock() | ||
|
|
||
| c.wrSlice = append(c.wrSlice, WriteRecord{ | ||
| Data: data, | ||
| Tag: tag, | ||
| Target: target, | ||
| }) | ||
|
|
||
| return nil | ||
| } | ||
|
|
||
| // ReadLLMArguments reads LLM function arguments. | ||
| func (c *MockContext) ReadLLMArguments(args any) error { | ||
| fnCall := &FunctionCall{} | ||
| err := fnCall.FromBytes(c.data) | ||
| if err != nil { | ||
| return err | ||
| } | ||
| // if success, assign the object to the given object | ||
| c.fnCall = fnCall | ||
| if len(fnCall.Arguments) == 0 && args != nil { | ||
| return errors.New("function arguments is empty, can't read to the given object") | ||
| } | ||
| return json.Unmarshal([]byte(fnCall.Arguments), args) | ||
| } | ||
|
|
||
| // WriteLLMResult writes LLM function result. | ||
| func (c *MockContext) WriteLLMResult(result string) error { | ||
| c.mu.Lock() | ||
| defer c.mu.Unlock() | ||
|
|
||
| if c.fnCall == nil { | ||
| return errors.New("no function call, can't write result") | ||
| } | ||
| // function call | ||
| c.fnCall.IsOK = true | ||
| c.fnCall.Result = result | ||
| buf, err := c.fnCall.Bytes() | ||
| if err != nil { | ||
| return err | ||
| } | ||
|
|
||
| c.wrSlice = append(c.wrSlice, WriteRecord{ | ||
| Data: buf, | ||
| Tag: ReducerTag, | ||
| }) | ||
| return nil | ||
| } | ||
|
|
||
| // ReadLLMFunctionCall reads LLM function call. | ||
| func (c *MockContext) ReadLLMFunctionCall(fnCall any) error { | ||
| if c.data == nil { | ||
| return errors.New("ctx.Data() is nil") | ||
| } | ||
| fco, ok := fnCall.(*FunctionCall) | ||
| if !ok { | ||
| return errors.New("given object is not *ai.FunctionCall") | ||
| } | ||
| return fco.FromBytes(c.data) | ||
| } | ||
|
|
||
| // RecordsWritten returns the data records be written with `ctx.Write`. | ||
| func (c *MockContext) RecordsWritten() []WriteRecord { | ||
| c.mu.Lock() | ||
| defer c.mu.Unlock() | ||
|
|
||
| return c.wrSlice | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,50 @@ | ||
| package serverless | ||
|
|
||
| import ( | ||
| "encoding/json" | ||
| "errors" | ||
|
|
||
| "github.com/yomorun/yomo/ai" | ||
| ) | ||
|
|
||
| // ReadLLMArguments reads LLM function arguments | ||
| func (c *Context) ReadLLMArguments(args any) error { | ||
| fnCall := &ai.FunctionCall{} | ||
| err := fnCall.FromBytes(c.data) | ||
| if err != nil { | ||
| return err | ||
| } | ||
| // if success, assign the object to the given object | ||
| c.fnCall = fnCall | ||
| if len(fnCall.Arguments) == 0 && args != nil { | ||
| return errors.New("function arguments is empty, can't read to the given object") | ||
| } | ||
| return json.Unmarshal([]byte(fnCall.Arguments), args) | ||
| } | ||
|
|
||
| // WriteLLMResult writes LLM function result | ||
| func (c *Context) WriteLLMResult(result string) error { | ||
| if c.fnCall == nil { | ||
| return errors.New("no function call, can't write result") | ||
| } | ||
| // function call | ||
| c.fnCall.IsOK = true | ||
| c.fnCall.Result = result | ||
| buf, err := c.fnCall.Bytes() | ||
| if err != nil { | ||
| return err | ||
| } | ||
| return c.Write(ai.ReducerTag, buf) | ||
| } | ||
|
|
||
| // ReadLLMFunctionCall reads LLM function call | ||
| func (c *Context) ReadLLMFunctionCall(fnCall any) error { | ||
| if c.data == nil { | ||
| return errors.New("ctx.Data() is nil") | ||
| } | ||
| fco, ok := fnCall.(*ai.FunctionCall) | ||
| if !ok { | ||
| return errors.New("given object is not *ai.FunctionCall") | ||
| } | ||
| return fco.FromBytes(c.data) | ||
| } |
Oops, something went wrong.