mirror of https://github.com/danielmiessler/fabric
You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
104 lines
2.2 KiB
Go
104 lines
2.2 KiB
Go
package core
|
|
|
|
import (
|
|
"fmt"
|
|
|
|
"github.com/danielmiessler/fabric/common"
|
|
"github.com/danielmiessler/fabric/db"
|
|
)
|
|
|
|
type Chatter struct {
|
|
db *db.Db
|
|
|
|
Stream bool
|
|
|
|
model string
|
|
vendor common.Vendor
|
|
}
|
|
|
|
func (o *Chatter) Send(request *common.ChatRequest, opts *common.ChatOptions) (message string, err error) {
|
|
var chatRequest *Chat
|
|
if chatRequest, err = o.NewChat(request); err != nil {
|
|
return
|
|
}
|
|
|
|
var messages []*common.Message
|
|
if messages, err = chatRequest.BuildMessages(); err != nil {
|
|
return
|
|
}
|
|
|
|
if opts.Model == "" {
|
|
opts.Model = o.model
|
|
}
|
|
|
|
if o.Stream {
|
|
channel := make(chan string)
|
|
go func() {
|
|
if streamErr := o.vendor.SendStream(messages, opts, channel); streamErr != nil {
|
|
channel <- streamErr.Error()
|
|
}
|
|
}()
|
|
|
|
for response := range channel {
|
|
message += response
|
|
fmt.Print(response)
|
|
}
|
|
} else {
|
|
if message, err = o.vendor.Send(messages, opts); err != nil {
|
|
return
|
|
}
|
|
}
|
|
|
|
if chatRequest.Session != nil && message != "" {
|
|
chatRequest.Session.Append(
|
|
&common.Message{Role: "system", Content: message},
|
|
&common.Message{Role: "user", Content: chatRequest.Message})
|
|
err = chatRequest.Session.Save()
|
|
}
|
|
return
|
|
}
|
|
|
|
func (o *Chatter) NewChat(request *common.ChatRequest) (ret *Chat, err error) {
|
|
ret = &Chat{}
|
|
|
|
if request.ContextName != "" {
|
|
var ctx *db.Context
|
|
if ctx, err = o.db.Contexts.LoadContext(request.ContextName); err != nil {
|
|
err = fmt.Errorf("could not find context %s: %v", request.ContextName, err)
|
|
return
|
|
}
|
|
ret.Context = ctx.Content
|
|
}
|
|
|
|
if request.SessionName != "" {
|
|
var sess *db.Session
|
|
if sess, err = o.db.Sessions.LoadOrCreateSession(request.SessionName); err != nil {
|
|
err = fmt.Errorf("could not find session %s: %v", request.SessionName, err)
|
|
return
|
|
}
|
|
ret.Session = sess
|
|
}
|
|
|
|
if request.PatternName != "" {
|
|
var pattern *db.Pattern
|
|
if pattern, err = o.db.Patterns.GetByName(request.PatternName); err != nil {
|
|
err = fmt.Errorf("could not find pattern %s: %v", request.PatternName, err)
|
|
return
|
|
}
|
|
|
|
if pattern.Pattern != "" {
|
|
ret.Pattern = pattern.Pattern
|
|
}
|
|
}
|
|
|
|
ret.Message = request.Message
|
|
return
|
|
}
|
|
|
|
type Chat struct {
|
|
Context string
|
|
Pattern string
|
|
Message string
|
|
Session *db.Session
|
|
}
|