mirror of
https://github.com/go-micro/go-micro.git
synced 2025-08-10 21:52:01 +02:00
GenAI interface (#2790)
* genai interface * x * x * text to speech * Re-add events package (#2761) * Re-add events package * run redis as a dep * remove redis events * fix: data race on event subscriber * fix: data race in tests * fix: store errors * fix: lint issues * feat: default stream * Update file.go --------- Co-authored-by: Brian Ketelsen <bketelsen@gmail.com> * . * copilot couldn't make it compile so I did * copilot couldn't make it compile so I did * x --------- Co-authored-by: Brian Ketelsen <bketelsen@gmail.com>
This commit is contained in:
151
genai/openai/openai.go
Normal file
151
genai/openai/openai.go
Normal file
@@ -0,0 +1,151 @@
|
||||
package openai
|
||||
|
||||
import (
|
||||
"bytes"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"io"
|
||||
"net/http"
|
||||
"os"
|
||||
|
||||
"go-micro.dev/v5/genai"
|
||||
)
|
||||
|
||||
type openAI struct {
|
||||
options genai.Options
|
||||
}
|
||||
|
||||
func New(opts ...genai.Option) genai.GenAI {
|
||||
var options genai.Options
|
||||
for _, o := range opts {
|
||||
o(&options)
|
||||
}
|
||||
if options.APIKey == "" {
|
||||
options.APIKey = os.Getenv("OPENAI_API_KEY")
|
||||
}
|
||||
return &openAI{options: options}
|
||||
}
|
||||
|
||||
func (o *openAI) Generate(prompt string, opts ...genai.Option) (*genai.Result, error) {
|
||||
options := o.options
|
||||
for _, opt := range opts {
|
||||
opt(&options)
|
||||
}
|
||||
|
||||
res := &genai.Result{Prompt: prompt, Type: options.Type}
|
||||
|
||||
var url string
|
||||
var body map[string]interface{}
|
||||
|
||||
switch options.Type {
|
||||
case "image":
|
||||
model := options.Model
|
||||
if model == "" {
|
||||
model = "dall-e-3"
|
||||
}
|
||||
url = "https://api.openai.com/v1/images/generations"
|
||||
body = map[string]interface{}{
|
||||
"prompt": prompt,
|
||||
"n": 1,
|
||||
"size": "1024x1024",
|
||||
"model": model,
|
||||
}
|
||||
case "audio":
|
||||
model := options.Model
|
||||
if model == "" {
|
||||
model = "tts-1"
|
||||
}
|
||||
url = "https://api.openai.com/v1/audio/speech"
|
||||
body = map[string]interface{}{
|
||||
"model": model,
|
||||
"input": prompt,
|
||||
"voice": "alloy", // or another supported voice
|
||||
}
|
||||
case "text":
|
||||
fallthrough
|
||||
default:
|
||||
model := options.Model
|
||||
if model == "" {
|
||||
model = "gpt-3.5-turbo"
|
||||
}
|
||||
url = "https://api.openai.com/v1/chat/completions"
|
||||
body = map[string]interface{}{
|
||||
"model": model,
|
||||
"messages": []map[string]string{{"role": "user", "content": prompt}},
|
||||
}
|
||||
}
|
||||
|
||||
b, _ := json.Marshal(body)
|
||||
req, err := http.NewRequest("POST", url, bytes.NewReader(b))
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
req.Header.Set("Authorization", "Bearer "+options.APIKey)
|
||||
req.Header.Set("Content-Type", "application/json")
|
||||
|
||||
resp, err := http.DefaultClient.Do(req)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
defer resp.Body.Close()
|
||||
|
||||
switch options.Type {
|
||||
case "image":
|
||||
var result struct {
|
||||
Data []struct {
|
||||
URL string `json:"url"`
|
||||
} `json:"data"`
|
||||
}
|
||||
if err := json.NewDecoder(resp.Body).Decode(&result); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
if len(result.Data) == 0 {
|
||||
return nil, fmt.Errorf("no image returned")
|
||||
}
|
||||
res.Text = result.Data[0].URL
|
||||
return res, nil
|
||||
case "audio":
|
||||
data, err := io.ReadAll(resp.Body)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
res.Data = data
|
||||
return res, nil
|
||||
case "text":
|
||||
fallthrough
|
||||
default:
|
||||
var result struct {
|
||||
Choices []struct {
|
||||
Message struct {
|
||||
Content string `json:"content"`
|
||||
} `json:"message"`
|
||||
} `json:"choices"`
|
||||
}
|
||||
if err := json.NewDecoder(resp.Body).Decode(&result); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
if len(result.Choices) == 0 {
|
||||
return nil, fmt.Errorf("no choices returned")
|
||||
}
|
||||
res.Text = result.Choices[0].Message.Content
|
||||
return res, nil
|
||||
}
|
||||
}
|
||||
|
||||
func (o *openAI) Stream(prompt string, opts ...genai.Option) (*genai.Stream, error) {
|
||||
results := make(chan *genai.Result)
|
||||
go func() {
|
||||
defer close(results)
|
||||
res, err := o.Generate(prompt, opts...)
|
||||
if err != nil {
|
||||
// Send error via Stream.Err, not channel
|
||||
return
|
||||
}
|
||||
results <- res
|
||||
}()
|
||||
return &genai.Stream{Results: results}, nil
|
||||
}
|
||||
|
||||
func init() {
|
||||
genai.Register("openai", New())
|
||||
}
|
37
genai/openai/openai_test.go
Normal file
37
genai/openai/openai_test.go
Normal file
@@ -0,0 +1,37 @@
|
||||
package openai
|
||||
|
||||
import (
|
||||
"go-micro.dev/v5/genai"
|
||||
"os"
|
||||
"testing"
|
||||
)
|
||||
|
||||
func TestOpenAI_GenerateText(t *testing.T) {
|
||||
apiKey := os.Getenv("OPENAI_API_KEY")
|
||||
if apiKey == "" {
|
||||
t.Skip("OPENAI_API_KEY not set")
|
||||
}
|
||||
client := New(genai.WithAPIKey(apiKey))
|
||||
res, err := client.Generate("Say hello world", genai.Text)
|
||||
if err != nil {
|
||||
t.Fatalf("Generate error: %v", err)
|
||||
}
|
||||
if res == nil || res.Text == "" {
|
||||
t.Error("Expected non-empty text response")
|
||||
}
|
||||
}
|
||||
|
||||
func TestOpenAI_GenerateImage(t *testing.T) {
|
||||
apiKey := os.Getenv("OPENAI_API_KEY")
|
||||
if apiKey == "" {
|
||||
t.Skip("OPENAI_API_KEY not set")
|
||||
}
|
||||
client := New(genai.WithAPIKey(apiKey))
|
||||
res, err := client.Generate("A cat wearing sunglasses", genai.Image)
|
||||
if err != nil {
|
||||
t.Fatalf("Generate error: %v", err)
|
||||
}
|
||||
if res == nil || res.Text == "" {
|
||||
t.Error("Expected non-empty image URL")
|
||||
}
|
||||
}
|
Reference in New Issue
Block a user