1
0
mirror of https://github.com/go-micro/go-micro.git synced 2025-08-10 21:52:01 +02:00

GenAI interface (#2790)

* genai interface

* x

* x

* text to speech

* Re-add events package (#2761)

* Re-add events package

* run redis as a dep

* remove redis events

* fix: data race on event subscriber

* fix: data race in tests

* fix: store errors

* fix: lint issues

* feat: default stream

* Update file.go

---------

Co-authored-by: Brian Ketelsen <bketelsen@gmail.com>

* .

* copilot couldn't make it compile so I did

* copilot couldn't make it compile so I did

* x

---------

Co-authored-by: Brian Ketelsen <bketelsen@gmail.com>
This commit is contained in:
Asim Aslam
2025-06-20 10:24:31 +01:00
committed by GitHub
parent 7e1bba2baf
commit ee9f3afe37
17 changed files with 543 additions and 21 deletions

151
genai/openai/openai.go Normal file
View File

@@ -0,0 +1,151 @@
package openai
import (
"bytes"
"encoding/json"
"fmt"
"io"
"net/http"
"os"
"go-micro.dev/v5/genai"
)
type openAI struct {
options genai.Options
}
func New(opts ...genai.Option) genai.GenAI {
var options genai.Options
for _, o := range opts {
o(&options)
}
if options.APIKey == "" {
options.APIKey = os.Getenv("OPENAI_API_KEY")
}
return &openAI{options: options}
}
func (o *openAI) Generate(prompt string, opts ...genai.Option) (*genai.Result, error) {
options := o.options
for _, opt := range opts {
opt(&options)
}
res := &genai.Result{Prompt: prompt, Type: options.Type}
var url string
var body map[string]interface{}
switch options.Type {
case "image":
model := options.Model
if model == "" {
model = "dall-e-3"
}
url = "https://api.openai.com/v1/images/generations"
body = map[string]interface{}{
"prompt": prompt,
"n": 1,
"size": "1024x1024",
"model": model,
}
case "audio":
model := options.Model
if model == "" {
model = "tts-1"
}
url = "https://api.openai.com/v1/audio/speech"
body = map[string]interface{}{
"model": model,
"input": prompt,
"voice": "alloy", // or another supported voice
}
case "text":
fallthrough
default:
model := options.Model
if model == "" {
model = "gpt-3.5-turbo"
}
url = "https://api.openai.com/v1/chat/completions"
body = map[string]interface{}{
"model": model,
"messages": []map[string]string{{"role": "user", "content": prompt}},
}
}
b, _ := json.Marshal(body)
req, err := http.NewRequest("POST", url, bytes.NewReader(b))
if err != nil {
return nil, err
}
req.Header.Set("Authorization", "Bearer "+options.APIKey)
req.Header.Set("Content-Type", "application/json")
resp, err := http.DefaultClient.Do(req)
if err != nil {
return nil, err
}
defer resp.Body.Close()
switch options.Type {
case "image":
var result struct {
Data []struct {
URL string `json:"url"`
} `json:"data"`
}
if err := json.NewDecoder(resp.Body).Decode(&result); err != nil {
return nil, err
}
if len(result.Data) == 0 {
return nil, fmt.Errorf("no image returned")
}
res.Text = result.Data[0].URL
return res, nil
case "audio":
data, err := io.ReadAll(resp.Body)
if err != nil {
return nil, err
}
res.Data = data
return res, nil
case "text":
fallthrough
default:
var result struct {
Choices []struct {
Message struct {
Content string `json:"content"`
} `json:"message"`
} `json:"choices"`
}
if err := json.NewDecoder(resp.Body).Decode(&result); err != nil {
return nil, err
}
if len(result.Choices) == 0 {
return nil, fmt.Errorf("no choices returned")
}
res.Text = result.Choices[0].Message.Content
return res, nil
}
}
func (o *openAI) Stream(prompt string, opts ...genai.Option) (*genai.Stream, error) {
results := make(chan *genai.Result)
go func() {
defer close(results)
res, err := o.Generate(prompt, opts...)
if err != nil {
// Send error via Stream.Err, not channel
return
}
results <- res
}()
return &genai.Stream{Results: results}, nil
}
func init() {
genai.Register("openai", New())
}

View File

@@ -0,0 +1,37 @@
package openai
import (
"go-micro.dev/v5/genai"
"os"
"testing"
)
func TestOpenAI_GenerateText(t *testing.T) {
apiKey := os.Getenv("OPENAI_API_KEY")
if apiKey == "" {
t.Skip("OPENAI_API_KEY not set")
}
client := New(genai.WithAPIKey(apiKey))
res, err := client.Generate("Say hello world", genai.Text)
if err != nil {
t.Fatalf("Generate error: %v", err)
}
if res == nil || res.Text == "" {
t.Error("Expected non-empty text response")
}
}
func TestOpenAI_GenerateImage(t *testing.T) {
apiKey := os.Getenv("OPENAI_API_KEY")
if apiKey == "" {
t.Skip("OPENAI_API_KEY not set")
}
client := New(genai.WithAPIKey(apiKey))
res, err := client.Generate("A cat wearing sunglasses", genai.Image)
if err != nil {
t.Fatalf("Generate error: %v", err)
}
if res == nil || res.Text == "" {
t.Error("Expected non-empty image URL")
}
}