fix rebase conflict
This commit is contained in:
parent
162b372efc
commit
cabc86307e
6 changed files with 28 additions and 273 deletions
|
|
@ -15,6 +15,7 @@ import (
|
||||||
|
|
||||||
"github.com/sipeed/picoclaw/pkg/config"
|
"github.com/sipeed/picoclaw/pkg/config"
|
||||||
"github.com/sipeed/picoclaw/pkg/logger"
|
"github.com/sipeed/picoclaw/pkg/logger"
|
||||||
|
"github.com/sipeed/picoclaw/pkg/providers"
|
||||||
"github.com/sipeed/picoclaw/pkg/utils"
|
"github.com/sipeed/picoclaw/pkg/utils"
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
@ -35,6 +36,28 @@ type TranscriptionResponse struct {
|
||||||
Duration float64 `json:"duration,omitempty"`
|
Duration float64 `json:"duration,omitempty"`
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func supportsAudioTranscription(model string) bool {
|
||||||
|
protocol, _ := providers.ExtractProtocol(model)
|
||||||
|
|
||||||
|
switch protocol {
|
||||||
|
case "openai", "azure", "azure-openai",
|
||||||
|
"litellm", "openrouter", "groq", "zhipu", "gemini", "nvidia",
|
||||||
|
"ollama", "moonshot", "shengsuanyun", "deepseek", "cerebras",
|
||||||
|
"vivgrid", "volcengine", "vllm", "qwen", "qwen-intl", "qwen-international", "dashscope-intl",
|
||||||
|
"qwen-us", "dashscope-us", "mistral", "avian", "minimax", "longcat", "modelscope", "novita",
|
||||||
|
"coding-plan", "alibaba-coding", "qwen-coding":
|
||||||
|
// These protocols all go through the OpenAI-compatible or Azure provider path in
|
||||||
|
// providers.CreateProviderFromConfig, so they are the only ones that can supply
|
||||||
|
// the audio media payload shape expected by NewAudioModelTranscriber.
|
||||||
|
|
||||||
|
// TODO: Further restrict this by modelID, since not every model under these
|
||||||
|
// protocols supports audio transcription.
|
||||||
|
return true
|
||||||
|
default:
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
func NewGroqTranscriber(apiKey string) *GroqTranscriber {
|
func NewGroqTranscriber(apiKey string) *GroqTranscriber {
|
||||||
logger.DebugCF("voice", "Creating Groq transcriber", map[string]any{"has_api_key": apiKey != ""})
|
logger.DebugCF("voice", "Creating Groq transcriber", map[string]any{"has_api_key": apiKey != ""})
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -1,4 +1,4 @@
|
||||||
package voice
|
package asr
|
||||||
|
|
||||||
import (
|
import (
|
||||||
"bytes"
|
"bytes"
|
||||||
|
|
@ -1,4 +1,4 @@
|
||||||
package voice
|
package asr
|
||||||
|
|
||||||
import (
|
import (
|
||||||
"context"
|
"context"
|
||||||
|
|
@ -1,186 +0,0 @@
|
||||||
package asr
|
|
||||||
|
|
||||||
import (
|
|
||||||
"bytes"
|
|
||||||
"context"
|
|
||||||
"encoding/json"
|
|
||||||
"fmt"
|
|
||||||
"io"
|
|
||||||
"mime/multipart"
|
|
||||||
"net/http"
|
|
||||||
"os"
|
|
||||||
"path/filepath"
|
|
||||||
"strings"
|
|
||||||
"time"
|
|
||||||
|
|
||||||
"github.com/sipeed/picoclaw/pkg/config"
|
|
||||||
"github.com/sipeed/picoclaw/pkg/logger"
|
|
||||||
"github.com/sipeed/picoclaw/pkg/utils"
|
|
||||||
)
|
|
||||||
|
|
||||||
type Transcriber interface {
|
|
||||||
Name() string
|
|
||||||
Transcribe(ctx context.Context, audioFilePath string) (*TranscriptionResponse, error)
|
|
||||||
TranscribeData(ctx context.Context, data []byte, filename string) (*TranscriptionResponse, error)
|
|
||||||
}
|
|
||||||
|
|
||||||
type GroqTranscriber struct {
|
|
||||||
apiKey string
|
|
||||||
apiBase string
|
|
||||||
httpClient *http.Client
|
|
||||||
}
|
|
||||||
|
|
||||||
func NewGroqTranscriber(apiKey string) *GroqTranscriber {
|
|
||||||
logger.DebugCF("voice", "Creating Groq transcriber", map[string]any{"has_api_key": apiKey != ""})
|
|
||||||
|
|
||||||
apiBase := "https://api.groq.com/openai/v1"
|
|
||||||
return &GroqTranscriber{
|
|
||||||
apiKey: apiKey,
|
|
||||||
apiBase: apiBase,
|
|
||||||
httpClient: &http.Client{
|
|
||||||
Timeout: 60 * time.Second,
|
|
||||||
},
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func (t *GroqTranscriber) TranscribeData(ctx context.Context, data []byte, filename string) (*TranscriptionResponse, error) {
|
|
||||||
logger.InfoCF("voice", "Starting memory transcription", map[string]any{"filename": filename, "bytes": len(data)})
|
|
||||||
|
|
||||||
var requestBody bytes.Buffer
|
|
||||||
writer := multipart.NewWriter(&requestBody)
|
|
||||||
|
|
||||||
part, err := writer.CreateFormFile("file", filename)
|
|
||||||
if err != nil {
|
|
||||||
logger.ErrorCF("voice", "Failed to create form file", map[string]any{"error": err})
|
|
||||||
return nil, fmt.Errorf("failed to create form file: %w", err)
|
|
||||||
}
|
|
||||||
|
|
||||||
if _, err := io.Copy(part, bytes.NewReader(data)); err != nil {
|
|
||||||
logger.ErrorCF("voice", "Failed to copy file content", map[string]any{"error": err})
|
|
||||||
return nil, fmt.Errorf("failed to copy file content: %w", err)
|
|
||||||
}
|
|
||||||
|
|
||||||
if err = writer.WriteField("model", "whisper-large-v3-turbo"); err != nil {
|
|
||||||
logger.ErrorCF("voice", "Failed to write model field", map[string]any{"error": err})
|
|
||||||
return nil, fmt.Errorf("failed to write model field: %w", err)
|
|
||||||
}
|
|
||||||
|
|
||||||
if err = writer.WriteField("response_format", "json"); err != nil {
|
|
||||||
logger.ErrorCF("voice", "Failed to write response_format field", map[string]any{"error": err})
|
|
||||||
return nil, fmt.Errorf("failed to write response_format field: %w", err)
|
|
||||||
}
|
|
||||||
|
|
||||||
if err = writer.Close(); err != nil {
|
|
||||||
logger.ErrorCF("voice", "Failed to close multipart writer", map[string]any{"error": err})
|
|
||||||
return nil, fmt.Errorf("failed to close multipart writer: %w", err)
|
|
||||||
}
|
|
||||||
|
|
||||||
return t.doRequest(ctx, &requestBody, writer.FormDataContentType(), int64(len(data)))
|
|
||||||
}
|
|
||||||
|
|
||||||
func (t *GroqTranscriber) Transcribe(ctx context.Context, audioFilePath string) (*TranscriptionResponse, error) {
|
|
||||||
logger.InfoCF("voice", "Starting transcription", map[string]any{"audio_file": audioFilePath})
|
|
||||||
|
|
||||||
audioFile, err := os.Open(audioFilePath)
|
|
||||||
if err != nil {
|
|
||||||
return nil, fmt.Errorf("failed to open audio file: %w", err)
|
|
||||||
}
|
|
||||||
defer audioFile.Close()
|
|
||||||
|
|
||||||
fileInfo, err := audioFile.Stat()
|
|
||||||
if err != nil {
|
|
||||||
return nil, err
|
|
||||||
}
|
|
||||||
|
|
||||||
var requestBody bytes.Buffer
|
|
||||||
writer := multipart.NewWriter(&requestBody)
|
|
||||||
part, err := writer.CreateFormFile("file", filepath.Base(audioFilePath))
|
|
||||||
if err != nil {
|
|
||||||
return nil, err
|
|
||||||
}
|
|
||||||
io.Copy(part, audioFile)
|
|
||||||
writer.WriteField("model", "whisper-large-v3")
|
|
||||||
writer.WriteField("response_format", "json")
|
|
||||||
writer.Close()
|
|
||||||
|
|
||||||
return t.doRequest(ctx, &requestBody, writer.FormDataContentType(), fileInfo.Size())
|
|
||||||
}
|
|
||||||
|
|
||||||
func (t *GroqTranscriber) doRequest(ctx context.Context, requestBody *bytes.Buffer, contentType string, fileSize int64) (*TranscriptionResponse, error) {
|
|
||||||
url := t.apiBase + "/audio/transcriptions"
|
|
||||||
req, err := http.NewRequestWithContext(ctx, "POST", url, requestBody)
|
|
||||||
if err != nil {
|
|
||||||
logger.ErrorCF("voice", "Failed to create request", map[string]any{"error": err})
|
|
||||||
return nil, fmt.Errorf("failed to create request: %w", err)
|
|
||||||
}
|
|
||||||
|
|
||||||
req.Header.Set("Content-Type", contentType)
|
|
||||||
req.Header.Set("Authorization", "Bearer "+t.apiKey)
|
|
||||||
|
|
||||||
logger.DebugCF("voice", "Sending transcription request to Groq API", map[string]any{
|
|
||||||
"url": url,
|
|
||||||
"request_size_bytes": requestBody.Len(),
|
|
||||||
"file_size_bytes": fileSize,
|
|
||||||
})
|
|
||||||
|
|
||||||
resp, err := t.httpClient.Do(req)
|
|
||||||
if err != nil {
|
|
||||||
logger.ErrorCF("voice", "Failed to send request", map[string]any{"error": err})
|
|
||||||
return nil, fmt.Errorf("failed to send request: %w", err)
|
|
||||||
}
|
|
||||||
defer resp.Body.Close()
|
|
||||||
|
|
||||||
body, err := io.ReadAll(resp.Body)
|
|
||||||
if err != nil {
|
|
||||||
logger.ErrorCF("voice", "Failed to read response", map[string]any{"error": err})
|
|
||||||
return nil, fmt.Errorf("failed to read response: %w", err)
|
|
||||||
}
|
|
||||||
|
|
||||||
if resp.StatusCode != http.StatusOK {
|
|
||||||
logger.ErrorCF("voice", "API error", map[string]any{
|
|
||||||
"status_code": resp.StatusCode,
|
|
||||||
"response": string(body),
|
|
||||||
})
|
|
||||||
return nil, fmt.Errorf("API error (status %d): %s", resp.StatusCode, string(body))
|
|
||||||
}
|
|
||||||
|
|
||||||
logger.DebugCF("voice", "Received response from Groq API", map[string]any{
|
|
||||||
"status_code": resp.StatusCode,
|
|
||||||
"response_size_bytes": len(body),
|
|
||||||
})
|
|
||||||
|
|
||||||
var result TranscriptionResponse
|
|
||||||
if err := json.Unmarshal(body, &result); err != nil {
|
|
||||||
logger.ErrorCF("voice", "Failed to unmarshal response", map[string]any{"error": err})
|
|
||||||
return nil, fmt.Errorf("failed to unmarshal response: %w", err)
|
|
||||||
}
|
|
||||||
|
|
||||||
logger.InfoCF("voice", "Transcription completed successfully", map[string]any{
|
|
||||||
"text_length": len(result.Text),
|
|
||||||
"language": result.Language,
|
|
||||||
"duration_seconds": result.Duration,
|
|
||||||
"transcription_preview": utils.Truncate(result.Text, 50),
|
|
||||||
})
|
|
||||||
|
|
||||||
return &result, nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func (t *GroqTranscriber) Name() string {
|
|
||||||
return "groq"
|
|
||||||
}
|
|
||||||
|
|
||||||
// DetectTranscriber inspects cfg and returns the appropriate Transcriber, or
|
|
||||||
// nil if no supported transcription provider is configured.
|
|
||||||
func DetectTranscriber(cfg *config.Config) Transcriber {
|
|
||||||
// Direct Groq provider config takes priority.
|
|
||||||
if key := cfg.Providers.Groq.APIKey; key != "" {
|
|
||||||
return NewGroqTranscriber(key)
|
|
||||||
}
|
|
||||||
// Fall back to any model-list entry that uses the groq/ protocol or is explicitly named groq.
|
|
||||||
for _, mc := range cfg.ModelList {
|
|
||||||
if (strings.HasPrefix(mc.Model, "groq/") || mc.ModelName == "groq" || mc.Model == "whisper-large-v3-turbo") && mc.APIKey != "" {
|
|
||||||
return NewGroqTranscriber(mc.APIKey)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
@ -1,84 +0,0 @@
|
||||||
package asr
|
|
||||||
|
|
||||||
import (
|
|
||||||
"context"
|
|
||||||
"encoding/json"
|
|
||||||
"net/http"
|
|
||||||
"net/http/httptest"
|
|
||||||
"os"
|
|
||||||
"path/filepath"
|
|
||||||
"testing"
|
|
||||||
)
|
|
||||||
|
|
||||||
var _ Transcriber = (*GroqTranscriber)(nil)
|
|
||||||
|
|
||||||
func TestGroqTranscriberName(t *testing.T) {
|
|
||||||
tr := NewGroqTranscriber("sk-test")
|
|
||||||
if got := tr.Name(); got != "groq" {
|
|
||||||
t.Errorf("Name() = %q, want %q", got, "groq")
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func TestGroqTranscribe(t *testing.T) {
|
|
||||||
// Write a minimal fake audio file so the transcriber can open and send it.
|
|
||||||
tmpDir := t.TempDir()
|
|
||||||
audioPath := filepath.Join(tmpDir, "clip.ogg")
|
|
||||||
if err := os.WriteFile(audioPath, []byte("fake-audio-data"), 0o644); err != nil {
|
|
||||||
t.Fatalf("failed to write fake audio file: %v", err)
|
|
||||||
}
|
|
||||||
|
|
||||||
t.Run("success", func(t *testing.T) {
|
|
||||||
srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
|
||||||
if r.URL.Path != "/audio/transcriptions" {
|
|
||||||
t.Errorf("unexpected path: %s", r.URL.Path)
|
|
||||||
}
|
|
||||||
if r.Header.Get("Authorization") != "Bearer sk-test" {
|
|
||||||
t.Errorf("unexpected Authorization header: %s", r.Header.Get("Authorization"))
|
|
||||||
}
|
|
||||||
w.Header().Set("Content-Type", "application/json")
|
|
||||||
_ = json.NewEncoder(w).Encode(TranscriptionResponse{
|
|
||||||
Text: "hello world",
|
|
||||||
Language: "en",
|
|
||||||
Duration: 1.5,
|
|
||||||
})
|
|
||||||
}))
|
|
||||||
defer srv.Close()
|
|
||||||
|
|
||||||
tr := NewGroqTranscriber("sk-test")
|
|
||||||
tr.apiBase = srv.URL
|
|
||||||
|
|
||||||
resp, err := tr.Transcribe(context.Background(), audioPath)
|
|
||||||
if err != nil {
|
|
||||||
t.Fatalf("Transcribe() error: %v", err)
|
|
||||||
}
|
|
||||||
if resp.Text != "hello world" {
|
|
||||||
t.Errorf("Text = %q, want %q", resp.Text, "hello world")
|
|
||||||
}
|
|
||||||
if resp.Language != "en" {
|
|
||||||
t.Errorf("Language = %q, want %q", resp.Language, "en")
|
|
||||||
}
|
|
||||||
})
|
|
||||||
|
|
||||||
t.Run("api error", func(t *testing.T) {
|
|
||||||
srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
|
||||||
http.Error(w, `{"error":"invalid_api_key"}`, http.StatusUnauthorized)
|
|
||||||
}))
|
|
||||||
defer srv.Close()
|
|
||||||
|
|
||||||
tr := NewGroqTranscriber("sk-bad")
|
|
||||||
tr.apiBase = srv.URL
|
|
||||||
|
|
||||||
_, err := tr.Transcribe(context.Background(), audioPath)
|
|
||||||
if err == nil {
|
|
||||||
t.Fatal("expected error for non-200 response, got nil")
|
|
||||||
}
|
|
||||||
})
|
|
||||||
|
|
||||||
t.Run("missing file", func(t *testing.T) {
|
|
||||||
tr := NewGroqTranscriber("sk-test")
|
|
||||||
_, err := tr.Transcribe(context.Background(), filepath.Join(tmpDir, "nonexistent.ogg"))
|
|
||||||
if err == nil {
|
|
||||||
t.Fatal("expected error for missing file, got nil")
|
|
||||||
}
|
|
||||||
})
|
|
||||||
}
|
|
||||||
|
|
@ -113,7 +113,9 @@ func NewProvider(ctx context.Context, opts ...Option) (*Provider, error) {
|
||||||
|
|
||||||
// Validate region is set - required for Bedrock request signing
|
// Validate region is set - required for Bedrock request signing
|
||||||
if cfg.Region == "" {
|
if cfg.Region == "" {
|
||||||
return nil, fmt.Errorf("AWS region not configured: set AWS_REGION, AWS_DEFAULT_REGION, or use WithRegion option")
|
return nil, fmt.Errorf(
|
||||||
|
"AWS region not configured: set AWS_REGION, AWS_DEFAULT_REGION, or use WithRegion option",
|
||||||
|
)
|
||||||
}
|
}
|
||||||
|
|
||||||
// Build client options
|
// Build client options
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue