diff --git a/internal/ai/ai.go b/internal/ai/ai.go index 1a3b1ca2..f19c1ef3 100644 --- a/internal/ai/ai.go +++ b/internal/ai/ai.go @@ -8,8 +8,6 @@ const ( ProviderOpenAI ProviderType = "OPENAI" // ProviderOpenAICompatible is an OpenAI-compatible API endpoint. ProviderOpenAICompatible ProviderType = "OPENAI_COMPATIBLE" - // ProviderAnthropic is Anthropic's API. - ProviderAnthropic ProviderType = "ANTHROPIC" // ProviderGemini is Google's Gemini API. ProviderGemini ProviderType = "GEMINI" ) diff --git a/internal/ai/gemini/client.go b/internal/ai/gemini/client.go new file mode 100644 index 00000000..6a044867 --- /dev/null +++ b/internal/ai/gemini/client.go @@ -0,0 +1,59 @@ +package gemini + +import ( + "net/http" + "net/url" + "strings" + "time" + + "github.com/pkg/errors" + + "github.com/usememos/memos/internal/ai" +) + +const defaultEndpoint = "https://generativelanguage.googleapis.com/v1beta" + +// Transcriber transcribes audio with Gemini audio understanding. +type Transcriber struct { + endpoint string + apiKey string + httpClient *http.Client +} + +// NewTranscriber creates a new Gemini transcriber. +func NewTranscriber(config ai.ProviderConfig, options ...Option) (*Transcriber, error) { + endpoint := strings.TrimSpace(config.Endpoint) + if endpoint == "" { + endpoint = defaultEndpoint + } + if _, err := url.ParseRequestURI(endpoint); err != nil { + return nil, errors.Wrap(err, "invalid Gemini endpoint") + } + if config.APIKey == "" { + return nil, errors.New("Gemini API key is required") + } + + transcriber := &Transcriber{ + endpoint: strings.TrimRight(endpoint, "/"), + apiKey: config.APIKey, + httpClient: &http.Client{ + Timeout: 2 * time.Minute, + }, + } + for _, option := range options { + option(transcriber) + } + return transcriber, nil +} + +// Option configures a Transcriber. +type Option func(*Transcriber) + +// WithHTTPClient sets the HTTP client used by the transcriber. +func WithHTTPClient(client *http.Client) Option { + return func(t *Transcriber) { + if client != nil { + t.httpClient = client + } + } +} diff --git a/internal/ai/gemini/transcription.go b/internal/ai/gemini/transcription.go new file mode 100644 index 00000000..8b6dd969 --- /dev/null +++ b/internal/ai/gemini/transcription.go @@ -0,0 +1,201 @@ +package gemini + +import ( + "bytes" + "context" + "encoding/base64" + "encoding/json" + "io" + "mime" + "net/http" + "net/url" + "strings" + + "github.com/pkg/errors" + + "github.com/usememos/memos/internal/ai" +) + +const ( + transcriptionInstruction = `Transcribe the audio accurately. Return only the transcript text. Do not summarize, explain, or add content that is not spoken.` + maxInlineAudioSizeBytes = 14 * 1024 * 1024 +) + +var supportedContentTypes = map[string]string{ + "audio/wav": "audio/wav", + "audio/x-wav": "audio/wav", + "audio/mp3": "audio/mp3", + "audio/mpeg": "audio/mp3", + "audio/aiff": "audio/aiff", + "audio/aac": "audio/aac", + "audio/ogg": "audio/ogg", + "audio/flac": "audio/flac", + "audio/x-flac": "audio/flac", +} + +type generateContentRequest struct { + Contents []content `json:"contents"` + GenerationConfig map[string]json.Number `json:"generationConfig,omitempty"` +} + +type content struct { + Role string `json:"role,omitempty"` + Parts []part `json:"parts"` +} + +type part struct { + Text string `json:"text,omitempty"` + InlineData *inlineData `json:"inlineData,omitempty"` +} + +type inlineData struct { + MIMEType string `json:"mimeType"` + Data string `json:"data"` +} + +type generateContentResponse struct { + Candidates []struct { + Content struct { + Parts []struct { + Text string `json:"text"` + } `json:"parts"` + } `json:"content"` + } `json:"candidates"` +} + +type errorResponse struct { + Error struct { + Message string `json:"message"` + Status string `json:"status"` + } `json:"error"` +} + +// Transcribe transcribes audio with Gemini generateContent. +func (t *Transcriber) Transcribe(ctx context.Context, request ai.TranscribeRequest) (*ai.TranscribeResponse, error) { + if strings.TrimSpace(request.Model) == "" { + return nil, errors.New("model is required") + } + if request.Audio == nil { + return nil, errors.New("audio is required") + } + audio, err := io.ReadAll(request.Audio) + if err != nil { + return nil, errors.Wrap(err, "failed to read audio") + } + if len(audio) == 0 { + return nil, errors.New("audio is required") + } + if len(audio) > maxInlineAudioSizeBytes { + return nil, errors.Errorf("audio is too large for Gemini inline transcription; maximum size is %d bytes", maxInlineAudioSizeBytes) + } + + contentType, err := normalizeContentType(request.ContentType) + if err != nil { + return nil, err + } + prompt := buildTranscriptionPrompt(request.Prompt, request.Language) + body, err := json.Marshal(generateContentRequest{ + Contents: []content{ + { + Role: "user", + Parts: []part{ + {InlineData: &inlineData{ + MIMEType: contentType, + Data: base64.StdEncoding.EncodeToString(audio), + }}, + {Text: prompt}, + }, + }, + }, + GenerationConfig: map[string]json.Number{ + "temperature": json.Number("0"), + }, + }) + if err != nil { + return nil, errors.Wrap(err, "failed to marshal Gemini transcription request") + } + + httpRequest, err := http.NewRequestWithContext(ctx, http.MethodPost, t.endpoint+"/models/"+url.PathEscape(normalizeModelName(request.Model))+":generateContent", bytes.NewReader(body)) + if err != nil { + return nil, errors.Wrap(err, "failed to create Gemini transcription request") + } + httpRequest.Header.Set("Content-Type", "application/json") + httpRequest.Header.Set("x-goog-api-key", t.apiKey) + + httpResponse, err := t.httpClient.Do(httpRequest) + if err != nil { + return nil, errors.Wrap(err, "failed to send Gemini transcription request") + } + defer httpResponse.Body.Close() + + responseBody, err := io.ReadAll(httpResponse.Body) + if err != nil { + return nil, errors.Wrap(err, "failed to read Gemini transcription response") + } + if httpResponse.StatusCode < http.StatusOK || httpResponse.StatusCode >= http.StatusMultipleChoices { + return nil, errors.Errorf("Gemini transcription request failed with status %d: %s", httpResponse.StatusCode, extractErrorMessage(responseBody)) + } + + var response generateContentResponse + if err := json.Unmarshal(responseBody, &response); err != nil { + return nil, errors.Wrap(err, "failed to unmarshal Gemini transcription response") + } + text := extractText(response) + if text == "" { + return nil, errors.New("Gemini transcription response did not include text") + } + return &ai.TranscribeResponse{ + Text: text, + }, nil +} + +func normalizeContentType(contentType string) (string, error) { + mediaType, _, err := mime.ParseMediaType(strings.TrimSpace(contentType)) + if err != nil { + return "", errors.Wrap(err, "invalid audio content type") + } + mediaType = strings.ToLower(mediaType) + normalized, ok := supportedContentTypes[mediaType] + if !ok { + return "", errors.Errorf("audio content type %q is not supported by Gemini", mediaType) + } + return normalized, nil +} + +func buildTranscriptionPrompt(prompt string, language string) string { + parts := []string{transcriptionInstruction} + language = strings.TrimSpace(language) + if language != "" { + parts = append(parts, "The input language is "+language+".") + } + prompt = strings.TrimSpace(prompt) + if prompt != "" { + parts = append(parts, "Context and spelling hints:\n"+prompt) + } + return strings.Join(parts, "\n\n") +} + +func normalizeModelName(model string) string { + return strings.TrimPrefix(strings.TrimSpace(model), "models/") +} + +func extractText(response generateContentResponse) string { + var texts []string + for _, candidate := range response.Candidates { + for _, part := range candidate.Content.Parts { + text := strings.TrimSpace(part.Text) + if text != "" { + texts = append(texts, text) + } + } + } + return strings.Join(texts, "\n") +} + +func extractErrorMessage(responseBody []byte) string { + var response errorResponse + if err := json.Unmarshal(responseBody, &response); err == nil && response.Error.Message != "" { + return response.Error.Message + } + return string(responseBody) +} diff --git a/internal/ai/gemini/transcription_test.go b/internal/ai/gemini/transcription_test.go new file mode 100644 index 00000000..0c0fb8aa --- /dev/null +++ b/internal/ai/gemini/transcription_test.go @@ -0,0 +1,99 @@ +package gemini + +import ( + "context" + "encoding/base64" + "encoding/json" + "net/http" + "net/http/httptest" + "strings" + "testing" + "time" + + "github.com/stretchr/testify/require" + + "github.com/usememos/memos/internal/ai" +) + +func TestTranscribe(t *testing.T) { + t.Parallel() + + server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { + require.Equal(t, http.MethodPost, r.Method) + require.Equal(t, "/v1beta/models/gemini-2.5-flash:generateContent", r.URL.Path) + require.Equal(t, "test-key", r.Header.Get("x-goog-api-key")) + require.Equal(t, "application/json", r.Header.Get("Content-Type")) + + var request struct { + Contents []struct { + Parts []struct { + Text string `json:"text"` + InlineData *struct { + MIMEType string `json:"mimeType"` + Data string `json:"data"` + } `json:"inlineData"` + } `json:"parts"` + } `json:"contents"` + GenerationConfig map[string]json.Number `json:"generationConfig"` + } + require.NoError(t, json.NewDecoder(r.Body).Decode(&request)) + require.Len(t, request.Contents, 1) + require.Len(t, request.Contents[0].Parts, 2) + require.NotNil(t, request.Contents[0].Parts[0].InlineData) + require.Equal(t, "audio/mp3", request.Contents[0].Parts[0].InlineData.MIMEType) + audio, err := base64.StdEncoding.DecodeString(request.Contents[0].Parts[0].InlineData.Data) + require.NoError(t, err) + require.Equal(t, "audio bytes", string(audio)) + require.Contains(t, request.Contents[0].Parts[1].Text, "Return only the transcript text") + require.Contains(t, request.Contents[0].Parts[1].Text, "Context and spelling hints") + require.Equal(t, json.Number("0"), request.GenerationConfig["temperature"]) + + w.Header().Set("Content-Type", "application/json") + require.NoError(t, json.NewEncoder(w).Encode(map[string]any{ + "candidates": []map[string]any{ + { + "content": map[string]any{ + "parts": []map[string]string{{"text": "hello from gemini"}}, + }, + }, + }, + })) + })) + defer server.Close() + + transcriber, err := NewTranscriber(ai.ProviderConfig{ + Endpoint: server.URL + "/v1beta", + APIKey: "test-key", + }) + require.NoError(t, err) + + ctx, cancel := context.WithTimeout(context.Background(), 5*time.Second) + defer cancel() + response, err := transcriber.Transcribe(ctx, ai.TranscribeRequest{ + Model: "models/gemini-2.5-flash", + ContentType: "audio/mpeg", + Audio: strings.NewReader("audio bytes"), + Prompt: "Memos, Steven", + Language: "en", + }) + require.NoError(t, err) + require.Equal(t, "hello from gemini", response.Text) +} + +func TestTranscribeRejectsUnsupportedContentType(t *testing.T) { + t.Parallel() + + transcriber, err := NewTranscriber(ai.ProviderConfig{ + Endpoint: "https://example.com/v1beta", + APIKey: "test-key", + }) + require.NoError(t, err) + + _, err = transcriber.Transcribe(context.Background(), ai.TranscribeRequest{ + Model: "gemini-2.5-flash", + ContentType: "video/mp4", + Audio: strings.NewReader("video bytes"), + }) + require.Error(t, err) + require.Contains(t, err.Error(), "not supported by Gemini") +} diff --git a/proto/api/v1/instance_service.proto b/proto/api/v1/instance_service.proto index 1be5977a..30be2f8a 100644 --- a/proto/api/v1/instance_service.proto +++ b/proto/api/v1/instance_service.proto @@ -232,8 +232,7 @@ message InstanceSetting { AI_PROVIDER_TYPE_UNSPECIFIED = 0; OPENAI = 1; OPENAI_COMPATIBLE = 2; - ANTHROPIC = 3; - GEMINI = 4; + GEMINI = 3; } } diff --git a/proto/gen/api/v1/instance_service.pb.go b/proto/gen/api/v1/instance_service.pb.go index e85fc8ec..62a4f577 100644 --- a/proto/gen/api/v1/instance_service.pb.go +++ b/proto/gen/api/v1/instance_service.pb.go @@ -99,8 +99,7 @@ const ( InstanceSetting_AI_PROVIDER_TYPE_UNSPECIFIED InstanceSetting_AIProviderType = 0 InstanceSetting_OPENAI InstanceSetting_AIProviderType = 1 InstanceSetting_OPENAI_COMPATIBLE InstanceSetting_AIProviderType = 2 - InstanceSetting_ANTHROPIC InstanceSetting_AIProviderType = 3 - InstanceSetting_GEMINI InstanceSetting_AIProviderType = 4 + InstanceSetting_GEMINI InstanceSetting_AIProviderType = 3 ) // Enum value maps for InstanceSetting_AIProviderType. @@ -109,15 +108,13 @@ var ( 0: "AI_PROVIDER_TYPE_UNSPECIFIED", 1: "OPENAI", 2: "OPENAI_COMPATIBLE", - 3: "ANTHROPIC", - 4: "GEMINI", + 3: "GEMINI", } InstanceSetting_AIProviderType_value = map[string]int32{ "AI_PROVIDER_TYPE_UNSPECIFIED": 0, "OPENAI": 1, "OPENAI_COMPATIBLE": 2, - "ANTHROPIC": 3, - "GEMINI": 4, + "GEMINI": 3, } ) @@ -1414,7 +1411,7 @@ const file_api_v1_instance_service_proto_rawDesc = "" + "\x04demo\x18\x03 \x01(\bR\x04demo\x12!\n" + "\finstance_url\x18\x06 \x01(\tR\vinstanceUrl\x12(\n" + "\x05admin\x18\a \x01(\v2\x12.memos.api.v1.UserR\x05admin\"\x1b\n" + - "\x19GetInstanceProfileRequest\"\xe2\x1a\n" + + "\x19GetInstanceProfileRequest\"\xd3\x1a\n" + "\x0fInstanceSetting\x12\x17\n" + "\x04name\x18\x01 \x01(\tB\x03\xe0A\bR\x04name\x12W\n" + "\x0fgeneral_setting\x18\x02 \x01(\v2,.memos.api.v1.InstanceSetting.GeneralSettingH\x00R\x0egeneralSetting\x12W\n" + @@ -1502,15 +1499,14 @@ const file_api_v1_instance_service_proto_rawDesc = "" + "\fMEMO_RELATED\x10\x03\x12\b\n" + "\x04TAGS\x10\x04\x12\x10\n" + "\fNOTIFICATION\x10\x05\x12\x06\n" + - "\x02AI\x10\x06\"p\n" + + "\x02AI\x10\x06\"a\n" + "\x0eAIProviderType\x12 \n" + "\x1cAI_PROVIDER_TYPE_UNSPECIFIED\x10\x00\x12\n" + "\n" + "\x06OPENAI\x10\x01\x12\x15\n" + - "\x11OPENAI_COMPATIBLE\x10\x02\x12\r\n" + - "\tANTHROPIC\x10\x03\x12\n" + + "\x11OPENAI_COMPATIBLE\x10\x02\x12\n" + "\n" + - "\x06GEMINI\x10\x04:a\xeaA^\n" + + "\x06GEMINI\x10\x03:a\xeaA^\n" + "\x1cmemos.api.v1/InstanceSetting\x12\x1binstance/settings/{setting}*\x10instanceSettings2\x0finstanceSettingB\a\n" + "\x05value\"U\n" + "\x19GetInstanceSettingRequest\x128\n" + diff --git a/proto/gen/openapi.yaml b/proto/gen/openapi.yaml index 3d8d32e8..9f79dec8 100644 --- a/proto/gen/openapi.yaml +++ b/proto/gen/openapi.yaml @@ -2420,7 +2420,6 @@ components: - AI_PROVIDER_TYPE_UNSPECIFIED - OPENAI - OPENAI_COMPATIBLE - - ANTHROPIC - GEMINI type: string format: enum diff --git a/proto/gen/store/instance_setting.pb.go b/proto/gen/store/instance_setting.pb.go index 195d4f5f..90c59aaa 100644 --- a/proto/gen/store/instance_setting.pb.go +++ b/proto/gen/store/instance_setting.pb.go @@ -99,8 +99,7 @@ const ( AIProviderType_AI_PROVIDER_TYPE_UNSPECIFIED AIProviderType = 0 AIProviderType_OPENAI AIProviderType = 1 AIProviderType_OPENAI_COMPATIBLE AIProviderType = 2 - AIProviderType_ANTHROPIC AIProviderType = 3 - AIProviderType_GEMINI AIProviderType = 4 + AIProviderType_GEMINI AIProviderType = 3 ) // Enum value maps for AIProviderType. @@ -109,15 +108,13 @@ var ( 0: "AI_PROVIDER_TYPE_UNSPECIFIED", 1: "OPENAI", 2: "OPENAI_COMPATIBLE", - 3: "ANTHROPIC", - 4: "GEMINI", + 3: "GEMINI", } AIProviderType_value = map[string]int32{ "AI_PROVIDER_TYPE_UNSPECIFIED": 0, "OPENAI": 1, "OPENAI_COMPATIBLE": 2, - "ANTHROPIC": 3, - "GEMINI": 4, + "GEMINI": 3, } ) @@ -1324,15 +1321,14 @@ const file_store_instance_setting_proto_rawDesc = "" + "\fMEMO_RELATED\x10\x04\x12\b\n" + "\x04TAGS\x10\x05\x12\x10\n" + "\fNOTIFICATION\x10\x06\x12\x06\n" + - "\x02AI\x10\a*p\n" + + "\x02AI\x10\a*a\n" + "\x0eAIProviderType\x12 \n" + "\x1cAI_PROVIDER_TYPE_UNSPECIFIED\x10\x00\x12\n" + "\n" + "\x06OPENAI\x10\x01\x12\x15\n" + - "\x11OPENAI_COMPATIBLE\x10\x02\x12\r\n" + - "\tANTHROPIC\x10\x03\x12\n" + + "\x11OPENAI_COMPATIBLE\x10\x02\x12\n" + "\n" + - "\x06GEMINI\x10\x04B\x9f\x01\n" + + "\x06GEMINI\x10\x03B\x9f\x01\n" + "\x0fcom.memos.storeB\x14InstanceSettingProtoP\x01Z)github.com/usememos/memos/proto/gen/store\xa2\x02\x03MSX\xaa\x02\vMemos.Store\xca\x02\vMemos\\Store\xe2\x02\x17Memos\\Store\\GPBMetadata\xea\x02\fMemos::Storeb\x06proto3" var ( diff --git a/proto/store/instance_setting.proto b/proto/store/instance_setting.proto index 521b4fcc..207780cd 100644 --- a/proto/store/instance_setting.proto +++ b/proto/store/instance_setting.proto @@ -166,6 +166,5 @@ enum AIProviderType { AI_PROVIDER_TYPE_UNSPECIFIED = 0; OPENAI = 1; OPENAI_COMPATIBLE = 2; - ANTHROPIC = 3; - GEMINI = 4; + GEMINI = 3; } diff --git a/server/router/api/v1/ai_service.go b/server/router/api/v1/ai_service.go index eafb9915..281d7f8b 100644 --- a/server/router/api/v1/ai_service.go +++ b/server/router/api/v1/ai_service.go @@ -12,6 +12,7 @@ import ( "google.golang.org/grpc/status" "github.com/usememos/memos/internal/ai" + "github.com/usememos/memos/internal/ai/gemini" "github.com/usememos/memos/internal/ai/openai" v1pb "github.com/usememos/memos/proto/gen/api/v1" storepb "github.com/usememos/memos/proto/gen/store" @@ -25,16 +26,22 @@ const ( ) var supportedTranscriptionContentTypes = map[string]bool{ - "audio/mpeg": true, - "audio/mp4": true, - "audio/mpga": true, - "audio/wav": true, - "audio/x-wav": true, - "audio/webm": true, - "audio/x-m4a": true, - "video/mp4": true, - "video/mpeg": true, - "video/webm": true, + "audio/aac": true, + "audio/aiff": true, + "audio/flac": true, + "audio/mpeg": true, + "audio/mp3": true, + "audio/mp4": true, + "audio/mpga": true, + "audio/ogg": true, + "audio/wav": true, + "audio/x-wav": true, + "audio/x-flac": true, + "audio/x-m4a": true, + "audio/webm": true, + "video/mp4": true, + "video/mpeg": true, + "video/webm": true, } // Transcribe transcribes an audio file using an instance AI provider. @@ -161,8 +168,6 @@ func convertAIProviderTypeFromStore(providerType storepb.AIProviderType) ai.Prov return ai.ProviderOpenAI case storepb.AIProviderType_OPENAI_COMPATIBLE: return ai.ProviderOpenAICompatible - case storepb.AIProviderType_ANTHROPIC: - return ai.ProviderAnthropic case storepb.AIProviderType_GEMINI: return ai.ProviderGemini default: @@ -174,6 +179,8 @@ func newAITranscriber(provider ai.ProviderConfig) (ai.Transcriber, error) { switch provider.Type { case ai.ProviderOpenAI, ai.ProviderOpenAICompatible: return openai.NewTranscriber(provider) + case ai.ProviderGemini: + return gemini.NewTranscriber(provider) default: return nil, errors.Wrapf(ai.ErrCapabilityUnsupported, "provider type %q", provider.Type) } diff --git a/server/router/api/v1/test/ai_service_test.go b/server/router/api/v1/test/ai_service_test.go index 79adf11a..cdb45875 100644 --- a/server/router/api/v1/test/ai_service_test.go +++ b/server/router/api/v1/test/ai_service_test.go @@ -97,6 +97,63 @@ func TestTranscribe(t *testing.T) { require.Equal(t, "transcribed text", resp.Text) }) + t.Run("transcribes audio file with Gemini provider", func(t *testing.T) { + ts := NewTestService(t) + defer ts.Cleanup() + + user, err := ts.CreateRegularUser(ctx, "gemini-user") + require.NoError(t, err) + userCtx := ts.CreateUserContext(ctx, user.ID) + + geminiServer := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { + require.Equal(t, "/v1beta/models/gemini-2.5-flash:generateContent", r.URL.Path) + require.Equal(t, "gemini-key", r.Header.Get("x-goog-api-key")) + w.Header().Set("Content-Type", "application/json") + require.NoError(t, json.NewEncoder(w).Encode(map[string]any{ + "candidates": []map[string]any{ + { + "content": map[string]any{ + "parts": []map[string]string{{"text": "gemini transcript"}}, + }, + }, + }, + })) + })) + defer geminiServer.Close() + + _, err = ts.Store.UpsertInstanceSetting(ctx, &storepb.InstanceSetting{ + Key: storepb.InstanceSettingKey_AI, + Value: &storepb.InstanceSetting_AiSetting{ + AiSetting: &storepb.InstanceAISetting{ + Providers: []*storepb.AIProviderConfig{ + { + Id: "gemini-main", + Title: "Gemini", + Type: storepb.AIProviderType_GEMINI, + Endpoint: geminiServer.URL + "/v1beta", + ApiKey: "gemini-key", + Models: []string{"gemini-2.5-flash"}, + DefaultModel: "gemini-2.5-flash", + }, + }, + }, + }, + }) + require.NoError(t, err) + + resp, err := ts.Service.Transcribe(userCtx, &v1pb.TranscribeRequest{ + ProviderId: "gemini-main", + Config: &v1pb.TranscriptionConfig{}, + Audio: &v1pb.TranscriptionAudio{ + Source: &v1pb.TranscriptionAudio_Content{Content: []byte("mp3 bytes")}, + Filename: "voice.mp3", + ContentType: "audio/mp3", + }, + }) + require.NoError(t, err) + require.Equal(t, "gemini transcript", resp.Text) + }) + t.Run("rejects unconfigured model", func(t *testing.T) { ts := NewTestService(t) defer ts.Cleanup() diff --git a/web/src/components/Settings/AISection.tsx b/web/src/components/Settings/AISection.tsx index f6acf85d..64bea274 100644 --- a/web/src/components/Settings/AISection.tsx +++ b/web/src/components/Settings/AISection.tsx @@ -41,7 +41,6 @@ type LocalAIProvider = { const providerTypeOptions = [ InstanceSetting_AIProviderType.OPENAI, InstanceSetting_AIProviderType.OPENAI_COMPATIBLE, - InstanceSetting_AIProviderType.ANTHROPIC, InstanceSetting_AIProviderType.GEMINI, ]; diff --git a/web/src/types/proto/api/v1/instance_service_pb.ts b/web/src/types/proto/api/v1/instance_service_pb.ts index aa49f5ce..e5e66c43 100644 --- a/web/src/types/proto/api/v1/instance_service_pb.ts +++ b/web/src/types/proto/api/v1/instance_service_pb.ts @@ -20,7 +20,7 @@ import type { Message } from "@bufbuild/protobuf"; * Describes the file api/v1/instance_service.proto. */ export const file_api_v1_instance_service: GenFile = /*@__PURE__*/ - fileDesc("Ch1hcGkvdjEvaW5zdGFuY2Vfc2VydmljZS5wcm90bxIMbWVtb3MuYXBpLnYxImkKD0luc3RhbmNlUHJvZmlsZRIPCgd2ZXJzaW9uGAIgASgJEgwKBGRlbW8YAyABKAgSFAoMaW5zdGFuY2VfdXJsGAYgASgJEiEKBWFkbWluGAcgASgLMhIubWVtb3MuYXBpLnYxLlVzZXIiGwoZR2V0SW5zdGFuY2VQcm9maWxlUmVxdWVzdCLwFAoPSW5zdGFuY2VTZXR0aW5nEhEKBG5hbWUYASABKAlCA+BBCBJHCg9nZW5lcmFsX3NldHRpbmcYAiABKAsyLC5tZW1vcy5hcGkudjEuSW5zdGFuY2VTZXR0aW5nLkdlbmVyYWxTZXR0aW5nSAASRwoPc3RvcmFnZV9zZXR0aW5nGAMgASgLMiwubWVtb3MuYXBpLnYxLkluc3RhbmNlU2V0dGluZy5TdG9yYWdlU2V0dGluZ0gAElAKFG1lbW9fcmVsYXRlZF9zZXR0aW5nGAQgASgLMjAubWVtb3MuYXBpLnYxLkluc3RhbmNlU2V0dGluZy5NZW1vUmVsYXRlZFNldHRpbmdIABJBCgx0YWdzX3NldHRpbmcYBSABKAsyKS5tZW1vcy5hcGkudjEuSW5zdGFuY2VTZXR0aW5nLlRhZ3NTZXR0aW5nSAASUQoUbm90aWZpY2F0aW9uX3NldHRpbmcYBiABKAsyMS5tZW1vcy5hcGkudjEuSW5zdGFuY2VTZXR0aW5nLk5vdGlmaWNhdGlvblNldHRpbmdIABI9CgphaV9zZXR0aW5nGAcgASgLMicubWVtb3MuYXBpLnYxLkluc3RhbmNlU2V0dGluZy5BSVNldHRpbmdIABqHAwoOR2VuZXJhbFNldHRpbmcSIgoaZGlzYWxsb3dfdXNlcl9yZWdpc3RyYXRpb24YAiABKAgSHgoWZGlzYWxsb3dfcGFzc3dvcmRfYXV0aBgDIAEoCBIZChFhZGRpdGlvbmFsX3NjcmlwdBgEIAEoCRIYChBhZGRpdGlvbmFsX3N0eWxlGAUgASgJElIKDmN1c3RvbV9wcm9maWxlGAYgASgLMjoubWVtb3MuYXBpLnYxLkluc3RhbmNlU2V0dGluZy5HZW5lcmFsU2V0dGluZy5DdXN0b21Qcm9maWxlEh0KFXdlZWtfc3RhcnRfZGF5X29mZnNldBgHIAEoBRIgChhkaXNhbGxvd19jaGFuZ2VfdXNlcm5hbWUYCCABKAgSIAoYZGlzYWxsb3dfY2hhbmdlX25pY2tuYW1lGAkgASgIGkUKDUN1c3RvbVByb2ZpbGUSDQoFdGl0bGUYASABKAkSEwoLZGVzY3JpcHRpb24YAiABKAkSEAoIbG9nb191cmwYAyABKAkaugMKDlN0b3JhZ2VTZXR0aW5nEk4KDHN0b3JhZ2VfdHlwZRgBIAEoDjI4Lm1lbW9zLmFwaS52MS5JbnN0YW5jZVNldHRpbmcuU3RvcmFnZVNldHRpbmcuU3RvcmFnZVR5cGUSGQoRZmlsZXBhdGhfdGVtcGxhdGUYAiABKAkSHAoUdXBsb2FkX3NpemVfbGltaXRfbWIYAyABKAMSSAoJczNfY29uZmlnGAQgASgLMjUubWVtb3MuYXBpLnYxLkluc3RhbmNlU2V0dGluZy5TdG9yYWdlU2V0dGluZy5TM0NvbmZpZxqGAQoIUzNDb25maWcSFQoNYWNjZXNzX2tleV9pZBgBIAEoCRIZChFhY2Nlc3Nfa2V5X3NlY3JldBgCIAEoCRIQCghlbmRwb2ludBgDIAEoCRIOCgZyZWdpb24YBCABKAkSDgoGYnVja2V0GAUgASgJEhYKDnVzZV9wYXRoX3N0eWxlGAYgASgIIkwKC1N0b3JhZ2VUeXBlEhwKGFNUT1JBR0VfVFlQRV9VTlNQRUNJRklFRBAAEgwKCERBVEFCQVNFEAESCQoFTE9DQUwQAhIGCgJTMxADGokBChJNZW1vUmVsYXRlZFNldHRpbmcSIAoYZGlzcGxheV93aXRoX3VwZGF0ZV90aW1lGAIgASgIEhwKFGNvbnRlbnRfbGVuZ3RoX2xpbWl0GAMgASgFEiAKGGVuYWJsZV9kb3VibGVfY2xpY2tfZWRpdBgEIAEoCBIRCglyZWFjdGlvbnMYByADKAkaUQoLVGFnTWV0YWRhdGESLAoQYmFja2dyb3VuZF9jb2xvchgBIAEoCzISLmdvb2dsZS50eXBlLkNvbG9yEhQKDGJsdXJfY29udGVudBgCIAEoCBqoAQoLVGFnc1NldHRpbmcSQQoEdGFncxgBIAMoCzIzLm1lbW9zLmFwaS52MS5JbnN0YW5jZVNldHRpbmcuVGFnc1NldHRpbmcuVGFnc0VudHJ5GlYKCVRhZ3NFbnRyeRILCgNrZXkYASABKAkSOAoFdmFsdWUYAiABKAsyKS5tZW1vcy5hcGkudjEuSW5zdGFuY2VTZXR0aW5nLlRhZ01ldGFkYXRhOgI4ARq1AgoTTm90aWZpY2F0aW9uU2V0dGluZxJNCgVlbWFpbBgBIAEoCzI+Lm1lbW9zLmFwaS52MS5JbnN0YW5jZVNldHRpbmcuTm90aWZpY2F0aW9uU2V0dGluZy5FbWFpbFNldHRpbmcazgEKDEVtYWlsU2V0dGluZxIPCgdlbmFibGVkGAEgASgIEhEKCXNtdHBfaG9zdBgCIAEoCRIRCglzbXRwX3BvcnQYAyABKAUSFQoNc210cF91c2VybmFtZRgEIAEoCRIVCg1zbXRwX3Bhc3N3b3JkGAUgASgJEhIKCmZyb21fZW1haWwYBiABKAkSEQoJZnJvbV9uYW1lGAcgASgJEhAKCHJlcGx5X3RvGAggASgJEg8KB3VzZV90bHMYCSABKAgSDwoHdXNlX3NzbBgKIAEoCBpOCglBSVNldHRpbmcSQQoJcHJvdmlkZXJzGAEgAygLMi4ubWVtb3MuYXBpLnYxLkluc3RhbmNlU2V0dGluZy5BSVByb3ZpZGVyQ29uZmlnGu0BChBBSVByb3ZpZGVyQ29uZmlnEgoKAmlkGAEgASgJEg0KBXRpdGxlGAIgASgJEjoKBHR5cGUYAyABKA4yLC5tZW1vcy5hcGkudjEuSW5zdGFuY2VTZXR0aW5nLkFJUHJvdmlkZXJUeXBlEhAKCGVuZHBvaW50GAQgASgJEhQKB2FwaV9rZXkYBSABKAlCA+BBBBIOCgZtb2RlbHMYBiADKAkSFQoNZGVmYXVsdF9tb2RlbBgHIAEoCRIYCgthcGlfa2V5X3NldBgIIAEoCEID4EEDEhkKDGFwaV9rZXlfaGludBgJIAEoCUID4EEDImoKA0tleRITCg9LRVlfVU5TUEVDSUZJRUQQABILCgdHRU5FUkFMEAESCwoHU1RPUkFHRRACEhAKDE1FTU9fUkVMQVRFRBADEggKBFRBR1MQBBIQCgxOT1RJRklDQVRJT04QBRIGCgJBSRAGInAKDkFJUHJvdmlkZXJUeXBlEiAKHEFJX1BST1ZJREVSX1RZUEVfVU5TUEVDSUZJRUQQABIKCgZPUEVOQUkQARIVChFPUEVOQUlfQ09NUEFUSUJMRRACEg0KCUFOVEhST1BJQxADEgoKBkdFTUlOSRAEOmHqQV4KHG1lbW9zLmFwaS52MS9JbnN0YW5jZVNldHRpbmcSG2luc3RhbmNlL3NldHRpbmdzL3tzZXR0aW5nfSoQaW5zdGFuY2VTZXR0aW5nczIPaW5zdGFuY2VTZXR0aW5nQgcKBXZhbHVlIk8KGUdldEluc3RhbmNlU2V0dGluZ1JlcXVlc3QSMgoEbmFtZRgBIAEoCUIk4EEC+kEeChxtZW1vcy5hcGkudjEvSW5zdGFuY2VTZXR0aW5nIokBChxVcGRhdGVJbnN0YW5jZVNldHRpbmdSZXF1ZXN0EjMKB3NldHRpbmcYASABKAsyHS5tZW1vcy5hcGkudjEuSW5zdGFuY2VTZXR0aW5nQgPgQQISNAoLdXBkYXRlX21hc2sYAiABKAsyGi5nb29nbGUucHJvdG9idWYuRmllbGRNYXNrQgPgQQEy2wMKD0luc3RhbmNlU2VydmljZRJ+ChJHZXRJbnN0YW5jZVByb2ZpbGUSJy5tZW1vcy5hcGkudjEuR2V0SW5zdGFuY2VQcm9maWxlUmVxdWVzdBodLm1lbW9zLmFwaS52MS5JbnN0YW5jZVByb2ZpbGUiIILT5JMCGhIYL2FwaS92MS9pbnN0YW5jZS9wcm9maWxlEo8BChJHZXRJbnN0YW5jZVNldHRpbmcSJy5tZW1vcy5hcGkudjEuR2V0SW5zdGFuY2VTZXR0aW5nUmVxdWVzdBodLm1lbW9zLmFwaS52MS5JbnN0YW5jZVNldHRpbmciMdpBBG5hbWWC0+STAiQSIi9hcGkvdjEve25hbWU9aW5zdGFuY2Uvc2V0dGluZ3MvKn0StQEKFVVwZGF0ZUluc3RhbmNlU2V0dGluZxIqLm1lbW9zLmFwaS52MS5VcGRhdGVJbnN0YW5jZVNldHRpbmdSZXF1ZXN0Gh0ubWVtb3MuYXBpLnYxLkluc3RhbmNlU2V0dGluZyJR2kETc2V0dGluZyx1cGRhdGVfbWFza4LT5JMCNToHc2V0dGluZzIqL2FwaS92MS97c2V0dGluZy5uYW1lPWluc3RhbmNlL3NldHRpbmdzLyp9QqwBChBjb20ubWVtb3MuYXBpLnYxQhRJbnN0YW5jZVNlcnZpY2VQcm90b1ABWjBnaXRodWIuY29tL3VzZW1lbW9zL21lbW9zL3Byb3RvL2dlbi9hcGkvdjE7YXBpdjGiAgNNQViqAgxNZW1vcy5BcGkuVjHKAgxNZW1vc1xBcGlcVjHiAhhNZW1vc1xBcGlcVjFcR1BCTWV0YWRhdGHqAg5NZW1vczo6QXBpOjpWMWIGcHJvdG8z", [file_api_v1_user_service, file_google_api_annotations, file_google_api_client, file_google_api_field_behavior, file_google_api_resource, file_google_protobuf_field_mask, file_google_type_color]); + fileDesc("Ch1hcGkvdjEvaW5zdGFuY2Vfc2VydmljZS5wcm90bxIMbWVtb3MuYXBpLnYxImkKD0luc3RhbmNlUHJvZmlsZRIPCgd2ZXJzaW9uGAIgASgJEgwKBGRlbW8YAyABKAgSFAoMaW5zdGFuY2VfdXJsGAYgASgJEiEKBWFkbWluGAcgASgLMhIubWVtb3MuYXBpLnYxLlVzZXIiGwoZR2V0SW5zdGFuY2VQcm9maWxlUmVxdWVzdCLhFAoPSW5zdGFuY2VTZXR0aW5nEhEKBG5hbWUYASABKAlCA+BBCBJHCg9nZW5lcmFsX3NldHRpbmcYAiABKAsyLC5tZW1vcy5hcGkudjEuSW5zdGFuY2VTZXR0aW5nLkdlbmVyYWxTZXR0aW5nSAASRwoPc3RvcmFnZV9zZXR0aW5nGAMgASgLMiwubWVtb3MuYXBpLnYxLkluc3RhbmNlU2V0dGluZy5TdG9yYWdlU2V0dGluZ0gAElAKFG1lbW9fcmVsYXRlZF9zZXR0aW5nGAQgASgLMjAubWVtb3MuYXBpLnYxLkluc3RhbmNlU2V0dGluZy5NZW1vUmVsYXRlZFNldHRpbmdIABJBCgx0YWdzX3NldHRpbmcYBSABKAsyKS5tZW1vcy5hcGkudjEuSW5zdGFuY2VTZXR0aW5nLlRhZ3NTZXR0aW5nSAASUQoUbm90aWZpY2F0aW9uX3NldHRpbmcYBiABKAsyMS5tZW1vcy5hcGkudjEuSW5zdGFuY2VTZXR0aW5nLk5vdGlmaWNhdGlvblNldHRpbmdIABI9CgphaV9zZXR0aW5nGAcgASgLMicubWVtb3MuYXBpLnYxLkluc3RhbmNlU2V0dGluZy5BSVNldHRpbmdIABqHAwoOR2VuZXJhbFNldHRpbmcSIgoaZGlzYWxsb3dfdXNlcl9yZWdpc3RyYXRpb24YAiABKAgSHgoWZGlzYWxsb3dfcGFzc3dvcmRfYXV0aBgDIAEoCBIZChFhZGRpdGlvbmFsX3NjcmlwdBgEIAEoCRIYChBhZGRpdGlvbmFsX3N0eWxlGAUgASgJElIKDmN1c3RvbV9wcm9maWxlGAYgASgLMjoubWVtb3MuYXBpLnYxLkluc3RhbmNlU2V0dGluZy5HZW5lcmFsU2V0dGluZy5DdXN0b21Qcm9maWxlEh0KFXdlZWtfc3RhcnRfZGF5X29mZnNldBgHIAEoBRIgChhkaXNhbGxvd19jaGFuZ2VfdXNlcm5hbWUYCCABKAgSIAoYZGlzYWxsb3dfY2hhbmdlX25pY2tuYW1lGAkgASgIGkUKDUN1c3RvbVByb2ZpbGUSDQoFdGl0bGUYASABKAkSEwoLZGVzY3JpcHRpb24YAiABKAkSEAoIbG9nb191cmwYAyABKAkaugMKDlN0b3JhZ2VTZXR0aW5nEk4KDHN0b3JhZ2VfdHlwZRgBIAEoDjI4Lm1lbW9zLmFwaS52MS5JbnN0YW5jZVNldHRpbmcuU3RvcmFnZVNldHRpbmcuU3RvcmFnZVR5cGUSGQoRZmlsZXBhdGhfdGVtcGxhdGUYAiABKAkSHAoUdXBsb2FkX3NpemVfbGltaXRfbWIYAyABKAMSSAoJczNfY29uZmlnGAQgASgLMjUubWVtb3MuYXBpLnYxLkluc3RhbmNlU2V0dGluZy5TdG9yYWdlU2V0dGluZy5TM0NvbmZpZxqGAQoIUzNDb25maWcSFQoNYWNjZXNzX2tleV9pZBgBIAEoCRIZChFhY2Nlc3Nfa2V5X3NlY3JldBgCIAEoCRIQCghlbmRwb2ludBgDIAEoCRIOCgZyZWdpb24YBCABKAkSDgoGYnVja2V0GAUgASgJEhYKDnVzZV9wYXRoX3N0eWxlGAYgASgIIkwKC1N0b3JhZ2VUeXBlEhwKGFNUT1JBR0VfVFlQRV9VTlNQRUNJRklFRBAAEgwKCERBVEFCQVNFEAESCQoFTE9DQUwQAhIGCgJTMxADGokBChJNZW1vUmVsYXRlZFNldHRpbmcSIAoYZGlzcGxheV93aXRoX3VwZGF0ZV90aW1lGAIgASgIEhwKFGNvbnRlbnRfbGVuZ3RoX2xpbWl0GAMgASgFEiAKGGVuYWJsZV9kb3VibGVfY2xpY2tfZWRpdBgEIAEoCBIRCglyZWFjdGlvbnMYByADKAkaUQoLVGFnTWV0YWRhdGESLAoQYmFja2dyb3VuZF9jb2xvchgBIAEoCzISLmdvb2dsZS50eXBlLkNvbG9yEhQKDGJsdXJfY29udGVudBgCIAEoCBqoAQoLVGFnc1NldHRpbmcSQQoEdGFncxgBIAMoCzIzLm1lbW9zLmFwaS52MS5JbnN0YW5jZVNldHRpbmcuVGFnc1NldHRpbmcuVGFnc0VudHJ5GlYKCVRhZ3NFbnRyeRILCgNrZXkYASABKAkSOAoFdmFsdWUYAiABKAsyKS5tZW1vcy5hcGkudjEuSW5zdGFuY2VTZXR0aW5nLlRhZ01ldGFkYXRhOgI4ARq1AgoTTm90aWZpY2F0aW9uU2V0dGluZxJNCgVlbWFpbBgBIAEoCzI+Lm1lbW9zLmFwaS52MS5JbnN0YW5jZVNldHRpbmcuTm90aWZpY2F0aW9uU2V0dGluZy5FbWFpbFNldHRpbmcazgEKDEVtYWlsU2V0dGluZxIPCgdlbmFibGVkGAEgASgIEhEKCXNtdHBfaG9zdBgCIAEoCRIRCglzbXRwX3BvcnQYAyABKAUSFQoNc210cF91c2VybmFtZRgEIAEoCRIVCg1zbXRwX3Bhc3N3b3JkGAUgASgJEhIKCmZyb21fZW1haWwYBiABKAkSEQoJZnJvbV9uYW1lGAcgASgJEhAKCHJlcGx5X3RvGAggASgJEg8KB3VzZV90bHMYCSABKAgSDwoHdXNlX3NzbBgKIAEoCBpOCglBSVNldHRpbmcSQQoJcHJvdmlkZXJzGAEgAygLMi4ubWVtb3MuYXBpLnYxLkluc3RhbmNlU2V0dGluZy5BSVByb3ZpZGVyQ29uZmlnGu0BChBBSVByb3ZpZGVyQ29uZmlnEgoKAmlkGAEgASgJEg0KBXRpdGxlGAIgASgJEjoKBHR5cGUYAyABKA4yLC5tZW1vcy5hcGkudjEuSW5zdGFuY2VTZXR0aW5nLkFJUHJvdmlkZXJUeXBlEhAKCGVuZHBvaW50GAQgASgJEhQKB2FwaV9rZXkYBSABKAlCA+BBBBIOCgZtb2RlbHMYBiADKAkSFQoNZGVmYXVsdF9tb2RlbBgHIAEoCRIYCgthcGlfa2V5X3NldBgIIAEoCEID4EEDEhkKDGFwaV9rZXlfaGludBgJIAEoCUID4EEDImoKA0tleRITCg9LRVlfVU5TUEVDSUZJRUQQABILCgdHRU5FUkFMEAESCwoHU1RPUkFHRRACEhAKDE1FTU9fUkVMQVRFRBADEggKBFRBR1MQBBIQCgxOT1RJRklDQVRJT04QBRIGCgJBSRAGImEKDkFJUHJvdmlkZXJUeXBlEiAKHEFJX1BST1ZJREVSX1RZUEVfVU5TUEVDSUZJRUQQABIKCgZPUEVOQUkQARIVChFPUEVOQUlfQ09NUEFUSUJMRRACEgoKBkdFTUlOSRADOmHqQV4KHG1lbW9zLmFwaS52MS9JbnN0YW5jZVNldHRpbmcSG2luc3RhbmNlL3NldHRpbmdzL3tzZXR0aW5nfSoQaW5zdGFuY2VTZXR0aW5nczIPaW5zdGFuY2VTZXR0aW5nQgcKBXZhbHVlIk8KGUdldEluc3RhbmNlU2V0dGluZ1JlcXVlc3QSMgoEbmFtZRgBIAEoCUIk4EEC+kEeChxtZW1vcy5hcGkudjEvSW5zdGFuY2VTZXR0aW5nIokBChxVcGRhdGVJbnN0YW5jZVNldHRpbmdSZXF1ZXN0EjMKB3NldHRpbmcYASABKAsyHS5tZW1vcy5hcGkudjEuSW5zdGFuY2VTZXR0aW5nQgPgQQISNAoLdXBkYXRlX21hc2sYAiABKAsyGi5nb29nbGUucHJvdG9idWYuRmllbGRNYXNrQgPgQQEy2wMKD0luc3RhbmNlU2VydmljZRJ+ChJHZXRJbnN0YW5jZVByb2ZpbGUSJy5tZW1vcy5hcGkudjEuR2V0SW5zdGFuY2VQcm9maWxlUmVxdWVzdBodLm1lbW9zLmFwaS52MS5JbnN0YW5jZVByb2ZpbGUiIILT5JMCGhIYL2FwaS92MS9pbnN0YW5jZS9wcm9maWxlEo8BChJHZXRJbnN0YW5jZVNldHRpbmcSJy5tZW1vcy5hcGkudjEuR2V0SW5zdGFuY2VTZXR0aW5nUmVxdWVzdBodLm1lbW9zLmFwaS52MS5JbnN0YW5jZVNldHRpbmciMdpBBG5hbWWC0+STAiQSIi9hcGkvdjEve25hbWU9aW5zdGFuY2Uvc2V0dGluZ3MvKn0StQEKFVVwZGF0ZUluc3RhbmNlU2V0dGluZxIqLm1lbW9zLmFwaS52MS5VcGRhdGVJbnN0YW5jZVNldHRpbmdSZXF1ZXN0Gh0ubWVtb3MuYXBpLnYxLkluc3RhbmNlU2V0dGluZyJR2kETc2V0dGluZyx1cGRhdGVfbWFza4LT5JMCNToHc2V0dGluZzIqL2FwaS92MS97c2V0dGluZy5uYW1lPWluc3RhbmNlL3NldHRpbmdzLyp9QqwBChBjb20ubWVtb3MuYXBpLnYxQhRJbnN0YW5jZVNlcnZpY2VQcm90b1ABWjBnaXRodWIuY29tL3VzZW1lbW9zL21lbW9zL3Byb3RvL2dlbi9hcGkvdjE7YXBpdjGiAgNNQViqAgxNZW1vcy5BcGkuVjHKAgxNZW1vc1xBcGlcVjHiAhhNZW1vc1xBcGlcVjFcR1BCTWV0YWRhdGHqAg5NZW1vczo6QXBpOjpWMWIGcHJvdG8z", [file_api_v1_user_service, file_google_api_annotations, file_google_api_client, file_google_api_field_behavior, file_google_api_resource, file_google_protobuf_field_mask, file_google_type_color]); /** * Instance profile message containing basic instance information. @@ -717,14 +717,9 @@ export enum InstanceSetting_AIProviderType { OPENAI_COMPATIBLE = 2, /** - * @generated from enum value: ANTHROPIC = 3; + * @generated from enum value: GEMINI = 3; */ - ANTHROPIC = 3, - - /** - * @generated from enum value: GEMINI = 4; - */ - GEMINI = 4, + GEMINI = 3, } /**