feat: 新增阿里 qwen-omni 接口支持

.licenserc.json

@@ -1,6 +1,8 @@
 {
   "**/*.go": "// Copyright 2021 ecodeclub",
-  "**/*.{yml,yaml,sql}": "# Copyright 2021 ecodeclub",
+  "**/*.{yml,yaml}": "# Copyright 2021 ecodeclub",
+  "**/*.{sql}": "-- Copyright 2021 ecodeclub",
+
   "**/*.sh": "# Copyright 2021 ecodeclub",
 
   "ignore": [

Makefile

@@ -38,4 +38,11 @@ tidy:
 check:
 	@$(MAKE) fmt
 	@$(MAKE) tidy
-	#@$(MAKE) lint
+	#@$(MAKE) lint
+
+# 生成gRPC相关文件
+.PHONY: grpc
+grpc:
+	@buf format -w ./api/gen
+	@buf lint
+	@buf generate

api/proto/ai/v1/ai.proto

@@ -24,6 +24,7 @@ service AIService {
 message LLMRequest {
   string id = 1;
   string text = 2;
+  string contentType=3;
 }
 
 message StreamEvent {

buf.gen.yaml

@@ -1,3 +1,17 @@
+# Copyright 2021 ecodeclub
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
 version: v2
 managed:
   enabled: true
@@ -6,8 +20,8 @@ managed:
       value: github.com/ecodeclub/ai-gateway-go/api/proto/gen
 plugins:
   - remote: buf.build/protocolbuffers/go
-    out: ./api/proto/gen
+    out: ./api/gen
     opt: paths=source_relative
   - remote: buf.build/grpc/go
-    out: ./api/proto/gen
+    out: ./api/gen
     opt: paths=source_relative

buf.yaml

@@ -1,3 +1,17 @@
+# Copyright 2021 ecodeclub
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
 version: v2
 modules:
   - path: api/proto

errs/errs.go

@@ -19,3 +19,4 @@ import (
 )
 
 var ErrBizConfigNotFound = errors.New("biz config not found")
+var ErrApiNotSupport = errors.New("api not support")

internal/domain/stream.go

@@ -14,9 +14,19 @@
 
 package domain
 
+type ContentType string
+
+const (
+	ContentTypeText  ContentType = "text"
+	ContentTypeVideo ContentType = "video_url"
+	ContentTypeImage ContentType = "image_url"
+	ContentTypeAudio ContentType = "audio_url"
+)
+
 type LLMRequest struct {
-	Id   string
-	Text string
+	Id          string
+	Text        string
+	ContentType ContentType
 }
 type StreamEvent struct {
 	ReasoningContent string

internal/grpc/server.go

@@ -34,7 +34,7 @@
 func (server *Server) Invoke(ctx context.Context, r *ai.LLMRequest) (*ai.LLMResponse, error) {
 	resp, err := server.svc.Invoke(
 		ctx,
-		domain.LLMRequest{Id: r.GetId(), Text: r.GetText()})
+		domain.LLMRequest{Id: r.GetId(), Text: r.GetText(), ContentType: domain.ContentType(r.GetContentType())})
 
 	if err != nil {
 		return &ai.LLMResponse{}, err
@@ -48,7 +48,7 @@
 
 	ch, err := server.svc.Stream(
 		ctx,
-		domain.LLMRequest{Id: r.GetId(), Text: r.GetText()})
+		domain.LLMRequest{Id: r.GetId(), Text: r.GetText(), ContentType: domain.ContentType(r.GetContentType())})
 
 	if err != nil {
 		return err