diff --git a/controller/ai-api/iml.go b/controller/ai-api/iml.go index 10543f65..fc59cc5f 100644 --- a/controller/ai-api/iml.go +++ b/controller/ai-api/iml.go @@ -27,7 +27,7 @@ type imlAPIController struct { } func (i *imlAPIController) Create(ctx *gin.Context, serviceId string, input *ai_api_dto.CreateAPI) (*ai_api_dto.API, error) { - info, err := i.serviceModule.Get(ctx, serviceId) + _, err := i.serviceModule.Get(ctx, serviceId) if err != nil { return nil, err } @@ -52,7 +52,7 @@ func (i *imlAPIController) Create(ctx *gin.Context, serviceId string, input *ai_ plugins["ai_formatter"] = api.PluginSetting{ Config: plugin_model.ConfigType{ "model": input.AiModel.Id, - "provider": fmt.Sprintf("%s@ai-provider", info.Provider.Id), + "provider": fmt.Sprintf("%s@ai-provider", input.AiModel.Provider), "config": input.AiModel.Config, }, } @@ -73,7 +73,7 @@ func (i *imlAPIController) Create(ctx *gin.Context, serviceId string, input *ai_ Retry: input.Retry, Plugins: plugins, }, - Upstream: info.Provider.Id, + Upstream: input.AiModel.Provider, Disable: false, }) @@ -86,7 +86,7 @@ func (i *imlAPIController) Create(ctx *gin.Context, serviceId string, input *ai_ } func (i *imlAPIController) Edit(ctx *gin.Context, serviceId string, apiId string, input *ai_api_dto.EditAPI) (*ai_api_dto.API, error) { - info, err := i.serviceModule.Get(ctx, serviceId) + _, err := i.serviceModule.Get(ctx, serviceId) if err != nil { return nil, err } @@ -106,11 +106,11 @@ func (i *imlAPIController) Edit(ctx *gin.Context, serviceId string, apiId string proxy.Plugins["ai_formatter"] = api.PluginSetting{ Config: plugin_model.ConfigType{ "model": input.AiModel.Id, - "provider": fmt.Sprintf("%s@ai-provider", info.Provider.Id), + "provider": fmt.Sprintf("%s@ai-provider", input.AiModel.Provider), "config": input.AiModel.Config, }, } - upstream = &info.Provider.Id + upstream = &input.AiModel.Provider } if input.AiPrompt != nil { diff --git a/module/ai/iml.go b/module/ai/iml.go index 58710ff2..f830a8ac 100644 --- a/module/ai/iml.go +++ b/module/ai/iml.go @@ -34,7 +34,7 @@ func newAIUpstream(provider string, uri model_runtime.IProviderURI) *gateway.Dyn "driver": "http", "balance": "round-robin", "nodes": []string{fmt.Sprintf("%s weight=100", uri.Host())}, - "pass_node": "node", + "pass_host": "node", "scheme": uri.Scheme(), "timeout": 300000, }, diff --git a/service/api/iml.go b/service/api/iml.go index 866bb841..5e81c236 100644 --- a/service/api/iml.go +++ b/service/api/iml.go @@ -162,6 +162,9 @@ func (i *imlAPIService) Save(ctx context.Context, id string, model *Edit) error if model.Disable != nil { ev.Disable = *model.Disable } + if model.Upstream != nil { + ev.Upstream = *model.Upstream + } e := i.apiInfoStore.Save(ctx, ev) if e != nil {