mirror of
https://github.com/APIParkLab/APIPark.git
synced 2026-06-04 10:13:53 +08:00
799 lines
21 KiB
Go
799 lines
21 KiB
Go
package ai
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"fmt"
|
|
"net/http"
|
|
"sort"
|
|
"time"
|
|
|
|
"github.com/APIParkLab/APIPark/service/service"
|
|
|
|
ai_key_dto "github.com/APIParkLab/APIPark/module/ai-key/dto"
|
|
|
|
ai_key "github.com/APIParkLab/APIPark/service/ai-key"
|
|
|
|
"github.com/eolinker/go-common/auto"
|
|
|
|
ai_api "github.com/APIParkLab/APIPark/service/ai-api"
|
|
|
|
model_runtime "github.com/APIParkLab/APIPark/ai-provider/model-runtime"
|
|
"github.com/APIParkLab/APIPark/gateway"
|
|
ai_dto "github.com/APIParkLab/APIPark/module/ai/dto"
|
|
"github.com/APIParkLab/APIPark/service/ai"
|
|
"github.com/APIParkLab/APIPark/service/cluster"
|
|
"github.com/eolinker/eosc/log"
|
|
"github.com/eolinker/go-common/store"
|
|
"github.com/eolinker/go-common/utils"
|
|
"gorm.io/gorm"
|
|
)
|
|
|
|
func newKey(key *ai_key.Key) *gateway.DynamicRelease {
|
|
|
|
return &gateway.DynamicRelease{
|
|
BasicItem: &gateway.BasicItem{
|
|
ID: key.ID,
|
|
Description: key.Name,
|
|
Resource: "ai-key",
|
|
Version: time.Now().Format("20060102150405"),
|
|
MatchLabels: map[string]string{
|
|
"module": "ai-key",
|
|
},
|
|
},
|
|
Attr: map[string]interface{}{
|
|
"expired": key.ExpireTime,
|
|
"config": key.Config,
|
|
"provider": key.Provider,
|
|
"priority": key.Priority,
|
|
"disabled": key.Status == 1,
|
|
},
|
|
}
|
|
}
|
|
|
|
var _ IProviderModule = (*imlProviderModule)(nil)
|
|
|
|
type imlProviderModule struct {
|
|
providerService ai.IProviderService `autowired:""`
|
|
clusterService cluster.IClusterService `autowired:""`
|
|
aiAPIService ai_api.IAPIService `autowired:""`
|
|
aiKeyService ai_key.IKeyService `autowired:""`
|
|
transaction store.ITransaction `autowired:""`
|
|
}
|
|
|
|
func (i *imlProviderModule) SimpleProvider(ctx context.Context, id string) (*ai_dto.SimpleProvider, error) {
|
|
p, has := model_runtime.GetProvider(id)
|
|
if !has {
|
|
return nil, fmt.Errorf("ai provider not found")
|
|
}
|
|
return &ai_dto.SimpleProvider{
|
|
Id: p.ID(),
|
|
Name: p.Name(),
|
|
Logo: p.Logo(),
|
|
DefaultConfig: p.DefaultConfig(),
|
|
GetAPIKeyUrl: p.HelpUrl(),
|
|
}, nil
|
|
}
|
|
|
|
func (i *imlProviderModule) Sort(ctx context.Context, input *ai_dto.Sort) error {
|
|
return i.transaction.Transaction(ctx, func(txCtx context.Context) error {
|
|
list, err := i.providerService.List(ctx)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
providerMap := utils.SliceToMap(list, func(e *ai.Provider) string {
|
|
return e.Id
|
|
})
|
|
releases := make([]*gateway.DynamicRelease, 0, len(list))
|
|
for index, id := range input.Providers {
|
|
p, has := model_runtime.GetProvider(id)
|
|
if !has {
|
|
continue
|
|
}
|
|
|
|
l, has := providerMap[id]
|
|
if !has {
|
|
continue
|
|
}
|
|
model, has := p.GetModel(l.DefaultLLM)
|
|
if !has {
|
|
continue
|
|
}
|
|
priority := index + 1
|
|
err = i.providerService.Save(txCtx, id, &ai.SetProvider{
|
|
Priority: &priority,
|
|
})
|
|
if err != nil {
|
|
return err
|
|
}
|
|
cfg := make(map[string]interface{})
|
|
cfg["provider"] = l.Id
|
|
cfg["model"] = l.DefaultLLM
|
|
cfg["model_config"] = model.DefaultConfig()
|
|
cfg["priority"] = l.Priority
|
|
cfg["base"] = fmt.Sprintf("%s://%s", p.URI().Scheme(), p.URI().Host())
|
|
releases = append(releases, &gateway.DynamicRelease{
|
|
BasicItem: &gateway.BasicItem{
|
|
ID: l.Id,
|
|
Description: l.Name,
|
|
Resource: "ai-provider",
|
|
Version: l.UpdateAt.Format("20060102150405"),
|
|
MatchLabels: map[string]string{
|
|
"module": "ai-provider",
|
|
},
|
|
},
|
|
Attr: cfg,
|
|
})
|
|
err = i.syncGateway(ctx, cluster.DefaultClusterID, releases, true)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
return nil
|
|
})
|
|
}
|
|
|
|
func (i *imlProviderModule) ConfiguredProviders(ctx context.Context) ([]*ai_dto.ConfiguredProviderItem, *ai_dto.BackupProvider, error) {
|
|
// 获取已配置的AI服务商
|
|
list, err := i.providerService.List(ctx)
|
|
if err != nil {
|
|
return nil, nil, fmt.Errorf("get provider list error:%v", err)
|
|
}
|
|
aiAPIMap, err := i.aiAPIService.CountMapByProvider(ctx, "", nil)
|
|
if err != nil {
|
|
return nil, nil, fmt.Errorf("get ai api count error:%v", err)
|
|
}
|
|
providers := make([]*ai_dto.ConfiguredProviderItem, 0, len(list))
|
|
for _, l := range list {
|
|
// 检查是否有默认Key
|
|
_, err = i.aiKeyService.DefaultKey(ctx, l.Id)
|
|
if err != nil {
|
|
if !errors.Is(err, gorm.ErrRecordNotFound) {
|
|
return nil, nil, err
|
|
}
|
|
err = i.aiKeyService.Create(ctx, &ai_key.Create{
|
|
ID: l.Id,
|
|
Name: l.Name,
|
|
Config: l.Config,
|
|
Provider: l.Id,
|
|
Priority: 1,
|
|
Status: 1,
|
|
ExpireTime: 0,
|
|
UseToken: 0,
|
|
Default: true,
|
|
})
|
|
if err != nil {
|
|
return nil, nil, fmt.Errorf("create default key error:%v", err)
|
|
}
|
|
}
|
|
|
|
p, has := model_runtime.GetProvider(l.Id)
|
|
if !has {
|
|
continue
|
|
}
|
|
keys, err := i.aiKeyService.KeysByProvider(ctx, l.Id)
|
|
if err != nil {
|
|
return nil, nil, fmt.Errorf("get provider keys error:%v", err)
|
|
}
|
|
|
|
keysStatus := make([]*ai_dto.KeyStatus, 0, len(keys))
|
|
for _, k := range keys {
|
|
status := ai_key_dto.ToKeyStatus(k.Status)
|
|
switch status {
|
|
case ai_key_dto.KeyNormal, ai_key_dto.KeyDisable, ai_key_dto.KeyError:
|
|
default:
|
|
status = ai_key_dto.KeyError
|
|
}
|
|
keysStatus = append(keysStatus, &ai_dto.KeyStatus{
|
|
Id: k.ID,
|
|
Name: k.Name,
|
|
Status: status.String(),
|
|
Priority: k.Priority,
|
|
})
|
|
}
|
|
sort.Slice(keysStatus, func(i, j int) bool {
|
|
return keysStatus[i].Priority < keysStatus[j].Priority
|
|
})
|
|
|
|
providers = append(providers, &ai_dto.ConfiguredProviderItem{
|
|
Id: l.Id,
|
|
Name: l.Name,
|
|
Logo: p.Logo(),
|
|
DefaultLLM: l.DefaultLLM,
|
|
Status: ai_dto.ToProviderStatus(l.Status),
|
|
APICount: aiAPIMap[l.Id],
|
|
KeyCount: len(keysStatus),
|
|
KeyStatus: keysStatus,
|
|
Priority: l.Priority,
|
|
})
|
|
}
|
|
sort.Slice(providers, func(i, j int) bool {
|
|
if providers[i].Priority != providers[j].Priority {
|
|
if providers[i].Priority == 0 {
|
|
return false
|
|
}
|
|
if providers[j].Priority == 0 {
|
|
return true
|
|
}
|
|
return providers[i].Priority < providers[j].Priority
|
|
}
|
|
return providers[i].Name < providers[j].Name
|
|
})
|
|
var backup *ai_dto.BackupProvider
|
|
for _, p := range providers {
|
|
if p.Status == ai_dto.ProviderEnabled {
|
|
backup = &ai_dto.BackupProvider{
|
|
Id: p.Id,
|
|
Name: p.Name,
|
|
}
|
|
break
|
|
}
|
|
}
|
|
return providers, backup, nil
|
|
}
|
|
|
|
func (i *imlProviderModule) SimpleProviders(ctx context.Context) ([]*ai_dto.SimpleProviderItem, error) {
|
|
list, err := i.providerService.List(ctx)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
providers := model_runtime.Providers()
|
|
|
|
providerMap := utils.SliceToMap(list, func(e *ai.Provider) string {
|
|
return e.Id
|
|
})
|
|
items := make([]*ai_dto.SimpleProviderItem, 0, len(providers))
|
|
for _, v := range providers {
|
|
item := &ai_dto.SimpleProviderItem{
|
|
Id: v.ID(),
|
|
Name: v.Name(),
|
|
Logo: v.Logo(),
|
|
DefaultConfig: v.DefaultConfig(),
|
|
Status: ai_dto.ProviderDisabled,
|
|
}
|
|
if info, has := providerMap[v.ID()]; has {
|
|
item.Configured = true
|
|
item.Status = ai_dto.ToProviderStatus(info.Status)
|
|
item.Priority = info.Priority
|
|
}
|
|
items = append(items, item)
|
|
}
|
|
sort.Slice(items, func(i, j int) bool {
|
|
if items[i].Priority != items[j].Priority {
|
|
if items[i].Priority == 0 {
|
|
return false
|
|
}
|
|
if items[j].Priority == 0 {
|
|
return true
|
|
}
|
|
return items[i].Priority < items[j].Priority
|
|
}
|
|
return items[i].Name < items[j].Name
|
|
})
|
|
return items, nil
|
|
}
|
|
|
|
func (i *imlProviderModule) SimpleConfiguredProviders(ctx context.Context) ([]*ai_dto.SimpleProviderItem, *ai_dto.BackupProvider, error) {
|
|
list, err := i.providerService.List(ctx)
|
|
if err != nil {
|
|
return nil, nil, err
|
|
}
|
|
items := make([]*ai_dto.SimpleProviderItem, 0, len(list))
|
|
var backup *ai_dto.BackupProvider
|
|
for _, l := range list {
|
|
p, has := model_runtime.GetProvider(l.Id)
|
|
if !has {
|
|
continue
|
|
}
|
|
model, has := p.GetModel(l.DefaultLLM)
|
|
if !has {
|
|
model, has = p.DefaultModel(model_runtime.ModelTypeLLM)
|
|
if !has {
|
|
continue
|
|
}
|
|
}
|
|
item := &ai_dto.SimpleProviderItem{
|
|
Id: l.Id,
|
|
Name: l.Name,
|
|
Logo: p.Logo(),
|
|
DefaultConfig: p.DefaultConfig(),
|
|
Status: ai_dto.ToProviderStatus(l.Status),
|
|
Priority: l.Priority,
|
|
Configured: true,
|
|
Model: &ai_dto.BasicInfo{
|
|
Id: model.ID(),
|
|
Name: model.ID(),
|
|
},
|
|
}
|
|
|
|
items = append(items, item)
|
|
}
|
|
sort.Slice(items, func(i, j int) bool {
|
|
if items[i].Priority != items[j].Priority {
|
|
if items[i].Priority == 0 {
|
|
return false
|
|
}
|
|
if items[j].Priority == 0 {
|
|
return true
|
|
}
|
|
return items[i].Priority < items[j].Priority
|
|
}
|
|
return items[i].Name < items[j].Name
|
|
})
|
|
for _, item := range items {
|
|
if item.Status == ai_dto.ProviderEnabled {
|
|
backup = &ai_dto.BackupProvider{
|
|
Id: item.Id,
|
|
Name: item.Name,
|
|
Model: item.Model,
|
|
}
|
|
break
|
|
}
|
|
}
|
|
return items, backup, nil
|
|
}
|
|
|
|
func (i *imlProviderModule) UnConfiguredProviders(ctx context.Context) ([]*ai_dto.ProviderItem, error) {
|
|
list, err := i.providerService.List(ctx)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
providers := model_runtime.Providers()
|
|
providerMap := utils.SliceToMap(list, func(e *ai.Provider) string {
|
|
return e.Id
|
|
})
|
|
items := make([]*ai_dto.ProviderItem, 0, len(providers))
|
|
for _, v := range providers {
|
|
if _, has := providerMap[v.ID()]; has {
|
|
// 已配置,跳过
|
|
continue
|
|
}
|
|
defaultLLM, _ := v.DefaultModel(model_runtime.ModelTypeLLM)
|
|
item := &ai_dto.ProviderItem{
|
|
Id: v.ID(),
|
|
Name: v.Name(),
|
|
Logo: v.Logo(),
|
|
DefaultLLM: defaultLLM.ID(),
|
|
Sort: v.Sort(),
|
|
}
|
|
items = append(items, item)
|
|
}
|
|
sort.Slice(items, func(i, j int) bool {
|
|
if items[i].Sort != items[j].Sort {
|
|
if items[i].Sort == 0 {
|
|
return false
|
|
}
|
|
if items[j].Sort == 0 {
|
|
return true
|
|
}
|
|
return items[i].Sort < items[j].Sort
|
|
}
|
|
return items[i].Name < items[j].Name
|
|
})
|
|
return items, nil
|
|
}
|
|
|
|
func (i *imlProviderModule) Provider(ctx context.Context, id string) (*ai_dto.Provider, error) {
|
|
p, has := model_runtime.GetProvider(id)
|
|
if !has {
|
|
return nil, fmt.Errorf("ai provider not found")
|
|
}
|
|
maxPriority, err := i.providerService.MaxPriority(ctx)
|
|
if err != nil {
|
|
if !errors.Is(err, gorm.ErrRecordNotFound) {
|
|
return nil, err
|
|
}
|
|
}
|
|
maxPriority = maxPriority + 1
|
|
info, err := i.providerService.Get(ctx, id)
|
|
if err != nil {
|
|
if !errors.Is(err, gorm.ErrRecordNotFound) {
|
|
return nil, err
|
|
}
|
|
defaultLLM, has := p.DefaultModel(model_runtime.ModelTypeLLM)
|
|
if !has {
|
|
return nil, fmt.Errorf("ai provider llm not found")
|
|
}
|
|
return &ai_dto.Provider{
|
|
Id: p.ID(),
|
|
Name: p.Name(),
|
|
Config: p.DefaultConfig(),
|
|
GetAPIKeyUrl: p.HelpUrl(),
|
|
DefaultLLM: defaultLLM.ID(),
|
|
DefaultLLMConfig: defaultLLM.Logo(),
|
|
Status: ai_dto.ProviderDisabled,
|
|
Priority: maxPriority,
|
|
}, nil
|
|
}
|
|
defaultLLM, has := p.GetModel(info.DefaultLLM)
|
|
if !has {
|
|
model, has := p.DefaultModel(model_runtime.ModelTypeLLM)
|
|
if !has {
|
|
return nil, fmt.Errorf("ai provider llm not found")
|
|
}
|
|
defaultLLM = model
|
|
}
|
|
if info.Priority == 0 {
|
|
info.Priority = maxPriority
|
|
}
|
|
|
|
return &ai_dto.Provider{
|
|
Id: info.Id,
|
|
Name: info.Name,
|
|
Config: p.MaskConfig(info.Config),
|
|
GetAPIKeyUrl: p.HelpUrl(),
|
|
DefaultLLM: defaultLLM.ID(),
|
|
DefaultLLMConfig: defaultLLM.DefaultConfig(),
|
|
Priority: info.Priority,
|
|
Status: ai_dto.ToProviderStatus(info.Status),
|
|
Configured: true,
|
|
}, nil
|
|
}
|
|
|
|
func (i *imlProviderModule) LLMs(ctx context.Context, driver string) ([]*ai_dto.LLMItem, *ai_dto.ProviderItem, error) {
|
|
p, has := model_runtime.GetProvider(driver)
|
|
if !has {
|
|
return nil, nil, fmt.Errorf("ai provider not found")
|
|
}
|
|
|
|
llms, has := p.ModelsByType(model_runtime.ModelTypeLLM)
|
|
if !has {
|
|
return nil, nil, fmt.Errorf("ai provider not found")
|
|
}
|
|
|
|
items := make([]*ai_dto.LLMItem, 0, len(llms))
|
|
for _, v := range llms {
|
|
items = append(items, &ai_dto.LLMItem{
|
|
Id: v.ID(),
|
|
Logo: v.Logo(),
|
|
Config: v.DefaultConfig(),
|
|
Scopes: []string{
|
|
"chat",
|
|
},
|
|
})
|
|
}
|
|
info, err := i.providerService.Get(ctx, driver)
|
|
if err != nil {
|
|
if !errors.Is(err, gorm.ErrRecordNotFound) {
|
|
return nil, nil, err
|
|
}
|
|
defaultLLM, has := p.DefaultModel(model_runtime.ModelTypeLLM)
|
|
if !has {
|
|
return nil, nil, fmt.Errorf("ai provider default llm not found")
|
|
}
|
|
return items, &ai_dto.ProviderItem{
|
|
Id: p.ID(),
|
|
Name: p.Name(),
|
|
DefaultLLM: defaultLLM.ID(),
|
|
Logo: p.Logo(),
|
|
}, nil
|
|
}
|
|
|
|
return items, &ai_dto.ProviderItem{
|
|
Id: info.Id,
|
|
Name: info.Name,
|
|
DefaultLLM: info.DefaultLLM,
|
|
Logo: p.Logo(),
|
|
}, nil
|
|
}
|
|
|
|
func (i *imlProviderModule) UpdateProviderConfig(ctx context.Context, id string, input *ai_dto.UpdateConfig) error {
|
|
p, has := model_runtime.GetProvider(id)
|
|
if !has {
|
|
return fmt.Errorf("ai provider not found")
|
|
}
|
|
info, err := i.providerService.Get(ctx, id)
|
|
if err != nil {
|
|
if !errors.Is(err, gorm.ErrRecordNotFound) {
|
|
return err
|
|
}
|
|
if input.DefaultLLM == "" {
|
|
defaultLLM, has := p.DefaultModel(model_runtime.ModelTypeLLM)
|
|
if !has {
|
|
return fmt.Errorf("ai provider default llm not found")
|
|
}
|
|
input.DefaultLLM = defaultLLM.ID()
|
|
}
|
|
info = &ai.Provider{
|
|
Id: id,
|
|
Name: p.Name(),
|
|
DefaultLLM: input.DefaultLLM,
|
|
Config: input.Config,
|
|
}
|
|
}
|
|
model, has := p.GetModel(input.DefaultLLM)
|
|
if !has {
|
|
return fmt.Errorf("ai provider model not found")
|
|
}
|
|
err = p.Check(input.Config)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
input.Config, err = p.GenConfig(input.Config, info.Config)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
return i.transaction.Transaction(ctx, func(txCtx context.Context) error {
|
|
status := 0
|
|
if input.Enable != nil && *input.Enable {
|
|
status = 1
|
|
}
|
|
pInfo := &ai.SetProvider{
|
|
Name: &info.Name,
|
|
DefaultLLM: &input.DefaultLLM,
|
|
Config: &input.Config,
|
|
Priority: input.Priority,
|
|
}
|
|
_, err = i.aiKeyService.DefaultKey(ctx, id)
|
|
if err != nil {
|
|
if !errors.Is(err, gorm.ErrRecordNotFound) {
|
|
return err
|
|
}
|
|
err = i.aiKeyService.Create(ctx, &ai_key.Create{
|
|
ID: id,
|
|
Name: info.Name,
|
|
Config: info.Config,
|
|
Provider: id,
|
|
Status: 1,
|
|
ExpireTime: 0,
|
|
Default: true,
|
|
})
|
|
} else {
|
|
err = i.aiKeyService.Save(ctx, id, &ai_key.Edit{
|
|
Config: &info.Config,
|
|
})
|
|
}
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if input.Enable != nil {
|
|
status = 0
|
|
if *input.Enable {
|
|
status = 1
|
|
}
|
|
pInfo.Status = &status
|
|
}
|
|
err = i.providerService.Save(ctx, id, pInfo)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
// 获取当前供应商所有Key信息
|
|
defaultKey, err := i.aiKeyService.DefaultKey(ctx, id)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
cfg := make(map[string]interface{})
|
|
cfg["provider"] = info.Id
|
|
cfg["model"] = info.DefaultLLM
|
|
cfg["model_config"] = model.DefaultConfig()
|
|
cfg["priority"] = info.Priority
|
|
cfg["base"] = fmt.Sprintf("%s://%s", p.URI().Scheme(), p.URI().Host())
|
|
return i.syncGateway(ctx, cluster.DefaultClusterID, []*gateway.DynamicRelease{
|
|
{
|
|
BasicItem: &gateway.BasicItem{
|
|
ID: id,
|
|
Description: info.Name,
|
|
Resource: "ai-provider",
|
|
Version: info.UpdateAt.Format("20060102150405"),
|
|
MatchLabels: map[string]string{
|
|
"module": "ai-provider",
|
|
},
|
|
},
|
|
Attr: cfg,
|
|
}, newKey(defaultKey),
|
|
}, true)
|
|
})
|
|
}
|
|
|
|
func (i *imlProviderModule) getAiProviders(ctx context.Context) ([]*gateway.DynamicRelease, error) {
|
|
list, err := i.providerService.List(ctx)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
providers := make([]*gateway.DynamicRelease, 0, len(list))
|
|
for _, l := range list {
|
|
// 获取当前供应商所有Key信息
|
|
|
|
driver, has := model_runtime.GetProvider(l.Id)
|
|
if !has {
|
|
return nil, fmt.Errorf("provider not found: %s", l.Id)
|
|
}
|
|
model, has := driver.GetModel(l.DefaultLLM)
|
|
if !has {
|
|
return nil, fmt.Errorf("model not found: %s", l.DefaultLLM)
|
|
}
|
|
cfg := make(map[string]interface{})
|
|
cfg["provider"] = l.Id
|
|
cfg["model"] = l.DefaultLLM
|
|
cfg["model_config"] = model.DefaultConfig()
|
|
cfg["priority"] = l.Priority
|
|
providers = append(providers, &gateway.DynamicRelease{
|
|
BasicItem: &gateway.BasicItem{
|
|
ID: l.Id,
|
|
Description: l.Name,
|
|
Resource: "ai-provider",
|
|
Version: l.UpdateAt.Format("20060102150405"),
|
|
MatchLabels: map[string]string{
|
|
"module": "ai-provider",
|
|
},
|
|
},
|
|
Attr: cfg,
|
|
})
|
|
}
|
|
return providers, nil
|
|
}
|
|
|
|
func (i *imlProviderModule) initGateway(ctx context.Context, clusterId string, clientDriver gateway.IClientDriver) error {
|
|
providers, err := i.getAiProviders(ctx)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
for _, p := range providers {
|
|
client, err := clientDriver.Dynamic(p.Resource)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
err = client.Online(ctx, p)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (i *imlProviderModule) syncGateway(ctx context.Context, clusterId string, releases []*gateway.DynamicRelease, online bool) error {
|
|
client, err := i.clusterService.GatewayClient(ctx, clusterId)
|
|
if err != nil {
|
|
log.Errorf("get apinto client error: %v", err)
|
|
return nil
|
|
}
|
|
defer func() {
|
|
err := client.Close(ctx)
|
|
if err != nil {
|
|
log.Warn("close apinto client:", err)
|
|
}
|
|
}()
|
|
for _, releaseInfo := range releases {
|
|
dynamicClient, err := client.Dynamic(releaseInfo.Resource)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if online {
|
|
err = dynamicClient.Online(ctx, releaseInfo)
|
|
} else {
|
|
err = dynamicClient.Offline(ctx, releaseInfo)
|
|
}
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
var _ IAIAPIModule = (*imlAIApiModule)(nil)
|
|
|
|
type imlAIApiModule struct {
|
|
aiAPIService ai_api.IAPIService `autowired:""`
|
|
aiAPIUseService ai_api.IAPIUseService `autowired:""`
|
|
serviceService service.IServiceService `autowired:""`
|
|
}
|
|
|
|
func (i *imlAIApiModule) APIs(ctx context.Context, keyword string, providerId string, start int64, end int64, page int, pageSize int, sortCondition string, asc bool, models []string, serviceIds []string) ([]*ai_dto.APIItem, *ai_dto.Condition, int64, error) {
|
|
p, has := model_runtime.GetProvider(providerId)
|
|
if !has {
|
|
return nil, nil, 0, fmt.Errorf("ai provider not found")
|
|
}
|
|
sortRule := "desc"
|
|
if asc {
|
|
sortRule = "asc"
|
|
}
|
|
services, err := i.serviceService.ServiceListByKind(ctx, service.AIService)
|
|
if err != nil {
|
|
return nil, nil, 0, err
|
|
}
|
|
serviceItems := make([]*ai_dto.BasicInfo, 0, len(services))
|
|
serviceTeamMap := make(map[string]string)
|
|
for _, s := range services {
|
|
serviceItems = append(serviceItems, &ai_dto.BasicInfo{
|
|
Id: s.Id,
|
|
Name: s.Name,
|
|
})
|
|
serviceTeamMap[s.Id] = s.Team
|
|
|
|
}
|
|
|
|
modelItems := utils.SliceToSlice(p.Models(), func(e model_runtime.IModel) *ai_dto.BasicInfo {
|
|
return &ai_dto.BasicInfo{
|
|
Id: e.ID(),
|
|
Name: e.ID(),
|
|
}
|
|
})
|
|
condition := &ai_dto.Condition{Services: serviceItems, Models: modelItems}
|
|
switch sortCondition {
|
|
default:
|
|
w := map[string]interface{}{
|
|
"provider": providerId,
|
|
}
|
|
if len(models) > 0 {
|
|
w["model"] = models
|
|
}
|
|
if len(serviceIds) > 0 {
|
|
w["service"] = serviceIds
|
|
}
|
|
apis, err := i.aiAPIService.Search(ctx, keyword, w, "update_at desc")
|
|
if err != nil {
|
|
return nil, nil, 0, err
|
|
}
|
|
|
|
if len(apis) <= 0 {
|
|
return nil, condition, 0, nil
|
|
}
|
|
apiMap := make(map[string]*ai_api.API)
|
|
apiIds := make([]string, 0, len(apis))
|
|
for _, a := range apis {
|
|
apiMap[a.ID] = a
|
|
apiIds = append(apiIds, a.ID)
|
|
}
|
|
offset := (page - 1) * pageSize
|
|
results, _, err := i.aiAPIUseService.SumByApisPage(ctx, providerId, start, end, offset, pageSize, fmt.Sprintf("total_token %s", sortRule), apiIds...)
|
|
if err != nil {
|
|
return nil, nil, 0, err
|
|
}
|
|
|
|
apiItems := utils.SliceToSlice(results, func(e *ai_api.APIUse) *ai_dto.APIItem {
|
|
info := apiMap[e.API]
|
|
|
|
delete(apiMap, e.API)
|
|
return &ai_dto.APIItem{
|
|
Id: e.API,
|
|
Name: info.Name,
|
|
Service: auto.UUID(info.Service),
|
|
Team: auto.UUID(serviceTeamMap[info.Service]),
|
|
Method: http.MethodPost,
|
|
RequestPath: info.Path,
|
|
Model: auto.Label{
|
|
Id: info.Model,
|
|
Name: info.Model,
|
|
},
|
|
UpdateTime: auto.TimeLabel(info.UpdateAt),
|
|
UseToken: e.TotalToken,
|
|
Disable: info.Disable,
|
|
}
|
|
})
|
|
sortApis := make([]*ai_dto.APIItem, 0, len(apiMap))
|
|
for _, a := range apiMap {
|
|
sortApis = append(sortApis, &ai_dto.APIItem{
|
|
Id: a.ID,
|
|
Name: a.Name,
|
|
Service: auto.UUID(a.Service),
|
|
Team: auto.UUID(serviceTeamMap[a.Service]),
|
|
Method: http.MethodPost,
|
|
RequestPath: a.Path,
|
|
Model: auto.Label{
|
|
Id: a.Model,
|
|
Name: a.Model,
|
|
},
|
|
UpdateTime: auto.TimeLabel(a.UpdateAt),
|
|
UseToken: 0,
|
|
Disable: a.Disable,
|
|
})
|
|
}
|
|
// 排序
|
|
sort.Slice(sortApis, func(i, j int) bool {
|
|
return time.Time(sortApis[i].UpdateTime).After(time.Time(sortApis[j].UpdateTime))
|
|
})
|
|
size := pageSize - len(apiItems)
|
|
for i := offset; i < offset+size && i < len(sortApis); i++ {
|
|
apiItems = append(apiItems, sortApis[i])
|
|
}
|
|
|
|
total := int64(len(apis))
|
|
return apiItems, condition, total, nil
|
|
}
|
|
}
|