ability.go

package model

import (
	"errors"
	"fmt"
	"one-api/common"
	"one-api/constant"
	"sort"
	"strings"
	"sync"

	"github.com/samber/lo"
	"gorm.io/gorm"
	"gorm.io/gorm/clause"
)

type Ability struct {
	Group     string  `json:"group" gorm:"type:varchar(64);primaryKey;autoIncrement:false"`
	Model     string  `json:"model" gorm:"type:varchar(255);primaryKey;autoIncrement:false"`
	ChannelId int     `json:"channel_id" gorm:"primaryKey;autoIncrement:false;index"`
	Enabled   bool    `json:"enabled"`
	Priority  *int64  `json:"priority" gorm:"bigint;default:0;index"`
	Weight    uint    `json:"weight" gorm:"default:0;index"`
	Tag       *string `json:"tag" gorm:"index"`
}

type AbilityWithChannel struct {
	Ability
	ChannelType int `json:"channel_type"`
}

func GetAllEnableAbilityWithChannels() ([]AbilityWithChannel, error) {
	var abilities []AbilityWithChannel
	err := DB.Table("abilities").
		Select("abilities.*, channels.type as channel_type").
		Joins("left join channels on abilities.channel_id = channels.id").
		Where("abilities.enabled = ?", true).
		Scan(&abilities).Error
	return abilities, err
}

func GetGroupEnabledModels(group string) []string {
	var models []string
	// Find distinct models
	DB.Table("abilities").Where(commonGroupCol+" = ? and enabled = ?", group, true).Distinct("model").Pluck("model", &models)
	return models
}

func GetEnabledModels() []string {
	var models []string
	// Find distinct models
	DB.Table("abilities").Where("enabled = ?", true).Distinct("model").Pluck("model", &models)
	return models
}

func GetAllEnableAbilities() []Ability {
	var abilities []Ability
	DB.Find(&abilities, "enabled = ?", true)
	return abilities
}

func getPriority(group string, models []string, retry int) (int, error) {

	var priorities []int
	err := DB.Model(&Ability{}).
		Select("DISTINCT(priority)").
		Where(commonGroupCol+" = ? and model in ? and enabled = ?", group, models, true).
		Order("priority DESC").              // 按优先级降序排序
		Pluck("priority", &priorities).Error // Pluck用于将查询的结果直接扫描到一个切片中

	if err != nil {
		// 处理错误
		return 0, err
	}

	if len(priorities) == 0 {
		// 如果没有查询到优先级，则返回错误
		return 0, errors.New("数据库一致性被破坏")
	}

	// 确定要使用的优先级
	var priorityToUse int
	if retry >= len(priorities) {
		// 如果重试次数大于优先级数，则使用最小的优先级
		priorityToUse = priorities[len(priorities)-1]
	} else {
		priorityToUse = priorities[retry]
	}
	return priorityToUse, nil
}

func applyRetryFiltering(abilities []Ability, retry int) ([]Ability, error) {
	if len(abilities) == 0 {
		return abilities, nil
	}

	// 从abilities中提取所有不同的优先级并排序
	prioritySet := make(map[int64]bool)
	for _, ability := range abilities {
		if ability.Priority != nil {
			prioritySet[*ability.Priority] = true
		} else {
			prioritySet[0] = true
		}
	}

	if len(prioritySet) == 0 {
		// 如果没有优先级信息，返回所有abilities
		return abilities, nil
	}

	// 将优先级转换为切片并按降序排序
	var priorities []int64
	for priority := range prioritySet {
		priorities = append(priorities, priority)
	}
	sort.Slice(priorities, func(i, j int) bool {
		return priorities[i] > priorities[j]
	})

	// 确定要使用的优先级
	var targetPriority int64
	if retry >= len(priorities) {
		// 如果重试次数大于优先级数，则使用最小的优先级
		targetPriority = priorities[len(priorities)-1]
	} else {
		targetPriority = priorities[retry]
	}

	// 筛选出匹配目标优先级的abilities
	var filtered []Ability
	for _, ability := range abilities {
		curPriority := int64(0)
		if ability.Priority != nil {
			curPriority = *ability.Priority
		}
		if curPriority == targetPriority {
			filtered = append(filtered, ability)
		}
	}
	return filtered, nil
}

func getChannelQuery(group string, models []string) *gorm.DB {
	return DB.Where(commonGroupCol+" = ? and model in ? and enabled = ?", group, models, true)
}

func filterAbilities(filter *ExtraChannelFilter, abilities []Ability) (filteredAbilities []Ability, err error) {
	filteredAbilities = abilities
	if filter == nil {
		return
	}

	if filter.IsStream != nil {
		filteredAbilities = nil
		isStreamRequest := *filter.IsStream

		var jsonQuery string
		if common.UsingPostgreSQL {
			jsonQuery = "(setting IS NULL OR setting = '' OR setting::jsonb->>'stream_support' IN (?, ?) OR setting::jsonb->>'stream_support' IS NULL)"
		} else {
			// SQLite or MySQL
			jsonQuery = "(setting IS NULL OR setting = '' OR JSON_EXTRACT(setting, '$.stream_support') IN (?, ?) OR JSON_EXTRACT(setting, '$.stream_support') IS NULL)"
		}
		var args []interface{}
		if isStreamRequest {
			args = []interface{}{constant.StreamSupportBoth, constant.StreamSupportOnly}
		} else {
			args = []interface{}{constant.StreamSupportBoth, constant.StreamSupportNonStream}
		}

		// Extract channel IDs from abilities
		channelIds := make([]int, len(abilities))
		for i, ability := range abilities {
			channelIds[i] = ability.ChannelId
		}

		if len(channelIds) > 0 {
			// Query channels that match both the ID list and the JSON filter
			var validChannelIds []int
			err = DB.Model(&Channel{}).
				Where("id IN (?)", channelIds).
				Where(jsonQuery, args...).
				Pluck("id", &validChannelIds).Error
			if err != nil {
				return nil, err
			}

			// Filter abilities based on valid channel IDs
			validChannelIdSet := make(map[int]bool)
			for _, id := range validChannelIds {
				validChannelIdSet[id] = true
			}
			for _, ability := range abilities {
				if validChannelIdSet[ability.ChannelId] {
					filteredAbilities = append(filteredAbilities, ability)
				}
			}
		}
	}
	return
}

func GetRandomSatisfiedChannel(group string, models []string, retry int, filter *ExtraChannelFilter) (*Channel, *Ability, error) {
	var abilities []Ability

	var err error = nil
	channelQuery := getChannelQuery(group, models)
	if common.UsingSQLite || common.UsingPostgreSQL {
		err = channelQuery.Order("weight DESC").Find(&abilities).Error
	} else {
		err = channelQuery.Order("weight DESC").Find(&abilities).Error
	}
	if err != nil {
		return nil, nil, err
	}

	if abilities, err = filterAbilities(filter, abilities); err != nil {
		return nil, nil, fmt.Errorf("filterAbilities failed: %w", err)
	}

	abilities, err = applyRetryFiltering(abilities, retry)
	if err != nil {
		return nil, nil, fmt.Errorf("applyRetryFiltering failed: %w", err)
	}

	var (
		channel         Channel
		selectedAbility *Ability
	)

	if len(abilities) > 0 {
		// Randomly choose one
		weightSum := uint(0)
		for _, ability_ := range abilities {
			weightSum += ability_.Weight + 10
		}
		// Randomly choose one
		weight := common.GetRandomInt(int(weightSum))
		for _, ability_ := range abilities {
			weight -= int(ability_.Weight) + 10
			// log.Printf("weight: %d, ability weight: %d", weight, *ability_.Weight)
			if weight <= 0 {
				channel.Id = ability_.ChannelId
				selectedAbility = &ability_
				break
			}
		}
	} else {
		return nil, nil, errors.New("channel not found")
	}
	err = DB.First(&channel, "id = ?", channel.Id).Error
	return &channel, selectedAbility, err
}

func (channel *Channel) AddAbilities(tx *gorm.DB) error {
	models_ := strings.Split(channel.Models, ",")
	groups_ := strings.Split(channel.Group, ",")
	abilitySet := make(map[string]struct{})
	abilities := make([]Ability, 0, len(models_))
	for _, model := range models_ {
		for _, group := range groups_ {
			key := group + "|" + model
			if _, exists := abilitySet[key]; exists {
				continue
			}
			abilitySet[key] = struct{}{}
			ability := Ability{
				Group:     group,
				Model:     model,
				ChannelId: channel.Id,
				Enabled:   channel.Status == common.ChannelStatusEnabled,
				Priority:  channel.Priority,
				Weight:    uint(channel.GetWeight()),
				Tag:       channel.Tag,
			}
			abilities = append(abilities, ability)
		}
	}
	if len(abilities) == 0 {
		return nil
	}
	// choose DB or provided tx
	useDB := DB
	if tx != nil {
		useDB = tx
	}
	for _, chunk := range lo.Chunk(abilities, 50) {
		err := useDB.Clauses(clause.OnConflict{DoNothing: true}).Create(&chunk).Error
		if err != nil {
			return err
		}
	}
	return nil
}

func (channel *Channel) DeleteAbilities() error {
	return DB.Where("channel_id = ?", channel.Id).Delete(&Ability{}).Error
}

// UpdateAbilities updates abilities of this channel.
// Make sure the channel is completed before calling this function.
func (channel *Channel) UpdateAbilities(tx *gorm.DB) error {
	isNewTx := false
	// 如果没有传入事务，创建新的事务
	if tx == nil {
		tx = DB.Begin()
		if tx.Error != nil {
			return tx.Error
		}
		isNewTx = true
		defer func() {
			if r := recover(); r != nil {
				tx.Rollback()
			}
		}()
	}

	// First delete all abilities of this channel
	err := tx.Where("channel_id = ?", channel.Id).Delete(&Ability{}).Error
	if err != nil {
		if isNewTx {
			tx.Rollback()
		}
		return err
	}

	// Then add new abilities
	models_ := strings.Split(channel.Models, ",")
	groups_ := strings.Split(channel.Group, ",")
	abilitySet := make(map[string]struct{})
	abilities := make([]Ability, 0, len(models_))
	for _, model := range models_ {
		for _, group := range groups_ {
			key := group + "|" + model
			if _, exists := abilitySet[key]; exists {
				continue
			}
			abilitySet[key] = struct{}{}
			ability := Ability{
				Group:     group,
				Model:     model,
				ChannelId: channel.Id,
				Enabled:   channel.Status == common.ChannelStatusEnabled,
				Priority:  channel.Priority,
				Weight:    uint(channel.GetWeight()),
				Tag:       channel.Tag,
			}
			abilities = append(abilities, ability)
		}
	}

	if len(abilities) > 0 {
		for _, chunk := range lo.Chunk(abilities, 50) {
			err = tx.Clauses(clause.OnConflict{DoNothing: true}).Create(&chunk).Error
			if err != nil {
				if isNewTx {
					tx.Rollback()
				}
				return err
			}
		}
	}

	// 如果是新创建的事务，需要提交
	if isNewTx {
		return tx.Commit().Error
	}

	return nil
}

func UpdateAbilityStatus(channelId int, status bool) error {
	return DB.Model(&Ability{}).Where("channel_id = ?", channelId).Select("enabled").Update("enabled", status).Error
}

func UpdateAbilityStatusByTag(tag string, status bool) error {
	return DB.Model(&Ability{}).Where("tag = ?", tag).Select("enabled").Update("enabled", status).Error
}

func UpdateAbilityByTag(tag string, newTag *string, priority *int64, weight *uint) error {
	ability := Ability{}
	if newTag != nil {
		ability.Tag = newTag
	}
	if priority != nil {
		ability.Priority = priority
	}
	if weight != nil {
		ability.Weight = *weight
	}
	return DB.Model(&Ability{}).Where("tag = ?", tag).Updates(ability).Error
}

var fixLock = sync.Mutex{}

func FixAbility() (int, int, error) {
	lock := fixLock.TryLock()
	if !lock {
		return 0, 0, errors.New("已经有一个修复任务在运行中，请稍后再试")
	}
	defer fixLock.Unlock()

	// truncate abilities table
	if common.UsingSQLite {
		err := DB.Exec("DELETE FROM abilities").Error
		if err != nil {
			common.SysLog(fmt.Sprintf("Delete abilities failed: %s", err.Error()))
			return 0, 0, err
		}
	} else {
		err := DB.Exec("TRUNCATE TABLE abilities").Error
		if err != nil {
			common.SysLog(fmt.Sprintf("Truncate abilities failed: %s", err.Error()))
			return 0, 0, err
		}
	}
	var channels []*Channel
	// Find all channels
	err := DB.Model(&Channel{}).Find(&channels).Error
	if err != nil {
		return 0, 0, err
	}
	if len(channels) == 0 {
		return 0, 0, nil
	}
	successCount := 0
	failCount := 0
	for _, chunk := range lo.Chunk(channels, 50) {
		ids := lo.Map(chunk, func(c *Channel, _ int) int { return c.Id })
		// Delete all abilities of this channel
		err = DB.Where("channel_id IN ?", ids).Delete(&Ability{}).Error
		if err != nil {
			common.SysLog(fmt.Sprintf("Delete abilities failed: %s", err.Error()))
			failCount += len(chunk)
			continue
		}
		// Then add new abilities
		for _, channel := range chunk {
			err = channel.AddAbilities(nil)
			if err != nil {
				common.SysLog(fmt.Sprintf("Add abilities for channel %d failed: %s", channel.Id, err.Error()))
				failCount++
			} else {
				successCount++
			}
		}
	}
	InitChannelCache()
	return successCount, failCount, nil
}