mirror of
https://github.com/QuantumNous/new-api.git
synced 2026-10-28 08:35:33 +08:00
* feat: vllm channel * fix: vllm status i18n * feat: sglang channel * fix: sglang icon * fix: prevent long SGLang metric labels from overlapping values * fix: coerce SGLang responses created_at to integer * fix: ExceedsMaxTokensLimit
29 lines
1.1 KiB
Go
29 lines
1.1 KiB
Go
package common
|
|
|
|
import (
|
|
"github.com/QuantumNous/new-api/constant"
|
|
"github.com/QuantumNous/new-api/relaykit/dto"
|
|
)
|
|
|
|
// GetAdvancedCustomPreset returns fresh defaults.
|
|
func GetAdvancedCustomPreset(channelType int) *dto.AdvancedCustomConfig {
|
|
if channelType != constant.ChannelTypeVLLM && channelType != constant.ChannelTypeSGLang {
|
|
return nil
|
|
}
|
|
config := &dto.AdvancedCustomConfig{}
|
|
for _, path := range []string{"/v1/chat/completions", "/v1/completions", "/v1/responses", "/v1/embeddings", "/v1/messages", dto.AdvancedCustomModelListPath} {
|
|
config.Routes = append(config.Routes, dto.AdvancedCustomRoute{
|
|
IncomingPath: path, UpstreamPath: path, Converter: "none",
|
|
Auth: &dto.AdvancedCustomRouteAuth{Type: dto.AdvancedCustomAuthTypeHeader, Name: "Authorization", Value: "Bearer {api_key}"},
|
|
})
|
|
}
|
|
if channelType == constant.ChannelTypeSGLang {
|
|
for _, path := range []string{"/v1/rerank", "/rerank"} {
|
|
config.Routes = append(config.Routes, dto.AdvancedCustomRoute{
|
|
IncomingPath: path, UpstreamPath: "/v1/rerank", Converter: dto.AdvancedCustomConverterSGLangRerank,
|
|
})
|
|
}
|
|
}
|
|
return config
|
|
}
|