mirror of
https://github.com/QuantumNous/new-api.git
synced 2026-10-28 08:35:33 +08:00
Calcium-Ion
633b4c5b19
* feat(logs): export usage logs from the common log page The common log page has an Export button next to Search. It asks for a time range and downloads the logs of the current view, with the page's other filters, as a CSV file in the viewer's language. Users export their own logs; administrators in the all-users view export every user's logs. Each user runs one export at a time. A second export started while one is running, from another tab or another node, is refused until the first one ends. With Redis the reservation holds across nodes and lapses within a minute if its node stops. Log Maintenance settings add two options: whether users may export (on by default) and the longest log time range in days (30 by default). Regular users can search their logs within that range at once, and every export is limited to it. A user's log search had no limit before. * fix(web): split the log maintenance page into four modules The log maintenance page ran its settings, the history log cleanup and the server log files together. It now shows four modules, each under its own heading and separated by a divider, like the performance page: log recording, log search and export, history log cleanup, and server log management. The history log cleanup no longer sits in a box of its own. The history log cleanup and the server log files are now components of their own; what they do is unchanged. * feat(logs): default the log time range to 365 days and apply it to the dashboard The longest log time range now defaults to 365 days instead of 30. Regular users had no limit on log searches before this setting, and 30 days could not cover a 31-day month. A user's own usage and traffic charts on the dashboard were held to a fixed one-month range. They now follow the same setting, so the dashboard, the log search and the export share one limit, and a range that is too long gets the same "cannot exceed N days" message.
100 lines
3.5 KiB
Go
100 lines
3.5 KiB
Go
package controller
|
|
|
|
import (
|
|
"errors"
|
|
"net/http"
|
|
"net/http/httptest"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/QuantumNous/new-api/common"
|
|
"github.com/QuantumNous/new-api/constant"
|
|
"github.com/QuantumNous/new-api/model"
|
|
"github.com/QuantumNous/new-api/relaykit/types"
|
|
|
|
"github.com/gin-gonic/gin"
|
|
"github.com/glebarez/sqlite"
|
|
"github.com/stretchr/testify/assert"
|
|
"github.com/stretchr/testify/require"
|
|
"gorm.io/gorm"
|
|
)
|
|
|
|
func TestProcessChannelErrorUsesSnapshotWithoutLeakingChannelMetadata(t *testing.T) {
|
|
gin.SetMode(gin.TestMode)
|
|
previousDB, previousLogDB := model.DB, model.LOG_DB
|
|
previousRedisEnabled := common.RedisEnabled
|
|
previousMainDatabaseType := common.MainDatabaseType()
|
|
previousLogDatabaseType := common.LogDatabaseType()
|
|
previousErrorLogEnabled := constant.ErrorLogEnabled
|
|
|
|
database, err := gorm.Open(sqlite.Open(":memory:"), &gorm.Config{})
|
|
require.NoError(t, err)
|
|
sqlDB, err := database.DB()
|
|
require.NoError(t, err)
|
|
sqlDB.SetMaxOpenConns(1)
|
|
require.NoError(t, database.AutoMigrate(&model.User{}, &model.Log{}))
|
|
model.DB, model.LOG_DB = database, database
|
|
common.RedisEnabled = false
|
|
common.SetDatabaseTypes(common.DatabaseTypeSQLite, common.DatabaseTypeSQLite)
|
|
constant.ErrorLogEnabled = true
|
|
t.Cleanup(func() {
|
|
model.DB, model.LOG_DB = previousDB, previousLogDB
|
|
common.RedisEnabled = previousRedisEnabled
|
|
common.SetDatabaseTypes(previousMainDatabaseType, previousLogDatabaseType)
|
|
constant.ErrorLogEnabled = previousErrorLogEnabled
|
|
require.NoError(t, sqlDB.Close())
|
|
})
|
|
|
|
require.NoError(t, database.Create(&model.User{Id: 7, Username: "log-owner", Group: "default"}).Error)
|
|
recorder := httptest.NewRecorder()
|
|
ctx, _ := gin.CreateTestContext(recorder)
|
|
ctx.Request = httptest.NewRequest(http.MethodPost, "/v1/chat/completions", nil)
|
|
ctx.Set("id", 7)
|
|
ctx.Set("username", "log-owner")
|
|
ctx.Set("token_name", "test-token")
|
|
ctx.Set("token_id", 11)
|
|
ctx.Set("original_model", "gpt-test")
|
|
ctx.Set("group", "default")
|
|
ctx.Set("channel_id", 202)
|
|
ctx.Set("channel_name", "mutable-context-channel")
|
|
ctx.Set("channel_type", 9)
|
|
ctx.Set("use_channel", []string{"101"})
|
|
common.SetContextKey(ctx, constant.ContextKeyRequestStartTime, time.Now().Add(-time.Second))
|
|
|
|
channelSnapshot := types.ChannelError{
|
|
ChannelId: 101,
|
|
ChannelType: 1,
|
|
ChannelName: "snapshot-channel",
|
|
AutoBan: false,
|
|
}
|
|
apiErr := types.NewOpenAIError(errors.New("upstream failed"), types.ErrorCodeBadResponseStatusCode, http.StatusBadGateway)
|
|
|
|
processChannelError(ctx, channelSnapshot, apiErr, nil)
|
|
|
|
var stored model.Log
|
|
require.NoError(t, database.First(&stored).Error)
|
|
assert.Equal(t, channelSnapshot.ChannelId, stored.ChannelId)
|
|
storedOther, err := common.StrToMap(stored.Other)
|
|
require.NoError(t, err)
|
|
assert.Equal(t, float64(http.StatusBadGateway), storedOther["status_code"])
|
|
for _, key := range []string{"channel_id", "channel_name", "channel_type"} {
|
|
assert.NotContains(t, storedOther, key)
|
|
}
|
|
adminInfo, ok := storedOther["admin_info"].(map[string]any)
|
|
require.True(t, ok)
|
|
assert.Equal(t, []any{"101"}, adminInfo["use_channel"])
|
|
|
|
logs, total, err := model.GetUserLogs(7, model.LogFilter{Type: model.LogTypeError}, 0, 10)
|
|
require.NoError(t, err)
|
|
require.Equal(t, int64(1), total)
|
|
require.Len(t, logs, 1)
|
|
assert.Equal(t, channelSnapshot.ChannelId, logs[0].ChannelId)
|
|
assert.Empty(t, logs[0].ChannelName)
|
|
userOther, err := common.StrToMap(logs[0].Other)
|
|
require.NoError(t, err)
|
|
assert.NotContains(t, userOther, "admin_info")
|
|
for _, key := range []string{"channel_id", "channel_name", "channel_type"} {
|
|
assert.NotContains(t, userOther, key)
|
|
}
|
|
}
|