mirror of
https://github.com/ggml-org/llama.cpp.git
synced 2026-10-28 17:56:13 +08:00
Georgi Gerganov
a17e94d229
* tests : consolidate the context state tests into test-llama-context test-save-load-state, test-recurrent-state-rollback and test-state-restore-fragmented check the same object from three places: the KV cache and the recurrent state of a llama_context, saved, loaded, copied, rolled back. Each had its own main, its own loop over the models, its own copy of the token and the comparison helpers, and a run of all three loaded the same models several times. They are one binary now, and the case is the unit of the test: tests/llama-context/test-case.h the interface a case implements tests/llama-context/cases-kv.cpp the cases of the KV cache tests/llama-context/cases-rs.cpp the cases of the recurrent state tests/llama-context/test-util.cpp tokens, generation, comparison tests/llama-context/test-runner.cpp the models of a case, on threads tests/llama-context/test-log.cpp the log file of a model A run is a table: a row per model, a column per case, a cell holds the verdict of that pair. The models load on several threads (-j, --threads, min(cores, 4) by default), the table is printed when it is complete and the log of a model that failed is printed after it, in the order of the rows. A case returns a verdict and the reason for it, and the runner is the only one who reports - the test does not use tests/testing.h, a run over 130 models is a matrix of verdicts and not a tree of subtests. Staging no longer travels through the environment: llama_model_set_attn_rot replaces the LLAMA_ATTN_ROT_DISABLE variable, which a model loaded in one thread used to change for the models the other threads were loading, and llama_memory_get_buffers is added for the cases that copy the buffers of a memory. common_log_set_stdo keeps the console quiet while the table is being built. ggml_aligned_malloc allocates with posix_memalign when the thread sanitizer is on. On macOS it allocates with the Mach VM, which the sanitizer does not intercept, so it never sees a page range change hands and reports the first write into recycled memory as a race - 30 of them in this test, and every one of them false. Assisted-by: pi:llama.cpp/Qwen3.8-Flash-Next * cont : run single-threaded by default * cont : try to build the tests on all platforms * cont : trim down some body fat * cont : fix * cont : fix the fix
149 lines
6.3 KiB
C++
149 lines
6.3 KiB
C++
#pragma once
|
|
|
|
#include "ggml.h" // for ggml_log_level
|
|
|
|
#define LOG_CLR_TO_EOL "\033[K\r"
|
|
#define LOG_COL_DEFAULT "\033[0m"
|
|
#define LOG_COL_BOLD "\033[1m"
|
|
#define LOG_COL_RED "\033[31m"
|
|
#define LOG_COL_GREEN "\033[32m"
|
|
#define LOG_COL_YELLOW "\033[33m"
|
|
#define LOG_COL_BLUE "\033[34m"
|
|
#define LOG_COL_MAGENTA "\033[35m"
|
|
#define LOG_COL_CYAN "\033[36m"
|
|
#define LOG_COL_WHITE "\033[37m"
|
|
|
|
#ifndef __GNUC__
|
|
# define LOG_ATTRIBUTE_FORMAT(...)
|
|
#elif defined(__MINGW32__) && !defined(__clang__)
|
|
# define LOG_ATTRIBUTE_FORMAT(...) __attribute__((format(gnu_printf, __VA_ARGS__)))
|
|
#else
|
|
# define LOG_ATTRIBUTE_FORMAT(...) __attribute__((format(printf, __VA_ARGS__)))
|
|
#endif
|
|
|
|
#define LOG_LEVEL_DEBUG 5
|
|
#define LOG_LEVEL_TRACE 4
|
|
#define LOG_LEVEL_INFO 3
|
|
#define LOG_LEVEL_WARN 2
|
|
#define LOG_LEVEL_ERROR 1
|
|
#define LOG_LEVEL_OUTPUT 0 // output data from tools
|
|
|
|
#define LOG_DEFAULT_DEBUG LOG_LEVEL_DEBUG
|
|
#define LOG_DEFAULT_LLAMA LOG_LEVEL_INFO
|
|
|
|
enum log_colors {
|
|
LOG_COLORS_AUTO = -1,
|
|
LOG_COLORS_DISABLED = 0,
|
|
LOG_COLORS_ENABLED = 1,
|
|
};
|
|
|
|
// needed by the LOG_TMPL macro to avoid computing log arguments if the verbosity lower
|
|
// set via common_log_set_verbosity()
|
|
int common_log_get_verbosity_thold(void);
|
|
|
|
void common_log_set_verbosity_thold(int verbosity); // not thread-safe
|
|
|
|
bool common_log_get_jsonl(void);
|
|
|
|
void common_log_set_jsonl(bool jsonl); // not thread-safe
|
|
|
|
int common_log_get_verbosity(enum ggml_log_level level);
|
|
|
|
void common_log_default_callback(enum ggml_log_level level, const char * text, void * user_data);
|
|
|
|
// the common_log uses an internal worker thread to print/write log messages
|
|
// when the worker thread is paused, incoming log messages are discarded
|
|
struct common_log;
|
|
|
|
struct common_log * common_log_init();
|
|
|
|
// Singleton, intentionally leaked to avoid Windows teardown hangs.
|
|
// Call common_log_flush() before exit if you want to ensure all logs are flushed.
|
|
struct common_log * common_log_main();
|
|
|
|
void common_log_pause (struct common_log * log); // pause the worker thread, not thread-safe
|
|
void common_log_resume(struct common_log * log); // resume the worker thread, not thread-safe
|
|
void common_log_free (struct common_log * log);
|
|
|
|
LOG_ATTRIBUTE_FORMAT(3, 4)
|
|
void common_log_add(struct common_log * log, enum ggml_log_level level, const char * fmt, ...);
|
|
|
|
// defaults: file = NULL, colors = false, prefix = false, timestamps = false
|
|
//
|
|
// regular log output:
|
|
//
|
|
// ggml_backend_metal_log_allocated_size: allocated buffer, size = 6695.84 MiB, ( 6695.91 / 21845.34)
|
|
// llm_load_tensors: ggml ctx size = 0.27 MiB
|
|
// llm_load_tensors: offloading 32 repeating layers to GPU
|
|
// llm_load_tensors: offloading non-repeating layers to GPU
|
|
//
|
|
// with prefix = true, timestamps = true, the log output will look like this:
|
|
//
|
|
// 0.00.035.060 D ggml_backend_metal_log_allocated_size: allocated buffer, size = 6695.84 MiB, ( 6695.91 / 21845.34)
|
|
// 0.00.035.064 I llm_load_tensors: ggml ctx size = 0.27 MiB
|
|
// 0.00.090.578 I llm_load_tensors: offloading 32 repeating layers to GPU
|
|
// 0.00.090.579 I llm_load_tensors: offloading non-repeating layers to GPU
|
|
//
|
|
// D - debug (stderr, V = LOG_DEFAULT_DEBUG)
|
|
// I - info (stdout, V = LOG_DEFAULT_INFO)
|
|
// W - warning (stderr, V = LOG_DEFAULT_WARN)
|
|
// E - error (stderr, V = LOG_DEFAULT_ERROR)
|
|
// O - output (stdout, V = LOG_DEFAULT_OUTPUT)
|
|
//
|
|
|
|
void common_log_set_file (struct common_log * log, const char * file); // not thread-safe
|
|
void common_log_set_stdo (struct common_log * log, bool enabled); // whether to output to stdout/stderr
|
|
void common_log_set_colors (struct common_log * log, log_colors colors); // not thread-safe
|
|
bool common_log_get_colors (struct common_log * log); // whether colors are enabled
|
|
void common_log_set_prefix (struct common_log * log, bool prefix); // whether to output prefix to each log
|
|
void common_log_set_timestamps(struct common_log * log, bool timestamps); // whether to output timestamps in the prefix
|
|
void common_log_flush (struct common_log * log); // flush all pending log messages
|
|
|
|
// helper macros for logging
|
|
// use these to avoid computing log arguments if the verbosity of the log is higher than the threshold
|
|
//
|
|
// for example:
|
|
//
|
|
// LOG_DBG("this is a debug message: %d\n", expensive_function());
|
|
//
|
|
// this will avoid calling expensive_function() if LOG_DEFAULT_DEBUG > common_log_verbosity_thold
|
|
//
|
|
|
|
#define LOG_TMPL(level, verbosity, ...) \
|
|
do { \
|
|
if ((verbosity) <= common_log_get_verbosity_thold()) { \
|
|
common_log_add(common_log_main(), (level), __VA_ARGS__); \
|
|
} \
|
|
} while (0)
|
|
|
|
#define LOG(...) LOG_TMPL(GGML_LOG_LEVEL_NONE, LOG_LEVEL_OUTPUT, __VA_ARGS__)
|
|
#define LOGV(verbosity, ...) LOG_TMPL(GGML_LOG_LEVEL_NONE, verbosity, __VA_ARGS__)
|
|
|
|
#define LOG_DBG(...) LOG_TMPL(GGML_LOG_LEVEL_DEBUG, LOG_LEVEL_DEBUG, __VA_ARGS__)
|
|
#define LOG_TRC(...) LOG_TMPL(GGML_LOG_LEVEL_INFO, LOG_LEVEL_TRACE, __VA_ARGS__)
|
|
#define LOG_INF(...) LOG_TMPL(GGML_LOG_LEVEL_INFO, LOG_LEVEL_INFO, __VA_ARGS__)
|
|
#define LOG_WRN(...) LOG_TMPL(GGML_LOG_LEVEL_WARN, LOG_LEVEL_WARN, __VA_ARGS__)
|
|
#define LOG_ERR(...) LOG_TMPL(GGML_LOG_LEVEL_ERROR, LOG_LEVEL_ERROR, __VA_ARGS__)
|
|
#define LOG_CNT(...) LOG_TMPL(GGML_LOG_LEVEL_CONT, LOG_LEVEL_INFO, __VA_ARGS__) // same as INFO
|
|
|
|
#define LOG_DBGV(verbosity, ...) LOG_TMPL(GGML_LOG_LEVEL_DEBUG, verbosity, __VA_ARGS__)
|
|
#define LOG_TRCV(verbosity, ...) LOG_TMPL(GGML_LOG_LEVEL_TRACE, verbosity, __VA_ARGS__)
|
|
#define LOG_INFV(verbosity, ...) LOG_TMPL(GGML_LOG_LEVEL_INFO, verbosity, __VA_ARGS__)
|
|
#define LOG_WRNV(verbosity, ...) LOG_TMPL(GGML_LOG_LEVEL_WARN, verbosity, __VA_ARGS__)
|
|
#define LOG_ERRV(verbosity, ...) LOG_TMPL(GGML_LOG_LEVEL_ERROR, verbosity, __VA_ARGS__)
|
|
#define LOG_CNTV(verbosity, ...) LOG_TMPL(GGML_LOG_LEVEL_CONT, verbosity, __VA_ARGS__)
|
|
|
|
class common_json; // defined in common/json.h
|
|
|
|
// helper allows different types of json output
|
|
// no-op if --log-jsonl is not set
|
|
void common_log_add_json(struct common_log * log, const char * type, const common_json & data);
|
|
|
|
// will only print if --log-jsonl is set
|
|
#define LOG_JSON(type, data) \
|
|
do { \
|
|
if (common_log_get_jsonl()) { \
|
|
common_log_add_json(common_log_main(), type, data); \
|
|
} \
|
|
} while (0)
|