全是通俗易懂的讲解,如果你本节之前的知识都掌握清楚,那就速速来看我的项目笔记吧~
本文项目结束!
性能测试
下面对日志系统做一个性能测试,测试一下平均每秒能打印多少条日志消息到文件。
主要的测试方法是:每秒能打印日志数 = 打印日志条数 / 总的打印日志消耗时间
主要测试要素:同步 / 异步 & 单线程 / 多线程
- 100w + 条指定长度的日志输出所耗时间
- 每秒可以输出多少条日志
- 每秒可以输出多少 MB 日志
测试环境:
- CPU: AMD Ryzen 7 5800H with Radeon Graphics 3.20 GHz
- RAM: 16G DDR4 3200
- ROM: 512G-SSD
- OS: ubuntu-22.04TLS 虚拟机(2CPU 核心 / 4G 内存)
bench.cc
#include"../logs/mylog.h"
#include<chrono>
void bench(const std::string &logger_name,size_t thread_count,size_t msg_count,size_t msg_len)
{
//1.获取日志器
mylog::Logger::ptr logger=mylog::get_logger(logger_name);
if(logger.get()==nullptr)
{
return;
}
std::cout<<"开始测试:"<<msg_count<<"条日志,总大小为:"<<msg_count*msg_len/1024<<"KB"<<std::endl;
//2.组织指定长度的日志消息
std::string msg(msg_len-1,'a');//少一个字符,以便于结尾有换行符
//3.创建指定数量的线程
std::vector<std::thread> threads;
size_t msg_per_thread=msg_count/thread_count;
std::vector<double> cost_arry(thread_count);
for(size_t i=0;i<thread_count;i++)
{
threads.emplace_back([&,i](){
//4.线程函数内部开始计时
auto start_time=std::chrono::high_resolution_clock::now();
//5.开始循环写日志
for(size_t j=0;j<msg_per_thread;j++)
{
logger->fatal(msg);
}
//6.线程函数內部结束计时
auto end_time=std::chrono::high_resolution_clock::now();
std::chrono::duration<double> cost=end_time-start_time;
cost_arry[i]=cost.count();
std::cout<<"线程 "<<i<<": "<<"\t 输出日志数量:"<<msg_per_thread<<"\t 总耗时:"<<cost.count()<<"s"<<std::endl;
});
}
for(int i=0;i<thread_count;i++)
{
threads[i].join();
}
//7.计算总耗时:在多线程中,每个线程都会消耗时间,但是线程是并发执行的,所以总耗时是最高的线程的耗时
double max_cost=0;
for(int i=0;i<thread_count;i++)
{
if(cost_arry[i]>max_cost)
{
max_cost=cost_arry[i];
}
}
size_t msg_per_sec=msg_count/max_cost;
size_t size_pre_sec=(msg_count+msg_len)/(max_cost*1024);
std::cout<<"总耗时:"<<max_cost<<"s"<<std::endl;
std::cout<<"日志输出速度:"<<msg_per_sec<<"条/秒"<<std::endl;
std::cout<<"日志输出速度:"<<size_pre_sec<<"KB/秒"<<std::endl;
}
void sync_bench()
{
std::shared_ptr<mylog::Logger_builder> builder(new mylog::Global_logger_builder());
builder->buildLoggerName("Sync_logger");
builder->buildLimitLevel(mylog::Level::Debug);
builder->buildLoggerType(mylog::LoggerType::Loggertype_Sync); // 同步日志器
builder->buildFormatBuilder("%m%n");
builder->buildSinks<mylog::FileSink>("./logfile/sync.log");
builder->build();
bench("Sync_logger",1,1000000,100);
}
void async_bench()
{
std::shared_ptr<mylog::Logger_builder> builder(new mylog::Global_logger_builder());
builder->buildLoggerName("Async_logger");
builder->buildLimitLevel(mylog::Level::Debug);
builder->buildLoggerType(mylog::LoggerType::Loggertype_Async); // 异步日志器
builder->buildFormatBuilder("%m%n");
builder->buildSinks<mylog::FileSink>("./logfile/async.log");
builder->build();
bench("Async_logger",3,1000000,100);
}
int main()
{
//sync_bench();
async_bench();
return 0;
}
单线程:
多线程:
text.cc(用于普通情况)
#include "../logs/mylog.h"
void loggerTest(const std::string &logger_name) {
INFO("------------example--------------------");
mylog::Logger::ptr lp = mylog::LoggerManager::getInstance().getLogger(logger_name);
lp->debug("%s", "logger->debug");
lp->info("%s", "logger->info");
lp->warn("%s", "logger->warn");
lp->error("%s", "logger->error");
lp->fatal("%s", "logger->fatal");
// INFO("---------------------------------------");
std::string log_msg = "hello -";
size_t fsize = 0;
size_t count = 0;
while(count < 10000) {
std::string msg = log_msg + std::to_string(count++);
lp->error("%s", msg.c_str());
}
}
void functional_test() {
}
int main(int argc, char *argv[])
{
std::shared_ptr<mylog::Logger_builder> builder(new mylog::Global_logger_builder());
builder->buildLoggerName("Async_logger");
builder->buildLimitLevel(mylog::Level::Debug);
builder->buildLoggerType(mylog::LoggerType::Loggertype_Async); // 异步日志器
builder->buildFormatBuilder("[%d{%H:%M:%S}][%t][%p][%c][%f:%l] %m%n");
builder->buildSinks<mylog::StdoutSink>();
builder->buildSinks<mylog::FileSink>("./logfile/test_file.log");
builder->buildSinks<mylog::RollSinkbySize>("./logfile/test_roll.log", 1024 * 1024*0.6);
builder->build();
loggerTest("Async_logger");
return 0;
}
text.cc(用于根据时间分配文件的情况)
//对时间分块
#include "../logs/mylog.h"
void loggerTest(const std::string &logger_name) {
INFO("------------example--------------------");
mylog::Logger::ptr lp = mylog::LoggerManager::getInstance().getLogger(logger_name);
lp->debug("%s", "logger->debug");
lp->info("%s", "logger->info");
lp->warn("%s", "logger->warn");
lp->error("%s", "logger->error");
lp->fatal("%s", "logger->fatal");
// INFO("---------------------------------------");
std::string log_msg = "hello -";
size_t fsize = 0;
size_t count = 0;
time_t start_time = mylog::util::Date::getTime();
while(mylog::util::Date::getTime() - start_time < 5) {
std::string msg = log_msg + std::to_string(count++);
usleep(1000);
lp->error("%s", msg.c_str());
}
}
void functional_test() {
}
int main(int argc, char *argv[])
{
std::shared_ptr<mylog::Logger_builder> builder(new mylog::Global_logger_builder());
builder->buildLoggerName("Async_logger");
builder->buildLimitLevel(mylog::Level::Debug);
builder->buildLoggerType(mylog::LoggerType::Loggertype_Async); // 异步日志器
builder->buildFormatBuilder("[%d{%H:%M:%S}][%t][%p][%c][%f:%l] %m%n");
builder->buildSinks<mylog::StdoutSink>();
builder->buildSinks<mylog::FileSink>("./logfile/test_file.log");
builder->buildSinks<mylog::RollSinkbyTime>("./logfile/test_roll.log", mylog::TimeInterval::SECOND); // 按时间分块
builder->build();
loggerTest("Async_logger");
return 0;
}
感谢你看到这里~日志系统的项目已经全部实现完成了!
未来共同进步,期待你的关注👉【A charmer】