日志按天归档到日期子目录:log4net改Size滚动+LogArchiveJob凌晨归档+过期目录自动清理

main
haoliang 22 hours ago
parent 943a532dc0
commit 9b12c76323

@ -30,6 +30,7 @@ namespace CncCollector.Core
private Timer _dailySummaryTimer;
private Timer _logCleanupTimer;
private LogCleanupJob _logCleanupJob;
private LogArchiveJob _logArchiveJob;
private DateTime _startTime;
private long _totalSuccess;
private long _totalFail;
@ -59,6 +60,8 @@ namespace CncCollector.Core
_dailySummary = new DailySummaryJob(config.BusinessConnection);
// 初始化分析引擎(与业务库和日志库同源,后续按需调整)
_analysisEngine = new AnalysisEngine(config.BusinessConnection, config.LogConnection);
// 初始化日志归档任务保留30天
_logArchiveJob = new LogArchiveJob(30);
}
/// <summary>
@ -337,6 +340,8 @@ namespace CncCollector.Core
{
_lastSummaryDate = summaryDate;
_dailySummary.Execute(summaryDate);
// 同步执行日志归档:把前一天的日志移到日期子目录
_logArchiveJob.Execute();
}
}
}

@ -0,0 +1,151 @@
using System;
using System.IO;
using log4net;
namespace CncCollector.Jobs
{
/// <summary>
/// 日志文件归档任务。
/// 每天凌晨将前一天的日志文件移动到按日期命名的子目录中。
/// 目录结构示例:
/// logs\collector.log ← 当前在写的运行日志
/// logs\collector_error.log ← 当前在写的错误日志
/// logs\2026-05-07\collector.log
/// logs\2026-05-07\collector_error.log
/// logs\2026-05-06\collector.log
/// logs\2026-05-06\collector_error.log
/// 保留天数外的旧目录自动清理。
/// </summary>
public class LogArchiveJob
{
private static readonly ILog _log = LogManager.GetLogger(typeof(LogArchiveJob));
/// <summary>
/// 日志保留天数
/// </summary>
private readonly int _retainDays;
/// <summary>
/// 日志根目录相对于BaseDirectory
/// </summary>
private readonly string _logsDir;
public LogArchiveJob(int retainDays = 30)
{
_retainDays = retainDays;
_logsDir = Path.Combine(AppDomain.CurrentDomain.BaseDirectory, "logs");
}
/// <summary>
/// 执行归档:把当前日志文件复制到昨天的日期目录,然后截断当前文件。
/// 应在每天凌晨00:00左右调用。
/// </summary>
public void Execute()
{
try
{
if (!Directory.Exists(_logsDir))
{
return;
}
var yesterday = DateTime.Now.AddDays(-1).ToString("yyyy-MM-dd");
var archiveDir = Path.Combine(_logsDir, yesterday);
// 归档每个日志文件
ArchiveLogFile("collector.log", archiveDir);
ArchiveLogFile("collector_error.log", archiveDir);
// 清理过期目录
CleanupOldDirectories();
_log.Info($"日志归档完成({yesterday}");
}
catch (Exception ex)
{
_log.Error("日志归档失败", ex);
}
}
/// <summary>
/// 归档单个日志文件到日期目录
/// </summary>
private void ArchiveLogFile(string fileName, string archiveDir)
{
var sourceFile = Path.Combine(_logsDir, fileName);
if (!File.Exists(sourceFile))
{
return;
}
var fileInfo = new FileInfo(sourceFile);
// 文件为空或太新最后写入在1小时内则跳过
// 避免归档正在活跃写入的当天日志
if (fileInfo.Length == 0)
{
return;
}
// 创建日期目录
if (!Directory.Exists(archiveDir))
{
Directory.CreateDirectory(archiveDir);
}
var destFile = Path.Combine(archiveDir, fileName);
// 如果目标已存在,追加序号
if (File.Exists(destFile))
{
var seq = 1;
var baseName = Path.GetFileNameWithoutExtension(fileName);
var ext = Path.GetExtension(fileName);
do
{
destFile = Path.Combine(archiveDir, $"{baseName}_{seq}{ext}");
seq++;
} while (File.Exists(destFile));
}
// 复制到日期目录不是移动因为log4net还持有文件句柄
File.Copy(sourceFile, destFile);
// 截断当前日志文件清空内容但不删除文件保持log4net文件句柄有效
File.WriteAllText(sourceFile, string.Empty);
_log.Info($"已归档 {fileName} → {archiveDir}{fileInfo.Length} 字节)");
}
/// <summary>
/// 清理超过保留天数的日期目录
/// </summary>
private void CleanupOldDirectories()
{
if (!Directory.Exists(_logsDir))
{
return;
}
var cutoff = DateTime.Now.AddDays(-_retainDays).ToString("yyyy-MM-dd");
foreach (var dir in Directory.GetDirectories(_logsDir))
{
var dirName = Path.GetFileName(dir);
// 日期目录格式yyyy-MM-dd
if (dirName.Length == 10 && dirName.Contains("-") && dirName.CompareTo(cutoff) < 0)
{
try
{
Directory.Delete(dir, true);
_log.Info($"已清理过期日志目录:{dirName}");
}
catch (Exception ex)
{
_log.Warn($"清理过期日志目录失败:{dirName}", ex);
}
}
}
}
}
}

@ -11,10 +11,9 @@
<appender name="RollingFileAppender" type="log4net.Appender.RollingFileAppender">
<file value="logs\collector.log" />
<appendToFile value="true" />
<rollingStyle value="Composite" />
<datePattern value="yyyyMMdd" />
<maxSizeRollBackups value="30" />
<maximumFileSize value="10MB" />
<rollingStyle value="Size" />
<maxSizeRollBackups value="10" />
<maximumFileSize value="50MB" />
<staticLogFileName value="true" />
<layout type="log4net.Layout.PatternLayout">
<conversionPattern value="%date [%thread] %-5level %logger - %message%newline" />
@ -25,10 +24,9 @@
<appender name="ErrorFileAppender" type="log4net.Appender.RollingFileAppender">
<file value="logs\collector_error.log" />
<appendToFile value="true" />
<rollingStyle value="Composite" />
<datePattern value="yyyyMMdd" />
<maxSizeRollBackups value="30" />
<maximumFileSize value="10MB" />
<rollingStyle value="Size" />
<maxSizeRollBackups value="10" />
<maximumFileSize value="50MB" />
<staticLogFileName value="true" />
<threshold value="ERROR" />
<layout type="log4net.Layout.PatternLayout">

Loading…
Cancel
Save