|
|
|
|
@ -0,0 +1,427 @@
|
|
|
|
|
using System;
|
|
|
|
|
using System.Collections.Generic;
|
|
|
|
|
using System.Diagnostics;
|
|
|
|
|
using System.Net;
|
|
|
|
|
using System.Net.Http;
|
|
|
|
|
using System.Net.NetworkInformation;
|
|
|
|
|
using System.Threading;
|
|
|
|
|
using Dapper;
|
|
|
|
|
using MySqlConnector;
|
|
|
|
|
using Newtonsoft.Json.Linq;
|
|
|
|
|
using CncModels.Entity;
|
|
|
|
|
using CncModels.Enum;
|
|
|
|
|
using CncCollector.Config;
|
|
|
|
|
using log4net;
|
|
|
|
|
|
|
|
|
|
namespace CncCollector.Core
|
|
|
|
|
{
|
|
|
|
|
/// <summary>
|
|
|
|
|
/// 单个采集地址的工作线程。
|
|
|
|
|
/// 循环执行:Ping检测 → HTTP采集 → JSON解析 → 数据入库 → 产量跟踪。
|
|
|
|
|
/// </summary>
|
|
|
|
|
public class CollectWorker
|
|
|
|
|
{
|
|
|
|
|
private static readonly ILog _log = LogManager.GetLogger(typeof(CollectWorker));
|
|
|
|
|
|
|
|
|
|
private readonly CollectAddress _address;
|
|
|
|
|
private readonly CollectorConfig _config;
|
|
|
|
|
private readonly ProductionTracker _tracker;
|
|
|
|
|
private readonly string _businessConnStr;
|
|
|
|
|
private readonly string _logConnStr;
|
|
|
|
|
private Thread _thread;
|
|
|
|
|
private volatile bool _running;
|
|
|
|
|
private int _consecutiveFailCount;
|
|
|
|
|
|
|
|
|
|
/// <summary>采集地址ID</summary>
|
|
|
|
|
public int AddressId => _address.Id;
|
|
|
|
|
|
|
|
|
|
/// <summary>采集地址名称</summary>
|
|
|
|
|
public string AddressName => _address.Name;
|
|
|
|
|
|
|
|
|
|
/// <summary>是否运行中</summary>
|
|
|
|
|
public bool IsRunning => _running;
|
|
|
|
|
|
|
|
|
|
/// <summary>最后采集时间</summary>
|
|
|
|
|
public DateTime? LastCollectTime { get; private set; }
|
|
|
|
|
|
|
|
|
|
/// <summary>成功次数</summary>
|
|
|
|
|
public long SuccessCount { get; private set; }
|
|
|
|
|
|
|
|
|
|
/// <summary>失败次数</summary>
|
|
|
|
|
public long FailCount { get; private set; }
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
/// 初始化采集工作线程
|
|
|
|
|
/// </summary>
|
|
|
|
|
/// <param name="address">采集地址配置</param>
|
|
|
|
|
/// <param name="config">全局配置</param>
|
|
|
|
|
/// <param name="tracker">产量跟踪器</param>
|
|
|
|
|
/// <param name="businessConnStr">业务库连接字符串</param>
|
|
|
|
|
/// <param name="logConnStr">日志库连接字符串</param>
|
|
|
|
|
public CollectWorker(CollectAddress address, CollectorConfig config, ProductionTracker tracker,
|
|
|
|
|
string businessConnStr, string logConnStr)
|
|
|
|
|
{
|
|
|
|
|
_address = address;
|
|
|
|
|
_config = config;
|
|
|
|
|
_tracker = tracker;
|
|
|
|
|
_businessConnStr = businessConnStr;
|
|
|
|
|
_logConnStr = logConnStr;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
/// 启动工作线程
|
|
|
|
|
/// </summary>
|
|
|
|
|
public void Start()
|
|
|
|
|
{
|
|
|
|
|
if (_running) return;
|
|
|
|
|
_running = true;
|
|
|
|
|
_thread = new Thread(Run) { IsBackground = true, Name = $"Collector-{_address.Id}" };
|
|
|
|
|
_thread.Start();
|
|
|
|
|
_log.Info($"采集工作线程已启动: {_address.Name}(间隔={_address.CollectInterval}秒)");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
/// 停止工作线程
|
|
|
|
|
/// </summary>
|
|
|
|
|
public void Stop()
|
|
|
|
|
{
|
|
|
|
|
_running = false;
|
|
|
|
|
_log.Info($"采集工作线程已停止: {_address.Name}");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
/// 工作线程主循环
|
|
|
|
|
/// </summary>
|
|
|
|
|
private void Run()
|
|
|
|
|
{
|
|
|
|
|
while (_running)
|
|
|
|
|
{
|
|
|
|
|
try
|
|
|
|
|
{
|
|
|
|
|
DoCollectCycle();
|
|
|
|
|
}
|
|
|
|
|
catch (Exception ex)
|
|
|
|
|
{
|
|
|
|
|
_log.Error($"采集循环异常(地址={_address.Name})", ex);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// 等待下一次采集
|
|
|
|
|
int intervalMs = _address.CollectInterval * 1000;
|
|
|
|
|
for (int i = 0; i < intervalMs / 100 && _running; i++)
|
|
|
|
|
{
|
|
|
|
|
Thread.Sleep(100);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
/// 执行一次完整的采集周期:Ping → HTTP采集 → 解析 → 入库
|
|
|
|
|
/// </summary>
|
|
|
|
|
private void DoCollectCycle()
|
|
|
|
|
{
|
|
|
|
|
var requestTime = DateTime.Now;
|
|
|
|
|
|
|
|
|
|
// 1. Ping 检测
|
|
|
|
|
if (!PingAddress())
|
|
|
|
|
{
|
|
|
|
|
// Ping 失败,更新机床离线状态
|
|
|
|
|
UpdateMachineOnlineStatus(false);
|
|
|
|
|
return;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Ping 成功,更新机床在线状态
|
|
|
|
|
UpdateMachineOnlineStatus(true);
|
|
|
|
|
|
|
|
|
|
// 2. HTTP 采集(含重试)
|
|
|
|
|
string rawJson = null;
|
|
|
|
|
bool success = false;
|
|
|
|
|
string errorMsg = null;
|
|
|
|
|
long durationMs = 0;
|
|
|
|
|
int retryCount = _config.CollectRetryCount;
|
|
|
|
|
|
|
|
|
|
for (int attempt = 0; attempt <= retryCount; attempt++)
|
|
|
|
|
{
|
|
|
|
|
if (attempt > 0)
|
|
|
|
|
{
|
|
|
|
|
_log.Warn($"采集重试第{attempt}次(地址={_address.Name})");
|
|
|
|
|
Thread.Sleep(_config.CollectRetryIntervalSeconds * 1000);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
var sw = Stopwatch.StartNew();
|
|
|
|
|
try
|
|
|
|
|
{
|
|
|
|
|
using (var client = new HttpClient { Timeout = TimeSpan.FromSeconds(30) })
|
|
|
|
|
{
|
|
|
|
|
var response = client.GetAsync(_address.Url).Result;
|
|
|
|
|
sw.Stop();
|
|
|
|
|
durationMs = sw.ElapsedMilliseconds;
|
|
|
|
|
|
|
|
|
|
if (response.IsSuccessStatusCode)
|
|
|
|
|
{
|
|
|
|
|
rawJson = response.Content.ReadAsStringAsync().Result;
|
|
|
|
|
success = true;
|
|
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
errorMsg = $"HTTP {(int)response.StatusCode}: {response.ReasonPhrase}";
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
catch (Exception ex)
|
|
|
|
|
{
|
|
|
|
|
sw.Stop();
|
|
|
|
|
durationMs = sw.ElapsedMilliseconds;
|
|
|
|
|
errorMsg = ex.Message;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (!success)
|
|
|
|
|
{
|
|
|
|
|
_consecutiveFailCount++;
|
|
|
|
|
FailCount++;
|
|
|
|
|
_log.Warn($"采集失败(地址={_address.Name}, 连续失败={_consecutiveFailCount}): {errorMsg}");
|
|
|
|
|
|
|
|
|
|
// 写入失败记录
|
|
|
|
|
CollectRecordWriter.WriteBatch(_businessConnStr, _logConnStr, null, rawJson,
|
|
|
|
|
_address.Id, requestTime, durationMs, false, errorMsg);
|
|
|
|
|
CollectRecordWriter.RecordFailure(_businessConnStr, _address.Id, errorMsg);
|
|
|
|
|
|
|
|
|
|
// 连续失败超过阈值,触发告警
|
|
|
|
|
if (_consecutiveFailCount >= _config.CollectFailAlertThreshold)
|
|
|
|
|
{
|
|
|
|
|
CreateAlert(AlertType.CollectFail, null, _address.Id,
|
|
|
|
|
$"采集地址「{_address.Name}」连续{_consecutiveFailCount}次采集失败",
|
|
|
|
|
errorMsg);
|
|
|
|
|
}
|
|
|
|
|
return;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// 3. 解析 JSON
|
|
|
|
|
_consecutiveFailCount = 0;
|
|
|
|
|
SuccessCount++;
|
|
|
|
|
LastCollectTime = DateTime.Now;
|
|
|
|
|
|
|
|
|
|
try
|
|
|
|
|
{
|
|
|
|
|
ParseAndSave(rawJson, requestTime, durationMs);
|
|
|
|
|
}
|
|
|
|
|
catch (Exception ex)
|
|
|
|
|
{
|
|
|
|
|
_log.Error($"JSON解析/入库失败(地址={_address.Name})", ex);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
/// Ping 检测采集地址可达性
|
|
|
|
|
/// </summary>
|
|
|
|
|
private bool PingAddress()
|
|
|
|
|
{
|
|
|
|
|
try
|
|
|
|
|
{
|
|
|
|
|
// 从 URL 提取主机名
|
|
|
|
|
var uri = new Uri(_address.Url);
|
|
|
|
|
string host = uri.Host;
|
|
|
|
|
|
|
|
|
|
using (var ping = new Ping())
|
|
|
|
|
{
|
|
|
|
|
var reply = ping.Send(host, 5000);
|
|
|
|
|
return reply.Status == IPStatus.Success;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
catch (Exception ex)
|
|
|
|
|
{
|
|
|
|
|
_log.Debug($"Ping失败(地址={_address.Name}): {ex.Message}");
|
|
|
|
|
return false;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
/// 更新此地址下所有机床的在线状态
|
|
|
|
|
/// </summary>
|
|
|
|
|
private void UpdateMachineOnlineStatus(bool isOnline)
|
|
|
|
|
{
|
|
|
|
|
try
|
|
|
|
|
{
|
|
|
|
|
using (var conn = new MySqlConnection(_businessConnStr))
|
|
|
|
|
{
|
|
|
|
|
conn.Execute(@"UPDATE cnc_machine SET is_online = @Online, last_ping_time = NOW(), updated_at = NOW()
|
|
|
|
|
WHERE collect_address_id = @AddrId AND is_enabled = 1",
|
|
|
|
|
new { Online = isOnline ? 1 : 0, AddrId = _address.Id });
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
catch (Exception ex)
|
|
|
|
|
{
|
|
|
|
|
_log.Error($"更新机床在线状态失败(地址={_address.Name})", ex);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
/// 解析采集到的 JSON 数据并写入数据库
|
|
|
|
|
/// </summary>
|
|
|
|
|
private void ParseAndSave(string rawJson, DateTime requestTime, long durationMs)
|
|
|
|
|
{
|
|
|
|
|
var collectTime = DateTime.Now;
|
|
|
|
|
|
|
|
|
|
// 1. 加载品牌配置和字段映射
|
|
|
|
|
Brand brand = null;
|
|
|
|
|
List<BrandFieldMapping> mappings = null;
|
|
|
|
|
List<Machine> machines = null;
|
|
|
|
|
|
|
|
|
|
using (var conn = new MySqlConnection(_businessConnStr))
|
|
|
|
|
{
|
|
|
|
|
brand = conn.QueryFirstOrDefault<Brand>(
|
|
|
|
|
"SELECT id as Id, brand_name as BrandName, device_field as DeviceField, tags_path as TagsPath, is_enabled as IsEnabled, created_at as CreatedAt, updated_at as UpdatedAt FROM cnc_brand WHERE id = @BrandId",
|
|
|
|
|
new { BrandId = _address.BrandId });
|
|
|
|
|
|
|
|
|
|
if (brand != null)
|
|
|
|
|
{
|
|
|
|
|
mappings = conn.Query<BrandFieldMapping>(
|
|
|
|
|
"SELECT id as Id, brand_id as BrandId, standard_field as StandardField, field_name as FieldName, match_by as MatchBy, data_type as DataType, is_required as IsRequired, created_at as CreatedAt FROM cnc_brand_field_mapping WHERE brand_id = @BrandId",
|
|
|
|
|
new { BrandId = brand.Id }).AsList();
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// 加载此地址下的机床列表
|
|
|
|
|
machines = conn.Query<Machine>(
|
|
|
|
|
"SELECT id as Id, device_code as DeviceCode, name as Name, workshop_id as WorkshopId, collect_address_id as CollectAddressId, ip_address as IpAddress, brand_id as BrandId, is_enabled as IsEnabled, is_online as IsOnline, last_ping_time as LastPingTime, last_collect_time as LastCollectTime, last_device_status as LastDeviceStatus, last_run_status as LastRunStatus, last_program_name as LastProgramName, last_part_count as LastPartCount, last_operate_mode as LastOperateMode, last_machining_status as LastMachiningStatus, created_at as CreatedAt, updated_at as UpdatedAt FROM cnc_machine WHERE collect_address_id = @AddrId AND is_enabled = 1",
|
|
|
|
|
new { AddrId = _address.Id }).AsList();
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (brand == null || mappings == null || mappings.Count == 0)
|
|
|
|
|
{
|
|
|
|
|
_log.Warn($"品牌配置或字段映射缺失(地址={_address.Name}, brandId={_address.BrandId})");
|
|
|
|
|
return;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// 2. 构建 device_code → machine 的查找字典
|
|
|
|
|
var machineDict = new Dictionary<string, Machine>(StringComparer.OrdinalIgnoreCase);
|
|
|
|
|
if (machines != null)
|
|
|
|
|
{
|
|
|
|
|
foreach (var m in machines)
|
|
|
|
|
{
|
|
|
|
|
if (!string.IsNullOrEmpty(m.DeviceCode))
|
|
|
|
|
machineDict[m.DeviceCode] = m;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// 3. 解析 JSON 数组
|
|
|
|
|
JArray devices;
|
|
|
|
|
try
|
|
|
|
|
{
|
|
|
|
|
devices = JArray.Parse(rawJson);
|
|
|
|
|
}
|
|
|
|
|
catch (Exception ex)
|
|
|
|
|
{
|
|
|
|
|
_log.Error($"JSON解析失败(地址={_address.Name})", ex);
|
|
|
|
|
return;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
var records = new List<CollectRecord>();
|
|
|
|
|
|
|
|
|
|
foreach (var deviceToken in devices)
|
|
|
|
|
{
|
|
|
|
|
var deviceObj = deviceToken as JObject;
|
|
|
|
|
if (deviceObj == null) continue;
|
|
|
|
|
|
|
|
|
|
// 提取 device 字段值
|
|
|
|
|
string deviceCode = DataParser.ExtractDeviceCode(deviceObj, brand.DeviceField ?? "device");
|
|
|
|
|
if (string.IsNullOrEmpty(deviceCode))
|
|
|
|
|
{
|
|
|
|
|
_log.Warn("发现无device字段的设备数据,跳过");
|
|
|
|
|
continue;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// 匹配机床
|
|
|
|
|
Machine machine;
|
|
|
|
|
if (!machineDict.TryGetValue(deviceCode, out machine))
|
|
|
|
|
{
|
|
|
|
|
// 未知设备 → 记录告警
|
|
|
|
|
_log.Warn($"未知设备: device={deviceCode}(地址={_address.Name})");
|
|
|
|
|
CreateAlert(AlertType.UnknownDevice, null, _address.Id,
|
|
|
|
|
$"发现未知设备: {deviceCode}",
|
|
|
|
|
$"采集地址「{_address.Name}」返回了未在机床表中配置的设备编码: {deviceCode}");
|
|
|
|
|
continue;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// 解析字段
|
|
|
|
|
var parsed = DataParser.ParseDevice(deviceObj, brand, mappings);
|
|
|
|
|
|
|
|
|
|
// 构建 CollectRecord
|
|
|
|
|
var record = new CollectRecord
|
|
|
|
|
{
|
|
|
|
|
MachineId = machine.Id,
|
|
|
|
|
CollectTime = collectTime,
|
|
|
|
|
ProgramName = GetStringValue(parsed, "program_name"),
|
|
|
|
|
PartCount = GetDecimalValue(parsed, "part_count"),
|
|
|
|
|
DeviceStatus = GetStringValue(parsed, "device_status"),
|
|
|
|
|
RunStatus = GetStringValue(parsed, "run_status"),
|
|
|
|
|
OperateMode = GetStringValue(parsed, "operate_mode"),
|
|
|
|
|
SpindleSpeedSet = GetDecimalValue(parsed, "spindle_speed_set"),
|
|
|
|
|
FeedSpeedSet = GetDecimalValue(parsed, "feed_speed_set"),
|
|
|
|
|
SpindleSpeedActual = GetDecimalValue(parsed, "spindle_speed_actual"),
|
|
|
|
|
FeedSpeedActual = GetDecimalValue(parsed, "feed_speed_actual"),
|
|
|
|
|
SpindleLoad = GetDecimalValue(parsed, "spindle_load"),
|
|
|
|
|
SpindleOverride = GetDecimalValue(parsed, "spindle_override"),
|
|
|
|
|
PowerOnTime = GetDecimalValue(parsed, "power_on_time"),
|
|
|
|
|
RunTime = GetDecimalValue(parsed, "run_time"),
|
|
|
|
|
CuttingTime = GetDecimalValue(parsed, "cutting_time"),
|
|
|
|
|
CycleTime = GetDecimalValue(parsed, "cycle_time"),
|
|
|
|
|
MachiningStatus = GetStringValue(parsed, "machining_status")
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
records.Add(record);
|
|
|
|
|
|
|
|
|
|
// 产量跟踪
|
|
|
|
|
_tracker.Track(machine.Id, record.ProgramName, record.PartCount, collectTime);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// 4. 批量写入
|
|
|
|
|
CollectRecordWriter.WriteBatch(_businessConnStr, _logConnStr, records, rawJson,
|
|
|
|
|
_address.Id, requestTime, durationMs, true, null);
|
|
|
|
|
|
|
|
|
|
_log.Info($"采集完成: {_address.Name} → {records.Count}台设备, {durationMs}ms");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
/// 从解析结果中获取字符串值
|
|
|
|
|
/// </summary>
|
|
|
|
|
private string GetStringValue(Dictionary<string, DataParser.ParsedField> parsed, string field)
|
|
|
|
|
{
|
|
|
|
|
DataParser.ParsedField pf;
|
|
|
|
|
if (parsed.TryGetValue(field, out pf))
|
|
|
|
|
return pf.StringValue;
|
|
|
|
|
return null;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
/// 从解析结果中获取数值
|
|
|
|
|
/// </summary>
|
|
|
|
|
private decimal? GetDecimalValue(Dictionary<string, DataParser.ParsedField> parsed, string field)
|
|
|
|
|
{
|
|
|
|
|
DataParser.ParsedField pf;
|
|
|
|
|
if (parsed.TryGetValue(field, out pf))
|
|
|
|
|
return pf.NumericValue;
|
|
|
|
|
return null;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
/// 创建告警记录
|
|
|
|
|
/// </summary>
|
|
|
|
|
private void CreateAlert(string alertType, int? machineId, int? addressId, string title, string detail)
|
|
|
|
|
{
|
|
|
|
|
try
|
|
|
|
|
{
|
|
|
|
|
using (var conn = new MySqlConnection(_businessConnStr))
|
|
|
|
|
{
|
|
|
|
|
conn.Execute(@"INSERT INTO cnc_alert (alert_type, machine_id, collect_address_id, title, detail, is_resolved, created_at)
|
|
|
|
|
VALUES (@AlertType, @MachineId, @AddressId, @Title, @Detail, 0, NOW())",
|
|
|
|
|
new { AlertType = alertType, MachineId = machineId, AddressId = addressId, Title = title, Detail = detail });
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
catch (Exception ex)
|
|
|
|
|
{
|
|
|
|
|
_log.Error("创建告警记录失败", ex);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|