[성현모] CPXV2 Init
This commit is contained in:
SHM
@ -0,0 +1,325 @@
|
||||
using System;
|
||||
using System.Collections.Generic;
|
||||
using System.Data;
|
||||
using System.Data.SqlClient;
|
||||
using System.Diagnostics;
|
||||
using System.IO;
|
||||
using System.Linq;
|
||||
using System.Text;
|
||||
using System.Threading;
|
||||
using System.Threading.Tasks;
|
||||
using System.Windows.Forms;
|
||||
using System.Xml.Linq;
|
||||
using SystemX.Net;
|
||||
using SystemX.Net.BaseProtocol;
|
||||
using SystemX.Net.DB;
|
||||
|
||||
using CpTesterPlatform.CpLogUtil;
|
||||
|
||||
using static SystemX.Net.Platform.Common.Util.LogMessage;
|
||||
using static SystemX.Net.DB.XDBConnManager;
|
||||
|
||||
namespace SystemX.Common.Log.SIA
|
||||
{
|
||||
public class AnalysisLog_SIA : IDisposable
|
||||
{
|
||||
public bool STATE { set; get; }
|
||||
|
||||
//DataBase
|
||||
private XDBConnManager MngDBConn;
|
||||
//QueryInfo
|
||||
public LogProcessInfo_SIA qiLogProcessInfo;
|
||||
//Log Scan Process Task
|
||||
private Task taskScanProcess;
|
||||
|
||||
private bool m_bTaskBlock;
|
||||
//
|
||||
private Stopwatch stProcessTime;
|
||||
|
||||
private long lLastProcessTime;
|
||||
private long lLastItemTime;
|
||||
private long lLastProcessNum;
|
||||
|
||||
private CancellationTokenSource cts;
|
||||
|
||||
public int SET_LOG_PROC_POS { set; get; }
|
||||
public int SET_LOG_DELETE_MANAGE_POS { set; get; }
|
||||
|
||||
public int SET_LOG_SCAN_SHIFT_TIME { set; get; }
|
||||
public int SET_LOG_MANAGE_SCAN_TIME { set; get; }
|
||||
//
|
||||
private string strLogDataFilePath { set; get; }
|
||||
private eLogDataType eGetLogDataType { set; get; }
|
||||
private eLogAccessType eGetAccessType { set; get; }
|
||||
private CpLogHeader getCpLogHeader;
|
||||
//
|
||||
public bool[] LOG_DATA_CHECK_STATE { set; get; }
|
||||
|
||||
public long GET_LAST_PROCESS_TIME()
|
||||
{
|
||||
return lLastProcessTime;
|
||||
}
|
||||
public long GET_LAST_PROCESS_NUM()
|
||||
{
|
||||
return lLastProcessNum;
|
||||
}
|
||||
public long GET_LAST_ITEM_TIME()
|
||||
{
|
||||
return lLastItemTime;
|
||||
}
|
||||
|
||||
~AnalysisLog_SIA()
|
||||
{
|
||||
Dispose(false);
|
||||
}
|
||||
public AnalysisLog_SIA()
|
||||
{
|
||||
STATE = true;
|
||||
|
||||
//Proc Position
|
||||
SET_LOG_PROC_POS = 0;
|
||||
SET_LOG_DELETE_MANAGE_POS = 0;
|
||||
|
||||
//1초 마다 미 처리 로그 스캔
|
||||
SET_LOG_SCAN_SHIFT_TIME = 500;
|
||||
|
||||
//24시간 마다 삭제 대상 데이터 스캔
|
||||
SET_LOG_MANAGE_SCAN_TIME = 86400000;
|
||||
|
||||
stProcessTime = new Stopwatch();
|
||||
stProcessTime.Start();
|
||||
|
||||
lLastProcessTime = 0;
|
||||
lLastItemTime = 0;
|
||||
|
||||
lLastProcessNum = 0;
|
||||
|
||||
MessageOutput.PrintLogLevel = LogMessageLevel.INFO;
|
||||
|
||||
string strExcutePos = Environment.CurrentDirectory;
|
||||
string strDBInfoPos = strExcutePos + @"\Configure\DBConnInfo.xml";
|
||||
string strLogProcessInfoPos = strExcutePos + @"\Configure\LogProcessInfo.xml";
|
||||
|
||||
qiLogProcessInfo = new LogProcessInfo_SIA(strLogProcessInfoPos);
|
||||
if (qiLogProcessInfo.Load())
|
||||
{
|
||||
LOG_DATA_CHECK_STATE = new bool[qiLogProcessInfo.GeManageInfo().Count()];
|
||||
for (int i = 0; i < qiLogProcessInfo.GeManageInfo().Count(); i++)
|
||||
LOG_DATA_CHECK_STATE[i] = true;
|
||||
|
||||
MngDBConn = new XDBConnManager();
|
||||
MngDBConn.ConfigPath = strDBInfoPos;
|
||||
|
||||
if (MngDBConn.OpenConnection())
|
||||
{
|
||||
taskScanProcess = null;
|
||||
m_bTaskBlock = false;
|
||||
|
||||
cts = new CancellationTokenSource();
|
||||
taskScanProcess = new Task(new Action<object>(WatchResultTable), cts.Token);
|
||||
taskScanProcess.Start();
|
||||
|
||||
MessageOutput.ConsoleWrite(DateTime.Now.ToString("yyyy-MM-dd HH:mm:ss>>") + @" Success to connect to DB. [SystemX.Common.Protocol.Log.LSU_Trimming_4Th : AnalysisLog_.AnalysisLog_]", ConsoleColor.White, LogMessageLevel.DEBUG);
|
||||
}
|
||||
else
|
||||
{
|
||||
STATE = false;
|
||||
|
||||
MessageOutput.ConsoleWrite(DateTime.Now.ToString("yyyy-MM-dd HH:mm:ss>>") + @" Failed to connect to DB. [SystemX.Common.Protocol.Log.LSU_Trimming_4Th : AnalysisLog_.AnalysisLog_]", ConsoleColor.Yellow, LogMessageLevel.DEBUG);
|
||||
}
|
||||
}
|
||||
else
|
||||
{
|
||||
STATE = false;
|
||||
|
||||
MessageOutput.ConsoleWrite(DateTime.Now.ToString("yyyy-MM-dd HH:mm:ss>>") + @" Read to configure failed. [SystemX.Common.Protocol.Log.LSU_Trimming_4Th : AnalysisLog_.AnalysisLog_]", ConsoleColor.Yellow, LogMessageLevel.DEBUG);
|
||||
}
|
||||
}
|
||||
public void Dispose()
|
||||
{
|
||||
Dispose(true);
|
||||
}
|
||||
protected virtual void Dispose(bool bDisposing)
|
||||
{
|
||||
if (bDisposing)
|
||||
{
|
||||
|
||||
}
|
||||
|
||||
if (taskScanProcess != null)
|
||||
{
|
||||
cts.Cancel();
|
||||
|
||||
taskScanProcess.Wait();
|
||||
|
||||
m_bTaskBlock = true;
|
||||
}
|
||||
|
||||
// do releasing unmanaged resource (종결자가 없는 객체의 자원 해제)
|
||||
// i.e. close file handle of operating systems
|
||||
|
||||
// suppress calling of Finalizer
|
||||
GC.SuppressFinalize(this);
|
||||
}
|
||||
private DataSet QueryProcess(string strGetQuery, ref bool bResult)//, out byte[] ucQueryByteArray)
|
||||
{
|
||||
bResult = false;
|
||||
|
||||
SqlDataReader xSqlReader = null;
|
||||
|
||||
DataSet ds = new DataSet();
|
||||
DataTable dt = new DataTable();
|
||||
|
||||
int iFieldCnt = 0;
|
||||
int iRecordsAffectedCnt = 0;
|
||||
bool bHasRow = false;
|
||||
|
||||
//ucQueryByteArray = null;
|
||||
|
||||
try
|
||||
{
|
||||
try
|
||||
{
|
||||
xSqlReader = MngDBConn.QueryDatabase(eConnCategory.Main, strGetQuery);
|
||||
|
||||
if (xSqlReader != null)
|
||||
{
|
||||
iFieldCnt = xSqlReader.FieldCount;
|
||||
iRecordsAffectedCnt = xSqlReader.RecordsAffected;
|
||||
bHasRow = xSqlReader.HasRows;
|
||||
|
||||
dt.Load(xSqlReader);
|
||||
ds.Tables.Add(dt);
|
||||
}
|
||||
}
|
||||
catch (Exception ex)
|
||||
{
|
||||
xSqlReader = null;
|
||||
|
||||
MessageOutput.ConsoleWrite(DateTime.Now.ToString("yyyy-MM-dd HH:mm:ss>>") + @"<" + strGetQuery + "> Query process fail![SystemX.Net.Platform.Log : AnalysisLog_.QueryProcess]\r\n" + ex.Message, ConsoleColor.Yellow, LogMessageLevel.DEBUG);
|
||||
}
|
||||
}
|
||||
finally
|
||||
{
|
||||
if (xSqlReader != null)
|
||||
xSqlReader.Close();
|
||||
}
|
||||
|
||||
if (iFieldCnt > 0 || iRecordsAffectedCnt > 0 || bHasRow == true)
|
||||
bResult = true;
|
||||
|
||||
return ds;
|
||||
}
|
||||
private async void WatchResultTable(object objState)
|
||||
{
|
||||
CancellationToken token = (CancellationToken)objState;
|
||||
|
||||
Stopwatch stLogManageTimer = new Stopwatch();
|
||||
stLogManageTimer.Start();
|
||||
|
||||
while (!m_bTaskBlock)
|
||||
{
|
||||
if (token.IsCancellationRequested)
|
||||
break;
|
||||
|
||||
try
|
||||
{
|
||||
if ((stLogManageTimer.ElapsedMilliseconds >= SET_LOG_MANAGE_SCAN_TIME))
|
||||
{
|
||||
if (qiLogProcessInfo.USE_TABLE_DATA_DELETE_MANAGER)
|
||||
{
|
||||
foreach (KeyValuePair<int, Tuple<bool, string, int>> infoM in qiLogProcessInfo.GeManageInfo())
|
||||
{
|
||||
if (infoM.Value.Item1)
|
||||
{
|
||||
int[] iGetDeleteNo = QueryManageDateTable(infoM.Value.Item2, infoM.Value.Item3.ToString(), token);
|
||||
|
||||
if (iGetDeleteNo != null)
|
||||
{
|
||||
ManageTableDataDelete(iGetDeleteNo, infoM.Value.Item2, infoM.Value.Item3.ToString(), token);
|
||||
}
|
||||
|
||||
iGetDeleteNo = QueryManageDateTable(infoM.Value.Item2, infoM.Value.Item3.ToString(), token);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
stLogManageTimer.Restart();
|
||||
}
|
||||
}
|
||||
catch (Exception ex)
|
||||
{
|
||||
MessageOutput.ConsoleWrite(DateTime.Now.ToString("yyyy-MM-dd HH:mm:ss>>") + @"General Queue Process failed.[SystemX.Common.Protocol.Log.LSU_Trimming_4Th : AnalysisLog_SIA.WatchResultTable]\r\n" + ex.Message, ConsoleColor.Yellow, LogMessageLevel.DEBUG);
|
||||
}
|
||||
|
||||
await Task.Delay(1);
|
||||
}
|
||||
}
|
||||
public int[] QueryManageDateTable(string strTableName, string strDateDiff, CancellationToken token)
|
||||
{
|
||||
bool bGetQueryResult = false;
|
||||
|
||||
int[] iQueryNoArr = null;
|
||||
|
||||
DataSet ds = QueryProcess("SELECT TOP(100) * FROM [" + strTableName + "] WHERE No " +
|
||||
"IN(SELECT No FROM [" + strTableName + "] WHERE " +
|
||||
"CONVERT(VARCHAR(8), UpdateDT, 112) <= CONVERT(VARCHAR(8), GETDATE() - " + strDateDiff + ", 112)) ORDER BY No;", ref bGetQueryResult);
|
||||
|
||||
bool hasRows = XCommons.isHasRow(ds);
|
||||
|
||||
if (hasRows)
|
||||
{
|
||||
int iRowNum = ds.Tables[0].Rows.Count;
|
||||
|
||||
iQueryNoArr = new int[iRowNum];
|
||||
Array.Clear(iQueryNoArr, 0, iQueryNoArr.Length);
|
||||
|
||||
for (int i = 0; i < iRowNum; i++)
|
||||
{
|
||||
if (token.IsCancellationRequested)
|
||||
return null;
|
||||
|
||||
var getValue = ds.Tables[0].Rows[i]["No"];
|
||||
|
||||
iQueryNoArr[i] = int.Parse(getValue.ToString());
|
||||
}
|
||||
}
|
||||
|
||||
stProcessTime.Restart();
|
||||
|
||||
return iQueryNoArr;
|
||||
}
|
||||
public bool ManageTableDataDelete(int[] iGetNoArray, string strTableName, string strDateDiff, CancellationToken token)
|
||||
{
|
||||
bool bGetQueryResult = false;
|
||||
|
||||
bool bFindItem = false;
|
||||
long lDataNum = 0;
|
||||
|
||||
foreach (int iGetNo in iGetNoArray)
|
||||
{
|
||||
bFindItem = true;
|
||||
|
||||
lDataNum = iGetNoArray.Count();
|
||||
|
||||
if (token.IsCancellationRequested)
|
||||
break;
|
||||
|
||||
/*
|
||||
QueryProcess("DELETE [" + strTableName + "] WHERE " +
|
||||
"CONVERT(VARCHAR(8), UpdateDT, 112) <= CONVERT(VARCHAR(8), GETDATE() - " + strDateDiff + ", 112);", ref bGetQueryResult);
|
||||
*/
|
||||
|
||||
QueryProcess("DELETE [" + strTableName + "] WHERE No = " + iGetNo + ";", ref bGetQueryResult);
|
||||
}
|
||||
|
||||
if (bFindItem)
|
||||
{
|
||||
lLastProcessTime = stProcessTime.ElapsedMilliseconds;
|
||||
lLastProcessNum = lDataNum;
|
||||
}
|
||||
|
||||
return true;
|
||||
}
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,179 @@
|
||||
using System;
|
||||
using System.Collections.Generic;
|
||||
using System.Data;
|
||||
using System.Data.SqlClient;
|
||||
using System.Diagnostics;
|
||||
using System.IO;
|
||||
using System.Linq;
|
||||
using System.Text;
|
||||
using System.Threading.Tasks;
|
||||
using System.Windows.Forms;
|
||||
using System.Xml.Linq;
|
||||
using SystemX.Net.BaseProtocol;
|
||||
using SystemX.Net.DB;
|
||||
|
||||
using CpTesterPlatform.CpLogUtil;
|
||||
|
||||
using static SystemX.Net.Platform.Common.Util.LogMessage;
|
||||
|
||||
namespace SystemX.Common.Log.SIA
|
||||
{
|
||||
/// <summary>
|
||||
/// Query Base Infomation
|
||||
/// </summary>
|
||||
///
|
||||
public class LogProcessInfo_SIA
|
||||
{
|
||||
public bool READ_INFO_STATE { set; get; }
|
||||
|
||||
private string strInfoFilePos;
|
||||
|
||||
//TestID, TableName
|
||||
private Dictionary<string, Tuple<int, string>> dicBaseIDInfo;
|
||||
//TestID, DetailLogUse
|
||||
private Dictionary<string, bool> dicDetailInfo;
|
||||
//KEY - STEP, Name, UpdateTableName, ToField
|
||||
private Dictionary<int, Tuple<string, bool, string, int, string, string, string>> dicSubExtrctionInfo;
|
||||
|
||||
public bool USE_TABLE_DATA_DELETE_MANAGER { internal set; get; }
|
||||
|
||||
//KEY - TableName, USE
|
||||
private Dictionary<string, bool> dicTableDataDeleteList;
|
||||
//KEY - No, USE, TableName, Set Date
|
||||
private Dictionary<int, Tuple<bool, string, int>> dicTableDataDeleteManager;
|
||||
|
||||
public LogProcessInfo_SIA(string strGetInfoPath)
|
||||
{
|
||||
strInfoFilePos = strGetInfoPath;
|
||||
|
||||
dicBaseIDInfo = new Dictionary<string, Tuple<int, string>>();
|
||||
dicDetailInfo = new Dictionary<string, bool>();
|
||||
dicSubExtrctionInfo = new Dictionary<int, Tuple<string, bool, string, int, string, string, string>>();
|
||||
//
|
||||
dicTableDataDeleteList = new Dictionary<string, bool>();
|
||||
dicTableDataDeleteManager = new Dictionary<int, Tuple<bool, string, int>>();
|
||||
}
|
||||
public string GetSaveTableName(string strTestID)
|
||||
{
|
||||
if (dicBaseIDInfo.Keys.Contains(strTestID))
|
||||
{
|
||||
return dicBaseIDInfo[strTestID].Item2;
|
||||
}
|
||||
else
|
||||
return "";
|
||||
}
|
||||
public bool GetSaveDetailTable(string strTestID)
|
||||
{
|
||||
if (dicDetailInfo.Keys.Contains(strTestID))
|
||||
return dicDetailInfo[strTestID];
|
||||
else
|
||||
return false;
|
||||
}
|
||||
public List<KeyValuePair<int, Tuple<string, bool, string, int, string, string, string>>> GetExtractInfo(string strTestID)
|
||||
{
|
||||
if (dicBaseIDInfo.Keys.Contains(strTestID))
|
||||
return dicSubExtrctionInfo.ToList().FindAll(x => x.Value.Item1 == strTestID);
|
||||
else
|
||||
return null;
|
||||
}
|
||||
public List<KeyValuePair<int, Tuple<bool, string, int>>> GeManageInfo()
|
||||
{
|
||||
return dicTableDataDeleteManager.ToList();
|
||||
}
|
||||
|
||||
public bool Load()
|
||||
{
|
||||
READ_INFO_STATE = true;
|
||||
|
||||
int iSetPos = 0;
|
||||
try
|
||||
{
|
||||
XDocument xDoc = XDocument.Load(strInfoFilePos);
|
||||
var xElement = xDoc.Element("ROOT");
|
||||
|
||||
if (xElement != null)
|
||||
{
|
||||
var ListGetElement = xElement.Elements("TableDataDeleteManager").ToList();
|
||||
|
||||
foreach (var getXElement in ListGetElement)
|
||||
{
|
||||
USE_TABLE_DATA_DELETE_MANAGER = Convert.ToBoolean(getXElement.Attribute("USE").Value);
|
||||
|
||||
if (getXElement.Elements().ToList().Count > 0)
|
||||
{
|
||||
iSetPos = 0;
|
||||
for (int i = 0; i < getXElement.Elements().ToList().Count; i++)
|
||||
{
|
||||
int iGetDateDiff = 0;
|
||||
if (int.TryParse(getXElement.Element("Management" + (i + 1).ToString()).Attribute("DateDifference").Value.ToString(), out iGetDateDiff))
|
||||
{
|
||||
dicTableDataDeleteList.Add(getXElement.Element("Management" + (i + 1).ToString()).Attribute("TableName").Value,
|
||||
Convert.ToBoolean(getXElement.Element("Management" + (i + 1).ToString()).Attribute("USE").Value));
|
||||
|
||||
dicTableDataDeleteManager.Add(iSetPos++,
|
||||
new Tuple<bool, string, int>(
|
||||
Convert.ToBoolean(getXElement.Element("Management" + (i + 1).ToString()).Attribute("USE").Value),
|
||||
getXElement.Element("Management" + (i + 1).ToString()).Attribute("TableName").Value,
|
||||
iGetDateDiff));
|
||||
}
|
||||
else
|
||||
throw new Exception("DateDifference value error.");
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
ListGetElement = xElement.Elements("QueryInfo").ToList();
|
||||
|
||||
foreach (var getXElement in ListGetElement)
|
||||
{
|
||||
string strBaseID = getXElement.Attribute("ID").Value;
|
||||
|
||||
bool bGetDetailSelect = false;
|
||||
|
||||
int iGetProcNo = int.Parse(getXElement.Attribute("ProcNo").Value);
|
||||
dicBaseIDInfo.Add(strBaseID, new Tuple<int, string>(iGetProcNo, getXElement.Attribute("Table").Value));
|
||||
dicDetailInfo.Add(strBaseID, bool.TryParse(getXElement.Attribute("DetailProcess").Value, out bGetDetailSelect) == true ? bGetDetailSelect : false);
|
||||
|
||||
if (getXElement.Elements().ToList().Count > 0)
|
||||
{
|
||||
iSetPos = 0;
|
||||
for (int i = 0; i < getXElement.Elements().ToList().Count; i++)
|
||||
{
|
||||
int iGetStep = 0;
|
||||
if (int.TryParse(getXElement.Element("ExtractionInfo" + (i + 1).ToString()).Attribute("Step").Value.ToString(), out iGetStep))
|
||||
{
|
||||
string strUpdateTable = getXElement.Element("ExtractionInfo" + (i + 1).ToString()).Attribute("UpdateTableName").Value;
|
||||
|
||||
bool bUpdateTableDiff = dicSubExtrctionInfo.ToList().FindAll(x => x.Value.Item1 == strBaseID).All(x => x.Value.Item6 == strUpdateTable);
|
||||
|
||||
if (bUpdateTableDiff == false)
|
||||
throw new Exception();
|
||||
|
||||
dicSubExtrctionInfo.Add(iSetPos++,
|
||||
new Tuple<string, bool, string, int, string, string, string>(
|
||||
strBaseID,
|
||||
Convert.ToBoolean(getXElement.Element("ExtractionInfo" + (i + 1).ToString()).Attribute("MO_Find").Value),
|
||||
getXElement.Element("ExtractionInfo" + (i + 1).ToString()).Attribute("MO").Value,
|
||||
iGetStep,
|
||||
getXElement.Element("ExtractionInfo" + (i + 1).ToString()).Attribute("Name").Value,
|
||||
getXElement.Element("ExtractionInfo" + (i + 1).ToString()).Attribute("UpdateTableName").Value,
|
||||
getXElement.Element("ExtractionInfo" + (i + 1).ToString()).Attribute("ToField").Value));
|
||||
}
|
||||
else
|
||||
throw new Exception("Step value error.");
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
catch (Exception ex)
|
||||
{
|
||||
READ_INFO_STATE = false;
|
||||
|
||||
MessageOutput.ConsoleWrite(DateTime.Now.ToString("yyyy-MM-dd HH:mm:ss>>") + @"LogProcessInfo read failed. [SystemX.Common.Protocol.Log.SIA : LogProcessInfo_SIA.Load]\r\n" + ex.Message, ConsoleColor.Yellow, LogMessageLevel.DEBUG);
|
||||
}
|
||||
|
||||
return READ_INFO_STATE;
|
||||
}
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user