2024-07-03 20:35:16 +00:00
|
|
|
#!/usr/bin/python3
|
|
|
|
|
|
|
|
# MIT License
|
|
|
|
|
|
|
|
# Copyright (c) 2024 Thomas Williams - https://git.server.wales/thomas
|
|
|
|
|
|
|
|
# Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
|
|
# of this software and associated documentation files (the "Software"), to deal
|
|
|
|
# in the Software without restriction, including without limitation the rights
|
|
|
|
# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
|
|
# copies of the Software, and to permit persons to whom the Software is
|
|
|
|
# furnished to do so, subject to the following conditions:
|
|
|
|
|
|
|
|
# The above copyright notice and this permission notice shall be included in all
|
|
|
|
# copies or substantial portions of the Software.
|
|
|
|
|
|
|
|
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
|
|
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
|
|
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
|
|
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
|
|
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
|
|
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
|
|
# SOFTWARE.
|
|
|
|
|
2024-07-02 19:42:34 +00:00
|
|
|
import pyodbc
|
2024-07-04 15:47:37 +00:00
|
|
|
import time
|
|
|
|
from config import logRetentionDays, maximumSQLAttempts
|
2024-07-04 13:48:22 +00:00
|
|
|
from datetime import datetime, timedelta
|
2024-07-02 19:42:34 +00:00
|
|
|
|
|
|
|
class logsManager:
|
|
|
|
|
|
|
|
def __init__(self, server, database, username, password):
|
|
|
|
self.conn_str = 'DRIVER={ODBC Driver 17 for SQL Server};SERVER=' + server + ';DATABASE=' + database + ';UID=' + username + ';PWD=' + password
|
|
|
|
|
2024-07-03 20:23:36 +00:00
|
|
|
def insertHost(self, hostname, ipAddress):
|
|
|
|
|
2024-07-04 15:47:37 +00:00
|
|
|
currentAttempts = 1
|
2024-07-03 20:23:36 +00:00
|
|
|
|
2024-07-04 15:47:37 +00:00
|
|
|
while currentAttempts <= maximumSQLAttempts:
|
|
|
|
|
|
|
|
try:
|
|
|
|
|
|
|
|
conn = pyodbc.connect(self.conn_str)
|
|
|
|
cursor = conn.cursor()
|
|
|
|
cursor.execute("SELECT COUNT(*) FROM monutil_hosts WHERE hostname = ?", hostname)
|
|
|
|
|
|
|
|
if cursor.fetchone()[0] == 0:
|
|
|
|
|
|
|
|
cursor.execute("INSERT INTO monutil_hosts (hostname, ipAddress) VALUES (?, ?)", hostname, ipAddress)
|
|
|
|
conn.commit()
|
|
|
|
conn.close()
|
|
|
|
break
|
|
|
|
|
|
|
|
else:
|
|
|
|
|
|
|
|
cursor.execute("UPDATE monutil_hosts SET ipAddress = ? WHERE hostname = ?", ipAddress, hostname)
|
|
|
|
conn.close()
|
|
|
|
break
|
|
|
|
|
|
|
|
except pyodbc.Error as ex:
|
|
|
|
|
|
|
|
currentAttempts += 1
|
|
|
|
print("SQL Error: {}".format(str(ex)))
|
|
|
|
|
|
|
|
if not currentAttempts <= maximumSQLAttempts:
|
|
|
|
raise
|
|
|
|
|
|
|
|
time.sleep(1)
|
2024-07-03 20:23:36 +00:00
|
|
|
|
|
|
|
|
|
|
|
def insertHostLog(self, hostname, ipAddress, log_time, cpu, memory):
|
|
|
|
|
2024-07-04 15:47:37 +00:00
|
|
|
currentAttempts = 1
|
|
|
|
|
|
|
|
self.insertHost(hostname, ipAddress)
|
|
|
|
self.deleteOldLogs("monutil_hostlogs", "logTime")
|
|
|
|
|
|
|
|
while currentAttempts <= maximumSQLAttempts:
|
2024-07-02 19:42:34 +00:00
|
|
|
|
2024-07-04 15:47:37 +00:00
|
|
|
try:
|
2024-07-03 20:23:36 +00:00
|
|
|
|
2024-07-04 15:47:37 +00:00
|
|
|
conn = pyodbc.connect(self.conn_str)
|
|
|
|
cursor = conn.cursor()
|
|
|
|
|
|
|
|
cursor.execute("INSERT INTO monutil_hostlogs (hostname, logTime, cpu, memory) VALUES (?, ?, ?, ?)", hostname, log_time, cpu, memory)
|
|
|
|
conn.commit()
|
|
|
|
conn.close()
|
|
|
|
break
|
|
|
|
|
|
|
|
except pyodbc.Error as ex:
|
2024-07-02 19:42:34 +00:00
|
|
|
|
2024-07-04 15:47:37 +00:00
|
|
|
currentAttempts += 1
|
|
|
|
print("Error inserting data: {}".format(str(ex)))
|
|
|
|
|
|
|
|
if not currentAttempts <= maximumSQLAttempts:
|
|
|
|
raise
|
|
|
|
|
|
|
|
time.sleep(1)
|
2024-07-03 20:23:36 +00:00
|
|
|
|
|
|
|
def insertURLLog(self, hostname, ipAddress, log_time, url, responseTime):
|
|
|
|
|
2024-07-04 15:47:37 +00:00
|
|
|
currentAttempts = 1
|
2024-07-03 20:23:36 +00:00
|
|
|
|
2024-07-04 15:47:37 +00:00
|
|
|
self.insertHost(hostname, ipAddress)
|
|
|
|
self.deleteOldLogs("monutil_urllogs", "logTime")
|
|
|
|
|
|
|
|
while currentAttempts <= maximumSQLAttempts:
|
|
|
|
|
|
|
|
try:
|
2024-07-03 20:23:36 +00:00
|
|
|
|
2024-07-04 15:47:37 +00:00
|
|
|
conn = pyodbc.connect(self.conn_str)
|
|
|
|
cursor = conn.cursor()
|
2024-07-03 20:23:36 +00:00
|
|
|
|
2024-07-04 15:47:37 +00:00
|
|
|
cursor.execute("INSERT INTO monutil_urlLogs (hostname, url, logTime, responseTime) VALUES (?, ?, ?, ?)", hostname, url, log_time, responseTime)
|
|
|
|
conn.commit()
|
|
|
|
conn.close()
|
|
|
|
break
|
2024-07-03 20:23:36 +00:00
|
|
|
|
2024-07-04 15:47:37 +00:00
|
|
|
except pyodbc.Error as ex:
|
2024-07-03 20:23:36 +00:00
|
|
|
|
2024-07-04 15:47:37 +00:00
|
|
|
currentAttempts += 1
|
|
|
|
print("Error inserting data into monutil_urlLogs:", ex)
|
2024-07-03 20:23:36 +00:00
|
|
|
|
2024-07-04 15:47:37 +00:00
|
|
|
if not currentAttempts <= maximumSQLAttempts:
|
|
|
|
raise
|
|
|
|
|
|
|
|
time.sleep(1)
|
2024-07-04 13:48:22 +00:00
|
|
|
|
|
|
|
def deleteOldLogs(self, tableName, logTimeColumn):
|
2024-07-04 15:47:37 +00:00
|
|
|
|
|
|
|
currentAttempts = 1
|
2024-07-04 13:48:22 +00:00
|
|
|
|
2024-07-04 15:47:37 +00:00
|
|
|
while currentAttempts <= maximumSQLAttempts:
|
2024-07-04 13:48:22 +00:00
|
|
|
|
2024-07-04 15:47:37 +00:00
|
|
|
try:
|
2024-07-04 13:48:22 +00:00
|
|
|
|
2024-07-04 15:47:37 +00:00
|
|
|
conn = pyodbc.connect(self.conn_str)
|
|
|
|
cursor = conn.cursor()
|
2024-07-04 13:48:22 +00:00
|
|
|
|
2024-07-04 15:47:37 +00:00
|
|
|
oldestLogQuery = f"SELECT TOP 1 {logTimeColumn} FROM {tableName} ORDER BY {logTimeColumn} ASC"
|
|
|
|
cursor.execute(oldestLogQuery)
|
|
|
|
oldestLogTime = cursor.fetchone()[0]
|
|
|
|
|
|
|
|
if oldestLogTime is not None and oldestLogTime < datetime.now() - timedelta(days=int(logRetentionDays)):
|
|
|
|
|
|
|
|
deleteQuery = f"DELETE FROM {tableName} WHERE {logTimeColumn} < ?"
|
|
|
|
cursor.execute(deleteQuery, datetime.now() - timedelta(days=int(logRetentionDays)))
|
|
|
|
conn.commit()
|
|
|
|
|
|
|
|
break
|
|
|
|
|
|
|
|
except pyodbc.Error as ex:
|
|
|
|
|
|
|
|
currentAttempts += 1
|
|
|
|
print("Error deleting old logs: {}".format(str(ex)))
|
|
|
|
|
|
|
|
if not currentAttempts <= maximumSQLAttempts:
|
|
|
|
raise
|
|
|
|
|
|
|
|
time.sleep(1)
|