more performant stats

This commit is contained in:
Luke Berndt
2024-08-25 21:30:23 -04:00
parent d9823a6af9
commit 31644bcc40

View File

@@ -77,7 +77,7 @@ exports.addError = function (call) {
// Keeps track of the number of calls for each talkgroup for a system // Keeps track of the number of calls for each talkgroup for a system
exports.addCall = function (call) { exports.addCall = function (call) {
/*
// if you haven't started keeping track of stats for the System yet // if you haven't started keeping track of stats for the System yet
if (talkgroupStats[call.shortName] === undefined) { if (talkgroupStats[call.shortName] === undefined) {
talkgroupStats[call.shortName] = {}; talkgroupStats[call.shortName] = {};
@@ -123,7 +123,7 @@ exports.addCall = function (call) {
// add to the call count and total length, Call Average is calc by dividing the two... // add to the call count and total length, Call Average is calc by dividing the two...
sysErrors[call.freq].totalLen += call.len; sysErrors[call.freq].totalLen += call.len;
sysErrors[call.freq].errors += call.errorCount; sysErrors[call.freq].errors += call.errorCount;
sysErrors[call.freq].spikes += call.spikeCount;*/ sysErrors[call.freq].spikes += call.spikeCount;
} }
@@ -149,125 +149,83 @@ exports.shiftStats = async function () {
uploadErrors[shortName][0] = 0; uploadErrors[shortName][0] = 0;
} }
} }
const bulkOps = [];
console.log("Finished Shifting Upload Errors at: " + new Date()); console.log("Finished Shifting Upload Errors at: " + new Date());
/* for (const [shortName, sysErrors] of Object.entries(decodeErrorsFreq)) {
// for each system in decodeErrorsFreq for (const [freqNum, freqErrors] of Object.entries(sysErrors)) {
for (let shortName in decodeErrorsFreq) { if (!freqErrors.errorHistory || !freqErrors.spikeHistory) {
console.error(`[${shortName}] Skipping stat for freq: ${freqNum}`);
// if the system is in decodeErrorsFreq
if (decodeErrorsFreq.hasOwnProperty(shortName)) {
var sysErrors = decodeErrorsFreq[shortName];
// for each freq in that systems stats
for (var freqNum in sysErrors) {
if (sysErrors.hasOwnProperty(freqNum)) {
var freqErrors = sysErrors[freqNum];
if ((freqErrors.errorHistory == undefined) || (freqErrors.spikeHistory == undefined)) {
console.error("[" + shortName + "] Skipping stat for freq: " + freqNum);
continue; continue;
} }
// move the history for that freq back
for (let j = spots - 1; j > 0; j--) { freqErrors.errorHistory.unshift(freqErrors.totalLen > 0 ? freqErrors.errors / freqErrors.totalLen : 0);
let i = j - 1; freqErrors.spikeHistory.unshift(freqErrors.totalLen > 0 ? freqErrors.spikes / freqErrors.totalLen : 0);
freqErrors.errorHistory[j] = freqErrors.errorHistory[i];
freqErrors.spikeHistory[j] = freqErrors.spikeHistory[i]; freqErrors.errorHistory.pop();
freqErrors.spikeHistory.pop();
freqErrors.totalLen = freqErrors.errors = freqErrors.spikes = 0;
} }
if (freqErrors.totalLen > 0) { bulkOps.push({
freqErrors.errorHistory[0] = (freqErrors.errors / freqErrors.totalLen); updateOne: {
freqErrors.spikeHistory[0] = (freqErrors.spikes / freqErrors.totalLen); filter: { shortName },
} else { update: { $set: { decodeErrorsFreq: sysErrors } },
freqErrors.errorHistory[0] = 0; upsert: true
freqErrors.spikeHistory[0] = 0;
}
freqErrors.totalLen = 0;
freqErrors.errors = 0;
freqErrors.spikes = 0;
} }
});
} }
const query = { shortName: shortName };
const update = { $set: { "decodeErrorsFreq": decodeErrorsFreq[shortName] } };
const options = { upsert: true };
await SystemStat.updateOne(query, update, options);
}
}
console.log("Finished Shifting Decode Errors at: " + new Date()); console.log("Finished Shifting Decode Errors at: " + new Date());
// for each system in talkgroupStats for (const [shortName, sysTalkgroupStats] of Object.entries(talkgroupStats)) {
for (let shortName in talkgroupStats) {
let callTotal = 0; let callTotal = 0;
// if the system is in stats for (const [talkgroupNum, tg] of Object.entries(sysTalkgroupStats)) {
if (talkgroupStats.hasOwnProperty(shortName)) { if (!tg.callCountHistory || !tg.callAvgLenHistory) {
var sysTalkgroupStats = talkgroupStats[shortName]; console.error(`[${shortName}] Skipping stat for tg: ${talkgroupNum}`);
// for each talkgroup in that systems stats
for (var talkgroupNum in sysTalkgroupStats) {
if (sysTalkgroupStats.hasOwnProperty(talkgroupNum)) {
var tg = sysTalkgroupStats[talkgroupNum];
var tgHistoryTotal = 0;
if ((tg.callCountHistory == undefined) || (tg.callAvgLenHistory == undefined)) {
console.error("[" + shortName + "] Skipping stat for tg: " + talkgroupNum);
continue; continue;
} }
// move the history for that talkgroup back
for (let j = spots - 1; j > 0; j--) {
let i = j - 1;
tgHistoryTotal += tg.callCountHistory[i];
tg.callCountHistory[j] = tg.callCountHistory[i];
tg.callAvgLenHistory[j] = tg.callAvgLenHistory[i];
}
// add to the total for that group const tgHistoryTotal = tg.callCountHistory.reduce((sum, count) => sum + count, 0) + tg.calls;
tg.callCountHistory.unshift(tg.calls);
tg.callAvgLenHistory.unshift(tg.calls > 0 ? Math.floor(tg.totalLen / tg.calls) : 0);
tg.callCountHistory.pop();
tg.callAvgLenHistory.pop();
callTotal += tg.calls; callTotal += tg.calls;
tg.calls = tg.totalLen = 0;
if (tgHistoryTotal === 0) {
// figure out the history for current period in the history for this talkgroup;
tg.callCountHistory[0] = tg.calls;
tgHistoryTotal += tg.calls;
if (tg.calls > 0) {
tg.callAvgLenHistory[0] = Math.floor(tg.totalLen / tg.calls);
} else {
tg.callAvgLenHistory[0] = 0;
}
tg.calls = 0;
tg.totalLen = 0;
if (tgHistoryTotal == 0) {
// there has been no recent activity on this talkgroup. remove it from the stats.
delete sysTalkgroupStats[talkgroupNum]; delete sysTalkgroupStats[talkgroupNum];
} }
} }
if (!callTotals[shortName]) {
callTotals[shortName] = new Array(spots).fill(0);
} }
// figure out call totals for this shortName/Sys callTotals[shortName].unshift(callTotal);
if (callTotals[shortName] == undefined) { callTotals[shortName].pop();
callTotals[shortName] = new Array();
for (var j = 0; j < spots; j++) {
callTotals[shortName][j] = 0;
}
}
for (var j = spots - 1; j > 0; j--) { bulkOps.push({
callTotals[shortName][j] = callTotals[shortName][j - 1]; updateOne: {
filter: { shortName },
update: { $set: { talkgroupStats: sysTalkgroupStats, callTotals: callTotals[shortName] } },
upsert: true
} }
callTotals[shortName][0] = callTotal; });
const query = { shortName: shortName };
const update = { $set: { "talkgroupStats": talkgroupStats[shortName], "callTotals": callTotals[shortName] } };
const options = { upsert: true };
await SystemStat.updateOne(query, update, options);
} }
console.log("Finished Shifting Talkgroup Stats at: " + new Date());
if (bulkOps.length > 0) {
await SystemStat.bulkWrite(bulkOps);
} }
console.log("Finished Shifting Talkgroup Stats at: " + new Date());*/ console.log("Finished writing to DB at: " + new Date());
updateActiveSystems(); updateActiveSystems();
console.log("Finished Updating Active Systems at: " + new Date()); console.log("Finished Updating Active Systems at: " + new Date());
} }