trunk-server/backend/sys_stats.js

var util = require("util");
const SystemStat = require("./models/system_stat");
var System = require("./models/system");
const fs = require("fs");
const talkgroup = require("./models/talkgroup");
var talkgroupStats = {};
var callTotals = {};
var uploadErrors = {};
let decodeErrorsFreq = {};
const timePeriod = 15; // in minutes
var spots = (24 * 60) / timePeriod; // the number of spots needed to keep track of 24 hours of stats


async function updateActiveSystems() {
    // Go through all of the Systems
    let siteTotal = 0;
    let activeSystems = 0;
    
    for await (let item of System.find()) {
        // go through all the systems
        // if you have received some calls during that last period, make the system active
        if ((callTotals[item.shortName] != undefined) && (callTotals[item.shortName] > 0)) {
            item.active = true;
            siteTotal += callTotals[item.shortName];
            activeSystems++;
            item.callAvg = callTotals[item.shortName] / timePeriod;
            item.lastActive = new Date();
        } else {
            item.active = false;
            item.callAvg = 0;
        }
        callTotals[item.shortName] = 0;

        await item.save();
    };
    console.log("Site average uploads per minute: " + siteTotal / timePeriod);
    console.log("Active Systems: " + activeSystems);
}

exports.initStats = async function () {
    // get the System Stats collection

    // Check if the talkgroups.json file exists
    const filePath = "/data/stats/talkgroups.json";
    if (fs.existsSync(filePath)) {
        // Read the contents of the file
        const fileContents = fs.readFileSync(filePath, "utf8");

        // Parse the JSON data
        try {
            talkgroupStats = JSON.parse(fileContents);
        } catch (error) {
            console.error("Talkgroup Stats - Error parsing JSON data:", error);
        }
    } else {
        console.error("Talkgroup Stats File not found: " + filePath);
    }

    // Check if the decodeErrorsFreq.json file exists
    const decodeErrorsFreqPath = "/data/stats/decodeErrorsFreq.json";
    if (fs.existsSync(decodeErrorsFreqPath)) {
        // Read the contents of the file
        const fileContents = fs.readFileSync(decodeErrorsFreqPath, "utf8");

        // Parse the JSON data
        try {
            decodeErrorsFreq = JSON.parse(fileContents);
        } catch (error) {
            console.error("Decode Errors - Error parsing JSON data:", error);
        }
    } else {
        console.error("Decode Errors File not found: " + decodeErrorsFreqPath);
    }

/*
    for await (const item of SystemStat.find()) {
        const obj = item.toObject();
        // Talkgroup Stats
        if (obj.talkgroupStats !== undefined) {
            talkgroupStats[obj.shortName] = Object.fromEntries(obj.talkgroupStats);
        }

        // Decode Errors
        if (obj.decodeErrorsFreq !== undefined) {

            decodeErrorsFreq[obj.shortName] = Object.fromEntries(obj.decodeErrorsFreq);
        }

        // Upload Error Totals
        if (obj.uploadErrors !== undefined) {
            uploadErrors[obj.shortName] = obj.uploadErrors;
        }

        if (obj.callTotals !== undefined) {
            callTotals[obj.shortName] = obj.callTotals;
        }
    };*/
}

// keeps track of the number of calls that get uploaded with an audio file
exports.addError = function (call) {
/*
    // if there is no Array associated with the system.
    if (uploadErrors[call.shortName] === undefined) {
        uploadErrors[call.shortName] = new Array();
        for (var j = 0; j < spots; j++) {
            uploadErrors[call.shortName][j] = 0;
        }
    }

    // Add an error to the count for the current period.
    uploadErrors[call.shortName][0]++;*/
}

// Keeps track of the number of calls for each talkgroup for a system
exports.addCall = function (call) {
    // if you haven't started keeping track of stats for the System yet
    if (callTotals[call.shortName] === undefined) {
        callTotals[call.shortName] = 0;
    }
    callTotals[call.shortName]++;

     // if you haven't started keeping track of stats for the System yet
     if (talkgroupStats[call.shortName] === undefined) {
        talkgroupStats[call.shortName] = {};
    }
    var sysTalkgroupStats = talkgroupStats[call.shortName];
    // if you haven't started keeping track of Stats for this TG yet... 
    if (sysTalkgroupStats[call.talkgroupNum] === undefined) {
        sysTalkgroupStats[call.talkgroupNum] = {}
        sysTalkgroupStats[call.talkgroupNum].calls = 0;
        sysTalkgroupStats[call.talkgroupNum].totalLen = 0;
        sysTalkgroupStats[call.talkgroupNum].callCountHistory = new Array();
        sysTalkgroupStats[call.talkgroupNum].callAvgLenHistory = new Array();
        for (var j = 0; j < spots; j++) {
            sysTalkgroupStats[call.talkgroupNum].callCountHistory[j] = 0;
            sysTalkgroupStats[call.talkgroupNum].callAvgLenHistory[j] = 0;
        }
    }

    // add to the call count and total length, Call Average is calc by dividing the two...
    sysTalkgroupStats[call.talkgroupNum].calls++;
    sysTalkgroupStats[call.talkgroupNum].totalLen += call.len;

    // if you haven't started keeping track of stats for the System yet
    if (decodeErrorsFreq[call.shortName] == undefined) {
        decodeErrorsFreq[call.shortName] = {};
    }

    var sysErrors = decodeErrorsFreq[call.shortName];

    // if you haven't started keeping track of Stats for this TG yet... 
    if (sysErrors[call.freq] === undefined) {
        sysErrors[call.freq] = {}
        sysErrors[call.freq].totalLen = 0;
        sysErrors[call.freq].errors = 0;
        sysErrors[call.freq].spikes = 0;
        sysErrors[call.freq].errorHistory = new Array();
        sysErrors[call.freq].spikeHistory = new Array();
        for (var j = 0; j < spots; j++) {
            sysErrors[call.freq].errorHistory[j] = 0;
            sysErrors[call.freq].spikeHistory[j] = 0;
        }
    }
    // add to the call count and total length, Call Average is calc by dividing the two...
    sysErrors[call.freq].totalLen += call.len;
    sysErrors[call.freq].errors += call.errorCount;
    sysErrors[call.freq].spikes += call.spikeCount;
}


// This gets called when a Time Period is up
exports.shiftStats = async function () {

    // Save decodeErrorsFreq to a JSON file
    const decodeErrorsFreqPath = "/data/stats/decodeErrorsFreq.json";
    fs.writeFileSync(decodeErrorsFreqPath, JSON.stringify(decodeErrorsFreq));
    console.log("Saved decodeErrorsFreq to JSON file");

    // Save talkgroupStats to a JSON file
    const filePath = "/data/stats/talkgroups.json";
    fs.writeFileSync(filePath, JSON.stringify(talkgroupStats));
    console.log("Saved talkgroupStats to JSON file");

    console.log("Started Shifting Stats at: " + new Date());
    // for all the systems in Error Stats
    for (var shortName in uploadErrors) {
        if (uploadErrors.hasOwnProperty(shortName)) {

            // Update the DB with Error Stats and Error Totals
            /*const query = { shortName: shortName };
            const update = { $set: { "uploadErrors": uploadErrors[shortName] } };
            const options = { upsert: true };

            await SystemStat.updateOne(query, update, options);*/
            // move everything back one after updating
            for (var j = spots - 1; j > 0; j--) {
                uploadErrors[shortName][j] = uploadErrors[shortName][j - 1];
            }
            // reset the first spot back to 0, so you can count the next period
            uploadErrors[shortName][0] = 0;
        }
    }
    console.log("Finished Shifting Upload Errors at: " + new Date());

    // for each system in decodeErrorsFreq
    for (let shortName in decodeErrorsFreq) {

        // if the system is in decodeErrorsFreq
        if (decodeErrorsFreq.hasOwnProperty(shortName)) {
            var sysErrors = decodeErrorsFreq[shortName];


            // for each freq in that systems stats
            for (var freqNum in sysErrors) {
                if (sysErrors.hasOwnProperty(freqNum)) {
                    var freqErrors = sysErrors[freqNum];

                    if ((freqErrors.errorHistory == undefined) || (freqErrors.spikeHistory == undefined)) {
                        console.error("[" + shortName + "] Skipping stat for freq: " + freqNum);
                        continue;
                    }
                    // move the history for that freq back
                    for (let j = spots - 1; j > 0; j--) {
                        let i = j - 1;
                        freqErrors.errorHistory[j] = freqErrors.errorHistory[i];
                        freqErrors.spikeHistory[j] = freqErrors.spikeHistory[i];
                    }

                    if (freqErrors.totalLen > 0) {
                        freqErrors.errorHistory[0] = (freqErrors.errors / freqErrors.totalLen);
                        freqErrors.spikeHistory[0] = (freqErrors.spikes / freqErrors.totalLen);
                    } else {
                        freqErrors.errorHistory[0] = 0;
                        freqErrors.spikeHistory[0] = 0;
                    }
                    freqErrors.totalLen = 0;
                    freqErrors.errors = 0;
                    freqErrors.spikes = 0;
                }
            }

            /*
            const query = { shortName: shortName };
            const update = { $set: { "decodeErrorsFreq": decodeErrorsFreq[shortName] } };
            const options = { upsert: true };

            await SystemStat.updateOne(query, update, options);*/

        }
    }

    console.log("Finished Shifting Decode Errors at: " + new Date());

    // for each system in talkgroupStats
    for (let shortName in talkgroupStats) {
        let callTotal = 0;

        // if the system is in stats
        if (talkgroupStats.hasOwnProperty(shortName)) {
            var sysTalkgroupStats = talkgroupStats[shortName];

            // for each talkgroup in that systems stats
            for (var talkgroupNum in sysTalkgroupStats) {
                if (sysTalkgroupStats.hasOwnProperty(talkgroupNum)) {
                    var tg = sysTalkgroupStats[talkgroupNum];
                    var tgHistoryTotal = 0;
                    if ((tg.callCountHistory == undefined) || (tg.callAvgLenHistory == undefined)) {
                        console.error("[" + shortName + "] Skipping stat for tg: " + talkgroupNum);
                        continue;
                    }
                    // move the history for that talkgroup back
                    for (let j = spots - 1; j > 0; j--) {
                        let i = j - 1;
                        tgHistoryTotal += tg.callCountHistory[i];
                        tg.callCountHistory[j] = tg.callCountHistory[i];
                        tg.callAvgLenHistory[j] = tg.callAvgLenHistory[i];
                    }

                    // add to the total for that group
                    callTotal += tg.calls;


                    // figure out the history for current period in the history for this talkgroup;
                    tg.callCountHistory[0] = tg.calls;
                    tgHistoryTotal += tg.calls;
                    if (tg.calls > 0) {
                        tg.callAvgLenHistory[0] = Math.floor(tg.totalLen / tg.calls);
                    } else {
                        tg.callAvgLenHistory[0] = 0;
                    }
                    tg.calls = 0;
                    tg.totalLen = 0;
                    if (tgHistoryTotal == 0) {
                        // there has been no recent activity on this talkgroup. remove it from the stats.
                        delete sysTalkgroupStats[talkgroupNum];
                    }
                }
            }

            // figure out call totals for this shortName/Sys
         /*   if (callTotals[shortName] == undefined) {
                callTotals[shortName] = new Array();
                for (var j = 0; j < spots; j++) {
                    callTotals[shortName][j] = 0;
                }
            }

            for (var j = spots - 1; j > 0; j--) {
                callTotals[shortName][j] = callTotals[shortName][j - 1];
            }
            callTotals[shortName][0] = callTotal;*/


            /*
            const query = { shortName: shortName };
            const update = { $set: { "talkgroupStats": talkgroupStats[shortName], "callTotals": callTotals[shortName] } };
            const options = { upsert: true };

            await SystemStat.updateOne(query, update, options);*/
        }
    }
    console.log("Finished Shifting Talkgroup Stats at: " + new Date());
    updateActiveSystems();
    console.log("Finished Updating Active Systems at: " + new Date());
}
exports.callTotals = function (shortName) {
    return callTotals[shortName];
}
exports.talkgroupStats = function (shortName) {
    return talkgroupStats[shortName];
}
exports.uploadErrors = function (shortName) {
    return uploadErrors[shortName];
}
exports.decodeErrorsFreq = function (shortName) {
    return decodeErrorsFreq[shortName];
}