Files
trunk-server/backend/controllers/calls.js
Luke Berndt 6825aaf9a4 Reduce backend per-upload CPU to relieve upload timeouts
The Node main thread was saturated at about 39 uploads/s, overflowing the
listen queue so uploads timed out connecting from nginx.

- Enable keepAlive on the S3 agent; every upload did a full TLS handshake
- Remove OpenTelemetry tracing
- Cache the system key lookup for 60s
- Use lean queries when listing calls
- Serialize each call once in notify_clients, not per recipient
- Add an nginx upstream keepalive pool, and hold Node's keepAliveTimeout
  above it so nginx never reuses a connection Node has closed

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
2026-11-09 18:06:48 -05:00

410 lines
13 KiB
JavaScript

const { ObjectId } = require('mongodb');
const Call = require("../models/call");
const Group = require("../models/group");
var defaultNumResults = 50;
var channels = {};
const build_call_list = (items) => {
let calls = [];
for (var i=0; i < items.length; i++) {
const item = items[i];
call = {
_id: item._id.toHexString(),
talkgroupNum: item.talkgroupNum,
url: item.url,
filename: item.path + item.name,
time: item.time,
// Lean results skip schema defaults, so older documents can lack these.
srcList: item.srcList ?? [],
star: item.star ?? 0,
emergency: item.emergency,
freq: item.freq,
patches: item.patches ?? [],
len: Math.round(item.len)
};
calls.push(call);
}
return calls;
}
async function get_calls(query, numResults, middleDate, res) {
var calls = [];
var fields = {
_id: true,
talkgroupNum: true,
path: true,
name: true,
time: true,
emergency: true,
srcList: true,
freq: true,
patches: true,
star: true,
len: true,
url: true
};
const sort = { length: -1 };
try {
const items = await Call.find(query.filter, fields).sort(query.sort_order).limit(numResults).lean();
const refined_items = build_call_list(items);
calls.push(...refined_items);
// if we are loading a list of calls around a specific Call ID, we want to load call before and after that call, so we call it twice.
if (middleDate) {
query.filter.time = {
$gt: middleDate
};
const items = await Call.find(query.filter, fields).sort(query.sort_order).limit(numResults).lean();
const refined_items = build_call_list(items);
calls.push(...refined_items);
}
res.json({
calls: calls,
direction: query.direction
});
} catch (err) {
console.warn("Error - get_calls() Could not find item " + err + " filter: " + query.filter);
res.send(404, 'Sorry, we cannot find that!');
return;
};
}
async function build_filter(filter_type, code, start_time, direction, shortName, numResults, starred, res) {
var filter = {};
var query = {};
var start = new Date(start_time);
if (start_time) {
if (direction == 'newer') {
filter.time = {
$gt: start
};
} else {
filter.time = {
$lt: start
};
}
}
var sort_order = {};
if (direction == 'newer') {
sort_order['time'] = 1;
} else {
sort_order['time'] = -1;
}
// make sure the shortName for the system is included in the query
filter.shortName = shortName;
query['direction'] = direction;
query['sort_order'] = sort_order;
if (filter_type) {
if ((filter_type == "group") && code && (code.indexOf(',') == -1)) {
let o_id
try {
o_id = ObjectId.createFromHexString(code);
} catch (err) {
console.warn("[" + shortName + "] Error - build_filter() group ObjectId is invalid " + err + " id: " + code);
res.contentType('json');
res.status(500);
res.send(JSON.stringify({
error: err,
"_id": code
}));
return;
}
const group = await Group.findOne({ 'shortName': shortName, '_id': ObjectId.createFromHexString(code) }).exec();
if (!group || !group.talkgroups) {
console.warn("[" + shortName + "] Error - build_filter() group is null ");
res.contentType('json');
res.status(404);
res.send(JSON.stringify({
message: 'That Group ID doesnt exist.'
}));
return;
}
filter.talkgroupNum = {
$in: group.talkgroups
};
} else {
if ((filter_type == "talkgroup") || (filter_type == "group")) {
if (code) {
var codeArray = code.split(',').map(function (item) {
return parseInt(item, 10);
});
filter.talkgroupNum = {
$in: codeArray
};
}
}
}
}
if (direction=="middle") {
query['filter'] = filter;
get_calls(query, numResults, start, res);
} else {
query['filter'] = filter;
get_calls(query, numResults, false, res);
}
}
exports.get_card = async function (req, res) {
var objectId = req.params.id;
try {
var o_id = ObjectId.createFromHexString(objectId);
} catch (err) {
console.warn("Error - /card/:id generating ObjectId " + err);
res.status(500);
res.send(JSON.stringify({
error: err,
"_id": objectId
}));
return;
}
const item = await Call.findById(o_id).exec();
//console.log(util.inspect(item));
if (item) {
var time = new Date(item.time);
var timeString = time.toLocaleTimeString("en-US");
var dateString = time.toDateString();
res.render('card', {
item: item,
channel: channels[item.talkgroupNum],
time: timeString,
date: dateString
});
} else {
console.warn("Error - /card/:id Could not find Item " + err);
res.send(404, 'Sorry, we cannot find that!');
}
}
function package_call(item) {
var time = new Date(item.time);
var timeString = time.toLocaleTimeString("en-US");
var dateString = time.toDateString();
call = {
_id: item._id.toHexString(),
shortName: item.shortName,
talkgroupNum: item.talkgroupNum,
filename: item.path + item.name,
url: item.url,
time: item.time,
timeString: timeString,
dateString: dateString,
patches: item.patches,
path: item.path,
name: item.name,
freq: item.freq,
srcList: item.srcList,
star: item.star,
emergency: item.emergency,
len: Math.round(item.len)
};
return call;
}
exports.remove_star = async function (req, res, next) {
var objectId = req.params.id;
try {
var o_id = ObjectId.createFromHexString(objectId);
} catch (err) {
console.warn("[" + req.params.shortName + "] Error - /remove_star/:id generating ObjectId " + err);
res.status(500);
res.send(JSON.stringify({
success: false,
message: err,
"_id": objectId
}));
return;
}
const item = await Call.findOneAndUpdate({ _id: objectId }, { $inc: { star: -1 } }, { new: true });
if (!item) {
res.status(500);
res.send(JSON.stringify({
success: false,
"_id": objectId
}));
} else {
var call = package_call(item);
req.call = call;
res.send(JSON.stringify({
success: true,
call: call
}));
next();
}
}
exports.add_star = async function (req, res, next) {
var objectId = req.params.id;
try {
var o_id = ObjectId.createFromHexString(objectId);
} catch (err) {
console.warn("[" + req.params.shortName + "] Error - /add_star/:id generating ObjectId " + err);
res.status(500);
res.send(JSON.stringify({
success: false,
message: err,
"_id": objectId
}));
return;
}
const item = await Call.findOneAndUpdate({ _id: objectId }, { $inc: { star: 1 } }, { new: true });
if (!item) {
res.status(500);
res.send(JSON.stringify({
success: false,
"_id": objectId
}));
} else {
var call = package_call(item);
req.call = call;
res.send(JSON.stringify({
success: true,
call: call
}));
next();
}
}
exports.get_call = async function (req, res) {
var objectId = req.params.id;
try {
var o_id = ObjectId.createFromHexString(objectId);
} catch (err) {
console.warn("[" + req.params.shortName + "] Error - /:shortName/call/:id generating ObjectId " + err);
res.status(500);
res.send(JSON.stringify({
success: false,
error: err,
"_id": objectId
}));
return;
}
const item = await Call.findById(o_id).exec();
if (item) {
var call = package_call(item);
res.contentType('json');
res.send(JSON.stringify({
success: true,
call: call
})
);
} else {
console.warn("[" + req.params.shortName + "] Error - /:shortName/call/:id Could not find item ID: " + objectId);
res.status(404);
res.send(JSON.stringify({
success: false,
"_id": objectId
}));
}
}
// This is what you use when you want to get some calls before and after a timestamp.
exports.get_date_calls = function (req, res) {
var filter_code = req.query["filter-code"];
var filter_type = req.query["filter-type"];
var starred = req.query["filter-starred"] === 'true' ? true : false;
var start_time = parseInt(req.query["time"]);
var short_name = req.params.shortName.toLowerCase();
//console.log("[" + short_name + "] Next Calls - time: " + start_time + " Filter code: " + filter_code + " Filter Type: " + filter_type);
build_filter(filter_type, filter_code, start_time, 'middle', short_name, defaultNumResults, starred, res);
}
exports.get_latest_calls = function (req, res) {
var filter_code = req.query["filter-code"];
var filter_type = req.query["filter-type"];
var starred = req.query["filter-starred"] === 'true' ? true : false;
var short_name = req.params.shortName.toLowerCase();
//console.log("[" + short_name + "] Latest - Call Get Filter code: " + filter_code + " Filter Type: " + filter_type );
build_filter(filter_type, filter_code, null, 'older', short_name, 1, starred, res);
}
exports.get_next_calls = function (req, res) {
var filter_code = req.query["filter-code"];
var filter_type = req.query["filter-type"];
var starred = req.query["filter-starred"] === 'true' ? true : false;
var start_time = parseInt(req.query["time"]);
var short_name = req.params.shortName.toLowerCase();
//console.log("[" + short_name + "] Next Calls - time: " + start_time + " Filter code: " + filter_code + " Filter Type: " + filter_type);
build_filter(filter_type, filter_code, start_time, 'newer', short_name, 1, starred, res);
}
exports.get_newer_calls = function (req, res) {
var filter_code = req.query["filter-code"];
var filter_type = req.query["filter-type"];
var starred = req.query["filter-starred"] === 'true' ? true : false;
var start_time = parseInt(req.query["time"]);
var short_name = req.params.shortName.toLowerCase();
//console.log("[" + short_name + "] Newer Calls - time: " + start_time + " Filter code: " + filter_code + " Filter Type: " + filter_type );
build_filter(filter_type, filter_code, start_time, 'newer', short_name, defaultNumResults, starred, res);
}
exports.get_older_calls = function (req, res) {
var filter_code = req.query["filter-code"];
var filter_type = req.query["filter-type"];
var starred = req.query["filter-starred"] === 'true' ? true : false;
var start_time = parseInt(req.query["time"]);
var short_name = req.params.shortName.toLowerCase();
//console.log("[" + short_name + "] Older Calls - time: " + start_time + " Filter code: " + filter_code + " Filter Type: " + filter_type);
build_filter(filter_type, filter_code, start_time, 'older', short_name, defaultNumResults, starred, res);
}
//Delete this after I fix the iPhone app
exports.get_iphone_calls = function (req, res) {
var filter_code = req.query["filter-code"];
var filter_type = req.query["filter-type"];
var starred = req.query["filter-starred"] === 'true' ? true : false;
var start_time = parseInt(req.params.time);
var short_name = req.params.shortName.toLowerCase();
//console.log("[" + short_name + "] iPhone Newer Calls - time: " + start_time + " Filter code: " + filter_code + " Filter Type: " + filter_type);
build_filter(filter_type, filter_code, start_time, 'older', short_name, defaultNumResults, starred, res);
}
exports.get_calls = function (req, res) {
var filter_code = req.query["filter-code"];
var filter_type = req.query["filter-type"];
var starred = req.query["filter-starred"] === 'true' ? true : false;
var short_name = req.params.shortName.toLowerCase();
//console.log("[" + short_name + "] Inital Calls - Call Get Filter code: " + filter_code + " Filter Type: " + filter_type);
build_filter(filter_type, filter_code, null, 'older', short_name, defaultNumResults, starred, res);
}