repeated alarm message suppression

This commit is contained in:
Wolfgang Hottgenroth
2017-09-05 22:52:38 +02:00
parent 7963bb98fe
commit 0c6ebdc76e
6 changed files with 47 additions and 18 deletions

View File

@ -26,7 +26,7 @@ export function setLevel(value: string): void {
}
}
export function sendAlarmMail(message : string): void {
export function sendAlarmMail(subject : string, message : string): void {
let transport = nodemailer.createTransport({
host: config.dict.smtpHost,
port: config.dict.smtpPort,
@ -39,13 +39,13 @@ export function sendAlarmMail(message : string): void {
let mail : nodemailer.SendMailOptions = {
from: config.dict.smtpSender,
to: config.dict.smtpReceiver,
subject: "Alarm from Dispatcher",
subject: subject,
text: message
};
transport.sendMail(mail)
.then((v : nodemailer.SentMessageInfo) => {
info(`Alarm mail sent, ${message}, ${v.response}`)
info(`Mail sent, ${subject}, ${message}, ${v.response}`)
})
.catch((reason : any) => {
error(`Failure when sending alarm mail: ${message}, ${reason}`)

View File

@ -4,9 +4,6 @@ import * as Processor from './processor'
import * as config from './config'
const CHECK_PERIOD : number = 60 // seconds
class ClientEntry {
client : string
lastEvent : number
@ -14,6 +11,9 @@ class ClientEntry {
count : number
delaySum : number
avgDelay : number
alarmState : boolean
lastAlarmMessage : number
alarmMessageCounter: number
}
class MissingEventProcessor extends Processor.AProcessor {
@ -30,12 +30,18 @@ class MissingEventProcessor extends Processor.AProcessor {
let currentTime : number = new Date().getTime()
let elapsedTime : number = currentTime - value.lastEvent
log.info(`MissingEventProcessor: Checking ${key}, elapsed: ${elapsedTime / 1000}, avg. delay: ${value.avgDelay / 1000}`)
if ((value.avgDelay != 0) && (elapsedTime > (value.avgDelay * 3))) {
log.sendAlarmMail(`Missing Event Detected: ${key}, elapsed: ${elapsedTime / 1000}, avg. delay: ${value.avgDelay / 1000}`)
if (value.alarmState && ((value.lastAlarmMessage + config.dict.alarmRepeatPeriod * 1000) < currentTime)) {
value.lastAlarmMessage = currentTime
value.alarmMessageCounter += 1
log.sendAlarmMail('Repeated Alarm', `Missing Event Detected: ${key}, repeated: ${value.alarmMessageCounter}, elapsed: ${elapsedTime / 1000}, avg. delay: ${value.avgDelay / 1000}`)
}
if ((! value.alarmState) && ((value.avgDelay != 0) && (elapsedTime > (value.avgDelay * 3)))) {
log.sendAlarmMail('Alarm', `Missing Event Detected: ${key}, elapsed: ${elapsedTime / 1000}, avg. delay: ${value.avgDelay / 1000}`)
value.alarmState = true
value.lastAlarmMessage = currentTime
}
})
}, CHECK_PERIOD * 1000)
}, config.dict.checkPeriod * 1000)
}
protected process(message : any) : void {
@ -52,6 +58,11 @@ class MissingEventProcessor extends Processor.AProcessor {
clientEntry.delaySum += clientEntry.delay
clientEntry.avgDelay = clientEntry.delaySum / clientEntry.count
}
if (clientEntry.alarmState) {
log.sendAlarmMail('Release', `Event received again: ${client}`)
clientEntry.alarmMessageCounter = 0
}
clientEntry.alarmState = false
this.clientMap.set(client, clientEntry)
log.info(`MissingEventProcessor: Entry for ${client} updated`)
} else {
@ -62,6 +73,8 @@ class MissingEventProcessor extends Processor.AProcessor {
clientEntry.count = -1
clientEntry.delaySum = 0
clientEntry.avgDelay = 0
clientEntry.alarmState = false
clientEntry.alarmMessageCounter = 0
this.clientMap.set(client, clientEntry)
log.info(`MissingEventProcessor: Entry for ${client} inserted`)
}