upstream/icinga-powershell-framework
1
0
Fork 0
mirror of https://github.com/Icinga/icinga-powershell-framework.git synced 2025-12-20 23:00:35 -05:00
Code Issues Projects Releases Packages Wiki Activity Actions

Improved stability for service check execution daemon

Browse source
This commit is contained in:
Lord Hepipud 2019-10-06 10:48:12 +02:00
parent 7e23ea76df
commit 04af3a8503
1 changed files with 42 additions and 36 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

78
lib/daemons/Start-IcingaServiceCheckDaemon.psm1
View file

@ -43,7 +43,9 @@ function Start-IcingaServiceCheckTask()
param($IcingaDaemonData, $CheckCommand, $Arguments, $Interval, $TimeIndexes, $CheckId); param($IcingaDaemonData, $CheckCommand, $Arguments, $Interval, $TimeIndexes, $CheckId);
Use-Icinga -LibOnly -Daemon; Use-Icinga -LibOnly -Daemon;
$PassedTime = 0; $PassedTime = 0;
$SortedResult = $null;
$OldData = @{};
if (-Not ($IcingaDaemonData.BackgroundDaemon.ServiceCheckScheduler.ContainsKey($CheckCommand))) { if (-Not ($IcingaDaemonData.BackgroundDaemon.ServiceCheckScheduler.ContainsKey($CheckCommand))) {
$IcingaDaemonData.BackgroundDaemon.ServiceCheckScheduler.Add($CheckCommand, [hashtable]::Synchronized(@{})); $IcingaDaemonData.BackgroundDaemon.ServiceCheckScheduler.Add($CheckCommand, [hashtable]::Synchronized(@{}));
@ -53,50 +55,54 @@ function Start-IcingaServiceCheckTask()
while ($TRUE) { while ($TRUE) {
if ($PassedTime -ge $Interval) { if ($PassedTime -ge $Interval) {
& $CheckCommand @Arguments; try {
& $CheckCommand @Arguments | Out-Null;
$Results = $IcingaDaemonData.BackgroundDaemon.ServiceCheckScheduler[$CheckCommand]['results']; $UnixTime = Get-IcingaUnixTime;
$UnixTime = Get-IcingaUnixTime;
$OldData = @{};
foreach ($result in $Results.Keys) { foreach ($result in $IcingaDaemonData.BackgroundDaemon.ServiceCheckScheduler[$CheckCommand]['results'].Keys) {
$SortedResult = $Results[$result].GetEnumerator() | Sort-Object name -Descending; $SortedResult = $IcingaDaemonData.BackgroundDaemon.ServiceCheckScheduler[$CheckCommand]['results'][$result].GetEnumerator() | Sort-Object name -Descending;
Add-IcingaHashtableItem -Hashtable $OldData -Key $result -Value @{}; Add-IcingaHashtableItem -Hashtable $OldData -Key $result -Value @{};
foreach ($index in $TimeIndexes) { foreach ($index in $TimeIndexes) {
$ObjectCount = 0; $ObjectCount = 0;
$ObjectValue = 0; $ObjectValue = 0;
$TimeInSeconds = $index * 60; $TimeInSeconds = $index * 60;
foreach ($timeEntry in $SortedResult) { foreach ($timeEntry in $SortedResult) {
if (($UnixTime - $TimeInSeconds) -le [int]$timeEntry.Key) { if (($UnixTime - $TimeInSeconds) -le [int]$timeEntry.Key) {
$ObjectCount += 1; $ObjectCount += 1;
$ObjectValue += $timeEntry.Value; $ObjectValue += $timeEntry.Value;
Remove-IcingaHashtableItem -Hashtable $OldData[$result] -Key $timeEntry; Remove-IcingaHashtableItem -Hashtable $OldData[$result] -Key $timeEntry;
} else { } else {
Add-IcingaHashtableItem -Hashtable $OldData[$result] -Key $timeEntry -Value $TRUE; Add-IcingaHashtableItem -Hashtable $OldData[$result] -Key $timeEntry -Value $null;
}
} }
$AvarageValue = ($ObjectValue / $ObjectCount);
$MetricName = [string]::Format('{0}_{1}', $result, $index);
Add-IcingaHashtableItem `
-Hashtable $IcingaDaemonData.BackgroundDaemon.ServiceCheckScheduler[$CheckCommand]['average'] `
-Key (Format-IcingaPerfDataLabel $MetricName) -Value $AvarageValue -Override;
} }
$AvarageValue = ($ObjectValue / $ObjectCount);
$MetricName = [string]::Format('{0}_{1}', $result, $index);
Add-IcingaHashtableItem `
-Hashtable $IcingaDaemonData.BackgroundDaemon.ServiceCheckScheduler[$CheckCommand]['average'] `
-Key (Format-IcingaPerfDataLabel $MetricName) -Value $AvarageValue -Override;
} }
# Flush data we no longer require in our cache to free memory
foreach ($entry in $OldData.Keys) {
foreach ($key in $OldData[$entry].Keys) {
Remove-IcingaHashtableItem -Hashtable $$IcingaDaemonData.BackgroundDaemon.ServiceCheckScheduler[$CheckCommand]['results'][$entry] -Key $key.Name
}
}
Set-IcingaCacheData -Space 'sc_daemon' -CacheStore 'checkresult' -KeyName $CheckCommand -Value $IcingaDaemonData.BackgroundDaemon.ServiceCheckScheduler[$CheckCommand]['average'];
} catch {
# Todo: Add error reporting / handling
} }
# Flush data we no longer require in our cache to free memory $PassedTime = 0;
foreach ($entry in $OldData.Keys) { $SortedResult = $null;
foreach ($key in $OldData[$entry].Keys) { $OldData = @{};
Remove-IcingaHashtableItem -Hashtable $Results[$entry] -Key $key.Name
}
}
Set-IcingaCacheData -Space 'sc_daemon' -CacheStore 'checkresult' -KeyName $CheckCommand -Value $IcingaDaemonData.BackgroundDaemon.ServiceCheckScheduler[$CheckCommand]['average'];
$PassedTime = 0;
} }
$PassedTime += 1; $PassedTime += 1;
Start-Sleep -Seconds 1; Start-Sleep -Seconds 1;