unbound/contrib/parseunbound.pl
Wouter Wijngaards 20ee8c10f5 log file stats parse perl script from Kai Storbeck.
git-svn-id: file:///svn/unbound/trunk@1027 be551aaa-1e26-0410-a405-d3ace91eadb9
2008-04-10 10:18:44 +00:00

102 lines
3.1 KiB
Perl

#!/usr/local/bin/perl -w
use strict;
use POSIX qw(SEEK_END);
use Storable;
use FileHandle;
use Data::Dumper;
use Carp qw(croak carp);
use constant UNBOUND_CACHE => "/var/tmp/unbound-cache.stor";
my $run_from_cron = @ARGV && $ARGV[0] eq "--cron" && shift;
my $DEBUG = -t STDERR;
### if cache exists and is newer than 3 minutes
if ( -r UNBOUND_CACHE && -M _ < 3/24/60 && !$run_from_cron ) {
print STDERR "Cached results:\n" if $DEBUG;
my $result = retrieve(UNBOUND_CACHE);
print join("\n", @$result), "\n";
exit;
}
my $logfile = shift or die "Usage: parseunbound.pl --cron unboundlogfile";
my $in = new FileHandle $logfile or die "Cannot open $logfile: $!\n";
$in->seek(-2500, SEEK_END) or croak "cannot seek $logfile: $!\n";
# Stats array containing 1 or more stats hashes.
my @totalstats = ();
# Each stats hash contains name/value pairs of the actual numbers for that thread.
# there is a special key 'thread' that indicates the thread.
my $stats = {};
my $inblock = 0;
my @records = ('thread', 'queries', 'answers', 'recursions', 'recursionavg',
'outstandingmax', 'outstandingavg', 'outstandingexc',
'us_0', 'us_128', 'us_256', 'us_512', 'us_1024', 'us_2048', 'us_4096', 'us_8192',
'us_16384', 'us_32768', 'us_65536', 'us_131072', 'us_262144', 'us_524288',
'ms_1', 'ms_2', 'ms_4', 'ms_8', 'ms_16', 'ms_32', 'ms_64', 'ms_256', 'ms_128','ms_512');
for my $line ( <$in> ) {
chomp($line);
#print ">> $line\n";
if ( !$inblock && $line =~ m/info: server stats for thread (\d+): (\d+) queries, (\d+) answers from cache, (\d+) recursions/ ) {
$inblock = 1;
# NB: this clears the previous stats
$stats = {
thread => $1,
queries => $2,
answers => $3,
recursions => $4,
};
#print STDERR "Parsing stats from thread " . $stats->{thread} . "\n";
}
elsif ( $inblock && $line =~ m/info: server stats for thread (\d+): requestlist max (\d+) avg ([0-9\.]+) exceeded (\d+)/ ) {
$stats->{outstandingmax} = $2;
$stats->{outstandingavg} = $3;
$stats->{outstandingexc} = $4;
}
if ( $inblock && $line =~ m/info: average recursion processing time ([0-9\.]+) sec/ ) {
$stats->{recursionavg} = $1;
}
if ( $inblock && $line =~ m/info: histogram of recursion processing times/ ) {
next;
}
if ( $inblock && $line =~ m/info: [25%]=([0-9\.]+) median[50%]=([0-9\.]+) [75%]=([0-9\.]+)/ ) {
$stats->{median25} = $1;
$stats->{median50} = $2;
$stats->{median75} = $3;
}
if ( $inblock && $line =~ m/info: lower(secs) upper(secs) recursions/ ) {
next;
}
elsif ( $inblock && $line =~ m/info:\s+(\d+)\.(\d+)\s+(\d+)\.(\d+)\s+(\d+)/ ) {
my ($fromms, $fromus, $toms, $tous, $counter) = ($1, $2, $3, $4, $5);
my $prefix = '';
if ($fromms > 0) {
$stats->{'ms_' . int($fromms)} = $counter;
} else {
$stats->{'us_' . int($fromus)} = $counter;
}
if ($fromms == '512') {
$inblock = 0;
#push @totalstats, $stats;
# or print $stats.
}
}
else {
#print STDERR "Cannot parse line: $line (unexpected, inblock=$inblock)\n";
}
}
if ( ! $stats ) {
die "Couldn't parse stats?!\n";
}
my @result;
for my $key ( @records ) {
print STDERR "$key = " . $stats->{$key} . "\n";
push @result, $stats->{$key};
}
print join("\n", @result), "\n";
store \@result, UNBOUND_CACHE;