# 11-Mar-2011 Heikki: Started this
# 22-Mar-2011 Heikki: Adding manually maintained packages
# 15-Aug-2011 Heikki: Adding a total in the headline, for nagiosgrapher
+# 21-May-2012 Heikki: Added a date since when a package has been pending
+# 31-May-2012 Heikki: Pointing to the new wiki
+# 01-Jan-2013 Heikki: Get hosts from nagios-us as well.
#
# TODO: Assumes that we release our restricted packages for all versions
# and architectures at the same time. Gets only the highest version from
# all, and reports anything less than this. Good enough for now.
#
-# TODO: Get the dates from ls --full-time /var/cache/apt/archives/
-# and display next to the packages, so we can see how long they have
-# been lingering. Boldface them if older than some limit
#### Init
use strict;
my $debug= $ARGV[0] || 0; # 0=none, 1=some, 2=more, 3=much
my $year =`date +%Y`;
-my $wikilink = 'http://twiki.indexdata.dk/cgi-bin/twiki/view/ID/';
+#my $wikilink = 'http://twiki.indexdata.dk/cgi-bin/twiki/view/ID/';
+my $wikilink = 'https://twiki.indexdata.com/twiki/bin/view/ID/';
my $restrictedpackages = "ssh -q kebab cat /home/ftp/pub/debian/dists/*/restricted/*/Packages";
+my $updlink="<i>-u</i>"; # to display after a name, liking to the upd page
#### Host comments
my %hostcomments = (
# I could use a hard-coded list, but I would forget to maintain it.
# Nagios knows most of our hosts. It even knows which are worth
# checking, they have a command to check apts!
+print "Getting hostlist from nagios\n" if $debug;
+my $hostlist1 = `ssh nagios grep -l Apt /etc/nagios3/indexdata-conf.d/*.cfg`
+ or die "Could not get host list from nagios (dk)";
-my $hostlist = `ssh nagios grep -l Apt /etc/nagios3/indexdata-conf.d/*.cfg`
- or die "Could not get host list";
+print "Getting hostlist from nagios-us\n" if $debug;
+my $hostlist2 = `ssh nagios-us grep -l Apt /etc/nagios3/indexdata-conf.d/*.cfg`
+ or die "Could not get host list from nagios (dk)";
+my $hostlist = $hostlist1 . $hostlist2;
print "Got list:\n$hostlist\n" if $debug>2;
###### Get list of packages that can be manually maintained
print "found $pname, first version $pver\n" if $debug>1;
} else {
my $bver = $restrpkgs{$pname};
- `dpkg --compare-versions "$bver" lt "$pver" `;
+ `dpkg --compare-versions "$bver" lt "$pver" 2>/dev/null `;
if ( ! $? ) {
print "found $pname, better version $pver (better than $bver)\n"
if $debug>1;
}
}
+print "got " . scalar(keys(%restrpkgs)) . " restricted packages\n" if $debug;
if ( $debug >1 ) {
- print "got " . scalar(keys(%restrpkgs)) . " restricted packages\n";
for $pname ( sort (keys(%restrpkgs)) ) {
print " $pname " . $restrpkgs{$pname} . "\n";
}
my $mantot = 0;
my $normtot = 0;
my %updlinks;
+my %debversions;
+
+# Pending modification dates
+my %olddates; # Read in from the file
+my %newdates; # To be written in the new version of the file
+my $datefilename = "aptcheck.data";
+my $dateoldfilename = "aptcheck.old";
+my $thisdate = "*"; # indicates really old stuff
+my $warndate; # Older than this will be boldfaced
+
+if ( -f $datefilename ) {
+ print "Reading dates from $datefilename\n" if $debug;
+ open F, $datefilename or die "Could not open date file $datefilename: $!";
+ while (<F>) {
+ chop();
+ my ($pkg, $date) = split;
+ next unless $pkg; # skip empty lines
+ $olddates{$pkg} = $date;
+ print "Date for '$pkg' is '$date' \n" if $debug;
+ }
+ close F;
+ $thisdate = `date +%F`;
+ chomp($thisdate);
+ $warndate = `date +%F -d "30 days ago"` ; ;
+ chomp($warndate);
+ print "Dates: now: '$thisdate' warn: '$warndate'\n" if $debug;
+} else {
+ print "No datefile $datefilename found, starting from scratch\n";
+}
+
my $table = "<table>\n";
-for my $hline ( split("\n",$hostlist) ) {
+#for my $hline ( split("\n",$hostlist) ) {
+for my $hline ( sort( split("\n",$hostlist) ) ) {
next unless ( $hline =~ /\/([a-z0-9-]+)\.cfg$/ );
my $H = $1;
next if ($H =~ /^commands/ );
next if ($H =~ /^servicegroups/ );
print "Checking $H\n" if $debug;
$allhosts{$H}=1;
+ my $cmd0 = "cat /etc/debian_version";
my $cmd1 = "apt-cache -q policy " . join(" ",sort(keys(%restrpkgs)));
my $cmd2 = "apt-get upgrade -s -o 'Debug::NoLocking=true' ";
# Note, do not append -qq, we want some output even when nothing to do
- print "ssh -q $H \"$cmd1 ; $cmd2 \" 2>/dev/null" if ($debug>1);
- my $apt = `ssh -q $H "$cmd1 ; $cmd2 " 2>/dev/null`;
+ print "ssh -q $H \"$cmd0; $cmd1 ; $cmd2 \" 2>/dev/null \n" if ($debug>1);
+ my $apt = `ssh -q $H "$cmd0; $cmd1 ; $cmd2 " 2>/dev/null`;
if ( !$apt ) {
$table .= "<tr><td colspan='3'> </td></tr>\n";
$table .= "<tr><td colspan='3'><b><u>$H</u></b> (skipped)\n";
my $restrname = "";
my $restrinst = "";
my $restrcand = "";
+ my $debver = 0;
for my $p ( split("\n",$apt) ) {
+ if ( !$debver ) { # first line
+ $debver = 1;
+ $p =~ s/(5[0-9.]+)/$1 LENNY !!!/;
+ $p =~ s/(6[0-9.]+)/$1 squeeze/;
+ $p =~ s/(7[0-9.]+)/$1 wheezy/;
+ $p = " Debian $p";
+ $debversions{$H} = $p;
+ print "Deb version for $H is $p\n" if ($debug>1);
+ next;
+ }
# parse apt-cache output
$restrname = $1 if $p =~ /^(\S+):$/;
$restrinst = $1 if $p =~ /^\s+Installed:\s+(\S+)$/;
( $restrinst ne $bver ) ) {
# if different, it is a regular apt upgrade, and will be seen
# later. AND we want to have a different version in our repo
- `dpkg --compare-versions "$bver" lt "$restrinst" `;
+ `dpkg --compare-versions "$bver" lt "$restrinst" 2>/dev/null`;
if ( $? ) { # It was not a downgrade
# manual packages may be ahead of the repo!
$mantot++;
$det .= "<td> $restrname <b>(M)</b></td>";
$det .= "<td>". strdiff($bver,$restrinst)."</td>";
$det .= "<td>". strdiff($restrinst,$bver)."</td>";
+ my $datekey = "$H:$restrname";
+ if ( $olddates{$datekey} ) {
+ $newdates{$datekey} = $olddates{$datekey};
+ } else {
+ $newdates{$datekey} = $thisdate;
+ }
+ my $dispdate = $newdates{$datekey};
+ # if ( $dispdate lt $warndate ) {
+ if ( 0 ) { # manual packages don't need to be highlighted
+ $dispdate = "<b>$dispdate !</b>";
+ }
+ $det .= "<td>" . $dispdate . "</td>";
$det .= "</tr>\n";
my $key = "$restrname";
if ( !$summary{$key} ) {
$det .= "</td> ";
$det .= "<td>$cur</td> ";
$det .= "<td>$new</td> ";
+ my $datekey = "$H:$pkg";
+ if ( $olddates{$datekey} ) {
+ $newdates{$datekey} = $olddates{$datekey};
+ } else {
+ $newdates{$datekey} = $thisdate;
+ }
+ my $dispdate = $newdates{$datekey};
+ if ( ( $dispdate lt $warndate ) && ( $src =~ /Security/) ) {
+ $dispdate = "<b>$dispdate !</b>";
+ }
+ $det .= "<td>" . $dispdate . "</td>";
$det .= "</tr>\n";
+
}
- $table .= "<tr><td colspan='3'> </td></tr>\n";
- $table .= "<tr><td colspan='3'><a name='$H'><b><u>$H</u></b></a> \n";
+ $table .= "<tr><td colspan='4'> </td></tr>\n";
+ $table .= "<tr><td colspan='4'><a name='$H'><b><u>$H</u></b></a> \n";
if ( $pkgs ) {
$table .= "<b>$pkgs</b> packages to upgrade. ";
$table .= "<b>$secs security</b>. " if $secs;
$updlink =~ s/Opencontent-solrUpdates/OpenContentSolrUpdates/;
$updlinks{$H} = $updlink;
$table .= " <a href='$updlink' >Upd</a>";
+ $table .= " " . $debversions{$H};
$table .= "</td></tr>\n";
$table .= "<tr><td>$hostcomments{$H}</td></tr>\n"
if ( $hostcomments{$H} );
}
$table .= "</table>\n";
+# Save the date file
+if ( ! $debug ) {
+ `mv -f $datefilename $dateoldfilename`;
+ open F, ">$datefilename" or die "Could not open date file $datefilename for writing";
+ for my $k (sort(keys(%newdates)) ) {
+ print F "$k " . $newdates{$k}. "\n";
+ print "date for '$k' '" . $newdates{$k}. "'\n" if $debug;
+ }
+ close F
+ or die "Could not close date file $datefilename: $!";
+} else {
+ print "Not updating the date file, this is a debug run\n";
+}
+
# Page header
my $outfile = "/tmp/aptcheck.html";
open F, ">$outfile"
print F "<td>";
for my $HH ( sort(keys(%sechosts)) ) {
my $upd = $updlinks{$HH} || "#" ;
- print F "<a href='#$HH'><b>$HH</b></a><a href='$upd'>,</a> ";
+ print F "<a href='#$HH'><b>$HH</b></a><a href='$upd'>$updlink</a> ";
}
print F "</td>";
print F "<td>";
print F "<td>";
for my $HH ( sort(keys(%ownhosts)) ) {
my $upd = $updlinks{$HH} || "#" ;
- print F "<a href='#$HH'><b>$HH</b></a><a href='$upd'>,</a> ";
+ print F "<a href='#$HH'><b>$HH</b></a><a href='$upd'>$updlink</a> ";
#print F "<a href='#$HH'><b>$HH</b></a> ";
}
print F "</td>";
print F "<td>";
for my $HH ( sort(keys(%manhosts)) ) {
my $upd = $updlinks{$HH} || "#" ;
- print F "<a href='#$HH'><b>$HH</b></a><a href='$upd'>,</a> ";
+ print F "<a href='#$HH'><b>$HH</b></a><a href='$upd'>$updlink</a> ";
#print F "<a href='#$HH'><b>$HH</b></a> ";
}
print F "</td>";
print F "<td>";
for my $HH ( sort(keys(%normhosts)) ) {
my $upd = $updlinks{$HH} || "#" ;
- print F "<a href='#$HH'><b>$HH</b></a><a href='$upd'>,</a> ";
+ print F "<a href='#$HH'><b>$HH</b></a><a href='$upd'>$updlink</a> ";
#print F "<a href='#$HH'><b>$HH</b></a> ";
}
print F "</td>";
for my $HH ( sort(keys(%skiphosts)) ) {
my $upd = $updlinks{$HH} ||
$wikilink . ucfirst($HH) . "Updates" . $year;
- print F "<a href='#$HH'><b>$HH</b></a><a href='$upd'>,</a> ";
+ print F "<a href='#$HH'><b>$HH</b></a><a href='$upd'>$updlink</a> ";
#print F "<a href='#$HH'><b>$HH</b></a> ";
}
print F "</td></tr>\n";
}
-#if ( %okhosts ) {
if ( 1 ) {
- print F "<tr><td>Ok " . scalar(keys(%okhosts)) . "</td>\n";
+ print F "<tr><td>Ok <br/>" . scalar(keys(%okhosts)) .
+ " of " . scalar(keys(%allhosts)) . "</td>\n";
print F "<td colspan='2'>";
for my $HH ( sort(keys(%okhosts)) ) {
my $upd = $updlinks{$HH} || "#" ;
- print F "<a href='#$HH'><b>$HH</b></a><a href='$upd'>,</a> ";
+ print F "<a href='#$HH'><b>$HH</b></a><a href='$upd'>$updlink</a> ";
#print F "<a href='#$HH'><b>$HH</b></a> ";
}
if ( !%okhosts ) {
}
print F "</table>\n";
+print F "<p/><b>" . ( $sectot + $owntot + $mantot + $normtot ) .
+ "</b> packages pending (<b>$sectot</b> critical) \n";
+
# Graph
#my $secs = 60*60*24 * 7 * 2; # 2 weeks in secods
#my $secs = "1m"; # one month, let nagios do the math
projects / git-tools-moved-to-github.git / blobdiff