X-Git-Url: https://git.grml.org/?p=grml.org.git;a=blobdiff_plain;f=gen_website;h=7c26751dc50adae05af3e74ad1b3700e5533aa9f;hp=398613e657cc2bceb885a072d951368cbb0c230f;hb=387b21629027482ac06bdc398a620eb61ef8f8db;hpb=4d763b33b3498869a1dba0ca187e40dd13119c28 diff --git a/gen_website b/gen_website index 398613e..7c26751 100755 --- a/gen_website +++ b/gen_website @@ -5,41 +5,123 @@ use warnings; use Template; use File::Find::Rule; -use File::Path qw(make_path); -use File::Basename qw (fileparse); -use File::Copy::Recursive qw(fcopy); +use File::Path qw(make_path remove_tree); +use File::Basename qw (fileparse dirname); +use File::Copy::Recursive qw(fcopy dirmove); +use File::Temp qw (tempdir); -my $out_dir = "out/"; +use lib '/usr/share/perl5/'; + +my $have_mirmon = 0; +my $masterlist = '/usr/local/src/grml-mirrors/Mirrors.masterlist'; +my $mirmonconf = '/etc/mirmon.conf'; + +my $fh; +my $m; +my $conf; +my $state; +if (eval {require Mirmon; 1 } && -f $masterlist && -f $mirmonconf) { + $have_mirmon = 1; + open ($fh, '<', $masterlist) or die "Could not open $masterlist: $!"; + $m = Mirmon ->new($mirmonconf); + $conf = $m->conf ; # a Mirmon::Conf object + $state = $m->state ; # the mirmon state +} else { + print "Skipping mirmon, it's either not installed or not configured.\n"; +} + + +my $out_dir = shift || "out/"; + +my $mirrors; + +sub get_last_state ($) { + my $url = shift; + my $mirror_state = $state->{ $url } ; # a Mirmon::Mirror object + my ($time, $history) = split('-', $mirror_state->{state_history}); + my $last_state = substr($history,-1,1); + return $last_state; +} + + +my $data; +while (($have_mirmon) && (my $line = <$fh>)) { + chomp $line; + if ($line =~ /([^:]+): (.*)/) { + my $key = lc($1); + my $value = $2; + $data->{$key} = $value; + } elsif ($line eq '') { + my $url = sprintf ("https://%s%s", $data->{'site'}, $data->{'grml-http'}); + next if get_last_state($url) eq 'f'; + $mirrors->{ $data->{'country'} }->{ $data->{'site'} } = $data; + $data = undef; + } else { + print "Malformed line: $line\n"; + } +} + +if ($data) { + my $url = sprintf ("https://%s%s", $data->{'site'}, $data->{'grml-http'}); + $mirrors->{ $data->{'country'} }->{ $data->{'site'} } = $data if get_last_state($url) eq 'f'; +} #find all files -my @files = File::Find::Rule->file() - ->in('.'); +#rule to match git directorys +my $git = File::Find::Rule->directory + ->name(".git") + ->prune + ->discard; + +#matches all files +my $file_rule = File::Find::Rule->file(); + +#match symlinks +my $symlink_rule = File::Find::Rule->symlink(); + +#combine all rules +my @files = File::Find::Rule->or( $git, $file_rule, $symlink_rule ) + ->in('.'); + +#create a tempdir +my $tempdir = tempdir( CLEANUP => 1 ); +make_path("$tempdir/out") or die "Could not create $tempdir/out: $!"; #initialize template toolkit my $template = Template->new; -if (! -d $out_dir) { - make_path($out_dir) or die "Could not create outdir $out_dir: $!"; -} - foreach my $file (@files) { next if $file =~ /^$out_dir/; next if $file =~ /$0$/; if ($file =~ /\.tt2$/) { my $output; - $template->process($file, undef, \$output) + $template->process($file, { mirrors => $mirrors }, \$output) || die "Could not process file \"$file\": $!"; my ($name,$path,$suffix) = fileparse($file,qw (.tt2)); - make_path("$out_dir/$path") unless -d "$out_dir/$path"; - open (my $fh, '>', "$out_dir/$path/$name") + make_path("$tempdir/out/$path") unless -d "$tempdir/out/$path"; + open (my $fh, '>', "$tempdir/out/$path/$name") or die "Could not write to $file: $!"; print $fh $output; close($fh); } else { - fcopy ($file, "$out_dir/$file") or die "Could not copy $file to $out_dir/$file: $!"; + fcopy ($file, "$tempdir/out/$file") or die "Could not copy $file to $tempdir/out/$file: $!"; } } + +$out_dir =~ s/\/$//; +if (-d $out_dir) { + dirmove ($out_dir, $out_dir . ".bak") + or die "Could not move $out_dir to $out_dir.bak: $!"; +} +if (! dirmove ("$tempdir/out", "$out_dir")) { + warn "Could not move $tempdir/out to $out_dir: $!"; + warn "Rollback"; + remove_tree($out_dir); + dirmove ($out_dir . ".bak", $out_dir); +} else { + remove_tree($out_dir . ".bak"); +}