bin/rrr-dirtyupdate

   1 #!/usr/bin/perl -- -*- mode: cperl -*-
   2
   3 =head1 NAME
   4
   5 rrr-dirtyupdate - add a file with an old timestamp to the dataset
   6
   7 =head1 SYNOPSIS
   8
   9   rrr-dirtyupdate [options] file epoch
  10
  11 =head1 OPTIONS
  12
  13 =over 8
  14
  15 =cut
  16
  17 my @opt = <<'=back' =~ /B<--(\S+)>/g;
  18
  19 =item B<--dry-run!>
  20
  21 (TBD) Do not really run the command, ...
  22
  23 =item B<--help|h>
  24
  25 Prints a brief message and exists.
  26
  27 =item B<--verbose|v+>
  28
  29 More feedback.
  30
  31 =back
  32
  33 =head1 DESCRIPTION
  34
  35 When you later discover missing files...
  36
  37 =head1 BUGS
  38
  39 This is slow: it calls aggregate twice with force which took 2 x 10-15 seconds on PAUSE.
  40
  41 =cut
  42
  43
  44 use strict;
  45 use warnings;
  46
  47 use File::Find qw(find);
  48 use File::Rsync::Mirror::Recent;
  49 use Getopt::Long;
  50 use Pod::Usage qw(pod2usage);
  51
  52 our %Opt;
  53 GetOptions(\%Opt,
  54            @opt,
  55           ) or pod2usage(1);
  56
  57 if ($Opt{help}) {
  58     pod2usage(0);
  59 }
  60
  61 unless (@ARGV) {
  62     pod2usage(1);
  63 }
  64
  65 # my($file,$epoch) = @ARGV; # XXX
  66
  67 if ($Opt{'dry-run'}) {
  68     die "FIXME: not yet implemented";
  69 }
  70
  71 my $rf = File::Rsync::Mirror::Recentfile->new_from_file
  72     (
  73      "/home/ftp/pub/PAUSE/authors/RECENT-1h.yaml",
  74     );
  75 unless ($rf) {
  76     die "ALERT: Could not create an rf: $@";
  77 }
  78 my $sleep = 2;
  79 warn "prove of concept for one file only. Last chance to hit ^C now to interrupt. sleeping $sleep";
  80 sleep $sleep;
  81 my %recfiles;
  82 my $recent = File::Rsync::Mirror::Recent->new
  83     (
  84      local => "/home/ftp/pub/PAUSE/authors/RECENT-1h.yaml",
  85     );
  86 my $recentev = $recent->news();
  87 for my $re (@$recentev) {
  88     $recfiles{"/home/ftp/pub/PAUSE/authors/".$re->{path}} = 1;
  89 }
  90
  91 my %diskfiles;
  92 find({
  93       wanted => sub {
  94           my @stat = lstat $_;
  95           return if -l _;
  96           return unless -f _;
  97           return if delete $recfiles{$File::Find::name};
  98           $diskfiles{$File::Find::name} = $stat[9];
  99       },
 100       no_chdir => 1,
 101      },
 102      "/home/ftp/pub/PAUSE/authors/id"
 103     );
 104
 105 ENDLESS: while () {
 106     last ENDLESS unless %diskfiles;
 107     my @files;
 108  CENTOPED: for my $k (sort {$diskfiles{$a} <=> $diskfiles{$b}} keys %diskfiles) {
 109         push @files, $k;
 110         delete $diskfiles{$k};
 111         last CENTOPED if @files >= 263;
 112     }
 113     last ENDLESS unless @files;
 114     my $totalfiles = keys %diskfiles;
 115     my $files = @files;
 116     warn localtime()." ($files / $totalfiles) starting\n";
 117     for my $file (@files) {
 118         my @stat = stat $file or die "Couldn't stat '$file': $!";
 119         my $mtime = $stat[9];
 120         $rf->update($file,"new",$mtime);
 121         if ($file eq $files[-1]) {
 122             my $slt = scalar localtime $mtime;
 123             print localtime()." inj ts=$slt file=$file\n";
 124         }
 125     }
 126     warn localtime()." starting first aggregate\n";
 127     $rf->aggregate(force => 1);
 128     warn localtime()." starting second aggregate\n";
 129     $rf->aggregate(force => 1);
 130     warn localtime()." finished\n";
 131     sleep 45;
 132 }
 133
 134 __END__
 135
 136
 137 # Local Variables:
 138 # mode: cperl
 139 # coding: utf-8
 140 # cperl-indent-level: 4
 141 # End: