[722] | 1 | #!/usr/bin/perl |
---|
| 2 | |
---|
| 3 | # Script to help generate find the .scripts-version files |
---|
| 4 | |
---|
[1370] | 5 | use LockFile::Simple qw(trylock unlock); |
---|
[1385] | 6 | use File::stat; |
---|
[1370] | 7 | |
---|
[722] | 8 | use lib '/mit/scripts/sec-tools/perl'; |
---|
| 9 | |
---|
| 10 | open(FILE, "</mit/scripts/sec-tools/store/scriptslist"); |
---|
| 11 | my $dump = "/mit/scripts/sec-tools/store/versions"; |
---|
[1370] | 12 | my $dumpbackup = "/mit/scripts/sec-tools/store/versions-backup"; |
---|
[722] | 13 | |
---|
[1370] | 14 | # try to grab a lock on the version directory |
---|
[1372] | 15 | trylock($dump) || die "Can't acquire lock; lockfile already exists at <$dump.lock>. Another parallel-find may be running. If you are SURE there is not, remove the lock file and retry."; |
---|
[722] | 16 | |
---|
[1370] | 17 | sub unlock_and_die ($) { |
---|
| 18 | my $msg = shift; |
---|
| 19 | unlock($dump); |
---|
| 20 | die $msg; |
---|
| 21 | } |
---|
| 22 | |
---|
| 23 | # if the versions directory exists, move it to versions-backup |
---|
| 24 | # (removing the backup directory if necessary). Then make a new copy. |
---|
| 25 | if (-e $dump){ |
---|
| 26 | if (-e $dumpbackup){ |
---|
| 27 | system("rm -rf $dumpbackup") && unlock_and_die "Can't remove old backup directory $dumpbackup"; |
---|
| 28 | } |
---|
| 29 | system("mv", $dump, $dumpbackup) && unlock_and_die "Unable to back up current directory $dump"; |
---|
| 30 | } |
---|
[1371] | 31 | system("mkdir", $dump) && unlock_and_die "mkdir failed to create $dump"; |
---|
[1370] | 32 | |
---|
[729] | 33 | use Proc::Queue size => 40, debug => 0, trace => 0; |
---|
[722] | 34 | use POSIX ":sys_wait_h"; # imports WNOHANG |
---|
| 35 | |
---|
| 36 | # this loop creates new childs, but Proc::Queue makes it wait every |
---|
| 37 | # time the limit (50) is reached until enough childs exit |
---|
| 38 | |
---|
| 39 | # Note that we miss things where one volume is inside another if we |
---|
| 40 | # use -xdev. May miss libraries stuff. |
---|
| 41 | |
---|
[730] | 42 | sub updatable ($) { |
---|
| 43 | my $filename = shift; |
---|
| 44 | for my $l (`fs la "$filename"`) { |
---|
| 45 | return 1 if ($l =~ /^ system:scripts-security-upd rlidwk/); |
---|
| 46 | } |
---|
| 47 | return 0; |
---|
| 48 | } |
---|
| 49 | |
---|
[1285] | 50 | sub old_version ($) { |
---|
[730] | 51 | my $dirname = shift; |
---|
| 52 | open my $h, "$dirname/.scripts-version"; |
---|
| 53 | return (<$h>)[-1]; |
---|
| 54 | } |
---|
| 55 | |
---|
[1285] | 56 | sub version ($) { |
---|
| 57 | my $dirname = shift; |
---|
[1384] | 58 | $uid = stat($dirname)->uid; |
---|
[1385] | 59 | open my $h, "sudo -u#$uid git describe --tags 2>/dev/null |"; |
---|
[1384] | 60 | chomp($val = <$h>); |
---|
| 61 | return $val; |
---|
[1285] | 62 | } |
---|
| 63 | |
---|
[729] | 64 | sub find ($$) { |
---|
| 65 | my $user = shift; |
---|
| 66 | my $homedir = shift; |
---|
| 67 | |
---|
[1285] | 68 | open my $files, "find $homedir/web_scripts -xdev -name .scripts-version -o -name .scripts 2>/dev/null |"; |
---|
[729] | 69 | open my $out, ">$dump/$user"; |
---|
| 70 | while (my $f = <$files>) { |
---|
[730] | 71 | chomp $f; |
---|
[1384] | 72 | my $new_style; |
---|
| 73 | $new_style = ($f =~ s!/\.scripts$!!); |
---|
| 74 | if (! $new_style) { |
---|
| 75 | $f =~ s!/\.scripts-version$!!; |
---|
[1285] | 76 | } |
---|
[730] | 77 | if (! updatable($f)) { |
---|
| 78 | print STDERR "not updatable: $f"; |
---|
| 79 | next; |
---|
| 80 | } |
---|
[1384] | 81 | $v = $new_style ? version($f) : old_version($f); |
---|
[730] | 82 | print $out "$f:$v"; |
---|
[729] | 83 | } |
---|
| 84 | return 0; |
---|
| 85 | } |
---|
| 86 | |
---|
[722] | 87 | while (<FILE>) { |
---|
| 88 | my ($user, $homedir) = /^([^ ]*) (.*)$/; |
---|
| 89 | my $f=fork; |
---|
| 90 | if(defined ($f) and $f==0) { |
---|
[1284] | 91 | if ($homedir !~ m|^/afs/athena| && $homedir !~ m|^/afs/sipb| && $homedir !~ m|^/afs/zone|) { |
---|
| 92 | print "ignoring foreign-cell $user $homedir\n"; |
---|
[729] | 93 | exit(0); |
---|
| 94 | } |
---|
[1371] | 95 | print "$user\n"; |
---|
[729] | 96 | $ret = find($user, $homedir); |
---|
[1371] | 97 | sleep rand 1; |
---|
| 98 | exit($ret); |
---|
[722] | 99 | } |
---|
[729] | 100 | 1 while waitpid(-1, WNOHANG)>0; # avoids memory leaks in Proc::Queue |
---|
[722] | 101 | } |
---|
[1370] | 102 | |
---|
| 103 | unlock($dump); |
---|
| 104 | 1; |
---|