Index: trunk/tools/eam/rebalance/neb_find_broken_links.pl
===================================================================
--- trunk/tools/eam/rebalance/neb_find_broken_links.pl (revision 41436)
+++ trunk/tools/eam/rebalance/neb_find_broken_links.pl (revision 41436)
@@ -0,0 +1,28 @@
+#!/usr/bin/env perl
+use strict;
+
+if (@ARGV < 1) { die "USAGE: neb_find_broken_links.pl (dsProduct)\n"; }
+
+my $dsProduct = $ARGV[0];
+
+my @dsFilesets = <$dsProduct/*>;
+
+foreach my $dsFileset (@dsFilesets) {
+
+ print "FILESET: $dsFileset\n";
+
+ my @dsFiles = <$dsFileset/*>;
+
+ foreach my $dsFile (@dsFiles) {
+
+ # is this a real link?
+ if (! -l $dsFile) { next; }
+
+ # is it just fantasy?
+ if ( -e $dsFile) { next; }
+
+ print "BADLINK: $dsFile\n";
+ }
+}
+
+exit 0;
Index: trunk/tools/eam/rebalance/neb_find_bundles.sh
===================================================================
--- trunk/tools/eam/rebalance/neb_find_bundles.sh (revision 41436)
+++ trunk/tools/eam/rebalance/neb_find_bundles.sh (revision 41436)
@@ -0,0 +1,9 @@
+#!/bin/csh -f
+
+if ($#argv != 1) then
+ echo "USAGE: neb_find_datastore_bundles.sh (movelist)"
+ exit 2
+endif
+
+grep 'tgz$' /data/ipp107.1/nebulous/69/rebalance/movefiles.20200709.txt
+
Index: trunk/tools/eam/skycoverage/coverage.cron
===================================================================
--- trunk/tools/eam/skycoverage/coverage.cron (revision 41436)
+++ trunk/tools/eam/skycoverage/coverage.cron (revision 41436)
@@ -0,0 +1,2 @@
+# crontab file for skycoverage maps
+0 8 * * * /data/ipp100.0/eugene/skycoverage.20201110/coverage.sh >> /data/ipp100.0/eugene/skycoverage.20201110/coverage.log 2>&1
Index: trunk/tools/eam/skycoverage/coverage.mana.sh
===================================================================
--- trunk/tools/eam/skycoverage/coverage.mana.sh (revision 41436)
+++ trunk/tools/eam/skycoverage/coverage.mana.sh (revision 41436)
@@ -0,0 +1,364 @@
+#!/usr/bin/env mana
+
+$DEG_RAD = 180.0 / $M_PI
+$TARGET = ippops4:/export/ippops4.0/www/localhost/htdocs/ippdata/skycoverage.20201110
+$LOCALDIR = /data/ipp100.0/eugene/skycoverage.20201110
+$SAVE_OUTPUT = 1
+
+$filters = g r i z y w
+
+# used by dbextract.data
+$surveys =
+$surveys = $surveys '3PI',
+$surveys = $surveys 'BRIGHT',
+$surveys = $surveys 'CAL',
+$surveys = $surveys 'CFA',
+$surveys = $surveys 'CNP',
+$surveys = $surveys 'ESS',
+$surveys = $surveys 'Footprint',
+$surveys = $surveys 'FSS',
+$surveys = $surveys 'K2',
+$surveys = $surveys 'LIGO',
+$surveys = $surveys 'M31',
+$surveys = $surveys 'MD',
+$surveys = $surveys 'MSS',
+$surveys = $surveys 'NCU',
+$surveys = $surveys 'OSS',
+$surveys = $surveys 'PI',
+$surveys = $surveys 'PR201108',
+$surveys = $surveys 'QUB',
+$surveys = $surveys 'SAS2',
+$surveys = $surveys 'SNIa',
+$surveys = $surveys 'SS',
+$surveys = $surveys 'STD',
+$surveys = $surveys 'STS',
+$surveys = $surveys 'STS2A',
+$surveys = $surveys 'STS2B'
+
+$have_mask_east = 0
+$have_mask_west = 0
+$have_mask_pole = 0
+
+# stages:
+# extract data (camera, filter)
+# define 3 kapa windows
+# make density buffers (use 3 output devices)
+# generate pretty plots for (gpc1), (gpc2), (gpc1+2)
+
+macro dbextract.data
+ if ($0 != 3)
+ echo "USAGE: dbextract.data (filter) (camera)"
+ break
+ end
+
+ local filt camera
+ $filt = $1
+ $camera = $2
+
+ if ("$filt" == "init")
+ dbconnect scidbm ipp $camera -p ipp
+ return
+ end
+
+ if ("$camera" == "gpc1")
+ dbselect ra, decl, exp_time from rawExp where exp_type = 'OBJECT' and obs_mode in ($surveys) and filter = '$filt.00000'
+ end
+ if ("$camera" == "gpc2")
+ dbselect ra, decl, exp_time from rawExp where exp_type = 'OBJECT' and obs_mode in ($surveys) and filter = '$filt.00002'
+ end
+ set R = ra * $DEG_RAD
+ set D = decl * $DEG_RAD
+ set exp_time = isnan(exp_time) ? zero(exp_time) : exp_time
+ set exp_time = (exp_time < 0.0) ? zero(exp_time) : exp_time
+
+ set R.$camera.$filt = R
+ set D.$camera.$filt = D
+ set T.$camera.$filt = exp_time
+end
+
+macro make.kapa.window
+ if ($0 != 2)
+ echo "USAGE: make.kapa.window (side)"
+ break
+ end
+
+ local side
+ $side = $1
+
+ device -n $side
+
+ # fraction of window used for colorbar
+ $dcby = 0.1
+
+ clear -s
+ section default 0 $dcby 1 {1 - $dcby}
+ section default -imtool none; parity 0 1; tvcolor rainbow; label -fn helvetica 24
+
+ if ("$side" == "east")
+ $label:$side = 0^h|
+ resize 1800 1000;
+ region 0.0 0 85 ait -no-clear
+ end
+ if ("$side" == "west")
+ $label:$side = 12^h|
+ resize 1800 1000;
+ region 180.0 0 85 ait -no-clear
+ end
+ if ("$side" == "pole")
+ $label:$side = North Pole
+ resize 950 950
+ region 0 89.99 60 zea -no-clear
+ end
+
+ box -ticks 0000 -labels 0000;
+ if ("$side" == "east")
+ cgrid -ra-by-hour -c white -label-color white -labels -label-ra 290 -label-dec -40
+ end
+ if ("$side" == "west")
+ cgrid -ra-by-hour -c white -label-color white -labels -label-ra 90 -label-dec -40
+ end
+ if ("$side" == "pole")
+ cgrid -ra-by-hour -c white
+ end
+
+ # add this label later:
+ # label +x "filter: $filt, center: $centerLabel : $datestamp"
+ euclid.regions
+
+ section colorbar 0 0 1 $dcby
+ section colorbar -imtool none
+
+ box -lw 2 -ticks 1000 -labels 1000 +xpad 0.0 -tickpad 0.5 -xpad 3.0 -labelpadx 2.5 -ypad 5.5 +ypad 5.5
+ label -x "Exposure Time (sec)"
+end
+
+macro make.density.map
+ if ($0 != 4)
+ echo "USAGE: make.density.map (side) (filter) (camera)"
+ break
+ end
+
+ local side filt camera
+ $side = $1
+ $filt = $2
+ $camera = $3
+
+ device -n $side
+ section default
+
+ cdensify im.$side.$camera.$filt R.$camera.$filt D.$camera.$filt -psf circle -scale 1.6 -raw -value T.$camera.$filt
+ keyword im.$side.$camera.$filt DATE -w "$datestamp"
+ keyword im.$side.$camera.$filt FILTER -w "$filt"
+
+ if (not($have_mask_$side))
+ getcoords im.$side.$camera.$filt tmp_ra tmp_dec
+ set mask_$side = tmp_ra * 0 + 1
+ $have_mask_$side = 1
+ end
+
+ set im.$side.$camera.$filt = im.$side.$camera.$filt * mask_$side
+end
+
+macro make.density.png
+ if ($0 != 4)
+ echo "USAGE: make.density.map (side) (filter) (camera)"
+ break
+ end
+
+ local side filt camera
+ $side = $1
+ $filt = $2
+ $camera = $3
+
+ device -n $side
+
+ section default
+ tv.imhist im.$side.$camera.$filt 0.02 0.99; # sets the values vrange and vzero
+
+ label +x "filter: $filt, center: $label:$side : $datestamp"
+
+ section colorbar
+
+ # vrange and vzero below are set by tv.imhist
+ mcreate colorbar 1600 100
+ set colorbar = $vrange*(xramp(colorbar) / colorbar[][0]) + $vzero
+ tv colorbar $vzero $vrange
+ center {colorbar[][0]/2} {colorbar[0][]/2} 1
+ lim $vzero {$vzero + $vrange} 0 1
+
+ png -name $LOCALDIR/$camera/$filt/$filt.$camera.$side.png
+ keyword im.$side.$camera.$filt RADECSYS -w IRCS
+ wd im.$side.$camera.$filt $LOCALDIR/$camera/$filt/$filt.$camera.$side.fits -bitpix -32 -bzero 0 -bscale 1.0
+end
+
+macro tv.imhist
+ if ($0 != 4)
+ echo "USAGE: tv.imhist (buffer) (tmin) (tmax)"
+ break
+ end
+
+ local tvbuff tmin tmax
+ $tvbuff = $1
+ $tmin = $2
+ $tmax = $3
+
+ # display from 10% to 90% (assuming min value is saturated)
+ set tmp_buff = $tvbuff
+ clip tmp_buff 0 0 5e9 5e9 -nan 0
+ imhist tmp_buff t Nt -delta 10
+ Nt[0] = 0
+ cumulative Nt St
+ set Ft = St / St[-1]
+ threshold -q t Ft $tmin
+ $vzero = $threshold
+
+ threshold -q t Ft $tmax
+ $vrange = $threshold - $vzero
+
+ tv $tvbuff $vzero $vrange
+end
+
+macro euclid.regions
+
+ # north cap : five line segments:
+ # (R,D) : -72, 0 to -41, 0
+ # -41,0 to 54.0,37.5 (along ecliptic)
+ # 54.0, 37.5 to 10.8, 78.6 (along galactic)
+ # 10.8, 78.6 t
+
+ $RCOLOR = -c white
+
+ # northern cap:
+ if (1)
+ # celestial: DEC = 0, 206.2 - 254
+ create x 206.2 254 0.1
+ set y = zero(x)
+ cplot -pt 0 -sz 0.4 $RCOLOR x y
+
+ # celestial: DEC = +30, 123.2 - 268
+ create x 123.2 268 0.1
+ set y = zero(x) + 30
+ cplot -pt 0 -sz 0.4 $RCOLOR x y
+
+ # ecliptic: Beta = 10, Lambda = 113.2 - 204.6
+ create x 113.2 204.6 0.1
+ set y = zero(x) + 10
+ csystem E C x y
+ cplot -pt 0 -sz 0.4 $RCOLOR x y
+
+ # galactic : b = 25, l = 127.9 - 189.3
+ create x 127.9 189.3 0.1
+ set y = zero(x) + 25
+ csystem G C x y
+ cplot -pt 0 -sz 0.4 $RCOLOR x y
+
+ # celestial: DEC = 85, 77 - 314.5
+ create x 77 314.5 0.1
+ set y = zero(x) + 85
+ cplot -pt 0 -sz 0.4 $RCOLOR x y
+
+ # galactic : b = 25, l = 19.0 - 118.3
+ create x 19.0 118.3 0.1
+ set y = zero(x) + 25
+ csystem G C x y
+ cplot -pt 0 -sz 0.4 $RCOLOR x y
+ end
+
+ # southern cap:
+ if (1)
+
+ # celestial: DEC = 0, 311.1 - 333.8
+ create x 311.1 333.8 0.1
+ set y = zero(x) + 0
+ cplot -pt 0 -sz 0.4 $RCOLOR x y
+
+ # celestial: DEC = +30, 340.5 - 44.8
+ create x -19.5 44.8 0.1
+ set y = zero(x) + 30
+ cplot -pt 0 -sz 0.4 $RCOLOR x y
+
+ # ecliptic: Beta = 10, 335.4 - 53.2
+ create x -24.6 53.2 0.1
+ set y = zero(x) + 10
+ csystem E C x y
+ cplot -pt 0 -sz 0.4 $RCOLOR x y
+
+ # galactic: l = -25, b = 46.5 - 157.1
+ create x 46.5 157.1 0.1
+ set y = zero(x) - 25
+ csystem G C x y
+ cplot -pt 0 -sz 0.4 $RCOLOR x y
+ end
+
+ if (0)
+ # euclid boundaries
+ create x 0 360 0.1
+ set y = zero(x) + 85
+ cplot -pt 0 -sz 0.4 -c green x y
+ set y = zero(x)
+ cplot -pt 0 -sz 0.4 -c green x y
+
+ set lx = x
+ set bx = zero(lx) + 25
+ csystem G C lx bx
+ cplot -pt 0 -sz 0.4 -c blue80 lx bx
+
+ set lx = x
+ set bx = zero(lx) - 25
+ csystem G C lx bx
+ cplot -pt 0 -sz 0.4 -c blue80 lx bx
+
+ set el = x
+ set eb = zero(el) - 15
+ csystem E C el eb
+ cplot -pt 0 -sz 0.4 $RCOLOR el eb
+
+ set el = x
+ set eb = zero(el) + 15
+ csystem E C el eb
+ cplot -pt 0 -sz 0.4 $RCOLOR el eb
+ end
+end
+
+macro get.3pi.data
+ $KAPA = kapa -noX -nan 0xffff 0xffff 0xffff
+
+ $d = `date +%Y%m%d`
+ $subdir = `date +%Y%m`
+ mkdir $LOCALDIR/archive/$subdir/sky.$d
+
+ date -var datestamp
+
+ # extract all of the data from the database:
+ foreach camera gpc1 gpc2
+ dbextract.data init $camera
+ foreach filter $filters
+ dbextract.data $filter $camera
+ end
+ end
+
+ foreach side east west pole
+ make.kapa.window $side
+ end
+
+ foreach side east west pole
+ foreach filter $filters
+ foreach camera gpc1 gpc2
+ make.density.map $side $filter $camera
+ end
+ set im.$side.both.$filter = im.$side.gpc1.$filter + im.$side.gpc2.$filter
+ foreach camera gpc1 gpc2 both
+ make.density.png $side $filter $camera
+ exec /bin/cp -f $LOCALDIR/$camera/$filter/$filter.$camera.$side.png $LOCALDIR/archive/$subdir/sky.$d/
+ end
+ end
+ end
+
+ # note: ssh to target
+ exec rsync --exclude=trash --exclude=coverage.mana.sh --exclude=coverage.sh --exclude=coverage.log -auv $LOCALDIR/ $TARGET/
+end
+
+if ($SCRIPT)
+ get.3pi.data
+ exit 0
+end
Index: trunk/tools/eam/skycoverage/coverage.sh
===================================================================
--- trunk/tools/eam/skycoverage/coverage.sh (revision 41436)
+++ trunk/tools/eam/skycoverage/coverage.sh (revision 41436)
@@ -0,0 +1,9 @@
+#!/bin/csh -f
+
+# this script needs to set up the paths so it can run under crontab
+
+setenv PATH /home/kiawe/eugene/src/psconfig/ipp-gentoo.lin64/bin:.:/usr/local/bin:/usr/ucb:/bin:/usr/bin::/home/kiawe/eugene/src/bin/shell:/home/kiawe/eugene/src/bin/lin64
+setenv LIBRARY_PATH /home/kiawe/eugene/src/psconfig/ipp-gentoo.lin64/lib:/home/kiawe/eugene/src/psconfig/ipp-gentoo.lin64/lib/mysql:/usr/local/lib:/usr/lib:/usr/X11R6/lib:/usr/lib64:/usr/X11R6/lib64:
+setenv LD_LIBRARY_PATH /home/kiawe/eugene/src/psconfig/ipp-gentoo.lin64/lib:/home/kiawe/eugene/src/psconfig/ipp-gentoo.lin64/lib/mysql:/usr/local/lib:/usr/lib:/usr/X11R6/lib:/usr/lib64:/usr/X11R6/lib64:
+
+/data/ipp100.0/eugene/skycoverage.20201110/coverage.mana.sh
Index: trunk/tools/eam/skycoverage/index.html
===================================================================
--- trunk/tools/eam/skycoverage/index.html (revision 41436)
+++ trunk/tools/eam/skycoverage/index.html (revision 41436)
@@ -0,0 +1,167 @@
+ Pan-STARRS Sky Coverage
+
+
+ Here are the most recent sky coverage plots from PS1, PS2, and both
+ telescopes combined. For older images, see the archive.
+
+
+
+
+
+
+
+
+
