IPP Software Navigation Tools IPP Links Communication Pan-STARRS Links

Ignore:
Timestamp:
Apr 19, 2013, 4:35:54 PM (13 years ago)
Author:
eugene
Message:

use MEMORY engine for dvoDetectionFull; add error handline for dvopsps; check mysql version; remove some test verbosity; check for image existence in dvoImages; skip bad batches but do not exit; fix precision issues; add -realgpc option (part of -test mode); log times in milliseconds

Location:
trunk/ippToPsps
Files:
2 edited

Legend:

Unmodified
Added
Removed

  • trunk/ippToPsps

  • trunk/ippToPsps/test/fulltest.sh

    r35225 r35417  
    11#!/bin/csh -f
    2 
    3 set stackqueuename = 0
    4 if ($#argv > 0) then
    5   set stackqueuename = $1
    6   echo "stackqueue: $stackqueuename"
    7 endif
    8 
    9 set objectqueuename = 0
    10 if ($#argv > 0) then
    11   set stackqueuename = $1
    12   echo "stackqueue: $stackqueuename"
    13 endif
    142
    153# a bit crude : get the datadir path by interpollation of the PATH element for psconfig
    … …  
    2412# before running this test, you must have a mysql user:
    2513# mkgpc1.sh user localhost eam eam
    26 
    2714set mkgpc1       = 1
    2815set initdb       = 1
    2916set initscratch  = 1
     17set initbatch    = 1
    3018set camqueue     = 1
    31 set initbatch    = 1
    3219set cambatch     = 1
    3320set stackqueue   = 1
    … …  
    3623set objectbatch  = 1
    3724
     25set args    = ""
     26
     27while ("$1" != "")
     28 switch ("$1")
     29  case -mkgpc1
     30    set mkgpc1 = 0
     31    breaksw;
     32  case -initdb
     33    set initdb = 0
     34    breaksw;
     35  case -initscratch
     36    set initscratch = 0
     37    breaksw;
     38  case -initbatch
     39    set initbatch = 0
     40    breaksw;
     41  case -camera
     42    set camqueue = 0
     43    set cambatch = 0
     44    breaksw;
     45  case -stack
     46    set stackqueue = 0
     47    set stackbatch = 0
     48    breaksw;
     49  case -object
     50    set objectqueue = 0
     51    set objectbatch = 0
     52    breaksw;
     53  default:
     54    set args=($args $1);
     55    breaksw;
     56  endsw
     57  shift
     58end
     59
     60set stackqueuename = 0
     61set objectqueuename = 0
     62
    3863set OUTDIR = "testdata"
    3964set queuename = "test"
    4065
    4166if ($mkgpc1) then
     67  echo ""
     68  echo " ---- mkgpc1data.dvo : creating the dvo & gpc1 database entries ----"
    4269  mkgpc1data.dvo
    4370endif
    … …  
    4572# create the ipptopsps database
    4673if ($initdb) then
     74  echo ""
     75  echo " ---- init ipptopsps_test ----"
    4776
    4877  # does the database already exist?
    … …  
    5584# re-create the ipptopsps database
    5685if ($initscratch) then
     86  echo ""
     87  echo " ---- init ipptopsps_test_scratch ----"
    5788
    5889  # create the database (ignore failure if it already exists)
    … …  
    6293endif
    6394
     95#  `name`
     96#  `datastore_product`
     97#  `datastore_type`
     98#  `datastore_publish`
     99#  `dvo_label`
     100#  `dvo_location`
     101#  `min_ra`
     102#  `max_ra`
     103#  `min_dec`
     104#  `max_dec`
     105#  `box_size`
     106#  `base_path`
     107#  `data_release`
     108#  `delete_local`
     109#  `delete_datastore`
     110#  `delete_dxlayer`
     111#  `epoch`
     112#  `survey`
     113#  `psps_survey`
     114#  `queue_P2`
     115#  `queue_ST`
     116#  `queue_OB`
     117#  `active`
     118#  `parallel`
     119
     120# this is poor : we need to queue something in order to generate an init batch
     121# this is because a skychunk carries the info about the datastore used to publish
     122# the batch
     123if ($initbatch) then
     124  echo ""
     125  echo " ---- make skychunk for IN batches ----"
     126
     127  ippjython queue.py -test edit <<EOF
     128initbatch
     129test_ds
     130IPP_PSPS
     1310
     132none
     133none
     1340
     1350
     1360
     1370
     1382
     139none
     1400
     1410
     1421
     1431
     1442012-12-10 00:00:00.0
     1453PI
     1463PI
     1470
     1480
     1490
     1501
     1510
     152y
     153y
     154EOF
     155
     156  echo ""
     157  echo " ---- create init batch ----"
     158
     159  rm -rf $OUTDIR/IN
     160  ippjython loader.py -test initbatch init
     161endif
     162
    64163# this code is sensitive to a previously existing database?
    65164if ($camqueue) then
     165  echo ""
     166  echo " ---- queue P2 batches ----"
     167
    66168  ippjython queue.py -test edit <<EOF
    67169$queuename
    … …  
    94196endif
    95197
    96 if ($initbatch) then
    97   rm -rf $OUTDIR/IN
    98   ippjython loader.py -test $queuename init
    99 endif
    100 
    101198if ($cambatch) then
     199  echo ""
     200  echo " ---- load P2 batches ----"
     201
    102202  rm -rf $OUTDIR/P2
    103203  ippjython loader.py -test $queuename once
    … …  
    106206# this code is sensitive to a previously existing database?
    107207if ($stackqueue) then
     208  echo ""
     209  echo " ---- queue ST batches ----"
     210
    108211  if ($stackqueuename == 0) then
    109212    set stackqueuename = $queuename\_stk
    … …  
    140243
    141244if ($stackbatch) then
     245  echo ""
     246  echo " ---- load ST batches ----"
     247
    142248  if ($stackqueuename == 0) then
    143249    set stackqueuename = $queuename\_stk
    … …  
    149255# this code is sensitive to a previously existing database?
    150256if ($objectqueue) then
     257  echo ""
     258  echo " ---- queue OB batches ----"
     259
    151260  if ($objectqueuename == 0) then
    152261    set objectqueuename = $queuename\_obj
    … …  
    183292
    184293if ($objectbatch) then
     294  echo ""
     295  echo " ---- load OB batches ----"
     296
    185297  if ($objectqueuename == 0) then
    186298    set objectqueuename = $queuename\_obj
Note: See TracChangeset for help on using the changeset viewer.