Changeset 30102 for branches/eam_branches/ipp-20101205/ippTools/share

Timestamp:

Dec 17, 2010, 10:05:43 AM (16 years ago)

Author:

eugene

Message:

merge from trunk

Location:

branches/eam_branches/ipp-20101205/ippTools/share

Files:

• Makefile.am (modified) (2 diffs)
• camtool_find_pendingimfile.sql (modified) (1 prop)
• chiptool_find_rawexp.sql (modified) (1 diff)
• pubtool_definerun.sql (modified) (4 diffs)
• pubtool_pending.sql (modified) (3 diffs)
• pxadmin_create_tables.sql (modified) (3 diffs, 1 prop)
• regtool_checkburntoolimfile.sql (copied) (copied from trunk/ippTools/share/regtool_checkburntoolimfile.sql )
• regtool_pendingburntoolimfile.sql (copied) (copied from trunk/ippTools/share/regtool_pendingburntoolimfile.sql )
• regtool_pendingexp.sql (modified) (1 diff)

branches/eam_branches/ipp-20101205/ippTools/share/Makefile.am

@@ -316 +316 @@
         receivetool_revert.sql \
         receivetool_toadvance.sql \
+        regtool_checkburntoolimfile.sql \
         regtool_create_dup_table.sql \
         regtool_export_exp.sql \
@@ -331 +332 @@
         regtool_updatebyquery.sql \
         regtool_updatebyqueryimfile.sql \
+        regtool_pendingburntoolimfile.sql \
         stacktool_associationdefine_select.sql \
         stacktool_definebyquery_insert.sql \

branches/eam_branches/ipp-20101205/ippTools/share/chiptool_find_rawexp.sql

@@ -1 +1 @@
 -- this query is used to find potental rawExps to be queued for chiptool
 -- processeing
-SELECT
+SELECT DISTINCT 
     rawExp.*,
     newExp.label
 FROM rawExp
 JOIN newExp using (exp_id)
+LEFT JOIN chipRun USING (exp_id)
 WHERE
     rawExp.fault = 0

branches/eam_branches/ipp-20101205/ippTools/share/pubtool_definerun.sql

@@ -3 +3 @@
     client_id,
     stage_id,
-    src_label
+    src_label,
+    output_format
 FROM (
     -- Get diffs to publish
@@ -9 +10 @@
         client_id,
         diff_id AS stage_id,
-        diffRun.label AS src_label
+        diffRun.label AS src_label,
+        output_format
     FROM publishClient
     JOIN diffRun
@@ -28 +30 @@
         client_id,
         cam_id AS stage_id,
-        camRun.label AS src_label
+        camRun.label AS src_label,
+        output_format
     FROM publishClient
     JOIN camRun
@@ -43 +46 @@
         client_id,
         diff_phot_id AS stage_id,
-        diffPhotRun.label AS src_label
+        diffPhotRun.label AS src_label,
+        output_format
     FROM publishClient
     JOIN diffPhotRun

branches/eam_branches/ipp-20101205/ippTools/share/pubtool_pending.sql

@@ -9 +9 @@
         publishClient.stage,
         publishClient.workdir,
+        publishClient.output_format,
         diffRun.diff_id AS stage_id,
         rawExp.camera,
@@ -35 +36 @@
         publishClient.stage,
         publishClient.workdir,
+        publishClient.output_format,
         camRun.cam_id AS stage_id,
         rawExp.camera,
@@ -56 +58 @@
         publishClient.stage,
         publishClient.workdir,
+        publishClient.output_format,
         diffPhotRun.diff_phot_id AS stage_id,
         rawExp.camera,

branches/eam_branches/ipp-20101205/ippTools/share/pxadmin_create_tables.sql

@@ -9 +9 @@
     uri VARCHAR(255),
     epoch TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+    use_compress SMALLINT,
     PRIMARY KEY(camera, telescope)
 ) ENGINE=innodb DEFAULT CHARSET=latin1;
@@ -251 +252 @@
     md5sum VARCHAR(32),
     burntool_state SMALLINT,
+    video_cells TINYINT DEFAULT 0,
     PRIMARY KEY(exp_id, class_id),
     KEY(tmp_class_id),
@@ -1643 +1645 @@
     workdir VARCHAR(255) NOT NULL, -- working directory
     comment VARCHAR(255),            -- for human memory
-    PRIMARY KEY(client_id)
+    name varchar(64) default NULL, -- unique client_id verbose identifier
+    output_format SMALLINT NOT NULL default 1, -- format output versioning
+    PRIMARY KEY(client_id),
+    UNIQUE KEY name (name)
 ) ENGINE=innodb DEFAULT CHARSET=latin1;
 

branches/eam_branches/ipp-20101205/ippTools/share/regtool_pendingexp.sql

@@ -1 +1 @@
 SELECT DISTINCT
-    exp_id,
-    tmp_exp_name,
-    tmp_camera,
-    tmp_telescope,
-    state,
-    workdir,
-    workdir_state,
-    reduction,
-    dvodb,
-    tess_id,
-    end_stage,
-    label,
-    camera,
-    filter,
-    obs_mode,
-    obs_group,
-    epoch,
-    dateobs
-FROM
-    (SELECT
-       newExp.*,
-       newImfile.tmp_class_id,
-       rawImfile.tmp_class_id as raw_tmp_class_id,
-       rawImfile.camera,
-       rawImfile.filter,
-       rawImfile.dateobs,
-       rawImfile.obs_mode,
-       rawImfile.obs_group
-    FROM newExp
-    JOIN newImfile
-       USING(exp_id)
-    LEFT JOIN rawExp
-       USING(exp_id)
-    LEFT JOIN rawImfile
-        ON newImfile.exp_id = rawImfile.exp_id
-        AND newImfile.tmp_class_id = rawImfile.tmp_class_id
-    WHERE
-        newExp.state = 'run'
-        AND rawExp.exp_id IS NULL
--- where hook %s
-    GROUP BY
-        newExp.exp_id
-    HAVING
-        COUNT(newImfile.tmp_class_id) = COUNT(rawImfile.tmp_class_id)
-        AND SUM(rawImfile.fault) = 0
+     exp_id,
+     tmp_exp_name,
+     tmp_camera,
+     tmp_telescope,
+     state,
+     workdir,
+     workdir_state,
+     reduction,
+     dvodb,
+     tess_id,
+     end_stage,
+     label,
+     camera,
+     filter,
+     obs_mode,
+     obs_group,
+     epoch,
+     dateobs
+FROM 
+        (
+        select DISTINCT * from 
+         (
+          select newExp.*,count(newImfile.tmp_class_id) AS new_count
+          from newExp
+          LEFT JOIN newImfile USING (exp_id)
+          LEFT JOIN rawExp USING (exp_id) 
+          where 
+           newExp.state = 'run' AND rawExp.exp_id IS NULL
+          GROUP BY newExp.exp_id
+         ) AS NEWEXPOSURES
+         JOIN 
+         (
+          select DISTINCT newExp.exp_id,
+          rawImfile.camera,
+          rawImfile.filter,
+          rawImfile.dateobs,
+          rawImfile.obs_mode,
+          rawImfile.obs_group,
+          count(rawImfile.tmp_class_id) AS raw_count
+          from newExp
+          LEFT JOIN rawExp USING (exp_id) 
+          LEFT JOIN rawImfile USING (exp_id)
+          where 
+           newExp.state = 'run' AND rawExp.exp_id IS NULL
+           AND rawImfile.data_state = 'full'
+           -- where hook %s
+          GROUP BY newExp.exp_id
+          HAVING SUM(rawImfile.fault) = 0
+         ) AS RAWEXPOSURES
+         USING (exp_id)
+        WHERE raw_count = new_count 
+    ) AS Foo
 -- limit hook %s
-    ) as Foo