Index: /trunk/ippTasks/ipphosts.mhpcc.config
===================================================================
--- /trunk/ippTasks/ipphosts.mhpcc.config	(revision 28435)
+++ /trunk/ippTasks/ipphosts.mhpcc.config	(revision 28436)
@@ -1,103 +1,143 @@
 ipphosts MULTI
 
+# In this file, we assign all storage hosts to chip and skycells any
+# hosts which are having problems are removed as active volumes from
+# nebulous.  data targeted to those machines are simply re-distributed
+# randomly
+
+# NOTE: wave 1 machines have 10TB; wave 2 & 3 machines have 20TB
+# for balance, use 1 host per 10 TB in the partition
 ipphosts METADATA
   camera STR skycell
-  count S32  46
-  sky00 STR  ipp006
-  sky01 STR  ipp007
-  sky02 STR  ipp008 
-  sky03 STR  ipp009
-  sky04 STR  ipp010
-  sky05 STR  ipp011
-  sky06 STR  ipp012
-  sky07 STR  ipp013
-#  sky08 STR  ipp014
-  sky08 STR  ipp047
-  sky09 STR  ipp015
-#  sky10 STR  ipp016
-  sky10 STR  ipp042
-  sky11 STR  ipp017
-  sky12 STR  ipp018 
-  sky13 STR  ipp019
-  sky14 STR  ipp020
-  sky15 STR  ipp021
-  sky16 STR  ipp023
-  sky17 STR  ipp024
-  sky18 STR  ipp025
-  sky19 STR  ipp026
-  sky20 STR  ipp027
-  sky21 STR  ipp028
-  sky22 STR  ipp029 
-  sky23 STR  ipp030
-  sky24 STR  ipp031
-  sky25 STR  ipp032
-  sky26 STR  ipp033
-  sky27 STR  ipp034
-  sky28 STR  ipp035
-  sky29 STR  ipp036
-  sky30 STR  ipp038
-  sky31 STR  ipp039
-  sky32 STR  ipp040 
-  sky33 STR  ipp041
-  sky34 STR  ipp042
-  sky35 STR  ipp043
-  sky36 STR  ipp044
-  sky37 STR  ipp045
-  sky38 STR  ipp046
-  sky39 STR  ipp047
-  sky40 STR  ipp048
-  sky41 STR  ipp049
-  sky42 STR  ipp050 
-  sky43 STR  ipp051
-  sky44 STR  ipp052
-  sky45 STR  ipp053
+  count S32  80
+  sky00 STR  ipp004
+  sky01 STR  ipp005
+  sky02 STR  ipp006 
+  sky03 STR  ipp007
+  sky04 STR  ipp008
+  sky05 STR  ipp009
+  sky06 STR  ipp010
+  sky07 STR  ipp011
+  sky08 STR  ipp012
+  sky09 STR  ipp013
+  sky10 STR  ipp014
+  sky11 STR  ipp015
+  sky12 STR  ipp016 
+  sky13 STR  ipp017
+  sky14 STR  ipp018
+  sky15 STR  ipp019
+  sky16 STR  ipp020
+  sky17 STR  ipp021
+  sky18 STR  ipp023
+  sky19 STR  ipp024
+  sky20 STR  ipp025
+  sky21 STR  ipp026
+  sky22 STR  ipp027 
+  sky23 STR  ipp028
+  sky24 STR  ipp029
+  sky25 STR  ipp030
+  sky26 STR  ipp031
+  sky27 STR  ipp032
+  sky28 STR  ipp033
+  sky29 STR  ipp034
+  sky30 STR  ipp035
+  sky31 STR  ipp036
+  sky32 STR  ipp037 
+  sky33 STR  ipp038
+  sky34 STR  ipp039
+  sky35 STR  ipp040
+  sky36 STR  ipp041
+  sky37 STR  ipp042
+  sky38 STR  ipp043
+  sky39 STR  ipp044
+  sky40 STR  ipp045
+  sky41 STR  ipp046
+  sky42 STR  ipp047 
+  sky43 STR  ipp048
+  sky44 STR  ipp049
+  sky45 STR  ipp050
+  sky46 STR  ipp051
+  sky47 STR  ipp052
+  sky48 STR  ipp053
+  sky49 STR  ipp023
+  sky50 STR  ipp024
+  sky51 STR  ipp025
+  sky52 STR  ipp026
+  sky53 STR  ipp027 
+  sky54 STR  ipp028
+  sky55 STR  ipp029
+  sky56 STR  ipp030
+  sky57 STR  ipp031
+  sky58 STR  ipp032
+  sky59 STR  ipp033
+  sky60 STR  ipp034
+  sky61 STR  ipp035
+  sky62 STR  ipp036
+  sky63 STR  ipp037 
+  sky64 STR  ipp038
+  sky65 STR  ipp039
+  sky66 STR  ipp040
+  sky67 STR  ipp041
+  sky68 STR  ipp042
+  sky69 STR  ipp043
+  sky70 STR  ipp044
+  sky71 STR  ipp045
+  sky72 STR  ipp046
+  sky73 STR  ipp047 
+  sky74 STR  ipp048
+  sky75 STR  ipp049
+  sky76 STR  ipp050
+  sky77 STR  ipp051
+  sky78 STR  ipp052
+  sky79 STR  ipp053
 END
+
+# we have 18 10TB nodes and 30 20TB nodes (ipp037 is used for dvo)
+# 1 x W1 + 1 x W2 + 1 x W3 + 12 more nodes...
 
 ipphosts METADATA
   camera STR GPC1
 
-#  XY01  STR  ipp014
-#  XY02  STR  ipp014
-  XY01  STR  ipp047
-  XY02  STR  ipp047
-  XY03  STR  ipp038
+  XY01  STR  ipp004
+  XY02  STR  ipp005
+  XY03  STR  ipp006
   XY04  STR  ipp038
 
-  XY05  STR  ipp023
+  XY05  STR  ipp007
   XY06  STR  ipp023
-  XY10  STR  ipp039
+  XY10  STR  ipp008
   XY11  STR  ipp039
 
-  XY12  STR  ipp024
+  XY12  STR  ipp009
   XY13  STR  ipp024
-  XY14  STR  ipp040
+  XY14  STR  ipp010
   XY15  STR  ipp040
 
-  XY16  STR  ipp026
+  XY16  STR  ipp011
   XY17  STR  ipp026
-  XY20  STR  ipp041
+  XY20  STR  ipp012
   XY21  STR  ipp041
 
-  XY22  STR  ipp042
+  XY22  STR  ipp013
   XY23  STR  ipp042
-  XY24  STR  ipp043
+  XY24  STR  ipp014
   XY25  STR  ipp043
 
-  XY26  STR  ipp028
+  XY26  STR  ipp027
   XY27  STR  ipp028
-  XY30  STR  ipp044
+  XY30  STR  ipp016
   XY31  STR  ipp044
 
-  XY32  STR  ipp029
+  XY32  STR  ipp017
   XY33  STR  ipp029
-  XY34  STR  ipp045
+  XY34  STR  ipp018
   XY35  STR  ipp045
 
-  XY36  STR  ipp030
+  XY36  STR  ipp019
   XY37  STR  ipp030
-  XY40  STR  ipp046
+  XY40  STR  ipp020
   XY41  STR  ipp046
 
-  XY42  STR  ipp031
+  XY42  STR  ipp021
   XY43  STR  ipp031
   XY44  STR  ipp047
@@ -129,5 +169,5 @@
   XY72  STR  ipp052
 
-  XY73  STR  ipp015
+  XY73  STR  ipp053
   XY74  STR  ipp015
   XY75  STR  ipp025
@@ -138,77 +178,75 @@
   camera STR gpc1
 
-#  ota01  STR  ipp014
-#  ota02  STR  ipp014
-  ota01  STR  ipp047
-  ota02  STR  ipp047
-  ota03  STR  ipp038
+  ota01  STR  ipp004
+  ota02  STR  ipp005
+  ota03  STR  ipp006
   ota04  STR  ipp038
-
-  ota05  STR  ipp023
+	            
+  ota05  STR  ipp007
   ota06  STR  ipp023
-  ota10  STR  ipp039
+  ota10  STR  ipp008
   ota11  STR  ipp039
-
-  ota12  STR  ipp024
+	            
+  ota12  STR  ipp009
   ota13  STR  ipp024
-  ota14  STR  ipp040
+  ota14  STR  ipp010
   ota15  STR  ipp040
-
-  ota16  STR  ipp026
+	            
+  ota16  STR  ipp011
   ota17  STR  ipp026
-  ota20  STR  ipp041
+  ota20  STR  ipp012
   ota21  STR  ipp041
-
-  ota22  STR  ipp042
+	            
+  ota22  STR  ipp013
   ota23  STR  ipp042
-  ota24  STR  ipp043
+  ota24  STR  ipp014
   ota25  STR  ipp043
-
-  ota26  STR  ipp028
+	            
+  ota26  STR  ipp027
   ota27  STR  ipp028
-  ota30  STR  ipp044
+  ota30  STR  ipp016
   ota31  STR  ipp044
-
-  ota32  STR  ipp029
+	            
+  ota32  STR  ipp017
   ota33  STR  ipp029
-  ota34  STR  ipp045
+  ota34  STR  ipp018
   ota35  STR  ipp045
-
-  ota36  STR  ipp030
+	            
+  ota36  STR  ipp019
   ota37  STR  ipp030
-  ota40  STR  ipp046
+  ota40  STR  ipp020
   ota41  STR  ipp046
-
-  ota42  STR  ipp031
+	            
+  ota42  STR  ipp021
   ota43  STR  ipp031
   ota44  STR  ipp047
   ota45  STR  ipp047
-
+	            
   ota46  STR  ipp032
   ota47  STR  ipp032
   ota50  STR  ipp048
   ota51  STR  ipp048
-
+	            
   ota52  STR  ipp033
   ota53  STR  ipp033
   ota54  STR  ipp049
   ota55  STR  ipp049
-
+	            
   ota56  STR  ipp034
   ota57  STR  ipp034
   ota60  STR  ipp050
   ota61  STR  ipp050
-
+	            
   ota62  STR  ipp035
   ota63  STR  ipp035
   ota64  STR  ipp051
   ota65  STR  ipp051
-
+	            
   ota66  STR  ipp036
   ota67  STR  ipp036
   ota71  STR  ipp052
   ota72  STR  ipp052
-
-  ota73  STR  ipp015
+	            
+  ota73  STR  ipp053
   ota74  STR  ipp015
   ota75  STR  ipp025
@@ -217,34 +255,35 @@
 
 # this list is no longer used
-ipphosts METADATA
-  camera STR distribution
-  count  S32  26
-  0      STR ipp021
-  1      STR ipp023
-  2      STR ipp024
-  3      STR ipp026
-  4      STR ipp028
-  5      STR ipp029
-  6      STR ipp030
-  7      STR ipp031
-  8      STR ipp032
-  9      STR ipp033
- 10      STR ipp034
- 11      STR ipp035
- 12      STR ipp036
- 13      STR ipp038
- 14      STR ipp039
- 15      STR ipp040
- 16      STR ipp041
- 17      STR ipp043
- 18      STR ipp044
- 19      STR ipp045
- 20      STR ipp046
- 21      STR ipp047
- 22      STR ipp048
- 23      STR ipp050
- 24      STR ipp051
- 25      STR ipp052
-END
+# XXX : delete if this does not cause trouble
+## ipphosts METADATA
+##   camera STR distribution
+##   count  S32  26
+##   0      STR ipp021
+##   1      STR ipp023
+##   2      STR ipp024
+##   3      STR ipp026
+##   4      STR ipp028
+##   5      STR ipp029
+##   6      STR ipp030
+##   7      STR ipp031
+##   8      STR ipp032
+##   9      STR ipp033
+##  10      STR ipp034
+##  11      STR ipp035
+##  12      STR ipp036
+##  13      STR ipp038
+##  14      STR ipp039
+##  15      STR ipp040
+##  16      STR ipp041
+##  17      STR ipp043
+##  18      STR ipp044
+##  19      STR ipp045
+##  20      STR ipp046
+##  21      STR ipp047
+##  22      STR ipp048
+##  23      STR ipp050
+##  24      STR ipp051
+##  25      STR ipp052
+## END
 
 ipphosts METADATA
@@ -252,77 +291,75 @@
   count S32   60
 
-#  XY01  STR  ipp014
-#  XY02  STR  ipp014
-  XY01  STR  ipp047
-  XY02  STR  ipp047
-  XY03  STR  ipp038
+  XY01  STR  ipp004
+  XY02  STR  ipp005
+  XY03  STR  ipp006
   XY04  STR  ipp038
-
-  XY05  STR  ipp023
+	           
+  XY05  STR  ipp007
   XY06  STR  ipp023
-  XY10  STR  ipp039
+  XY10  STR  ipp008
   XY11  STR  ipp039
-
-  XY12  STR  ipp024
+	           
+  XY12  STR  ipp009
   XY13  STR  ipp024
-  XY14  STR  ipp040
+  XY14  STR  ipp010
   XY15  STR  ipp040
-
-  XY16  STR  ipp026
+	           
+  XY16  STR  ipp011
   XY17  STR  ipp026
-  XY20  STR  ipp041
+  XY20  STR  ipp012
   XY21  STR  ipp041
-
-  XY22  STR  ipp042
+	           
+  XY22  STR  ipp013
   XY23  STR  ipp042
-  XY24  STR  ipp043
+  XY24  STR  ipp014
   XY25  STR  ipp043
-
-  XY26  STR  ipp028
+	           
+  XY26  STR  ipp027
   XY27  STR  ipp028
-  XY30  STR  ipp044
+  XY30  STR  ipp016
   XY31  STR  ipp044
-
-  XY32  STR  ipp029
+	           
+  XY32  STR  ipp017
   XY33  STR  ipp029
-  XY34  STR  ipp045
+  XY34  STR  ipp018
   XY35  STR  ipp045
-
-  XY36  STR  ipp030
+	           
+  XY36  STR  ipp019
   XY37  STR  ipp030
-  XY40  STR  ipp046
+  XY40  STR  ipp020
   XY41  STR  ipp046
-
-  XY42  STR  ipp031
+	           
+  XY42  STR  ipp021
   XY43  STR  ipp031
   XY44  STR  ipp047
   XY45  STR  ipp047
-
+	           
   XY46  STR  ipp032
   XY47  STR  ipp032
   XY50  STR  ipp048
   XY51  STR  ipp048
-
+	           
   XY52  STR  ipp033
   XY53  STR  ipp033
   XY54  STR  ipp049
   XY55  STR  ipp049
-
+	           
   XY56  STR  ipp034
   XY57  STR  ipp034
   XY60  STR  ipp050
   XY61  STR  ipp050
-
+	           
   XY62  STR  ipp035
   XY63  STR  ipp035
   XY64  STR  ipp051
   XY65  STR  ipp051
-
+	           
   XY66  STR  ipp036
   XY67  STR  ipp036
   XY71  STR  ipp052
   XY72  STR  ipp052
-
-  XY73  STR  ipp015
+	           
+  XY73  STR  ipp053
   XY74  STR  ipp015
   XY75  STR  ipp025
@@ -333,51 +370,83 @@
   camera STR dist_skycell
   count S32  46
-  sky00 STR  ipp006
-  sky01 STR  ipp007
-  sky02 STR  ipp008 
-  sky03 STR  ipp009
-  sky04 STR  ipp010
-  sky05 STR  ipp011
-  sky06 STR  ipp012
-  sky07 STR  ipp013
-#  sky08 STR  ipp014
-  sky08 STR  ipp047
-  sky09 STR  ipp015
-#  sky10 STR  ipp016
-  sky10 STR  ipp042
-  sky11 STR  ipp017
-  sky12 STR  ipp018 
-  sky13 STR  ipp019
-  sky14 STR  ipp020
-  sky15 STR  ipp021
-  sky16 STR  ipp023
-  sky17 STR  ipp024
-  sky18 STR  ipp025
-  sky19 STR  ipp026
-  sky20 STR  ipp027
-  sky21 STR  ipp028
-  sky22 STR  ipp029 
-  sky23 STR  ipp030
-  sky24 STR  ipp031
-  sky25 STR  ipp032
-  sky26 STR  ipp033
-  sky27 STR  ipp034
-  sky28 STR  ipp035
-  sky29 STR  ipp036
-  sky30 STR  ipp038
-  sky31 STR  ipp039
-  sky32 STR  ipp040 
-  sky33 STR  ipp041
-  sky34 STR  ipp042
-  sky35 STR  ipp043
-  sky36 STR  ipp044
-  sky37 STR  ipp045
-  sky38 STR  ipp046
-  sky39 STR  ipp047
-  sky40 STR  ipp048
-  sky41 STR  ipp049
-  sky42 STR  ipp050 
-  sky43 STR  ipp051
-  sky44 STR  ipp052
-  sky45 STR  ipp053
+  sky00 STR  ipp004
+  sky01 STR  ipp005
+  sky02 STR  ipp006 
+  sky03 STR  ipp007
+  sky04 STR  ipp008
+  sky05 STR  ipp009
+  sky06 STR  ipp010
+  sky07 STR  ipp011
+  sky08 STR  ipp012
+  sky09 STR  ipp013
+  sky10 STR  ipp014
+  sky11 STR  ipp015
+  sky12 STR  ipp016 
+  sky13 STR  ipp017
+  sky14 STR  ipp018
+  sky15 STR  ipp019
+  sky16 STR  ipp020
+  sky17 STR  ipp021
+  sky18 STR  ipp023
+  sky19 STR  ipp024
+  sky20 STR  ipp025
+  sky21 STR  ipp026
+  sky22 STR  ipp027 
+  sky23 STR  ipp028
+  sky24 STR  ipp029
+  sky25 STR  ipp030
+  sky26 STR  ipp031
+  sky27 STR  ipp032
+  sky28 STR  ipp033
+  sky29 STR  ipp034
+  sky30 STR  ipp035
+  sky31 STR  ipp036
+  sky32 STR  ipp037 
+  sky33 STR  ipp038
+  sky34 STR  ipp039
+  sky35 STR  ipp040
+  sky36 STR  ipp041
+  sky37 STR  ipp042
+  sky38 STR  ipp043
+  sky39 STR  ipp044
+  sky40 STR  ipp045
+  sky41 STR  ipp046
+  sky42 STR  ipp047 
+  sky43 STR  ipp048
+  sky44 STR  ipp049
+  sky45 STR  ipp050
+  sky46 STR  ipp051
+  sky47 STR  ipp052
+  sky48 STR  ipp053
+  sky49 STR  ipp023
+  sky50 STR  ipp024
+  sky51 STR  ipp025
+  sky52 STR  ipp026
+  sky53 STR  ipp027 
+  sky54 STR  ipp028
+  sky55 STR  ipp029
+  sky56 STR  ipp030
+  sky57 STR  ipp031
+  sky58 STR  ipp032
+  sky59 STR  ipp033
+  sky60 STR  ipp034
+  sky61 STR  ipp035
+  sky62 STR  ipp036
+  sky63 STR  ipp037 
+  sky64 STR  ipp038
+  sky65 STR  ipp039
+  sky66 STR  ipp040
+  sky67 STR  ipp041
+  sky68 STR  ipp042
+  sky69 STR  ipp043
+  sky70 STR  ipp044
+  sky71 STR  ipp045
+  sky72 STR  ipp046
+  sky73 STR  ipp047 
+  sky74 STR  ipp048
+  sky75 STR  ipp049
+  sky76 STR  ipp050
+  sky77 STR  ipp051
+  sky78 STR  ipp052
+  sky79 STR  ipp053
 END
