In Nebulous By Host

Usage by filetype/processing stage in gigabytes. (2010-03-10)

Host	BTABLE	BTPIX	CAM	CHIP	CMF	DETREND	DIFF	JPEG	LOG	MDC	MEGACAM	OTA	PSF	SKYCELL	STACK	STATS	TRACE	UNKFITS	UNKNOTFITS	WARP	nebulous	total_used	Disk Size
ipp004.0	1.03	0.00	39.38	453.65	11.98	17.70	724.79	3.69	4.74	61.78	0.00	978.06	3.74	0.38	3.13	0.22	0.37	30.70	23.58	2720.32	5079.24	9339.83	10158.16
ipp005.0	0.48	0.00	9.87	102.03	2.74	16.77	480.65	2.09	2.78	11.44	0.00	8674.12	0.66	0.99	1.09	0.08	0.00	5.98	5.40	235.40	9552.58	9570.45	10158.16
ipp006.0	7.50	0.00	26.13	69.32	37.35	84.43	1604.30	16.00	31.14	114.01	0.00	5933.97	6.43	9.26	70.97	0.60	0.09	16.03	7.68	1710.27	9745.49	9776.93	10158.16
ipp007.0	5.13	0.00	18.92	67.22	31.81	62.51	1360.71	12.98	24.15	91.36	0.00	3979.84	5.15	8.04	56.54	0.43	0.08	8.30	4.46	1247.60	6985.24	9880.42	10158.15
ipp009.0	6.96	0.00	38.82	178.89	38.72	88.16	1701.94	14.10	28.91	102.40	10.20	4799.15	5.82	7.38	44.23	0.64	0.08	20.87	14.52	2128.21	9230.01	9764.99	10158.16
ipp010.0	5.14	0.00	14.75	152.49	30.69	84.04	1589.88	14.79	26.88	97.56	0.00	6082.03	5.46	8.12	46.16	0.57	0.08	8.20	2.33	1505.86	9675.04	9833.86	10158.16
ipp011.0	6.50	0.00	33.15	214.96	35.69	95.72	1815.97	15.74	27.50	119.99	0.00	4916.59	6.68	8.93	53.54	0.62	0.08	30.71	9.85	2410.73	9802.96	9821.98	10158.15
ipp012.0	7.69	0.00	28.33	101.27	35.31	78.77	1720.60	15.36	24.02	92.36	5.82	5397.85	5.51	9.59	63.74	0.46	0.02	22.11	11.22	1926.07	9546.10	9570.45	10158.15
ipp013.0	5.49	20.59	6.02	18.69	23.29	64.85	1533.50	14.31	19.68	81.90	0.00	6377.48	4.99	9.55	63.67	0.42	0.01	8.26	1.43	1396.18	9650.31	9667.42	10158.15
ipp014.0	4.29	697.81	10.58	330.47	13.00	890.59	306.84	1.75	13.28	43.62	0.00	5774.04	2.37	0.54	0.75	1.22	0.33	9.58	4.34	114.50	8219.92	8235.02	10118.31
ipp015.0	4.71	229.91	21.82	718.42	27.83	83.18	652.47	7.35	36.18	90.01	0.00	7094.99	5.74	6.44	32.80	1.43	0.49	7.87	18.07	749.94	9789.64	9874.05	10158.15
ipp016.0	6.65	0.00	81.09	786.00	19.52	44.20	1673.00	8.59	18.61	63.63	0.00	4352.89	3.74	3.91	11.09	0.31	0.01	47.99	28.76	2087.68	9237.67	9254.49	10158.15
ipp017.0	4.63	0.00	50.27	117.81	36.39	83.48	1758.51	15.14	25.76	99.28	0.00	5364.29	6.39	9.04	81.18	0.62	0.01	22.95	21.95	1873.93	9571.63	9590.58	10158.15
ipp019.0	6.45	0.00	18.09	17.38	24.96	42.14	1338.31	12.09	23.01	77.49	0.00	5389.45	4.56	7.45	44.24	0.21	0.00	11.66	4.06	1247.81	8269.37	9866.27	10158.15
ipp020.0	4.94	0.00	11.28	68.78	25.32	54.43	1312.66	11.29	22.65	92.67	0.00	6686.64	4.72	6.59	24.40	0.46	0.09	7.68	1.20	1490.13	9825.93	9843.79	10158.15
ipp021.0	5.08	0.00	13.93	66.60	28.95	81.53	1329.21	12.99	26.65	99.24	0.00	6679.10	5.42	7.32	42.38	0.54	0.08	7.63	2.57	1422.08	9831.30	9849.61	10158.15
ipp023.0	11.35	242.70	474.85	1298.67	76.18	852.21	1747.28	37.09	109.61	221.76	0.00	9373.64	14.63	10.17	64.49	3.05	0.30	318.85	246.73	2014.85	17118.40	19621.90	20427.84
ipp024.0	14.01	254.08	125.35	1762.15	104.80	168.49	2220.89	30.88	116.54	276.81	11.72	11669.32	17.96	14.15	104.02	3.11	0.32	46.53	54.33	2560.46	19555.93	19581.29	20427.84
ipp025.0	3.14	0.00	112.51	1781.35	39.76	45.41	3198.34	15.53	54.43	225.20	0.00	3644.74	10.90	7.85	54.21	1.55	0.23	20.85	60.62	3770.58	13047.22	13082.10	20427.84
ipp026.0	12.06	245.48	125.74	1565.26	103.07	162.62	2447.99	34.34	125.18	320.33	0.00	11124.14	20.27	10.89	85.04	3.22	0.99	43.85	57.31	2984.17	19471.95	19485.46	20427.84
ipp028.0	13.40	325.99	128.34	1716.95	126.73	173.07	2353.49	35.46	149.22	341.88	0.00	10982.62	21.01	16.32	96.47	3.67	2.68	43.86	62.61	2652.72	19246.48	19265.25	20427.84
ipp029.0	15.26	236.04	127.53	1771.41	118.26	186.75	2228.05	35.37	137.22	304.89	0.00	11598.54	20.06	15.81	108.40	3.30	0.34	46.83	57.37	2324.61	19336.04	19522.34	20427.84
ipp030.0	13.07	240.18	128.99	1580.40	89.88	293.46	2021.49	26.09	107.54	227.90	1889.71	9969.74	15.87	13.00	81.57	2.88	0.27	45.26	67.83	2174.24	18989.37	19596.33	20427.84
ipp031.0	16.34	253.29	146.70	1809.56	119.22	195.67	2291.28	34.58	145.70	316.42	0.00	11491.56	20.53	15.62	106.78	3.35	0.34	49.85	62.20	2419.89	19498.89	19511.84	20427.84
ipp032.0	15.18	240.75	139.40	1755.31	117.61	174.46	2262.76	31.11	135.89	307.58	0.00	11545.55	19.54	13.08	74.59	3.31	0.59	50.01	64.59	2566.19	19517.50	19567.72	20427.84
ipp033.0	14.66	323.95	134.46	1750.24	112.02	172.34	2201.25	29.64	136.97	302.22	0.00	11405.30	19.17	13.08	65.34	3.42	2.31	52.64	56.80	2560.87	19356.69	19486.37	20427.84
ipp034.0	13.65	268.76	148.21	1594.42	116.91	180.71	2569.30	33.25	132.79	315.04	0.00	11450.32	20.07	14.90	104.80	3.29	2.51	54.86	69.98	2392.86	19486.64	19501.27	20427.84
ipp035.0	13.78	213.45	116.54	1596.68	107.86	178.99	2126.14	32.78	122.88	276.93	0.00	9941.69	18.25	13.39	111.78	3.04	0.36	44.91	54.61	2267.47	17241.53	19319.08	20427.84
ipp036.0	12.82	259.77	95.48	1022.40	96.69	160.21	1369.08	28.81	118.10	272.56	0.00	10283.04	17.39	11.95	95.20	3.00	0.41	45.85	39.44	1702.68	15634.87	16579.12	20427.84
ipp038.0	13.98	92.64	257.79	1487.18	123.52	253.48	1607.09	31.25	142.46	225.99	2004.66	9961.19	16.08	11.96	70.10	2.35	0.02	63.81	176.90	2088.77	18631.24	18831.42	20427.62
ipp039.0	13.83	130.24	302.53	1632.70	131.80	144.07	2707.30	49.24	175.18	308.02	9.48	11177.15	21.80	19.39	111.54	2.86	0.04	77.03	287.92	2590.68	19892.79	19904.54	20427.62
ipp040.0	9.78	21.21	94.28	1304.76	82.55	203.29	1648.60	18.93	84.62	186.84	1321.22	6706.04	14.09	10.62	80.81	1.94	0.01	20.23	45.88	1801.94	13657.65	19019.89	19496.31
ipp041.0	11.19	90.42	112.23	1347.96	103.25	97.10	1813.10	24.51	99.78	205.26	0.00	14214.83	14.63	11.11	77.58	2.05	0.01	33.44	62.84	1595.73	19917.02	19925.64	20427.62
ipp042.0	12.38	74.87	189.38	1372.76	129.84	221.89	2553.15	40.34	129.78	274.86	2087.51	9241.26	18.72	20.24	132.70	2.19	0.01	58.90	121.30	2770.27	19452.37	19894.81	20427.62
ipp043.0	11.92	35.14	147.46	1632.01	119.04	247.54	1766.48	28.04	112.20	225.03	2003.12	10334.74	16.00	11.76	79.05	2.17	0.01	67.97	83.82	1896.50	18820.01	19933.79	20427.62
ipp044.0	14.28	100.83	209.48	1701.26	124.81	254.56	1946.29	30.70	125.02	242.17	1983.47	10413.61	16.86	12.52	71.27	2.30	0.01	67.82	124.12	2082.26	19523.63	19940.28	20427.62
ipp045.0	13.30	92.43	196.42	1665.57	120.25	254.46	1847.11	25.20	109.47	223.66	1979.21	10634.46	15.37	10.34	50.07	2.19	0.01	55.56	82.42	2197.73	19575.22	19929.66	20427.62
ipp046.0	14.12	96.65	207.21	1674.77	125.88	254.44	1947.54	31.75	136.61	243.34	1957.10	10411.64	17.02	13.42	85.75	2.30	0.01	71.72	114.83	2156.80	19562.90	19916.44	20427.62
ipp047.0	12.06	99.09	141.23	1917.85	144.94	113.39	2299.81	37.41	226.17	322.96	601.82	9309.98	22.80	17.63	99.78	3.02	0.01	37.05	79.74	2452.36	17939.09	19805.31	20427.62
ipp048.0	12.48	25.64	164.24	1882.81	114.08	100.40	2766.88	31.10	104.72	237.31	12.08	9122.77	16.60	13.12	101.19	2.17	0.00	75.54	83.83	2828.65	17695.60	19657.50	20427.62
ipp049.0	7.36	27.68	65.82	204.00	50.92	38.30	21.89	8.32	37.51	77.79	0.00	7003.45	5.30	2.31	21.79	1.05	0.00	11.08	24.29	19.02	7627.90	8053.12	20427.62
ipp050.0	10.93	104.02	169.13	1591.83	102.99	71.25	2150.99	28.47	100.95	224.21	241.83	8438.85	15.79	11.73	77.72	2.07	0.01	52.86	76.46	2436.35	15908.46	19686.33	20427.62
ipp051.0	12.46	131.70	152.77	1598.75	111.38	96.59	2076.94	29.93	111.38	222.43	312.76	8769.22	15.61	11.98	83.63	2.10	0.00	64.84	72.16	2399.32	16275.95	18769.96	20427.62
ipp052.0	12.07	124.88	224.19	1726.28	112.96	93.79	2507.89	32.44	113.67	242.94	247.64	9422.77	16.95	13.15	88.96	2.31	0.01	87.73	102.51	2742.95	17916.07	19689.50	20427.62
ipp053.0	1.41	0.34	36.52	181.54	32.18	29.17	12.67	7.24	31.97	42.66	0.00	3369.72	2.76	1.35	3.64	0.49	0.00	17.77	26.83	4.80	3803.03	7923.38	20427.62
nebulous	434.96	5300.54	5097.21	47390.77	3482.93	7290.61	79614.43	1038.09	3789.50	8553.75	16679.36	371492.33	559.41	466.39	3028.16	82.57	13.64	1994.03	2681.70	88722.46	0.00	0.00	0.00
%nebulous	0.0671535	0.818351	0.786959	7.31666	0.53773	1.1256	12.2917	0.160271	0.585061	1.32061	2.57513	57.3547	0.0863674	0.072006	0.467518	0.012748	0.00210588	0.307858	0.414028	13.6979	0	0	0
Host	BTABLE	BTPIX	CAM	CHIP	CMF	DETREND	DIFF	JPEG	LOG	MDC	MEGACAM	OTA	PSF	SKYCELL	STACK	STATS	TRACE	UNKFITS	UNKNOTFITS	WARP	total

By Host

Check of the disk space currently (2010/02/23) being used by data not stored in nebulous. These data take up about X% of the total space (X% of the used space).

Host	Total Space (1K-blocks)	Used	Free	Non-nebulous	% Free	% Non-neb
ipp004	10651598144	10026600352	624997792	4062173952	6	38
ipp005	10651598144	8623103680	2028494464	3846688	19	0
ipp006	10651598144	10120836288	530761856	23058428	5	0
ipp007	10651588352	10121328320	530260032	3024720728	5	28
ipp009	10651598144	10123485056	528113088	551858148	5	5
ipp010	10651598144	10120323872	531274272	157354328	5	1
ipp011	10651588352	10120761440	530826912	9801856	5	0
ipp012	10651588352	10121565216	530023136	16853600	5	0
ipp013	10651588352	10120332512	531255840	9782924	5	0
ipp014	10609814272	8871570784	1738243488	9799580	16	0
ipp015	10651588352	10119544704	532043648	79148476	5	1
ipp016	10651588352	7977333024	2674255328	48686164	25	0
ipp017	10651588352	10119871552	531716800	11053836	5	0
ipp019	10651588352	10121043392	530544960	1609861036	5	15
ipp020	10651588352	10120436640	531151712	9803248	5	0
ipp021	10651588352	10120510560	531077792	9792472	5	0
ipp023	21420144640	20349617632	1070527008	2624457160	5	12
ipp024	21420144640	20349709888	1070434752	25084620	5	0
ipp025	21420144640	9752726432	11667418208	29498252	54	0
ipp026	21420144640	20350860000	1069284640	11535676	5	0
ipp027	21419913728	2646015328	18773898400	10828756	88	0
ipp028	21420144640	20351964416	1068180224	16571316	5	0
ipp029	21420144640	20349490400	1070654240	193218764	5	1
ipp030	21420144640	20349564960	1070579680	636345304	5	3
ipp031	21420144640	20349364928	1070779712	11025024	5	0
ipp032	21420144640	20349207840	1070936800	50396320	5	0
ipp033	21420144640	20349721024	1070423616	133693012	5	1
ipp034	21420144640	20132953760	1287190880	12785336	6	0
ipp035	21420144640	20349255552	1070889088	2175854876	5	10
ipp036	21420144640	20349468800	1070675840	989118384	5	5
ipp038	21419913728	20349447552	1070466176	210200924	5	1
ipp039	21419913728	20349545472	1070368256	10482148	5	0
ipp040	20443361792	19422110912	1021250880	5625139232	5	28
ipp041	21419913728	20349332128	1070581600	10116288	5	0
ipp042	21419913728	20349827872	1070085856	463574004	5	2
ipp043	21419913728	20349122688	1070791040	1168259680	5	5
ipp044	21419913728	20349451840	1070461888	436884844	5	2
ipp045	21419913728	20349843488	1070070240	371244668	5	2
ipp046	21419913728	20349594176	1070319552	370681380	5	2
ipp047	21419913728	20459449696	960464032	1493451924	4	7
ipp048	21419913728	20362105216	1057808512	2931527216	5	14
ipp049	21419913728	10905015136	10514898592	1819205192	49	8
ipp050	21419913728	20470454336	949459392	4297216276	4	20
ipp051	21419913728	20361173152	1058740576	3477157408	5	16
ipp052	21419913728	20361638528	1058275200	2771389288	5	13
ipp053	21419913728	6635762400	14784151328	2596907032	69	12

---

By Keyword

Keyword matching done based on summing the disk usage of all directories with the name /data/@HOST@/keyword.

Keyword	Total Space Used	% of cluster
gpc1_distribution	13009200216	2
ipp018.0	5414586080	1
gpc1	4513249564	1
gpc1_destreak	4460297968	1
beaumont	4259782908	1
home	3094540600	0
MOPS	2767351540	0
ipp	2473778884	0
heather	1096811696	0
price	1091120932	0
iqanalysis	561213928	0
rodney	433771656	0
gpc1dark	317590620	0
eugene	236727456	0
bills	189375280	0
billsstuff	179740868	0
pstamp.ipp049	96681408	0
watersc1	96381740	0
old	90156472	0
datastore.ipp049	71220040	0
tmp	48318360	0
isp	41834288	0
allskycam	21680532	0
kaiser	19740236	0
datastore	9023680	0
eam_tmpdir	7338896	0
gpc1_dist	6798048	0
md09smf	2228540	0
pstamp-work	323632	0
rhenders	318056	0
megacam	255232	0
giebink	2060	0
gpc1_rel_200901	1508	0
gpc1-magic	1156	0
mysql	748	0
jhoblitt	400	0
lost+found	256	0
ippTests	236	0
MD08.200906.v0_0	36	0
mkhome.sh	4	0
pstamp	4	0
node_update.sh	4	0

Orphan / Widow Counts

Counts of nebulous orphans (disk files with no matching nebulous database instance) and widows (nebulous database instances with no matching disk files). Pre-demo month values: 2010-01-29

	2010-01-29	2010-01-29	2010-01-29	2010-03-04		2010-03-04	2010-03-04
Host	Orphans	Number Zero-size	Widows	Orphans		Number Zero-size	Widows
ipp004.0	952	156	18	274		145	24
ipp005.0	1250	94	0	1629		114	94
ipp006.0	1177	260	2	1076		252	22
ipp007.0	1067	213	11	1285		219	18
ipp009.0	4199	1654	6	2912		1614	91
ipp010.0	1880	160	2	2333		183	32
ipp011.0	3454	474	12	1491		419	94
ipp012.0	1939	127	182	620		95	12
ipp013.0	581	102	19	509		95	47
ipp014.0	52768	386	0	52871		400	20464
ipp015.0	591	39	1	1605		143	54
ipp016.0	1418	287	2	588		287	35
ipp017.0	2271	297	396	2213		301	126
ipp019.0	837	119	5	304		83	13
ipp020.0	934	244	4	530		230	50
ipp021.0	2814	246	53	2549		226	248
ipp023.0	7619	124	23	7210		116	1023
ipp024.0	3301	1034	4	6642		1234	3993
ipp025.0	13688	12304	9	13704		12327	288
ipp026.0	1600	729	30	4201		928	71
ipp028.0	12535	11356	140	26221		12131	3340
ipp029.0	1514	969	16	12334		1547	566
ipp030.0	1050	20	10	8267		424	141
ipp031.0	842	105	10	5598		360	4314
ipp032.0	782	480	6	7075		802	306
ipp033.0	4973	4206	48	12396		4591	48
ipp034.0	2202	2135	31	7198		2394	498
ipp035.0	1583	792	35	11497		1299	35
ipp036.0	1873	1353	134	1401		1325	115
ipp038.0	116	91	1	117		92	1
ipp039.0	110	94	0	3093		231	0
ipp040.0	384	104	1009	103		91	1028
ipp041.0	189	113	0	582		132	57
ipp042.0	86	76	9	2805		226	16
ipp043.0	131	126	2	132		126	1194
ipp044.0	94	81	2	2053		177	2
ipp045.0	109	102	2	1944		184	2
ipp046.0	102	88	13	1908		181	13
ipp047.0	96	94	0	141		96	1
ipp048.0	110	100	0	2824		224	0
ipp049.0	2144	138	36	2144		138	36
ipp050.0	94	93	0	94		93	0
ipp051.0	442	157	1	1947		231	3
ipp052.0	93	90	4	2868		236	4
ipp053.0	91	84	1	91		84	1