ID
Status
Ceph Branch
Suite Branch
Teuthology Branch
Machine
OS
Nodes
Description
Failure Reason
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/multimon/{clusters/6.yaml msgr-failures/few.yaml tasks/mon_clock_no_skews.yaml}
'wait_until_healthy'reached maximum tries (150) after waiting for 900 seconds
master
wip-10057
plana,mira,burnupi
ubuntu 14.04
rados/thrash-erasure-code-isa/{clusters/fixed-2.yaml distros/ubuntu_14.04.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml}
"2015-01-28 08:18:50.455962 mon.0 10.214.131.9:6789/0 21 : cluster [WRN] mon.1 10.214.136.6:6789/0 clock skew 3.72749s > max 0.5s" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/cache.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/pool-snaps-few-objects.yaml}
"2015-01-28 08:04:30.278152 mon.0 10.214.132.17:6789/0 3 : cluster [WRN] message from mon.1 was stamped 1.988812s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash-erasure-code/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/ec-rados-plugin=jerasure-k=3-m=1.yaml}
"2015-01-28 07:43:31.968608 mon.0 10.214.132.26:6789/0 9 : cluster [WRN] mon.1 10.214.133.33:6789/0 clock skew 1.91895s > max 0.5s" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/fastclose.yaml thrashers/pggrow.yaml workloads/rados_api_tests.yaml}
"2015-01-28 07:23:07.567642 mon.0 10.214.135.34:6789/0 10 : cluster [WRN] mon.1 10.214.136.14:6789/0 clock skew 0.698553s > max 0.5s" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/force-sync-many.yaml workloads/pool-create-delete.yaml}
"2015-01-28 07:12:25.373281 mon.0 10.214.131.23:6789/0 9 : cluster [WRN] mon.5 10.214.133.37:6791/0 clock skew 0.599072s > max 0.5s" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/radosbench.yaml}
"2015-01-28 08:49:29.615147 mon.0 10.214.132.8:6789/0 3 : cluster [WRN] message from mon.2 was stamped 3.498789s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/readwrite.yaml}
"2015-01-28 07:53:57.625472 mon.0 10.214.131.13:6789/0 3 : cluster [WRN] message from mon.1 was stamped 1.559457s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash-erasure-code/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/ec-radosbench.yaml}
"2015-01-28 07:25:52.697064 mon.1 10.214.136.28:6789/0 2 : cluster [WRN] message from mon.0 was stamped 1.153465s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/fastclose.yaml thrashers/morepggrow.yaml workloads/small-objects.yaml}
"2015-01-28 08:13:10.009790 mon.0 10.214.131.4:6789/0 7 : cluster [WRN] mon.2 10.214.131.32:6790/0 clock skew 2.22799s > max 0.5s" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/singleton/{all/dump-stuck.yaml fs/btrfs.yaml msgr-failures/many.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/snaps-few-objects.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/write_fadvise_dontneed.yaml}
"2015-01-28 07:47:48.897866 mon.0 10.214.131.9:6789/0 3 : cluster [WRN] message from mon.1 was stamped 3.246322s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/many.yaml workloads/rados_5925.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash-erasure-code/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/fastclose.yaml thrashers/default.yaml workloads/ec-small-objects.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/fastclose.yaml thrashers/mapgap.yaml workloads/admin_socket_objecter_requests.yaml}
"2015-01-28 07:43:08.270046 mon.0 10.214.131.4:6789/0 6 : cluster [WRN] mon.1 10.214.133.37:6789/0 clock skew 2.12426s > max 0.5s" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/cache-agent-big.yaml}
"2015-01-28 07:35:52.159528 mon.0 10.214.131.11:6789/0 3 : cluster [WRN] message from mon.2 was stamped 1.469218s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/cache-agent-small.yaml}
"2015-01-28 07:50:44.958434 mon.0 10.214.134.104:6789/0 10 : cluster [WRN] mon.1 10.214.134.108:6789/0 clock skew 1.87731s > max 0.5s" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash-erasure-code/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/ec-rados-plugin=jerasure-k=2-m=1.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/basic/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml tasks/rados_cls_all.yaml}
"2015-01-28 07:20:05.403927 mon.0 10.214.136.6:6789/0 7 : cluster [WRN] mon.1 10.214.137.128:6789/0 clock skew 0.640142s > max 0.5s" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/fastclose.yaml thrashers/default.yaml workloads/cache-pool-snaps.yaml}
"2015-01-28 07:31:23.521385 mon.0 10.214.131.32:6789/0 3 : cluster [WRN] message from mon.1 was stamped 2.215374s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/singleton/{all/ec-lost-unfound.yaml fs/btrfs.yaml msgr-failures/few.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 14.04
rados/thrash-erasure-code-isa/{clusters/fixed-2.yaml distros/ubuntu_14.04.yaml fs/ext4.yaml msgr-failures/fastclose.yaml thrashers/mapgap.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/one.yaml workloads/rados_api_tests.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/cache-snaps.yaml}
"2015-01-28 09:19:11.503425 mon.0 10.214.131.15:6789/0 9 : cluster [WRN] mon.1 10.214.132.4:6789/0 clock skew 1.85347s > max 0.5s" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/cache.yaml}
"2015-01-28 08:02:11.647995 mon.0 10.214.131.2:6789/0 3 : cluster [WRN] message from mon.2 was stamped 1.369657s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash-erasure-code/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/ec-rados-plugin=jerasure-k=3-m=1.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/objectstore/ceph_objectstore_tool.yaml
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/fastclose.yaml thrashers/pggrow.yaml workloads/pool-snaps-few-objects.yaml}
"2015-01-28 07:54:59.702803 mon.0 10.214.131.35:6789/0 6 : cluster [WRN] mon.1 10.214.134.8:6789/0 clock skew 1.15306s > max 0.5s" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/rados_api_tests.yaml}
"2015-01-28 09:13:41.924424 mon.0 10.214.132.20:6789/0 5 : cluster [WRN] message from mon.1 was stamped 1.652427s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/radosbench.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/sync-many.yaml workloads/rados_mon_workunits.yaml}
"2015-01-28 07:20:26.889847 mon.0 10.214.135.110:6789/0 7 : cluster [WRN] mon.1 10.214.136.30:6789/0 clock skew 0.914992s > max 0.5s" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash-erasure-code/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/fastclose.yaml thrashers/default.yaml workloads/ec-radosbench.yaml}
"2015-01-28 07:22:05.749184 mon.0 10.214.131.2:6789/0 3 : cluster [WRN] message from mon.1 was stamped 1.308349s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/singleton/{all/lost-unfound-delete.yaml fs/btrfs.yaml msgr-failures/many.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/fastclose.yaml thrashers/morepggrow.yaml workloads/readwrite.yaml}
"2015-01-28 08:01:21.602336 mon.0 10.214.131.24:6789/0 3 : cluster [WRN] message from mon.2 was stamped 1.480931s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/small-objects.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/multimon/{clusters/9.yaml msgr-failures/many.yaml tasks/mon_clock_with_skews.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/snaps-few-objects.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash-erasure-code/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/ec-small-objects.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/fastclose.yaml thrashers/mapgap.yaml workloads/write_fadvise_dontneed.yaml}
"2015-01-28 08:34:33.191702 mon.0 10.214.131.18:6789/0 3 : cluster [WRN] message from mon.1 was stamped 1.272506s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/sync.yaml workloads/snaps-few-objects.yaml}
"2015-01-28 08:18:53.832950 mon.0 10.214.134.108:6789/0 3 : cluster [WRN] message from mon.5 was stamped 0.728713s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/admin_socket_objecter_requests.yaml}
"2015-01-28 08:43:00.791395 mon.0 10.214.131.6:6789/0 3 : cluster [WRN] message from mon.1 was stamped 1.078594s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/cache-agent-big.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash-erasure-code/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/ec-rados-plugin=jerasure-k=2-m=1.yaml}
"2015-01-28 08:02:07.476766 mon.0 10.214.132.37:6789/0 3 : cluster [WRN] message from mon.2 was stamped 0.935845s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/basic/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/many.yaml tasks/rados_python.yaml}
"2015-01-28 08:17:44.816955 mon.0 10.214.134.26:6789/0 3 : cluster [WRN] message from mon.1 was stamped 1.480736s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/singleton/{all/lost-unfound.yaml fs/btrfs.yaml msgr-failures/few.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 14.04
rados/thrash-erasure-code-isa/{clusters/fixed-2.yaml distros/ubuntu_14.04.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/fastclose.yaml thrashers/default.yaml workloads/cache-agent-small.yaml}
"2015-01-28 07:34:12.748478 mon.0 10.214.131.30:6789/0 6 : cluster [WRN] mon.1 10.214.132.5:6789/0 clock skew 2.13221s > max 0.5s" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/cache-pool-snaps.yaml}
timed out waiting for admin_socket to appear after osd.0 restart
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/cache-snaps.yaml}
"2015-01-28 08:35:30.399031 mon.0 10.214.131.34:6789/0 3 : cluster [WRN] message from mon.2 was stamped 0.758883s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/many.yaml workloads/pool-create-delete.yaml}
"2015-01-28 08:22:48.104954 mon.0 10.214.132.29:6789/0 5 : cluster [WRN] message from mon.1 was stamped 5.376032s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash-erasure-code/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/fastclose.yaml thrashers/default.yaml workloads/ec-rados-plugin=jerasure-k=3-m=1.yaml}
"2015-01-28 07:15:06.237332 mon.0 10.214.132.29:6789/0 5 : cluster [WRN] message from mon.1 was stamped 5.340375s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/fastclose.yaml thrashers/pggrow.yaml workloads/cache.yaml}
"2015-01-28 08:10:26.061834 mon.0 10.214.133.33:6789/0 3 : cluster [WRN] message from mon.1 was stamped 2.206292s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/pool-snaps-few-objects.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/rados_api_tests.yaml}
"2015-01-28 07:19:22.760450 mon.0 10.214.131.31:6789/0 3 : cluster [WRN] message from mon.2 was stamped 1.679495s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash-erasure-code/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/ec-radosbench.yaml}
"2015-01-28 09:15:28.802976 mon.0 10.214.131.24:6789/0 3 : cluster [WRN] message from mon.1 was stamped 3.156854s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/singleton/{all/mon-config-keys.yaml fs/btrfs.yaml msgr-failures/many.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/fastclose.yaml thrashers/morepggrow.yaml workloads/radosbench.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/objectstore/filejournal.yaml
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/one.yaml workloads/rados_5925.yaml}
"2015-01-28 07:15:40.261281 mon.0 10.214.131.9:6789/0 3 : cluster [WRN] message from mon.7 was stamped 2.938791s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/readwrite.yaml}
"2015-01-28 07:32:48.115312 mon.0 10.214.132.34:6789/0 3 : cluster [WRN] message from mon.1 was stamped 5.192653s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/small-objects.yaml}
"2015-01-28 07:28:21.111570 mon.0 10.214.134.22:6789/0 10 : cluster [WRN] mon.1 10.214.136.20:6789/0 clock skew 0.784915s > max 0.5s" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash-erasure-code/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/ec-small-objects.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/fastclose.yaml thrashers/mapgap.yaml workloads/snaps-few-objects.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/write_fadvise_dontneed.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/admin_socket_objecter_requests.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/sync-many.yaml workloads/rados_api_tests.yaml}
"2015-01-28 07:33:00.972569 mon.0 10.214.134.136:6789/0 7 : cluster [WRN] mon.1 10.214.135.32:6789/0 clock skew 0.78795s > max 0.5s" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/singleton/{all/mon-thrasher.yaml fs/btrfs.yaml msgr-failures/few.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/basic/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml tasks/rados_stress_watch.yaml}
"2015-01-28 07:34:12.920012 mon.0 10.214.131.18:6789/0 5 : cluster [WRN] message from mon.1 was stamped 1.253666s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 14.04
rados/thrash-erasure-code-isa/{clusters/fixed-2.yaml distros/ubuntu_14.04.yaml fs/btrfs.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash-erasure-code/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/fastclose.yaml thrashers/default.yaml workloads/ec-rados-plugin=jerasure-k=2-m=1.yaml}
"2015-01-28 07:50:09.397355 mon.0 10.214.134.26:6789/0 3 : cluster [WRN] message from mon.2 was stamped 1.253594s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/fastclose.yaml thrashers/default.yaml workloads/cache-agent-big.yaml}
"2015-01-28 07:47:23.187491 mon.0 10.214.131.23:6789/0 3 : cluster [WRN] message from mon.2 was stamped 3.473557s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/cache-agent-small.yaml}
"2015-01-28 08:18:54.193797 mon.0 10.214.131.31:6789/0 5 : cluster [WRN] message from mon.1 was stamped 1.960948s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/cache-pool-snaps.yaml}
"2015-01-28 07:34:40.459325 mon.0 10.214.132.17:6789/0 5 : cluster [WRN] message from mon.1 was stamped 1.868665s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/verify/{1thrash/default.yaml clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml tasks/rados_api_tests.yaml validater/lockdep.yaml}
"2015-01-28 07:50:27.679436 mon.0 10.214.133.30:6789/0 3 : cluster [WRN] message from mon.1 was stamped 1.006864s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/multimon/{clusters/21.yaml msgr-failures/few.yaml tasks/mon_recovery.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash-erasure-code/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/ec-rados-plugin=jerasure-k=3-m=1.yaml}
"2015-01-28 08:50:40.576038 mon.0 10.214.131.9:6789/0 5 : cluster [WRN] message from mon.1 was stamped 1.773033s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/fastclose.yaml thrashers/pggrow.yaml workloads/cache-snaps.yaml}
"2015-01-28 08:41:03.744755 mon.0 10.214.132.13:6789/0 7 : cluster [WRN] mon.1 10.214.132.20:6789/0 clock skew 1.23825s > max 0.5s" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/sync.yaml workloads/rados_mon_workunits.yaml}
"2015-01-28 07:35:08.262885 mon.0 10.214.131.10:6789/0 8 : cluster [WRN] mon.1 10.214.135.20:6789/0 clock skew 0.669534s > max 0.5s" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/cache.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/pool-snaps-few-objects.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/singleton/{all/osd-backfill.yaml fs/btrfs.yaml msgr-failures/many.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash-erasure-code/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/ec-radosbench.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/fastclose.yaml thrashers/morepggrow.yaml workloads/rados_api_tests.yaml}
"2015-01-28 08:48:06.967161 mon.0 10.214.131.31:6789/0 3 : cluster [WRN] message from mon.2 was stamped 5.368597s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/radosbench.yaml}
"2015-01-28 07:48:45.417982 mon.0 10.214.136.6:6789/0 7 : cluster [WRN] mon.1 10.214.137.128:6789/0 clock skew 0.805032s > max 0.5s" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/readwrite.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/force-sync-many.yaml workloads/snaps-few-objects.yaml}
"2015-01-28 08:01:38.375296 mon.0 10.214.133.10:6789/0 3 : cluster [WRN] message from mon.1 was stamped 1.344647s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash-erasure-code/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/fastclose.yaml thrashers/pggrow.yaml workloads/ec-small-objects.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/fastclose.yaml thrashers/mapgap.yaml workloads/small-objects.yaml}
"2015-01-28 07:48:51.325107 mon.0 10.214.132.29:6789/0 5 : cluster [WRN] message from mon.1 was stamped 5.468733s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/snaps-few-objects.yaml}
"2015-01-28 07:59:44.764323 mon.1 10.214.136.28:6789/0 10 : cluster [WRN] message from mon.0 was stamped 0.522503s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/write_fadvise_dontneed.yaml}
"2015-01-28 07:49:09.021760 mon.0 10.214.131.31:6789/0 3 : cluster [WRN] message from mon.1 was stamped 1.834461s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/objectstore/filestore-idempotent-aio-journal.yaml
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/singleton/{all/osd-recovery-incomplete.yaml fs/btrfs.yaml msgr-failures/few.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 14.04
rados/thrash-erasure-code-isa/{clusters/fixed-2.yaml distros/ubuntu_14.04.yaml fs/xfs.yaml msgr-failures/fastclose.yaml thrashers/pggrow.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml}
"2015-01-28 08:30:47.987495 mon.0 10.214.133.10:6789/0 3 : cluster [WRN] message from mon.1 was stamped 1.090095s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/basic/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/many.yaml tasks/rados_workunit_loadgen_big.yaml}
"2015-01-28 08:10:42.656071 mon.0 10.214.132.34:6789/0 5 : cluster [WRN] message from mon.1 was stamped 5.186798s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash-erasure-code/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/ec-rados-plugin=jerasure-k=2-m=1.yaml}
"2015-01-28 08:20:11.720212 mon.0 10.214.133.30:6789/0 3 : cluster [WRN] message from mon.1 was stamped 1.369583s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/fastclose.yaml thrashers/default.yaml workloads/admin_socket_objecter_requests.yaml}
No JSON object could be decoded
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/one.yaml workloads/pool-create-delete.yaml}
"2015-01-28 08:03:09.385230 mon.5 10.214.133.25:6791/0 2 : cluster [WRN] message from mon.0 was stamped 0.627095s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/cache-agent-big.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/cache-agent-small.yaml}
"2015-01-28 08:06:12.423157 mon.0 10.214.131.11:6789/0 3 : cluster [WRN] message from mon.2 was stamped 0.967828s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash-erasure-code/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/ec-rados-plugin=jerasure-k=3-m=1.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/fastclose.yaml thrashers/pggrow.yaml workloads/cache-pool-snaps.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/cache-snaps.yaml}
"2015-01-28 08:02:21.484752 mon.1 10.214.132.5:6789/0 2 : cluster [WRN] message from mon.0 was stamped 0.988257s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/cache.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/singleton/{all/osd-recovery.yaml fs/btrfs.yaml msgr-failures/many.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/sync-many.yaml workloads/rados_5925.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash-erasure-code/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/fastclose.yaml thrashers/pggrow.yaml workloads/ec-radosbench.yaml}
"2015-01-28 08:47:09.056196 mon.0 10.214.132.34:6789/0 5 : cluster [WRN] message from mon.1 was stamped 5.633727s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/fastclose.yaml thrashers/morepggrow.yaml workloads/pool-snaps-few-objects.yaml}
"2015-01-28 08:18:22.811472 mon.0 10.214.131.23:6789/0 3 : cluster [WRN] message from mon.2 was stamped 3.530303s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/pggrow.yaml workloads/rados_api_tests.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/default.yaml workloads/radosbench.yaml}
"2015-01-28 08:44:32.059925 mon.0 10.214.131.32:6789/0 3 : cluster [WRN] message from mon.1 was stamped 2.023872s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash-erasure-code/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/ec-small-objects.yaml}
"2015-01-28 08:15:00.192308 mon.0 10.214.133.37:6789/0 5 : cluster [WRN] message from mon.1 was stamped 3.406520s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/fastclose.yaml thrashers/mapgap.yaml workloads/readwrite.yaml}
"2015-01-28 09:30:23.257289 mon.0 10.214.134.14:6789/0 6 : cluster [WRN] mon.1 10.214.135.24:6789/0 clock skew 0.948528s > max 0.5s" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/multimon/{clusters/3.yaml msgr-failures/many.yaml tasks/mon_clock_no_skews.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/singleton-nomsgr/all/multi-backfill-reject.yaml
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/monthrash/{ceph/ceph.yaml clusters/9-mons.yaml fs/xfs.yaml msgr-failures/mon-delay.yaml thrashers/sync.yaml workloads/rados_api_tests.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/morepggrow.yaml workloads/small-objects.yaml}
"2015-01-28 08:29:10.859644 mon.0 10.214.131.33:6789/0 5 : cluster [WRN] message from mon.1 was stamped 1.368862s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/singleton/{all/peer.yaml fs/btrfs.yaml msgr-failures/few.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 14.04
rados/thrash-erasure-code-isa/{clusters/fixed-2.yaml distros/ubuntu_14.04.yaml fs/ext4.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml}
timed out waiting for admin_socket to appear after osd.4 restart
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/pggrow.yaml workloads/snaps-few-objects.yaml}
"2015-01-28 08:39:04.047011 mon.0 10.214.132.17:6789/0 5 : cluster [WRN] message from mon.1 was stamped 0.752465s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/basic/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml tasks/rados_workunit_loadgen_mix.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash-erasure-code/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/ec-rados-plugin=jerasure-k=2-m=1.yaml}
"2015-01-28 08:41:28.167424 mon.0 10.214.133.33:6789/0 3 : cluster [WRN] message from mon.1 was stamped 1.718400s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/fastclose.yaml thrashers/default.yaml workloads/write_fadvise_dontneed.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/mapgap.yaml workloads/admin_socket_objecter_requests.yaml}
"2015-01-28 08:24:08.928264 mon.1 10.214.137.128:6789/0 2 : cluster [WRN] message from mon.0 was stamped 0.667152s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/morepggrow.yaml workloads/cache-agent-big.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/objectstore/filestore-idempotent.yaml
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/monthrash/{ceph/ceph.yaml clusters/3-mons.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/force-sync-many.yaml workloads/rados_mon_workunits.yaml}
"2015-01-28 08:29:34.424849 mon.0 10.214.132.37:6789/0 3 : cluster [WRN] message from mon.2 was stamped 0.694134s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash-erasure-code/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/fastclose.yaml thrashers/pggrow.yaml workloads/ec-rados-plugin=jerasure-k=3-m=1.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/ext4.yaml msgr-failures/fastclose.yaml thrashers/pggrow.yaml workloads/cache-agent-small.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/cache-pool-snaps.yaml}
"2015-01-28 08:34:53.340361 mon.0 10.214.133.23:6789/0 5 : cluster [WRN] message from mon.1 was stamped 1.738668s in the future, clocks not synchronized" in cluster log
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/singleton/{all/pg-removal-interruption.yaml fs/btrfs.yaml msgr-failures/many.yaml}
Command failed on burnupi61 with status 1: 'sync && sudo umount -f /var/lib/ceph/osd/ceph-0'
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/osd-delay.yaml thrashers/mapgap.yaml workloads/cache-snaps.yaml}
master
wip-10057
plana,mira,burnupi
ubuntu 
rados/thrash-erasure-code/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/few.yaml thrashers/default.yaml workloads/ec-radosbench.yaml}