ID
Status
Ceph Branch
Suite Branch
Teuthology Branch
Machine
OS
Nodes
Description
Failure Reason
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
"2018-03-30 12:55:24.482314 mon.b mon.0 172.21.15.68:6789/0 218 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml}
"2018-03-30 12:24:43.000551 mon.a mon.0 172.21.15.162:6789/0 164 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-03-30 12:42:53.390275 mon.a mon.0 172.21.15.20:6789/0 176 : cluster [WRN] Health check failed: 8 slow ops, oldest one blocked for 1339 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-03-30 12:30:30.831264 mon.b mon.0 172.21.15.31:6789/0 184 : cluster [WRN] Health check failed: 5 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-03-30 12:27:10.529587 mon.a mon.0 172.21.15.38:6789/0 164 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 211 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-03-30 13:00:10.394386 mon.a mon.0 172.21.15.74:6789/0 358 : cluster [WRN] Health check failed: 17 slow ops, oldest one blocked for 694 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/kclient.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 12:27:54.981917 mon.b mon.0 172.21.15.61:6789/0 176 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
centos 
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
"2018-03-30 13:47:52.070999 mon.a mon.0 172.21.15.62:6789/0 191 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
"2018-03-30 12:38:15.224694 mon.b mon.0 172.21.15.149:6789/0 175 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 12:28:26.798002 mon.a mon.0 172.21.15.18:6789/0 166 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-03-30 12:44:52.707592 mon.a mon.0 172.21.15.90:6789/0 321 : cluster [WRN] Health check failed: 13 slow ops, oldest one blocked for 417 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 14:00:05.954228 mon.b mon.0 172.21.15.67:6789/0 243 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 12:24:10.689461 mon.b mon.0 172.21.15.117:6789/0 233 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml}
"2018-03-30 12:26:09.986334 mon.a mon.0 172.21.15.2:6789/0 254 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-03-30 12:30:07.034005 mon.b mon.0 172.21.15.72:6789/0 166 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-03-30 12:35:40.438534 mon.a mon.0 172.21.15.37:6789/0 159 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/kclient.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 13:12:32.752364 mon.a mon.0 172.21.15.131:6789/0 198 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
centos 
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
"2018-03-30 13:11:49.132364 mon.a mon.0 172.21.15.136:6789/0 316 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 45 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-03-30 13:39:42.376504 mon.a mon.0 172.21.15.56:6789/0 331 : cluster [WRN] Health check failed: 10 slow ops, oldest one blocked for 860 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 12:35:42.066372 mon.a mon.0 172.21.15.134:6789/0 188 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 13:10:53.089876 mon.a mon.0 172.21.15.103:6789/0 193 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 61 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml}
"2018-03-30 13:17:17.635174 mon.a mon.0 172.21.15.148:6789/0 154 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-03-30 12:44:20.275350 mon.a mon.0 172.21.15.15:6789/0 160 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 397 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-03-30 12:38:25.431593 mon.a mon.0 172.21.15.108:6789/0 207 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-03-30 12:35:23.273216 mon.b mon.0 172.21.15.167:6789/0 175 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/kclient.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
centos 
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
"2018-03-30 13:14:41.706785 mon.b mon.0 172.21.15.144:6789/0 318 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 54 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-03-30 13:12:48.777092 mon.a mon.0 172.21.15.33:6789/0 253 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-03-30 12:54:42.527726 mon.a mon.0 172.21.15.71:6789/0 203 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-03-30 13:13:00.832897 mon.b mon.0 172.21.15.92:6789/0 472 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-03-30 12:49:27.275538 mon.a mon.0 172.21.15.59:6789/0 329 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 144 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-03-30 12:46:16.387061 mon.b mon.0 172.21.15.63:6789/0 135 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-03-30 13:14:48.097741 mon.a mon.0 172.21.15.51:6789/0 210 : cluster [WRN] Health check failed: 8 slow ops, oldest one blocked for 74 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-03-30 12:48:23.076414 mon.a mon.0 172.21.15.38:6789/0 251 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/kclient.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 14:38:26.469620 mon.a mon.0 172.21.15.67:6789/0 197 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
centos 
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
"2018-03-30 13:25:53.198952 mon.a mon.0 172.21.15.73:6789/0 195 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 56 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-03-30 12:43:10.418870 mon.b mon.0 172.21.15.67:6789/0 178 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 13:04:40.081216 mon.a mon.0 172.21.15.37:6789/0 203 : cluster [WRN] Health check failed: 10 slow ops, oldest one blocked for 93 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 12:45:56.386981 mon.b mon.0 172.21.15.77:6789/0 179 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
"2018-03-30 13:22:55.596287 mon.a mon.0 172.21.15.37:6789/0 251 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml}
"2018-03-30 12:52:26.341678 mon.a mon.0 172.21.15.5:6789/0 250 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-03-30 12:40:53.711074 mon.b mon.0 172.21.15.3:6789/0 144 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-03-30 13:36:48.370494 mon.a mon.0 172.21.15.24:6789/0 340 : cluster [WRN] Health check failed: 13 slow ops, oldest one blocked for 184 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-03-30 12:48:02.635975 mon.b mon.0 172.21.15.60:6789/0 130 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-03-30 13:06:40.406434 mon.a mon.0 172.21.15.28:6789/0 346 : cluster [WRN] Health check failed: 11 slow ops, oldest one blocked for 212 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/kclient.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 12:44:50.896817 mon.b mon.0 172.21.15.28:6789/0 172 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
centos 
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
"2018-03-30 13:17:05.373244 mon.b mon.0 172.21.15.112:6789/0 176 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 40 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
"2018-03-30 13:19:19.186464 mon.b mon.0 172.21.15.27:6789/0 177 : cluster [WRN] Health check failed: 9560 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 13:34:44.826649 mon.a mon.0 172.21.15.26:6789/0 262 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 49 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-03-30 12:55:13.111316 mon.a mon.0 172.21.15.24:6789/0 328 : cluster [WRN] Health check failed: 12 slow ops, oldest one blocked for 533 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 13:36:04.213761 mon.a mon.0 172.21.15.38:6789/0 209 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-03-30 13:16:02.135280 mon.b mon.0 172.21.15.31:6789/0 188 : cluster [WRN] Health check failed: 12 slow ops, oldest one blocked for 609 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-03-30 13:39:19.602869 mon.b mon.0 172.21.15.85:6789/0 139 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 12:56:45.532002 mon.a mon.0 172.21.15.62:6789/0 191 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
centos 
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml}
"2018-03-30 13:26:58.703063 mon.b mon.0 172.21.15.61:6789/0 181 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-03-30 13:29:05.740657 mon.b mon.0 172.21.15.91:6789/0 224 : cluster [WRN] Health check failed: 17 slow ops, oldest one blocked for 603 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 13:05:41.183623 mon.b mon.0 172.21.15.166:6789/0 166 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-03-30 14:04:00.367272 mon.a mon.0 172.21.15.51:6789/0 261 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 677 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml}
"2018-03-30 13:13:02.380471 mon.a mon.0 172.21.15.117:6789/0 173 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 48 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-03-30 14:06:40.103873 mon.a mon.0 172.21.15.26:6789/0 1057 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-03-30 13:03:52.931494 mon.b mon.0 172.21.15.70:6789/0 183 : cluster [WRN] Health check failed: 11 slow ops, oldest one blocked for 127 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-03-30 13:01:16.610941 mon.b mon.0 172.21.15.35:6789/0 144 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-03-30 13:04:26.353397 mon.b mon.0 172.21.15.111:6789/0 174 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
centos 
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml}
"2018-03-30 13:22:38.083468 mon.b mon.0 172.21.15.161:6789/0 178 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-03-30 13:25:08.319772 mon.a mon.0 172.21.15.71:6789/0 169 : cluster [WRN] Health check failed: 5 slow ops, oldest one blocked for 743 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 13:42:01.603935 mon.b mon.0 172.21.15.67:6789/0 141 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 47 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 13:05:48.016120 mon.a mon.0 172.21.15.56:6789/0 258 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml}
"2018-03-30 13:23:59.804486 mon.b mon.0 172.21.15.132:6789/0 133 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-03-30 13:08:56.825060 mon.b mon.0 172.21.15.52:6789/0 168 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-03-30 13:47:53.860119 mon.a mon.0 172.21.15.33:6789/0 260 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-03-30 13:17:46.148778 mon.b mon.0 172.21.15.189:6789/0 172 : cluster [WRN] Health check failed: 6 slow ops, oldest one blocked for 38 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-03-30 13:21:50.446548 mon.a mon.0 172.21.15.44:6789/0 260 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 349 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
centos 
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml}
"2018-03-30 14:18:54.683152 mon.a mon.0 172.21.15.37:6789/0 203 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-03-30 14:11:04.405161 mon.a mon.0 172.21.15.117:6789/0 313 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
"2018-03-30 13:38:25.984740 mon.a mon.0 172.21.15.2:6789/0 171 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 1278 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 13:43:10.342357 mon.a mon.0 172.21.15.37:6789/0 344 : cluster [WRN] Health check failed: 11 slow ops, oldest one blocked for 95 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-03-30 14:00:34.500312 mon.b mon.0 172.21.15.92:6789/0 136 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 162 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 14:00:52.871838 mon.b mon.0 172.21.15.70:6789/0 174 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 39 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
"2018-03-30 14:22:56.510080 mon.a mon.0 172.21.15.64:6789/0 376 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-03-30 14:08:16.512700 mon.a mon.0 172.21.15.148:6789/0 1307 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-03-30 13:42:35.363468 mon.a mon.0 172.21.15.5:6789/0 258 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 709 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-03-30 13:26:17.052074 mon.a mon.0 172.21.15.74:6789/0 195 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-03-30 14:01:54.615475 mon.a mon.0 172.21.15.103:6789/0 175 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-03-30 14:21:57.105315 mon.b mon.0 172.21.15.70:6789/0 301 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 14:03:14.253671 mon.a mon.0 172.21.15.136:6789/0 370 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
centos 
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml}
"2018-03-30 14:03:29.026711 mon.b mon.0 172.21.15.63:6789/0 199 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 40 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 13:31:16.658616 mon.a mon.0 172.21.15.117:6789/0 159 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-03-30 13:39:32.192973 mon.a mon.0 172.21.15.41:6789/0 211 : cluster [WRN] Health check failed: 8 slow ops, oldest one blocked for 734 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
Command failed (workunit test suites/pjd.sh) on smithi033 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=wip-pdonnell-testing-20180329.205607 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/pjd.sh'
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 13:42:26.732377 mon.b mon.0 172.21.15.60:6789/0 172 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml}
"2018-03-30 13:34:16.323092 mon.a mon.0 172.21.15.51:6789/0 256 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-03-30 13:41:21.212214 mon.a mon.0 172.21.15.103:6789/0 1196 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-03-30 13:29:53.993801 mon.b mon.0 172.21.15.40:6789/0 171 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 127 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-03-30 14:53:34.383179 mon.b mon.0 172.21.15.138:6789/0 146 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-03-30 15:02:38.457058 mon.b mon.0 172.21.15.47:6789/0 166 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 13:42:47.954498 mon.b mon.0 172.21.15.35:6789/0 155 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
centos 
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml}
"2018-03-30 14:53:11.653337 mon.b mon.0 172.21.15.166:6789/0 191 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-03-30 13:41:56.079028 mon.b mon.0 172.21.15.132:6789/0 172 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 13:41:10.463142 mon.b mon.0 172.21.15.92:6789/0 189 : cluster [WRN] Health check failed: 5 slow ops, oldest one blocked for 39 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-03-30 13:44:30.689376 mon.a mon.0 172.21.15.131:6789/0 262 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 797 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 14:03:41.407437 mon.b mon.0 172.21.15.35:6789/0 303 : cluster [WRN] Health check failed: 6 slow ops, oldest one blocked for 122 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
"2018-03-30 14:19:44.465710 mon.b mon.0 172.21.15.31:6789/0 210 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 13:36:23.008652 mon.b mon.0 172.21.15.17:6789/0 150 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml}
"2018-03-30 13:36:19.458682 mon.b mon.0 172.21.15.189:6789/0 239 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
Command failed (workunit test kernel_untar_build.sh) on smithi142 with status 2: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=wip-pdonnell-testing-20180329.205607 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/kernel_untar_build.sh'
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-03-30 13:53:38.664625 mon.a mon.0 172.21.15.59:6789/0 336 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-03-30 13:50:10.503731 mon.b mon.0 172.21.15.27:6789/0 137 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 227 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-03-30 15:06:20.407347 mon.b mon.0 172.21.15.112:6789/0 195 : cluster [WRN] Health check failed: 8 slow ops, oldest one blocked for 394 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
centos 
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
"2018-03-30 14:47:49.798788 mon.a mon.0 172.21.15.28:6789/0 184 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
"2018-03-30 13:59:59.627597 mon.b mon.0 172.21.15.144:6789/0 167 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 13:53:17.386005 mon.b mon.0 172.21.15.52:6789/0 138 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 42 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-03-30 13:50:51.936783 mon.a mon.0 172.21.15.15:6789/0 311 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 14:01:07.090738 mon.a mon.0 172.21.15.20:6789/0 264 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
"2018-03-30 13:44:41.982513 mon.b mon.0 172.21.15.112:6789/0 454 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml}
"2018-03-30 14:00:12.396286 mon.b mon.0 172.21.15.60:6789/0 147 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-03-30 14:24:19.485547 mon.a mon.0 172.21.15.72:6789/0 343 : cluster [WRN] Health check failed: 21 slow ops, oldest one blocked for 812 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-03-30 13:51:00.255303 mon.a mon.0 172.21.15.117:6789/0 202 : cluster [WRN] Health check failed: 10 slow ops, oldest one blocked for 74 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-03-30 13:58:58.208525 mon.b mon.0 172.21.15.138:6789/0 149 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 14:20:27.912582 mon.a mon.0 172.21.15.20:6789/0 202 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
centos 
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
"2018-03-30 14:44:20.135835 mon.b mon.0 172.21.15.96:6789/0 312 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-03-30 14:16:04.041955 mon.a mon.0 172.21.15.71:6789/0 348 : cluster [WRN] Health check failed: 12 slow ops, oldest one blocked for 749 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
"2018-03-30 13:53:45.581759 mon.b mon.0 172.21.15.17:6789/0 134 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 13:55:45.370305 mon.a mon.0 172.21.15.38:6789/0 327 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 14:24:43.502563 mon.a mon.0 172.21.15.26:6789/0 212 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml}
"2018-03-30 14:02:04.072095 mon.b mon.0 172.21.15.112:6789/0 138 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-03-30 14:00:14.811445 mon.b mon.0 172.21.15.3:6789/0 803 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
Command failed (workunit test kernel_untar_build.sh) on smithi195 with status 2: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=wip-pdonnell-testing-20180329.205607 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/kernel_untar_build.sh'
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-03-30 14:13:30.415736 mon.a mon.0 172.21.15.118:6789/0 205 : cluster [WRN] Health check failed: 6 slow ops, oldest one blocked for 179 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-03-30 15:36:58.117209 mon.b mon.0 172.21.15.166:6789/0 135 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-03-30 14:16:24.832861 mon.b mon.0 172.21.15.85:6789/0 320 : cluster [WRN] Health check failed: 5 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 14:20:45.879158 mon.a mon.0 172.21.15.74:6789/0 308 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
centos 
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
"2018-03-30 14:41:53.287973 mon.a mon.0 172.21.15.131:6789/0 205 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-03-30 14:52:04.481896 mon.a mon.0 172.21.15.190:6789/0 162 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 16:32:16.143480 mon.a mon.0 172.21.15.20:6789/0 170 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-03-30 14:14:05.867340 mon.b mon.0 172.21.15.68:6789/0 165 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 15:12:41.409323 mon.a mon.0 172.21.15.24:6789/0 168 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
"2018-03-30 14:19:50.857573 mon.a mon.0 172.21.15.62:6789/0 301 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml}
"2018-03-30 14:59:08.214286 mon.a mon.0 172.21.15.176:6789/0 164 : cluster [WRN] Health check failed: 8 slow ops, oldest one blocked for 1463 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-03-30 14:26:04.176667 mon.b mon.0 172.21.15.3:6789/0 175 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 15:32:02.119839 mon.a mon.0 172.21.15.44:6789/0 302 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 90 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
centos 
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
"2018-03-30 16:42:22.760597 mon.b mon.0 172.21.15.78:6789/0 186 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 48 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-03-30 15:12:48.857397 mon.a mon.0 172.21.15.60:6789/0 200 : cluster [WRN] Health check failed: 7 slow ops, oldest one blocked for 747 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
"2018-03-30 15:11:34.107592 mon.b mon.0 172.21.15.93:6789/0 145 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 1600 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 14:53:17.386414 mon.b mon.0 172.21.15.92:6789/0 177 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-03-30 14:36:58.950030 mon.b mon.0 172.21.15.40:6789/0 147 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 15:47:13.462838 mon.a mon.0 172.21.15.109:6789/0 187 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
"2018-03-30 14:15:42.683519 mon.b mon.0 172.21.15.81:6789/0 205 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 14:24:04.755829 mon.a mon.0 172.21.15.51:6789/0 202 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 88 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
Command failed (workunit test kernel_untar_build.sh) on smithi149 with status 2: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=wip-pdonnell-testing-20180329.205607 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/kernel_untar_build.sh'
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-03-30 14:40:07.040107 mon.a mon.0 172.21.15.41:6789/0 329 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-03-30 14:19:41.322545 mon.a mon.0 172.21.15.36:6789/0 159 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-03-30 14:33:09.830472 mon.b mon.0 172.21.15.1:6789/0 199 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 14:37:05.538465 mon.a mon.0 172.21.15.148:6789/0 224 : cluster [WRN] Health check failed: 7 slow ops, oldest one blocked for 149 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
centos 
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
"2018-03-30 15:10:44.317097 mon.a mon.0 172.21.15.101:6789/0 312 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 94 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-03-30 15:38:19.577673 mon.a mon.0 172.21.15.41:6789/0 173 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
"2018-03-30 16:09:16.829220 mon.a mon.0 172.21.15.56:6789/0 322 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 397 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 14:35:51.576072 mon.b mon.0 172.21.15.55:6789/0 143 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 53 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-03-30 15:03:53.008772 mon.b mon.0 172.21.15.33:6789/0 174 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/kclient.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 14:26:33.000953 mon.a mon.0 172.21.15.103:6789/0 214 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml}
"2018-03-30 15:14:25.674977 mon.a mon.0 172.21.15.59:6789/0 160 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 38 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-03-30 16:30:01.148754 mon.b mon.0 172.21.15.77:6789/0 178 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-03-30 17:02:08.767504 mon.a mon.0 172.21.15.86:6789/0 264 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-03-30 14:35:57.363626 mon.a mon.0 172.21.15.2:6789/0 322 : cluster [WRN] Health check failed: 9 slow ops, oldest one blocked for 67 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 14:30:40.869852 mon.b mon.0 172.21.15.92:6789/0 273 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
centos 
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml}
"2018-03-30 15:20:06.424268 mon.a mon.0 172.21.15.148:6789/0 328 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-03-30 14:51:04.169003 mon.a mon.0 172.21.15.44:6789/0 357 : cluster [WRN] Health check failed: 29 slow ops, oldest one blocked for 1202 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
"2018-03-30 14:57:52.169752 mon.b mon.0 172.21.15.10:6789/0 146 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 14:40:52.072582 mon.b mon.0 172.21.15.31:6789/0 172 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-03-30 15:01:18.021369 mon.a mon.0 172.21.15.97:6789/0 259 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 163 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 14:43:48.640188 mon.b mon.0 172.21.15.35:6789/0 182 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
"2018-03-30 14:40:29.741883 mon.b mon.0 172.21.15.69:6789/0 209 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/kclient.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 14:41:27.242258 mon.b mon.0 172.21.15.68:6789/0 140 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml}
"2018-03-30 14:39:59.244803 mon.a mon.0 172.21.15.88:6789/0 169 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 109 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
Command failed (workunit test kernel_untar_build.sh) on smithi013 with status 2: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=wip-pdonnell-testing-20180329.205607 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/kernel_untar_build.sh'
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-03-30 14:59:27.163880 mon.b mon.0 172.21.15.70:6789/0 177 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-03-30 14:41:48.821952 mon.b mon.0 172.21.15.173:6789/0 149 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-03-30 15:40:58.381351 mon.b mon.0 172.21.15.69:6789/0 194 : cluster [WRN] Health check failed: 25 slow ops, oldest one blocked for 607 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 14:41:53.013838 mon.b mon.0 172.21.15.4:6789/0 283 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
centos 
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml}
"2018-03-30 14:55:02.248714 mon.b mon.0 172.21.15.6:6789/0 184 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
"2018-03-30 15:00:42.938297 mon.a mon.0 172.21.15.67:6789/0 314 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 40 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/kclient.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 14:43:41.856270 mon.b mon.0 172.21.15.47:6789/0 160 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-03-30 15:14:01.341818 mon.b mon.0 172.21.15.20:6789/0 1423 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-03-30 14:55:24.286242 mon.b mon.0 172.21.15.95:6789/0 172 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-03-30 15:01:23.558726 mon.a mon.0 172.21.15.56:6789/0 178 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 179 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-03-30 14:59:48.591556 mon.a mon.0 172.21.15.2:6789/0 191 : cluster [WRN] Health check failed: 5 slow ops, oldest one blocked for 78 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-03-30 14:48:52.271822 mon.b mon.0 172.21.15.19:6789/0 141 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 17:12:00.221992 mon.b mon.0 172.21.15.145:6789/0 305 : cluster [WRN] Health check failed: 8 slow ops, oldest one blocked for 90 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
centos 
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml}
"2018-03-30 15:20:14.124937 mon.b mon.0 172.21.15.64:6789/0 312 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-03-30 14:55:34.541036 mon.a mon.0 172.21.15.55:6789/0 192 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 15:29:26.539364 mon.a mon.0 172.21.15.36:6789/0 200 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 93 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-03-30 14:57:06.400353 mon.b mon.0 172.21.15.11:6789/0 148 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 16:03:48.255842 mon.b mon.0 172.21.15.69:6789/0 175 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
"2018-03-30 14:55:55.145045 mon.a mon.0 172.21.15.8:6789/0 351 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/kclient.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml}
"2018-03-30 15:18:27.643425 mon.b mon.0 172.21.15.61:6789/0 142 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
Command failed (workunit test kernel_untar_build.sh) on smithi093 with status 2: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=wip-pdonnell-testing-20180329.205607 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/kernel_untar_build.sh'
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-03-30 15:30:24.793493 mon.b mon.0 172.21.15.84:6789/0 307 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-03-30 15:13:09.935014 mon.a mon.0 172.21.15.118:6789/0 179 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-03-30 15:17:11.446132 mon.b mon.0 172.21.15.92:6789/0 165 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 306 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 15:48:48.010541 mon.b mon.0 172.21.15.92:6789/0 178 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
centos 
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml}
"2018-03-30 15:35:29.538952 mon.b mon.0 172.21.15.35:6789/0 326 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-03-30 15:14:11.279971 mon.b mon.0 172.21.15.89:6789/0 187 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 15:01:11.812312 mon.b mon.0 172.21.15.145:6789/0 137 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 62 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
"2018-03-30 15:03:03.431647 mon.b mon.0 172.21.15.4:6789/0 261 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/kclient.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml}
"2018-03-30 15:07:48.955515 mon.b mon.0 172.21.15.36:6789/0 132 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-03-30 16:58:40.685605 mon.a mon.0 172.21.15.17:6789/0 1489 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-03-30 15:44:54.816648 mon.a mon.0 172.21.15.51:6789/0 205 : cluster [WRN] Health check failed: 13 slow ops, oldest one blocked for 686 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-03-30 15:15:42.065619 mon.a mon.0 172.21.15.110:6789/0 168 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 69 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-03-30 15:16:43.813775 mon.a mon.0 172.21.15.165:6789/0 187 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-03-30 15:56:42.616258 mon.b mon.0 172.21.15.68:6789/0 242 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
centos 
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml}
"2018-03-30 15:32:32.571872 mon.a mon.0 172.21.15.73:6789/0 199 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-03-30 15:23:07.733145 mon.b mon.0 172.21.15.38:6789/0 182 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 148 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
"2018-03-30 15:55:42.706249 mon.a mon.0 172.21.15.24:6789/0 173 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 1401 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 15:53:39.837608 mon.b mon.0 172.21.15.48:6789/0 187 : cluster [WRN] Health check failed: 6 slow ops, oldest one blocked for 79 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-03-30 18:23:57.447628 mon.a mon.0 172.21.15.41:6789/0 259 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 15:31:05.949498 mon.b mon.0 172.21.15.11:6789/0 167 : cluster [WRN] Health check failed: 7 slow ops, oldest one blocked for 138 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
"2018-03-30 15:38:37.452890 mon.b mon.0 172.21.15.141:6789/0 274 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 15:13:55.543926 mon.b mon.0 172.21.15.40:6789/0 162 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml}
"2018-03-30 15:30:22.526815 mon.a mon.0 172.21.15.131:6789/0 211 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 243 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-03-30 17:21:34.698523 mon.a mon.0 172.21.15.134:6789/0 224 : cluster [WRN] Health check failed: 9 slow ops, oldest one blocked for 964 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-03-30 15:24:12.426333 mon.a mon.0 172.21.15.47:6789/0 159 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 133 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-03-30 17:21:33.254448 mon.a mon.0 172.21.15.17:6789/0 332 : cluster [WRN] Health check failed: 13 slow ops, oldest one blocked for 231 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-03-30 15:15:20.500391 mon.b mon.0 172.21.15.19:6789/0 141 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/kclient.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
Command failed on smithi087 with status 5: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /sbin/mount.ceph 172.21.15.41:6789,172.21.15.41:6790,172.21.15.145:6789:/ /home/ubuntu/cephtest/mnt.0 -v -o name=0,secretfile=/home/ubuntu/cephtest/ceph.data/client.0.secret,norequire_active_mds'
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
centos 
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
"2018-03-30 15:27:50.264915 mon.a mon.0 172.21.15.86:6789/0 155 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-03-30 15:31:14.775817 mon.b mon.0 172.21.15.179:6789/0 180 : cluster [WRN] Health check failed: 8 slow ops, oldest one blocked for 737 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 15:37:34.590422 mon.b mon.0 172.21.15.2:6789/0 168 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-03-30 15:54:59.072582 mon.b mon.0 172.21.15.19:6789/0 139 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 427 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 15:21:17.614551 mon.a mon.0 172.21.15.67:6789/0 195 : cluster [WRN] Health check failed: 5 slow ops, oldest one blocked for 84 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
"2018-03-30 15:24:40.315409 mon.a mon.0 172.21.15.79:6789/0 356 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 41 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 15:25:30.603643 mon.b mon.0 172.21.15.144:6789/0 283 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml}
"2018-03-30 15:56:40.108421 mon.b mon.0 172.21.15.2:6789/0 173 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-03-30 15:34:12.360549 mon.b mon.0 172.21.15.27:6789/0 817 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-03-30 15:32:03.356334 mon.b mon.0 172.21.15.20:6789/0 140 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-03-30 15:30:57.895081 mon.a mon.0 172.21.15.117:6789/0 204 : cluster [WRN] Health check failed: 6 slow ops, oldest one blocked for 173 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-03-30 15:27:53.818887 mon.a mon.0 172.21.15.109:6789/0 261 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 79 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-03-30 16:45:31.406558 mon.a mon.0 172.21.15.109:6789/0 196 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/kclient.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
centos 
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-03-30 18:07:58.110338 mon.a mon.0 172.21.15.129:6789/0 155 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
"2018-03-30 15:35:09.223430 mon.b mon.0 172.21.15.63:6789/0 173 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 15:30:41.430227 mon.b mon.0 172.21.15.50:6789/0 231 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-03-30 16:08:11.928110 mon.b mon.0 172.21.15.36:6789/0 304 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 15:32:37.199686 mon.a mon.0 172.21.15.159:6789/0 159 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 56 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml}
"2018-03-30 15:33:13.198762 mon.b mon.0 172.21.15.70:6789/0 299 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-03-30 17:06:35.739690 mon.a mon.0 172.21.15.24:6789/0 209 : cluster [WRN] Health check failed: 12 slow ops, oldest one blocked for 933 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-03-30 15:36:10.398471 mon.a mon.0 172.21.15.10:6789/0 192 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-03-30 16:05:32.589360 mon.b mon.0 172.21.15.47:6789/0 151 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 420 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/kclient.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 15:36:33.835967 mon.b mon.0 172.21.15.68:6789/0 140 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
centos 
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
"2018-03-30 15:58:52.447133 mon.a mon.0 172.21.15.95:6789/0 164 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 70 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-03-30 15:37:41.853283 mon.b mon.0 172.21.15.61:6789/0 175 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 15:40:19.267116 mon.b mon.0 172.21.15.6:6789/0 191 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 60 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 16:06:56.816585 mon.b mon.0 172.21.15.161:6789/0 183 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 16:14:40.164183 mon.a mon.0 172.21.15.37:6789/0 221 : cluster [WRN] Health check failed: 6 slow ops, oldest one blocked for 74 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml}
"2018-03-30 16:02:47.884107 mon.a mon.0 172.21.15.79:6789/0 235 : cluster [WRN] Health check failed: 16 slow ops, oldest one blocked for 456 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-03-30 16:03:05.479314 mon.b mon.0 172.21.15.175:6789/0 572 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-03-30 17:18:34.359887 mon.a mon.0 172.21.15.26:6789/0 269 : cluster [WRN] Health check failed: 8 slow ops, oldest one blocked for 1729 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-03-30 15:48:58.685087 mon.b mon.0 172.21.15.11:6789/0 173 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-03-30 15:58:47.509585 mon.b mon.0 172.21.15.176:6789/0 181 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/kclient.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 16:01:50.634924 mon.a mon.0 172.21.15.83:6789/0 245 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
centos 
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
"2018-03-30 15:57:50.353903 mon.a mon.0 172.21.15.29:6789/0 157 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-03-30 15:57:57.407081 mon.a mon.0 172.21.15.60:6789/0 203 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 16:21:22.090147 mon.a mon.0 172.21.15.5:6789/0 255 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 57 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
"2018-03-30 16:02:23.687519 mon.b mon.0 172.21.15.39:6789/0 445 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 16:00:33.605737 mon.a mon.0 172.21.15.28:6789/0 194 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 53 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml}
"2018-03-30 16:24:43.030033 mon.a mon.0 172.21.15.8:6789/0 334 : cluster [WRN] Health check failed: 9 slow ops, oldest one blocked for 742 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-03-30 16:00:05.959568 mon.b mon.0 172.21.15.91:6789/0 623 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-03-30 16:48:35.135634 mon.a mon.0 172.21.15.112:6789/0 378 : cluster [WRN] Health check failed: 37 slow ops, oldest one blocked for 2272 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-03-30 15:58:42.227543 mon.a mon.0 172.21.15.170:6789/0 166 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 63 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-03-30 15:59:06.983291 mon.b mon.0 172.21.15.6:6789/0 164 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-03-30 16:44:10.957712 mon.a mon.0 172.21.15.108:6789/0 160 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 62 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/kclient.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 17:49:03.660382 mon.b mon.0 172.21.15.38:6789/0 221 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 68 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
centos 
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
"2018-03-30 16:55:25.430415 mon.a mon.0 172.21.15.5:6789/0 157 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-03-30 16:13:50.997697 mon.b mon.0 172.21.15.1:6789/0 186 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
"2018-03-30 16:10:05.970854 mon.b mon.0 172.21.15.65:6789/0 144 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 16:01:26.126991 mon.a mon.0 172.21.15.26:6789/0 200 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-03-30 16:07:13.521838 mon.b mon.0 172.21.15.38:6789/0 134 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 16:07:30.453345 mon.a mon.0 172.21.15.131:6789/0 204 : cluster [WRN] Health check failed: 5 slow ops, oldest one blocked for 113 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 16:04:48.308406 mon.b mon.0 172.21.15.66:6789/0 186 : cluster [WRN] Health check failed: 7 slow ops, oldest one blocked for 80 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml}
"2018-03-30 16:18:10.696958 mon.b mon.0 172.21.15.3:6789/0 177 : cluster [WRN] Health check failed: 8 slow ops, oldest one blocked for 84 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-03-30 16:25:48.580005 mon.a mon.0 172.21.15.59:6789/0 670 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-03-30 16:25:16.342763 mon.a mon.0 172.21.15.6:6789/0 162 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 180 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-03-30 16:08:22.741356 mon.b mon.0 172.21.15.174:6789/0 186 : cluster [WRN] Health check failed: 6 slow ops, oldest one blocked for 171 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-03-30 16:22:28.776763 mon.b mon.0 172.21.15.39:6789/0 136 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-03-30 16:06:37.097412 mon.a mon.0 172.21.15.23:6789/0 347 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
centos 
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 17:01:57.935926 mon.a mon.0 172.21.15.76:6789/0 253 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-03-30 16:24:51.280323 mon.a mon.0 172.21.15.72:6789/0 340 : cluster [WRN] Health check failed: 10 slow ops, oldest one blocked for 656 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 16:22:42.585287 mon.b mon.0 172.21.15.70:6789/0 239 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 40 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 16:48:24.215058 mon.b mon.0 172.21.15.57:6789/0 170 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml}
"2018-03-30 16:24:32.510444 mon.b mon.0 172.21.15.101:6789/0 185 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-03-30 16:24:17.859827 mon.a mon.0 172.21.15.18:6789/0 322 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-03-30 16:13:13.137756 mon.b mon.0 172.21.15.57:6789/0 136 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-03-30 16:26:28.396032 mon.b mon.0 172.21.15.161:6789/0 311 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-03-30 16:25:50.871075 mon.b mon.0 172.21.15.68:6789/0 242 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 17:31:15.351777 mon.a mon.0 172.21.15.51:6789/0 268 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 188 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
centos 
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml}
"2018-03-30 16:50:49.977248 mon.b mon.0 172.21.15.85:6789/0 251 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-03-30 16:32:02.898577 mon.a mon.0 172.21.15.117:6789/0 214 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 16:22:32.357293 mon.b mon.0 172.21.15.63:6789/0 293 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-03-30 17:51:22.986181 mon.a mon.0 172.21.15.71:6789/0 262 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 729 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
"2018-03-30 16:18:38.858220 mon.a mon.0 172.21.15.28:6789/0 352 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 40 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 16:25:15.180577 mon.a mon.0 172.21.15.67:6789/0 210 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml}
"2018-03-30 16:52:47.632555 mon.a mon.0 172.21.15.56:6789/0 205 : cluster [WRN] Health check failed: 8 slow ops, oldest one blocked for 56 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-03-30 16:36:18.253160 mon.b mon.0 172.21.15.38:6789/0 181 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 39 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-03-30 16:37:38.299049 mon.a mon.0 172.21.15.64:6789/0 152 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-03-30 16:23:15.581098 mon.b mon.0 172.21.15.69:6789/0 172 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 17:53:13.503171 mon.a mon.0 172.21.15.8:6789/0 158 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 45 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
centos 
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml}
"2018-03-30 16:47:06.045777 mon.b mon.0 172.21.15.45:6789/0 256 : cluster [WRN] Health check failed: 10 slow ops, oldest one blocked for 535 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-03-30 18:50:13.681137 mon.a mon.0 172.21.15.110:6789/0 165 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-03-30 16:28:00.004643 mon.a mon.0 172.21.15.92:6789/0 197 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 16:49:17.425349 mon.b mon.0 172.21.15.145:6789/0 151 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
"2018-03-30 16:30:46.721935 mon.a mon.0 172.21.15.41:6789/0 488 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 42 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 16:41:07.023266 mon.b mon.0 172.21.15.81:6789/0 332 : cluster [WRN] Health check failed: 6 slow ops, oldest one blocked for 48 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml}
"2018-03-30 16:30:11.637608 mon.a mon.0 172.21.15.89:6789/0 330 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-03-30 17:29:14.599156 mon.a mon.0 172.21.15.89:6789/0 361 : cluster [WRN] Health check failed: 14 slow ops, oldest one blocked for 2390 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-03-30 16:48:55.388171 mon.a mon.0 172.21.15.36:6789/0 163 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 133 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-03-30 16:38:38.062473 mon.a mon.0 172.21.15.79:6789/0 353 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
centos 
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml}
"2018-03-30 16:59:57.211596 mon.b mon.0 172.21.15.63:6789/0 242 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-03-30 17:07:17.288529 mon.b mon.0 172.21.15.110:6789/0 173 : cluster [WRN] Health check failed: 8 slow ops, oldest one blocked for 738 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 16:36:09.593195 mon.a mon.0 172.21.15.23:6789/0 197 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 16:48:19.232649 mon.a mon.0 172.21.15.134:6789/0 198 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
"2018-03-30 16:39:54.131458 mon.b mon.0 172.21.15.65:6789/0 206 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 17:34:05.021879 mon.b mon.0 172.21.15.58:6789/0 149 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml}
"2018-03-30 16:42:02.373166 mon.a mon.0 172.21.15.58:6789/0 336 : cluster [WRN] Health check failed: 5 slow ops, oldest one blocked for 61 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-03-30 17:33:58.180938 mon.b mon.0 172.21.15.3:6789/0 149 : cluster [WRN] Health check failed: 12 slow ops, oldest one blocked for 3493 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-03-30 17:14:57.700008 mon.a mon.0 172.21.15.15:6789/0 341 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 138 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-03-30 18:13:37.540958 mon.b mon.0 172.21.15.39:6789/0 142 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-03-30 17:07:16.868134 mon.a mon.0 172.21.15.79:6789/0 334 : cluster [WRN] Health check failed: 12 slow ops, oldest one blocked for 431 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
centos 
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml}
"2018-03-30 19:14:52.929116 mon.a mon.0 172.21.15.15:6789/0 159 : cluster [WRN] Health check failed: 5 slow ops, oldest one blocked for 237 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-03-30 16:43:56.750672 mon.b mon.0 172.21.15.72:6789/0 249 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
"2018-03-30 16:50:27.954811 mon.b mon.0 172.21.15.41:6789/0 174 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 16:40:53.371771 mon.b mon.0 172.21.15.83:6789/0 148 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-03-30 16:42:26.078408 mon.a mon.0 172.21.15.73:6789/0 324 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 16:43:39.232977 mon.a mon.0 172.21.15.101:6789/0 166 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
"2018-03-30 16:53:17.372013 mon.b mon.0 172.21.15.15:6789/0 282 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 17:14:57.764248 mon.b mon.0 172.21.15.109:6789/0 161 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml}
"2018-03-30 17:03:11.784066 mon.a mon.0 172.21.15.20:6789/0 210 : cluster [WRN] Health check failed: 6 slow ops, oldest one blocked for 749 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
Command failed (workunit test kernel_untar_build.sh) on smithi040 with status 2: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=wip-pdonnell-testing-20180329.205607 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/kernel_untar_build.sh'
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-03-30 17:20:35.451303 mon.b mon.0 172.21.15.94:6789/0 177 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 122 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-03-30 17:00:10.329892 mon.b mon.0 172.21.15.58:6789/0 140 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 17:49:05.659498 mon.a mon.0 172.21.15.51:6789/0 200 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
centos 
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
"2018-03-30 17:16:11.847798 mon.a mon.0 172.21.15.37:6789/0 149 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-03-30 16:55:27.844502 mon.b mon.0 172.21.15.1:6789/0 295 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 16:58:35.675996 mon.a mon.0 172.21.15.162:6789/0 344 : cluster [WRN] Health check failed: 6 slow ops, oldest one blocked for 139 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 17:16:35.469353 mon.a mon.0 172.21.15.99:6789/0 245 : cluster [WRN] Health check failed: 9 slow ops, oldest one blocked for 145 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml}
"2018-03-30 18:56:10.630152 mon.a mon.0 172.21.15.5:6789/0 208 : cluster [WRN] Health check failed: 9 slow ops, oldest one blocked for 783 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-03-30 17:38:58.161190 mon.a mon.0 172.21.15.95:6789/0 1930 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-03-30 17:12:50.333072 mon.a mon.0 172.21.15.56:6789/0 341 : cluster [WRN] Health check failed: 8 slow ops, oldest one blocked for 152 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-03-30 16:59:00.293364 mon.a mon.0 172.21.15.64:6789/0 171 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 73 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-03-30 17:55:54.335842 mon.b mon.0 172.21.15.9:6789/0 194 : cluster [WRN] Health check failed: 16 slow ops, oldest one blocked for 523 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 17:02:51.930361 mon.a mon.0 172.21.15.101:6789/0 164 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
centos 
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
"2018-03-30 19:05:37.929788 mon.b mon.0 172.21.15.45:6789/0 150 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-03-30 17:08:38.857708 mon.b mon.0 172.21.15.68:6789/0 142 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 743 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-03-30 17:31:22.678442 mon.a mon.0 172.21.15.91:6789/0 225 : cluster [WRN] Health check failed: 12 slow ops, oldest one blocked for 979 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 17:39:22.844176 mon.a mon.0 172.21.15.60:6789/0 257 : cluster [WRN] Health check failed: 5 slow ops, oldest one blocked for 121 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 17:56:52.350702 mon.b mon.0 172.21.15.22:6789/0 300 : cluster [WRN] Health check failed: 7 slow ops, oldest one blocked for 104 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml}
"2018-03-30 18:22:24.725113 mon.b mon.0 172.21.15.51:6789/0 176 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-03-30 17:27:38.540742 mon.a mon.0 172.21.15.2:6789/0 1050 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
Command failed (workunit test kernel_untar_build.sh) on smithi185 with status 2: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=wip-pdonnell-testing-20180329.205607 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/kernel_untar_build.sh'
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-03-30 18:42:47.812219 mon.b mon.0 172.21.15.28:6789/0 143 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-03-30 17:10:05.755356 mon.b mon.0 172.21.15.84:6789/0 167 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-03-30 17:23:40.937357 mon.b mon.0 172.21.15.161:6789/0 152 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
centos 
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
"2018-03-30 18:05:43.980945 mon.b mon.0 172.21.15.109:6789/0 265 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-03-30 18:16:17.322543 mon.a mon.0 172.21.15.110:6789/0 347 : cluster [WRN] Health check failed: 10 slow ops, oldest one blocked for 922 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 17:21:57.060423 mon.b mon.0 172.21.15.187:6789/0 179 : cluster [WRN] Health check failed: 5 slow ops, oldest one blocked for 49 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-03-30 17:26:20.754687 mon.b mon.0 172.21.15.47:6789/0 135 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 17:45:53.803478 mon.b mon.0 172.21.15.1:6789/0 182 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 17:27:44.713326 mon.b mon.0 172.21.15.38:6789/0 293 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml}
"2018-03-30 17:27:44.516179 mon.a mon.0 172.21.15.154:6789/0 195 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-03-30 18:28:38.218783 mon.b mon.0 172.21.15.22:6789/0 1321 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-03-30 18:35:12.291018 mon.a mon.0 172.21.15.23:6789/0 164 : cluster [WRN] Health check failed: 10 slow ops, oldest one blocked for 1653 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-03-30 17:26:27.535494 mon.b mon.0 172.21.15.85:6789/0 180 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 36 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-03-30 18:10:17.601716 mon.a mon.0 172.21.15.2:6789/0 215 : cluster [WRN] Health check failed: 14 slow ops, oldest one blocked for 372 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 17:27:09.398042 mon.b mon.0 172.21.15.9:6789/0 209 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
centos 
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
"2018-03-30 17:30:54.466516 mon.a mon.0 172.21.15.67:6789/0 163 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
"2018-03-30 17:46:25.905027 mon.a mon.0 172.21.15.61:6789/0 324 : cluster [WRN] Health check failed: 10 slow ops, oldest one blocked for 1448 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-03-30 17:58:09.942006 mon.a mon.0 172.21.15.68:6789/0 333 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 17:29:56.600788 mon.b mon.0 172.21.15.57:6789/0 143 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 17:38:00.802631 mon.a mon.0 172.21.15.118:6789/0 374 : cluster [WRN] Health check failed: 8 slow ops, oldest one blocked for 114 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml}
"2018-03-30 17:53:11.867811 mon.b mon.0 172.21.15.66:6789/0 183 : cluster [WRN] Health check failed: 10 slow ops, oldest one blocked for 833 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
Command failed (workunit test kernel_untar_build.sh) on smithi179 with status 2: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=wip-pdonnell-testing-20180329.205607 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/kernel_untar_build.sh'
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-03-30 17:27:08.596047 mon.b mon.0 172.21.15.11:6789/0 149 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-03-30 17:34:06.001447 mon.a mon.0 172.21.15.79:6789/0 343 : cluster [WRN] Health check failed: 10 slow ops, oldest one blocked for 283 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
centos 
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
"2018-03-30 19:01:17.802856 mon.a mon.0 172.21.15.44:6789/0 247 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 744 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-03-30 18:40:46.738127 mon.a mon.0 172.21.15.11:6789/0 355 : cluster [WRN] Health check failed: 9 slow ops, oldest one blocked for 749 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
"2018-03-30 17:41:12.362541 mon.b mon.0 172.21.15.59:6789/0 131 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 17:43:21.604973 mon.a mon.0 172.21.15.110:6789/0 219 : cluster [WRN] Health check failed: 10 slow ops, oldest one blocked for 69 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-03-30 17:39:28.560246 mon.b mon.0 172.21.15.99:6789/0 231 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 18:14:29.575886 mon.a mon.0 172.21.15.15:6789/0 208 : cluster [WRN] Health check failed: 11 slow ops, oldest one blocked for 161 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
"2018-03-30 18:48:21.451032 mon.a mon.0 172.21.15.89:6789/0 246 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 40 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/kclient.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 17:35:13.346307 mon.b mon.0 172.21.15.130:6789/0 302 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml}
"2018-03-30 17:38:45.830980 mon.a mon.0 172.21.15.50:6789/0 204 : cluster [WRN] Health check failed: 10 slow ops, oldest one blocked for 228 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-03-30 17:40:35.041061 mon.a mon.0 172.21.15.23:6789/0 676 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-03-30 17:40:37.869362 mon.b mon.0 172.21.15.41:6789/0 138 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-03-30 18:08:58.472699 mon.b mon.0 172.21.15.33:6789/0 177 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-03-30 17:55:29.393041 mon.a mon.0 172.21.15.91:6789/0 250 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 67 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-03-30 18:14:55.919983 mon.a mon.0 172.21.15.49:6789/0 226 : cluster [WRN] Health check failed: 14 slow ops, oldest one blocked for 503 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 17:44:27.111187 mon.b mon.0 172.21.15.94:6789/0 143 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
centos 
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml}
"2018-03-30 18:52:27.363317 mon.b mon.0 172.21.15.48:6789/0 146 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-03-30 17:39:07.548870 mon.b mon.0 172.21.15.48:6789/0 140 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
"2018-03-30 18:08:36.716896 mon.b mon.0 172.21.15.72:6789/0 182 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-03-30 17:53:45.590565 mon.a mon.0 172.21.15.190:6789/0 339 : cluster [WRN] Health check failed: 6 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
"2018-03-30 17:45:41.196143 mon.a mon.0 172.21.15.49:6789/0 490 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/kclient.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 18:23:24.413519 mon.b mon.0 172.21.15.148:6789/0 177 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 90 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-03-30 18:03:51.752194 mon.b mon.0 172.21.15.3:6789/0 599 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
Command failed (workunit test kernel_untar_build.sh) on smithi006 with status 2: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=wip-pdonnell-testing-20180329.205607 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/kernel_untar_build.sh'
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-03-30 17:50:47.154340 mon.b mon.0 172.21.15.57:6789/0 141 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 57 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-03-30 17:57:23.719075 mon.a mon.0 172.21.15.36:6789/0 216 : cluster [WRN] Health check failed: 7 slow ops, oldest one blocked for 269 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 17:57:10.197352 mon.a mon.0 172.21.15.37:6789/0 179 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
centos 
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-03-30 19:05:00.948158 mon.a mon.0 172.21.15.23:6789/0 201 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
reached maximum tries (60) after waiting for 900 seconds
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-03-30 18:06:41.936526 mon.a mon.0 172.21.15.86:6789/0 170 : cluster [WRN] Health check failed: 6 slow ops, oldest one blocked for 729 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 18:28:25.744298 mon.b mon.0 172.21.15.94:6789/0 299 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/kclient.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml}
"2018-03-30 17:56:34.669338 mon.a mon.0 172.21.15.79:6789/0 325 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 57 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-03-30 18:08:50.355811 mon.b mon.0 172.21.15.118:6789/0 1244 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-03-30 18:05:46.238314 mon.a mon.0 172.21.15.162:6789/0 214 : cluster [WRN] Health check failed: 5 slow ops, oldest one blocked for 140 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-03-30 18:46:19.778734 mon.b mon.0 172.21.15.22:6789/0 132 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 71 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-03-30 19:07:05.763594 mon.b mon.0 172.21.15.1:6789/0 326 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
centos 
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml}
"2018-03-30 18:10:23.369149 mon.a mon.0 172.21.15.95:6789/0 165 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-03-30 18:05:45.566706 mon.b mon.0 172.21.15.70:6789/0 145 : cluster [WRN] Health check failed: 5 slow ops, oldest one blocked for 602 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 18:42:51.733872 mon.b mon.0 172.21.15.148:6789/0 244 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-03-30 18:34:18.409123 mon.a mon.0 172.21.15.2:6789/0 335 : cluster [WRN] Health check failed: 5 slow ops, oldest one blocked for 164 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 18:30:09.298459 mon.a mon.0 172.21.15.3:6789/0 256 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/kclient.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 18:36:51.738593 mon.b mon.0 172.21.15.49:6789/0 318 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 44 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml}
"2018-03-30 18:23:31.994458 mon.b mon.0 172.21.15.28:6789/0 176 : cluster [WRN] Health check failed: 11 slow ops, oldest one blocked for 211 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
Command failed (workunit test kernel_untar_build.sh) on smithi052 with status 2: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=wip-pdonnell-testing-20180329.205607 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/kernel_untar_build.sh'
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-03-30 18:09:57.866286 mon.b mon.0 172.21.15.99:6789/0 134 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-03-30 18:50:47.645196 mon.b mon.0 172.21.15.161:6789/0 316 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-03-30 18:21:33.674168 mon.b mon.0 172.21.15.111:6789/0 143 : cluster [WRN] Health check failed: 5 slow ops, oldest one blocked for 542 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 18:12:43.505210 mon.b mon.0 172.21.15.19:6789/0 128 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
centos 
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml}
"2018-03-30 18:38:20.615092 mon.b mon.0 172.21.15.58:6789/0 149 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-03-30 19:45:45.402911 mon.a mon.0 172.21.15.11:6789/0 354 : cluster [WRN] Health check failed: 31 slow ops, oldest one blocked for 1467 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 18:17:05.215634 mon.a mon.0 172.21.15.37:6789/0 215 : cluster [WRN] Health check failed: 7 slow ops, oldest one blocked for 82 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-03-30 18:26:42.045576 mon.a mon.0 172.21.15.79:6789/0 164 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 18:33:09.089602 mon.a mon.0 172.21.15.67:6789/0 202 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/kclient.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 18:43:45.244307 mon.b mon.0 172.21.15.72:6789/0 307 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 103 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml}
"2018-03-30 18:11:49.572395 mon.b mon.0 172.21.15.8:6789/0 169 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-03-30 19:04:56.910939 mon.a mon.0 172.21.15.2:6789/0 161 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 76 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-03-30 18:31:50.205973 mon.b mon.0 172.21.15.19:6789/0 236 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-03-30 18:18:45.928577 mon.a mon.0 172.21.15.115:6789/0 191 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-03-30 18:14:30.325068 mon.b mon.0 172.21.15.77:6789/0 120 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
centos 
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml}
"2018-03-30 18:37:41.953165 mon.b mon.0 172.21.15.91:6789/0 152 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-03-30 18:50:29.900924 mon.a mon.0 172.21.15.3:6789/0 155 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-03-30 18:31:35.044225 mon.a mon.0 172.21.15.24:6789/0 217 : cluster [WRN] Health check failed: 12 slow ops, oldest one blocked for 842 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180329.205607
wip-pdonnell-testing-20180329.205607
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}