wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-07 22:45:34.138499 mon.a mon.0 172.21.15.110:6789/0 177 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-04-07 23:06:22.554395 mds.b mds.1 172.21.15.199:6817/2207442297 1 : cluster [ERR] replayed stray Session close event for client.5451 172.21.15.76:0/2245215089 from time 2018-04-07 23:00:23.250996, ignoring" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-04-07 23:08:58.201387 mon.b mon.0 172.21.15.9:6789/0 143 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-04-07 22:49:26.602763 mon.a mon.0 172.21.15.140:6789/0 343 : cluster [WRN] Health check failed: 5 slow ops, oldest one blocked for 123 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-04-07 23:07:29.903472 mon.b mon.0 172.21.15.117:6789/0 326 : cluster [WRN] Health check failed: 15 slow ops, oldest one blocked for 588 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/kclient.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
centos
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
"2018-04-08 00:10:03.311063 mon.a mon.0 172.21.15.79:6789/0 190 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-04-07 23:06:26.476820 mon.b mon.0 172.21.15.102:6789/0 139 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
"2018-04-07 23:12:22.398248 mon.a mon.0 172.21.15.82:6789/0 330 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-04-07 22:49:23.185639 mon.a mon.0 172.21.15.83:6789/0 318 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-07 22:55:20.677898 mon.b mon.0 172.21.15.3:6789/0 214 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-04-07 22:58:00.473920 mds.b mds.1 172.21.15.158:6817/2308608907 1 : cluster [ERR] replayed stray Session close event for client.4656 172.21.15.28:0/3367255139 from time 2018-04-07 22:57:19.500494, ignoring" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-04-07 23:28:15.087987 mon.a mon.0 172.21.15.37:6789/0 214 : cluster [WRN] Health check failed: 15 slow ops, oldest one blocked for 1457 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-04-07 22:57:53.031516 mon.b mon.0 172.21.15.16:6789/0 176 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-04-07 23:20:43.975491 mon.b mon.0 172.21.15.39:6789/0 144 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/kclient.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-07 22:59:12.284513 mon.a mon.0 172.21.15.38:6789/0 190 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 58 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
centos
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
"2018-04-08 00:03:25.409414 mon.a mon.0 172.21.15.61:6789/0 314 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-04-07 22:56:20.155985 mon.b mon.0 172.21.15.64:6789/0 186 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
"2018-04-07 23:18:32.401521 mon.b mon.0 172.21.15.108:6789/0 230 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 1141 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-07 23:09:35.537881 mon.b mon.0 172.21.15.44:6789/0 175 : cluster [WRN] Health check failed: 6 slow ops, oldest one blocked for 101 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-07 23:01:36.312176 mon.b mon.0 172.21.15.1:6789/0 121 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml}
"2018-04-08 00:08:11.595746 mon.a mon.0 172.21.15.112:6789/0 161 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 738 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-04-07 23:38:05.920678 mds.i mds.1 172.21.15.203:6817/1871993576 1 : cluster [ERR] replayed stray Session close event for client.5494 172.21.15.193:0/865418996 from time 2018-04-07 23:32:53.792640, ignoring" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-04-07 23:40:12.726032 mon.b mon.0 172.21.15.47:6789/0 143 : cluster [WRN] Health check failed: 6 slow ops, oldest one blocked for 2283 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-04-07 23:06:30.021613 mon.a mon.0 172.21.15.146:6789/0 207 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-04-08 00:10:20.167237 mon.b mon.0 172.21.15.16:6789/0 184 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/kclient.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-07 23:23:00.108075 mon.a mon.0 172.21.15.38:6789/0 310 : cluster [WRN] Health check failed: 5 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
centos
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
reached maximum tries (50) after waiting for 300 seconds
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-04-07 23:11:47.258920 mon.a mon.0 172.21.15.24:6789/0 253 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
"2018-04-07 23:16:21.967644 mon.b mon.0 172.21.15.3:6789/0 180 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 237 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-07 23:33:53.056772 mon.a mon.0 172.21.15.41:6789/0 169 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-04-07 23:17:55.921607 mon.b mon.0 172.21.15.36:6789/0 165 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
Command failed (workunit test suites/pjd.sh) on smithi045 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=wip-pdonnell-testing-20180406.161535 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/pjd.sh'
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-07 23:10:09.923426 mon.a mon.0 172.21.15.104:6789/0 143 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 53 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-04-07 23:13:03.798516 mds.c mds.1 172.21.15.165:6816/2461554632 1 : cluster [ERR] replayed stray Session close event for client.4638 172.21.15.4:0/3148300902 from time 2018-04-07 23:12:24.895730, ignoring" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-04-07 23:28:07.387364 mon.a mon.0 172.21.15.112:6789/0 229 : cluster [WRN] Health check failed: 25 slow ops, oldest one blocked for 579 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-04-07 23:06:04.672358 mon.a mon.0 172.21.15.17:6789/0 257 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 157 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-04-08 00:44:17.793726 mon.b mon.0 172.21.15.77:6789/0 187 : cluster [WRN] Health check failed: 5 slow ops, oldest one blocked for 84 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-04-07 23:05:39.775944 mon.a mon.0 172.21.15.60:6789/0 251 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 52 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/kclient.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-07 23:20:25.813575 mon.a mon.0 172.21.15.79:6789/0 271 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
centos
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
Command failed (workunit test suites/fsstress.sh) on smithi168 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=wip-pdonnell-testing-20180406.161535 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/fsstress.sh'
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-04-07 23:26:15.693494 mon.b mon.0 172.21.15.2:6789/0 177 : cluster [WRN] Health check failed: 10 slow ops, oldest one blocked for 861 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
"2018-04-07 23:04:13.458630 mon.b mon.0 172.21.15.5:6789/0 145 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-07 23:14:29.886654 mon.b mon.0 172.21.15.67:6789/0 173 : cluster [WRN] Health check failed: 9 slow ops, oldest one blocked for 97 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-04-07 23:57:15.194480 mon.b mon.0 172.21.15.33:6789/0 145 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 1019 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-07 23:57:11.683454 mon.a mon.0 172.21.15.67:6789/0 193 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml}
"2018-04-07 23:22:44.056320 mon.b mon.0 172.21.15.66:6789/0 140 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-04-07 23:27:59.128347 mds.i mds.1 172.21.15.160:6816/3624715364 1 : cluster [ERR] replayed stray Session close event for client.5432 172.21.15.87:0/3291392644 from time 2018-04-07 23:22:13.378764, ignoring" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-04-07 23:12:04.802788 mon.a mon.0 172.21.15.19:6789/0 331 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-04-07 23:21:14.455107 mon.a mon.0 172.21.15.26:6789/0 256 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 182 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-04-08 00:11:00.806931 mon.a mon.0 172.21.15.136:6789/0 344 : cluster [WRN] Health check failed: 21 slow ops, oldest one blocked for 436 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/kclient.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-07 23:29:56.406909 mon.b mon.0 172.21.15.29:6789/0 297 : cluster [WRN] Health check failed: 6 slow ops, oldest one blocked for 138 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
centos
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
"2018-04-07 23:50:28.430699 mon.a mon.0 172.21.15.83:6789/0 317 : cluster [WRN] Health check failed: 12 slow ops, oldest one blocked for 411 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-04-07 23:33:46.227056 mon.a mon.0 172.21.15.8:6789/0 313 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 00:18:05.945056 mon.a mon.0 172.21.15.26:6789/0 162 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-04-07 23:28:22.108520 mds.b mds.1 172.21.15.132:6817/1184920981 1 : cluster [ERR] replayed stray Session close event for client.4646 172.21.15.76:0/3140932058 from time 2018-04-07 23:27:44.086033, ignoring" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-04-07 23:22:09.929749 mon.b mon.0 172.21.15.85:6789/0 182 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-04-08 00:32:12.406489 mon.b mon.0 172.21.15.36:6789/0 149 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
centos
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml}
"2018-04-08 00:10:55.367239 mon.a mon.0 172.21.15.111:6789/0 339 : cluster [WRN] Health check failed: 14 slow ops, oldest one blocked for 193 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-04-08 00:31:45.169320 mon.b mon.0 172.21.15.11:6789/0 170 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-07 23:24:59.660974 mon.a mon.0 172.21.15.71:6789/0 197 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-04-08 00:35:37.818082 mon.b mon.0 172.21.15.101:6789/0 130 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-08 00:35:58.312553 mon.b mon.0 172.21.15.61:6789/0 177 : cluster [WRN] Health check failed: 6 slow ops, oldest one blocked for 54 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml}
"2018-04-07 23:28:04.845981 mon.a mon.0 172.21.15.74:6789/0 172 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 59 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-04-08 00:44:14.481788 mds.g mds.1 172.21.15.69:6817/1515482623 1 : cluster [ERR] replayed stray Session close event for client.5441 172.21.15.196:0/1397287736 from time 2018-04-08 00:38:59.476789, ignoring" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-04-07 23:41:47.694556 mon.a mon.0 172.21.15.38:6789/0 325 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-04-08 00:09:30.818017 mon.b mon.0 172.21.15.69:6789/0 240 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-04-07 23:51:30.384949 mon.a mon.0 172.21.15.26:6789/0 221 : cluster [WRN] Health check failed: 23 slow ops, oldest one blocked for 702 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-07 23:35:25.474827 mon.b mon.0 172.21.15.109:6789/0 292 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
centos
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml}
"2018-04-08 00:20:13.896955 mon.a mon.0 172.21.15.3:6789/0 315 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
"2018-04-07 23:46:16.289664 mon.b mon.0 172.21.15.40:6789/0 167 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-07 23:32:31.626582 mon.a mon.0 172.21.15.60:6789/0 173 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 47 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-04-08 00:01:47.403326 mon.b mon.0 172.21.15.19:6789/0 309 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-07 23:40:57.459786 mon.b mon.0 172.21.15.91:6789/0 144 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 00:14:00.315216 mon.b mon.0 172.21.15.47:6789/0 216 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml}
"2018-04-07 23:38:41.199169 mon.a mon.0 172.21.15.173:6789/0 165 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-04-07 23:41:11.145680 mds.b mds.1 172.21.15.16:6816/2241239842 1 : cluster [ERR] replayed stray Session close event for client.4667 172.21.15.115:0/3217790984 from time 2018-04-07 23:40:30.552329, ignoring" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-04-07 23:45:30.721348 mon.b mon.0 172.21.15.36:6789/0 167 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-04-07 23:53:40.161499 mon.a mon.0 172.21.15.49:6789/0 330 : cluster [WRN] Health check failed: 7 slow ops, oldest one blocked for 76 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-04-08 00:27:03.658240 mon.b mon.0 172.21.15.84:6789/0 147 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 349 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-07 23:58:40.587905 mon.a mon.0 172.21.15.24:6789/0 198 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 105 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
centos
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml}
"2018-04-08 00:33:06.780794 mon.b mon.0 172.21.15.78:6789/0 202 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-04-07 23:55:07.110348 mon.b mon.0 172.21.15.157:6789/0 173 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
"2018-04-08 00:00:07.175998 mon.a mon.0 172.21.15.190:6789/0 258 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-07 23:49:41.092991 mon.a mon.0 172.21.15.104:6789/0 339 : cluster [WRN] Health check failed: 8 slow ops, oldest one blocked for 38 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-04-07 23:48:49.275130 mon.a mon.0 172.21.15.92:6789/0 251 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-07 23:51:15.410665 mon.a mon.0 172.21.15.17:6789/0 199 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
"2018-04-08 00:04:26.724302 mon.a mon.0 172.21.15.15:6789/0 360 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-07 23:50:16.269695 mon.b mon.0 172.21.15.69:6789/0 135 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml}
"2018-04-07 23:54:16.607084 mon.a mon.0 172.21.15.37:6789/0 253 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-04-08 00:21:00.183308 mds.f mds.1 172.21.15.108:6816/3733860062 1 : cluster [ERR] replayed stray Session close event for client.5457 172.21.15.160:0/198426994 from time 2018-04-08 00:15:04.852001, ignoring" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-04-07 23:58:06.037796 mon.b mon.0 172.21.15.35:6789/0 171 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-04-08 00:00:37.018020 mon.a mon.0 172.21.15.97:6789/0 260 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 248 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-04-08 01:16:42.728914 mon.b mon.0 172.21.15.16:6789/0 185 : cluster [WRN] Health check failed: 6 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
centos
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml}
"2018-04-08 00:20:26.137495 mon.b mon.0 172.21.15.41:6789/0 211 : cluster [WRN] Health check failed: 14 slow ops, oldest one blocked for 270 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-04-07 23:49:26.791671 mon.a mon.0 172.21.15.60:6789/0 154 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-07 23:54:31.659113 mon.a mon.0 172.21.15.80:6789/0 154 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 36 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-04-08 00:11:26.232709 mon.b mon.0 172.21.15.194:6789/0 186 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-07 23:51:02.832225 mon.a mon.0 172.21.15.95:6789/0 167 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 48 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
"2018-04-07 23:54:58.651333 mon.a mon.0 172.21.15.154:6789/0 483 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml}
"2018-04-08 00:03:36.368828 mon.b mon.0 172.21.15.23:6789/0 136 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-04-08 00:11:10.290528 mds.b mds.1 172.21.15.94:6817/1884814972 1 : cluster [ERR] replayed stray Session close event for client.4630 172.21.15.185:0/605354182 from time 2018-04-08 00:10:24.595426, ignoring" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-04-08 00:30:05.802599 mon.a mon.0 172.21.15.49:6789/0 214 : cluster [WRN] Health check failed: 19 slow ops, oldest one blocked for 997 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
Command failed (workunit test fs/misc/rstats.sh) on smithi045 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=wip-pdonnell-testing-20180406.161535 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 6h /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/misc/rstats.sh'
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-04-08 00:00:56.866039 mon.b mon.0 172.21.15.84:6789/0 179 : cluster [WRN] Health check failed: 7 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-04-07 23:55:51.096118 mon.b mon.0 172.21.15.166:6789/0 136 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-08 00:08:39.756769 mon.a mon.0 172.21.15.104:6789/0 321 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
centos
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml}
"2018-04-08 00:08:08.187554 mon.a mon.0 172.21.15.140:6789/0 189 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-04-08 00:12:50.908456 mon.a mon.0 172.21.15.8:6789/0 214 : cluster [WRN] Health check failed: 8 slow ops, oldest one blocked for 748 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
"2018-04-08 00:41:08.091130 mon.a mon.0 172.21.15.82:6789/0 155 : cluster [WRN] Health check failed: 5 slow ops, oldest one blocked for 1563 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 00:20:52.461241 mon.b mon.0 172.21.15.28:6789/0 186 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-08 00:18:51.446643 mon.b mon.0 172.21.15.178:6789/0 310 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 00:23:39.540649 mon.a mon.0 172.21.15.15:6789/0 195 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-04-08 01:00:11.654860 mds.f mds.1 172.21.15.56:6817/4248907019 1 : cluster [ERR] replayed stray Session close event for client.5456 172.21.15.66:0/3788500609 from time 2018-04-08 00:54:59.438841, ignoring" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-04-08 00:06:17.104122 mon.b mon.0 172.21.15.77:6789/0 179 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-04-08 00:23:32.252497 mon.b mon.0 172.21.15.1:6789/0 231 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-04-08 01:13:37.835839 mon.a mon.0 172.21.15.15:6789/0 212 : cluster [WRN] Health check failed: 10 slow ops, oldest one blocked for 614 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-08 00:17:20.189201 mon.a mon.0 172.21.15.24:6789/0 216 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
centos
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
"2018-04-08 01:23:36.204735 mon.b mon.0 172.21.15.171:6789/0 188 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-04-08 00:49:35.581836 mon.a mon.0 172.21.15.24:6789/0 264 : cluster [WRN] Health check failed: 5 slow ops, oldest one blocked for 742 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
"2018-04-08 00:36:06.726407 mon.a mon.0 172.21.15.190:6789/0 340 : cluster [WRN] Health check failed: 8 slow ops, oldest one blocked for 530 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 00:35:54.968478 mon.b mon.0 172.21.15.26:6789/0 152 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-08 00:53:25.754116 mon.a mon.0 172.21.15.92:6789/0 174 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 00:30:47.066801 mon.b mon.0 172.21.15.56:6789/0 143 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml}
"2018-04-08 00:36:32.849728 mon.a mon.0 172.21.15.80:6789/0 260 : cluster [WRN] Health check failed: 9 slow ops, oldest one blocked for 1464 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-04-08 00:23:25.331581 mds.c mds.1 172.21.15.5:6816/4088970312 1 : cluster [ERR] replayed stray Session close event for client.4682 172.21.15.92:0/4162844321 from time 2018-04-08 00:22:46.367519, ignoring" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-04-08 00:50:30.757763 mon.a mon.0 172.21.15.74:6789/0 213 : cluster [WRN] Health check failed: 19 slow ops, oldest one blocked for 881 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-04-08 00:13:41.643197 mon.a mon.0 172.21.15.154:6789/0 262 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-04-08 00:14:41.033254 mon.a mon.0 172.21.15.37:6789/0 196 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-04-08 00:55:32.466654 mon.a mon.0 172.21.15.5:6789/0 164 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 321 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-08 01:05:38.671234 mon.a mon.0 172.21.15.38:6789/0 208 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
centos
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
"2018-04-08 01:23:41.260295 mon.a mon.0 172.21.15.62:6789/0 192 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-04-08 00:42:05.975865 mon.a mon.0 172.21.15.68:6789/0 317 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 00:42:09.053545 mon.a mon.0 172.21.15.28:6789/0 317 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-04-08 00:43:44.989253 mon.b mon.0 172.21.15.111:6789/0 143 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
"2018-04-08 00:19:13.982043 mon.b mon.0 172.21.15.33:6789/0 213 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 00:43:26.193039 mon.a mon.0 172.21.15.112:6789/0 178 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 85 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml}
"2018-04-08 00:21:53.803814 mon.a mon.0 172.21.15.85:6789/0 152 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-04-08 00:50:49.915132 mds.c mds.1 172.21.15.20:6816/3106079091 1 : cluster [ERR] replayed stray Session close event for client.5430 172.21.15.6:0/2751622016 from time 2018-04-08 00:46:06.210761, ignoring" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-04-08 00:33:52.090254 mon.b mon.0 172.21.15.17:6789/0 136 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-04-08 00:44:29.363740 mon.b mon.0 172.21.15.96:6789/0 179 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-04-08 00:38:11.447103 mon.a mon.0 172.21.15.79:6789/0 156 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-04-08 00:47:05.579847 mon.b mon.0 172.21.15.19:6789/0 196 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-08 01:06:19.950390 mon.b mon.0 172.21.15.77:6789/0 305 : cluster [WRN] Health check failed: 6 slow ops, oldest one blocked for 141 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
centos
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
"2018-04-08 01:43:03.231315 mon.b mon.0 172.21.15.27:6789/0 186 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
"2018-04-08 00:58:36.760446 mon.b mon.0 172.21.15.61:6789/0 161 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 00:28:27.257809 mon.a mon.0 172.21.15.104:6789/0 267 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 00:30:49.744806 mon.b mon.0 172.21.15.138:6789/0 172 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 159 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-04-08 00:40:12.051651 mds.c mds.1 172.21.15.202:6817/253534845 1 : cluster [ERR] replayed stray Session close event for client.4625 172.21.15.159:0/2660351450 from time 2018-04-08 00:39:28.867350, ignoring" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-04-08 01:49:59.493224 mon.b mon.0 172.21.15.19:6789/0 203 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-04-08 00:38:58.938897 mon.b mon.0 172.21.15.33:6789/0 183 : cluster [WRN] Health check failed: 5 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-04-08 02:15:46.985750 mon.b mon.0 172.21.15.91:6789/0 141 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-08 00:42:37.627837 mon.a mon.0 172.21.15.15:6789/0 250 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
centos
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
"2018-04-08 02:21:54.011654 mon.b mon.0 172.21.15.144:6789/0 317 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-04-08 01:45:29.063378 mon.b mon.0 172.21.15.149:6789/0 189 : cluster [WRN] Health check failed: 18 slow ops, oldest one blocked for 1026 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
"2018-04-08 01:04:53.418515 mon.b mon.0 172.21.15.81:6789/0 149 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 00:46:53.679818 mon.a mon.0 172.21.15.104:6789/0 199 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 48 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-08 00:42:47.769270 mon.b mon.0 172.21.15.55:6789/0 167 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 00:52:11.482038 mon.a mon.0 172.21.15.37:6789/0 139 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 98 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml}
"2018-04-08 01:34:44.279862 mon.a mon.0 172.21.15.134:6789/0 155 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-04-08 01:57:12.901342 mds.e mds.1 172.21.15.4:6816/4039023099 1 : cluster [ERR] replayed stray Session close event for client.5339 172.21.15.133:0/3751067788 from time 2018-04-08 01:52:01.815194, ignoring" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-04-08 00:53:39.547306 mon.b mon.0 172.21.15.193:6789/0 180 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-04-08 00:58:05.615681 mon.b mon.0 172.21.15.83:6789/0 174 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-08 00:46:10.629968 mon.b mon.0 172.21.15.1:6789/0 292 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
centos
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
"2018-04-08 01:38:34.729988 mon.a mon.0 172.21.15.49:6789/0 201 : cluster [WRN] Health check failed: 6 slow ops, oldest one blocked for 213 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-04-08 01:24:19.005688 mon.a mon.0 172.21.15.164:6789/0 268 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
"2018-04-08 01:29:53.913643 mon.b mon.0 172.21.15.6:6789/0 300 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-04-08 01:10:12.038674 mon.a mon.0 172.21.15.91:6789/0 192 : cluster [WRN] Health check failed: 12 slow ops, oldest one blocked for 492 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-08 01:07:56.396793 mon.a mon.0 172.21.15.60:6789/0 264 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 67 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/kclient.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml}
"2018-04-08 01:33:05.102833 mon.b mon.0 172.21.15.44:6789/0 139 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-04-08 01:25:48.716543 mds.b mds.1 172.21.15.195:6816/3592018514 1 : cluster [ERR] replayed stray Session close event for client.4624 172.21.15.87:0/4110108115 from time 2018-04-08 01:25:08.704084, ignoring" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-04-08 01:12:55.907292 mon.a mon.0 172.21.15.80:6789/0 195 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-04-08 02:07:49.142925 mon.b mon.0 172.21.15.8:6789/0 140 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-04-08 01:02:46.947901 mon.a mon.0 172.21.15.79:6789/0 325 : cluster [WRN] Health check failed: 12 slow ops, oldest one blocked for 87 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-08 01:06:39.768345 mon.a mon.0 172.21.15.82:6789/0 377 : cluster [WRN] Health check failed: 6 slow ops, oldest one blocked for 92 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
centos
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml}
"2018-04-08 01:38:26.644901 mon.a mon.0 172.21.15.82:6789/0 191 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-04-08 02:03:15.379121 mon.b mon.0 172.21.15.28:6789/0 190 : cluster [WRN] Health check failed: 9 slow ops, oldest one blocked for 208 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
"2018-04-08 01:07:00.240348 mon.b mon.0 172.21.15.102:6789/0 249 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 01:28:45.860963 mon.a mon.0 172.21.15.60:6789/0 190 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-04-08 01:10:17.660434 mon.b mon.0 172.21.15.93:6789/0 140 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-08 01:01:23.561649 mon.a mon.0 172.21.15.8:6789/0 206 : cluster [WRN] Health check failed: 8 slow ops, oldest one blocked for 102 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
"2018-04-08 01:00:03.769986 mon.b mon.0 172.21.15.36:6789/0 206 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/kclient.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 00:58:34.544997 mon.a mon.0 172.21.15.35:6789/0 258 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-04-08 01:17:47.625601 mds.g mds.1 172.21.15.199:6817/3115399768 1 : cluster [ERR] replayed stray Session close event for client.5484 172.21.15.176:0/4230426648 from time 2018-04-08 01:12:45.254000, ignoring" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-04-08 01:02:11.861748 mon.b mon.0 172.21.15.55:6789/0 247 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-04-08 02:15:50.781602 mon.a mon.0 172.21.15.79:6789/0 201 : cluster [WRN] Health check failed: 10 slow ops, oldest one blocked for 157 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-04-08 03:20:44.389070 mon.a mon.0 172.21.15.71:6789/0 172 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-04-08 01:20:01.428020 mon.b mon.0 172.21.15.59:6789/0 199 : cluster [WRN] Health check failed: 14 slow ops, oldest one blocked for 746 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
centos
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml}
"2018-04-08 02:38:07.507545 mon.b mon.0 172.21.15.61:6789/0 183 : cluster [WRN] Health check failed: 7 slow ops, oldest one blocked for 723 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 01:37:31.209089 mon.a mon.0 172.21.15.56:6789/0 173 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
SSH connection to smithi196 was lost: 'rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0'
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-08 04:02:33.174436 mon.a mon.0 172.21.15.71:6789/0 244 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 66 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/kclient.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 01:57:44.061589 mon.a mon.0 172.21.15.56:6789/0 183 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 180 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-04-08 02:11:33.536500 mds.a mds.1 172.21.15.86:6817/2551331292 1 : cluster [ERR] replayed stray Session close event for client.4642 172.21.15.98:0/3780896913 from time 2018-04-08 02:10:54.079221, ignoring" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-04-08 01:29:58.745867 mon.b mon.0 172.21.15.26:6789/0 191 : cluster [WRN] Health check failed: 16 slow ops, oldest one blocked for 1137 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-04-08 01:11:02.361448 mon.a mon.0 172.21.15.37:6789/0 334 : cluster [WRN] Health check failed: 7 slow ops, oldest one blocked for 76 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-04-08 01:34:36.843809 mon.a mon.0 172.21.15.24:6789/0 268 : cluster [WRN] Health check failed: 9 slow ops, oldest one blocked for 364 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-08 01:09:54.478857 mon.b mon.0 172.21.15.44:6789/0 287 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
centos
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml}
"2018-04-08 02:15:02.705730 mon.a mon.0 172.21.15.36:6789/0 229 : cluster [WRN] Health check failed: 5 slow ops, oldest one blocked for 851 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-04-08 02:14:45.549564 mon.b mon.0 172.21.15.62:6789/0 165 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 01:34:14.490905 mon.b mon.0 172.21.15.11:6789/0 175 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 128 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-04-08 01:29:44.476504 mon.a mon.0 172.21.15.5:6789/0 172 : cluster [WRN] Health check failed: 5 slow ops, oldest one blocked for 872 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-08 01:40:50.359427 mon.b mon.0 172.21.15.23:6789/0 174 : cluster [WRN] Health check failed: 6 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
"2018-04-08 01:17:11.139189 mon.b mon.0 172.21.15.36:6789/0 322 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/kclient.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 01:38:48.110859 mon.b mon.0 172.21.15.84:6789/0 159 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml}
"2018-04-08 01:18:49.262293 mon.b mon.0 172.21.15.35:6789/0 145 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-04-08 02:59:18.364125 mds.a mds.1 172.21.15.85:6818/580580117 1 : cluster [ERR] replayed stray Session close event for client.5443 172.21.15.92:0/749009980 from time 2018-04-08 02:53:37.666132, ignoring" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-04-08 01:15:42.467610 mon.a mon.0 172.21.15.118:6789/0 169 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-04-08 01:19:36.298544 mon.b mon.0 172.21.15.108:6789/0 185 : cluster [WRN] Health check failed: 9 slow ops, oldest one blocked for 127 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-04-08 01:32:30.043505 mon.a mon.0 172.21.15.38:6789/0 207 : cluster [WRN] Health check failed: 6 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
centos
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml}
"2018-04-08 02:03:26.834244 mon.b mon.0 172.21.15.83:6789/0 193 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 166 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-04-08 02:04:44.654829 mon.a mon.0 172.21.15.80:6789/0 170 : cluster [WRN] Health check failed: 5 slow ops, oldest one blocked for 742 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 01:21:25.576103 mon.b mon.0 172.21.15.135:6789/0 144 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-04-08 01:32:17.064060 mon.a mon.0 172.21.15.111:6789/0 337 : cluster [WRN] Health check failed: 8 slow ops, oldest one blocked for 709 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-08 01:23:06.966194 mon.b mon.0 172.21.15.70:6789/0 137 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/kclient.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 01:55:15.873811 mon.b mon.0 172.21.15.77:6789/0 143 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-04-08 02:36:30.780634 mds.b mds.1 172.21.15.84:6816/2111823986 1 : cluster [ERR] replayed stray Session close event for client.4638 172.21.15.76:0/3537991190 from time 2018-04-08 02:35:51.957361, ignoring" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-04-08 01:46:34.890202 mon.b mon.0 172.21.15.61:6789/0 192 : cluster [WRN] Health check failed: 16 slow ops, oldest one blocked for 1033 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-04-08 02:05:40.542360 mon.a mon.0 172.21.15.164:6789/0 266 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-04-08 01:45:01.046199 mon.a mon.0 172.21.15.15:6789/0 172 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 372 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-08 01:58:31.316141 mon.b mon.0 172.21.15.24:6789/0 174 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
centos
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml}
"2018-04-08 02:16:16.042544 mon.a mon.0 172.21.15.5:6789/0 193 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 63 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-04-08 02:29:33.018171 mon.a mon.0 172.21.15.17:6789/0 205 : cluster [WRN] Health check failed: 11 slow ops, oldest one blocked for 874 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
"2018-04-08 01:50:44.103341 mon.a mon.0 172.21.15.129:6789/0 255 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 01:49:42.730798 mon.b mon.0 172.21.15.8:6789/0 320 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-04-08 01:36:04.957588 mon.a mon.0 172.21.15.85:6789/0 258 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
"2018-04-08 02:00:52.685813 mon.a mon.0 172.21.15.68:6789/0 500 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 02:07:36.482093 mon.a mon.0 172.21.15.15:6789/0 189 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml}
"2018-04-08 02:08:28.368399 mon.a mon.0 172.21.15.92:6789/0 234 : cluster [WRN] Health check failed: 17 slow ops, oldest one blocked for 959 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-04-08 02:28:35.288802 mds.b mds.1 172.21.15.113:6817/122657333 1 : cluster [ERR] replayed stray Session close event for client.5204 172.21.15.48:0/1697864029 from time 2018-04-08 02:23:35.296274, ignoring" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-04-08 01:58:26.201244 mon.b mon.0 172.21.15.108:6789/0 181 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-04-08 01:50:17.496404 mon.a mon.0 172.21.15.190:6789/0 158 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-04-08 01:51:37.262883 mon.a mon.0 172.21.15.17:6789/0 198 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 96 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-04-08 01:42:49.197552 mon.b mon.0 172.21.15.70:6789/0 143 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/kclient.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
centos
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
"2018-04-08 03:15:22.416886 mon.b mon.0 172.21.15.57:6789/0 232 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 362 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-04-08 01:55:16.582968 mon.b mon.0 172.21.15.71:6789/0 180 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
"2018-04-08 01:39:21.084145 mon.b mon.0 172.21.15.47:6789/0 148 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 01:48:17.926818 mon.a mon.0 172.21.15.60:6789/0 320 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-04-08 02:15:37.945203 mon.a mon.0 172.21.15.59:6789/0 158 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
"2018-04-08 01:41:38.051225 mon.a mon.0 172.21.15.68:6789/0 348 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml}
"2018-04-08 04:13:29.486825 mon.b mon.0 172.21.15.19:6789/0 174 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-04-08 01:52:29.082965 mds.h mds.1 172.21.15.112:6817/2582002350 1 : cluster [ERR] replayed stray Session close event for client.4724 172.21.15.167:0/3213431955 from time 2018-04-08 01:51:44.233343, ignoring" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-04-08 02:59:11.697641 mon.b mon.0 172.21.15.81:6789/0 171 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-04-08 01:53:22.015859 mon.b mon.0 172.21.15.62:6789/0 240 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-04-08 02:11:57.413204 mon.a mon.0 172.21.15.23:6789/0 344 : cluster [WRN] Health check failed: 23 slow ops, oldest one blocked for 711 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/kclient.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
centos
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-04-08 02:05:22.268153 mon.b mon.0 172.21.15.143:6789/0 148 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 744 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
"2018-04-08 03:25:49.413988 mon.b mon.0 172.21.15.94:6789/0 166 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 01:52:15.204277 mon.b mon.0 172.21.15.11:6789/0 144 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
"2018-04-08 02:54:35.371665 mon.a mon.0 172.21.15.5:6789/0 321 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 02:18:08.097799 mon.b mon.0 172.21.15.26:6789/0 278 : cluster [WRN] Health check failed: 8 slow ops, oldest one blocked for 58 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml}
"2018-04-08 02:09:28.811855 mon.b mon.0 172.21.15.13:6789/0 182 : cluster [WRN] Health check failed: 19 slow ops, oldest one blocked for 906 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-04-08 02:29:54.551459 mds.b mds.1 172.21.15.35:6817/3560808065 1 : cluster [ERR] replayed stray Session close event for client.5156 172.21.15.94:0/1536680641 from time 2018-04-08 02:24:08.261245, ignoring" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-04-08 02:43:15.061686 mon.a mon.0 172.21.15.99:6789/0 235 : cluster [WRN] Health check failed: 12 slow ops, oldest one blocked for 2382 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-04-08 01:59:41.077243 mon.a mon.0 172.21.15.49:6789/0 320 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-04-08 02:13:13.786921 mon.a mon.0 172.21.15.14:6789/0 177 : cluster [WRN] Health check failed: 8 slow ops, oldest one blocked for 544 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/kclient.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
centos
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
"2018-04-08 03:31:49.383706 mon.a mon.0 172.21.15.139:6789/0 159 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-04-08 02:23:15.365662 mon.a mon.0 172.21.15.3:6789/0 188 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 05:06:59.626903 mon.b mon.0 172.21.15.19:6789/0 183 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 49 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-08 03:13:45.249885 mon.b mon.0 172.21.15.132:6789/0 304 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
"2018-04-08 02:20:43.866693 mon.a mon.0 172.21.15.24:6789/0 238 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 43 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 02:00:30.399639 mon.b mon.0 172.21.15.6:6789/0 150 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml}
"2018-04-08 02:13:32.748408 mon.a mon.0 172.21.15.95:6789/0 340 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 142 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-04-08 02:10:27.601866 mds.c mds.1 172.21.15.194:6818/3253467566 1 : cluster [ERR] replayed stray Session close event for client.4759 172.21.15.22:0/2463601501 from time 2018-04-08 02:09:48.632560, ignoring" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-04-08 02:49:50.783134 mon.b mon.0 172.21.15.71:6789/0 160 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-04-08 02:20:55.641606 mon.a mon.0 172.21.15.68:6789/0 329 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-04-08 02:22:34.357502 mon.b mon.0 172.21.15.132:6789/0 176 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/kclient.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
centos
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
"2018-04-08 03:19:05.592370 mon.a mon.0 172.21.15.69:6789/0 257 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-04-08 04:08:10.389908 mon.a mon.0 172.21.15.95:6789/0 252 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
"2018-04-08 02:32:54.403483 mon.b mon.0 172.21.15.193:6789/0 311 : cluster [WRN] Health check failed: 5 slow ops, oldest one blocked for 1420 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 03:02:23.358021 mon.a mon.0 172.21.15.118:6789/0 170 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 93 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-04-08 02:42:45.367855 mon.a mon.0 172.21.15.69:6789/0 336 : cluster [WRN] Health check failed: 8 slow ops, oldest one blocked for 948 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-08 02:56:13.212310 mon.a mon.0 172.21.15.26:6789/0 166 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 67 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 02:43:48.887021 mon.b mon.0 172.21.15.13:6789/0 299 : cluster [WRN] Health check failed: 6 slow ops, oldest one blocked for 57 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml}
"2018-04-08 02:29:45.432940 mon.a mon.0 172.21.15.139:6789/0 194 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-04-08 02:26:06.029528 mds.a mds.1 172.21.15.162:6817/72762862 1 : cluster [ERR] replayed stray Session close event for client.5210 172.21.15.38:0/3996323787 from time 2018-04-08 02:21:12.529951, ignoring" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-04-08 03:16:33.571956 mon.a mon.0 172.21.15.103:6789/0 239 : cluster [WRN] Health check failed: 15 slow ops, oldest one blocked for 2288 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-04-08 02:19:36.612274 mon.a mon.0 172.21.15.170:6789/0 253 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-04-08 04:23:39.580391 mon.b mon.0 172.21.15.47:6789/0 165 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-04-08 02:56:14.956789 mon.a mon.0 172.21.15.140:6789/0 169 : cluster [WRN] Health check failed: 7 slow ops, oldest one blocked for 677 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/kclient.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-08 02:27:45.555943 mon.a mon.0 172.21.15.85:6789/0 151 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
centos
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
"2018-04-08 03:06:52.762411 mon.a mon.0 172.21.15.60:6789/0 153 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-04-08 02:58:37.677318 mon.a mon.0 172.21.15.38:6789/0 337 : cluster [WRN] Health check failed: 8 slow ops, oldest one blocked for 748 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 02:31:23.446368 mon.a mon.0 172.21.15.134:6789/0 332 : cluster [WRN] Health check failed: 6 slow ops, oldest one blocked for 49 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-08 04:33:45.972369 mon.b mon.0 172.21.15.132:6789/0 165 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 77 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 02:21:44.430111 mon.b mon.0 172.21.15.19:6789/0 205 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml}
"2018-04-08 02:41:15.253888 mon.a mon.0 172.21.15.80:6789/0 201 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 54 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-04-08 02:30:07.212577 mds.c mds.1 172.21.15.15:6818/3505266116 1 : cluster [ERR] replayed stray Session close event for client.4746 172.21.15.93:0/1171389706 from time 2018-04-08 02:29:26.087939, ignoring" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-04-08 02:34:27.664608 mon.a mon.0 172.21.15.169:6789/0 218 : cluster [WRN] Health check failed: 6 slow ops, oldest one blocked for 163 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-04-08 03:01:24.467064 mon.b mon.0 172.21.15.8:6789/0 142 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
centos
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml}
"2018-04-08 03:12:44.385009 mon.b mon.0 172.21.15.13:6789/0 146 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-04-08 03:21:55.494985 mon.a mon.0 172.21.15.95:6789/0 164 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 743 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-08 03:05:24.582602 mon.b mon.0 172.21.15.138:6789/0 149 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
"2018-04-08 02:36:00.025009 mon.b mon.0 172.21.15.83:6789/0 260 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 02:42:25.947636 mon.a mon.0 172.21.15.118:6789/0 220 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml}
"2018-04-08 02:37:53.298425 mon.a mon.0 172.21.15.26:6789/0 345 : cluster [WRN] Health check failed: 10 slow ops, oldest one blocked for 50 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-04-08 03:00:53.922553 mds.a mds.1 172.21.15.187:6817/3312182068 1 : cluster [ERR] replayed stray Session close event for client.5174 172.21.15.179:0/148842768 from time 2018-04-08 02:55:48.033909, ignoring" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-04-08 02:48:48.649505 mon.a mon.0 172.21.15.56:6789/0 191 : cluster [WRN] Health check failed: 6 slow ops, oldest one blocked for 742 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-04-08 02:40:04.347706 mon.b mon.0 172.21.15.19:6789/0 138 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-04-08 02:41:50.735054 mon.a mon.0 172.21.15.59:6789/0 201 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 110 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-04-08 03:03:59.247384 mon.a mon.0 172.21.15.164:6789/0 159 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 63 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
centos
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml}
"2018-04-08 03:04:02.308443 mon.a mon.0 172.21.15.37:6789/0 147 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 58 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-04-08 02:44:12.068733 mon.b mon.0 172.21.15.39:6789/0 171 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
"2018-04-08 02:50:51.126157 mon.b mon.0 172.21.15.77:6789/0 243 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml}
"2018-04-08 02:47:33.867315 mon.a mon.0 172.21.15.73:6789/0 325 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-04-08 03:02:42.092445 mds.f mds.1 172.21.15.188:6817/3391188625 1 : cluster [ERR] replayed stray Session close event for client.4775 172.21.15.52:0/288849707 from time 2018-04-08 03:02:03.699021, ignoring" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-04-08 02:58:29.823663 mon.a mon.0 172.21.15.129:6789/0 198 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-04-08 02:59:41.374241 mon.b mon.0 172.21.15.6:6789/0 136 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-04-08 03:33:15.434822 mon.a mon.0 172.21.15.60:6789/0 199 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-08 02:58:52.480328 mon.a mon.0 172.21.15.82:6789/0 230 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
centos
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml}
"2018-04-08 03:53:36.410336 mon.a mon.0 172.21.15.17:6789/0 170 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-04-08 03:10:53.879951 mon.a mon.0 172.21.15.15:6789/0 161 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
"2018-04-08 03:05:55.693594 mon.a mon.0 172.21.15.23:6789/0 313 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 03:50:15.247706 mon.b mon.0 172.21.15.77:6789/0 237 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-04-08 03:45:31.000665 mon.a mon.0 172.21.15.26:6789/0 206 : cluster [WRN] Health check failed: 8 slow ops, oldest one blocked for 782 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-08 06:26:36.804650 mon.a mon.0 172.21.15.5:6789/0 165 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 84 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 05:34:22.791879 mon.b mon.0 172.21.15.27:6789/0 159 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 53 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml}
"2018-04-08 03:15:12.126461 mon.a mon.0 172.21.15.26:6789/0 327 : cluster [WRN] Health check failed: 5 slow ops, oldest one blocked for 56 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-04-08 03:14:37.480132 mds.c mds.1 172.21.15.193:6817/1416792108 1 : cluster [ERR] replayed stray Session close event for client.5199 172.21.15.160:0/750190660 from time 2018-04-08 03:09:12.456002, ignoring" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-04-08 04:17:29.423446 mon.b mon.0 172.21.15.6:6789/0 215 : cluster [WRN] Health check failed: 26 slow ops, oldest one blocked for 1593 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-04-08 03:13:01.429276 mon.a mon.0 172.21.15.5:6789/0 252 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-04-08 03:20:13.184118 mon.b mon.0 172.21.15.144:6789/0 184 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-04-08 03:05:07.346591 mon.b mon.0 172.21.15.28:6789/0 242 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-08 03:07:28.397864 mon.b mon.0 172.21.15.94:6789/0 141 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 125 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
centos
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml}
"2018-04-08 03:28:17.583242 mon.b mon.0 172.21.15.19:6789/0 241 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-04-08 03:42:49.751979 mon.a mon.0 172.21.15.83:6789/0 211 : cluster [WRN] Health check failed: 10 slow ops, oldest one blocked for 742 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
"2018-04-08 03:53:25.313499 mon.a mon.0 172.21.15.118:6789/0 154 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 03:13:25.550967 mon.b mon.0 172.21.15.31:6789/0 306 : cluster [WRN] Health check failed: 7 slow ops, oldest one blocked for 57 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-04-08 03:40:22.935332 mon.a mon.0 172.21.15.2:6789/0 173 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-08 03:20:26.827070 mon.b mon.0 172.21.15.6:6789/0 166 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 113 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 03:13:46.179771 mon.a mon.0 172.21.15.68:6789/0 330 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml}
"2018-04-08 03:13:43.159883 mon.b mon.0 172.21.15.108:6789/0 174 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-04-08 03:40:00.211886 mds.c mds.1 172.21.15.73:6817/3243267083 1 : cluster [ERR] replayed stray Session close event for client.4728 172.21.15.158:0/3961217198 from time 2018-04-08 03:39:19.544452, ignoring" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-04-08 03:56:17.603090 mon.a mon.0 172.21.15.37:6789/0 218 : cluster [WRN] Health check failed: 8 slow ops, oldest one blocked for 164 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-04-08 04:35:38.873616 mon.b mon.0 172.21.15.143:6789/0 183 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-08 03:17:50.868844 mon.b mon.0 172.21.15.1:6789/0 134 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
centos
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml}
"2018-04-08 04:27:38.144152 mon.b mon.0 172.21.15.48:6789/0 157 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
"2018-04-08 03:42:03.028157 mon.a mon.0 172.21.15.38:6789/0 326 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-04-08 03:34:08.278415 mon.a mon.0 172.21.15.118:6789/0 346 : cluster [WRN] Health check failed: 11 slow ops, oldest one blocked for 808 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 03:37:00.390182 mon.b mon.0 172.21.15.62:6789/0 180 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml}
"2018-04-08 03:47:20.807327 mon.a mon.0 172.21.15.68:6789/0 339 : cluster [WRN] Health check failed: 13 slow ops, oldest one blocked for 858 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-04-08 03:34:47.175194 mds.c mds.1 172.21.15.74:6816/2468323305 1 : cluster [ERR] replayed stray Session close event for client.5158 172.21.15.178:0/310076901 from time 2018-04-08 03:29:13.671796, ignoring" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-04-08 04:13:53.773853 mon.a mon.0 172.21.15.14:6789/0 234 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-04-08 04:03:57.545987 mon.a mon.0 172.21.15.80:6789/0 348 : cluster [WRN] Health check failed: 5 slow ops, oldest one blocked for 242 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-04-08 03:45:55.412471 mon.a mon.0 172.21.15.140:6789/0 269 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 493 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-08 03:20:52.966372 mon.b mon.0 172.21.15.8:6789/0 152 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
centos
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
reached maximum tries (50) after waiting for 300 seconds
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-04-08 03:38:44.496152 mon.b mon.0 172.21.15.27:6789/0 179 : cluster [WRN] Health check failed: 8 slow ops, oldest one blocked for 757 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
"2018-04-08 04:12:38.005824 mon.a mon.0 172.21.15.26:6789/0 165 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 573 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-08 06:07:31.544450 mon.a mon.0 172.21.15.14:6789/0 220 : cluster [WRN] Health check failed: 12 slow ops, oldest one blocked for 254 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
"2018-04-08 03:32:41.703139 mon.b mon.0 172.21.15.77:6789/0 316 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 41 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 03:32:00.339496 mon.b mon.0 172.21.15.31:6789/0 280 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 40 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml}
"2018-04-08 03:46:00.072466 mon.b mon.0 172.21.15.132:6789/0 185 : cluster [WRN] Health check failed: 6 slow ops, oldest one blocked for 749 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-04-08 05:50:51.817623 mds.a mds.1 172.21.15.197:6816/1413110598 1 : cluster [ERR] replayed stray Session close event for client.34721 172.21.15.66:0/4216715516 from time 2018-04-08 05:50:07.660648, ignoring" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-04-08 04:11:13.730283 mon.a mon.0 172.21.15.82:6789/0 164 : cluster [WRN] Health check failed: 8 slow ops, oldest one blocked for 2097 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-04-08 03:38:15.163860 mon.a mon.0 172.21.15.164:6789/0 214 : cluster [WRN] Health check failed: 5 slow ops, oldest one blocked for 157 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-04-08 04:09:19.974337 mon.b mon.0 172.21.15.77:6789/0 143 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 64 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-04-08 03:52:34.533551 mon.b mon.0 172.21.15.113:6789/0 181 : cluster [WRN] Health check failed: 6 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
centos
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
"2018-04-08 04:03:17.664844 mon.b mon.0 172.21.15.1:6789/0 148 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-04-08 03:50:17.046373 mon.a mon.0 172.21.15.169:6789/0 260 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 03:38:36.550196 mon.b mon.0 172.21.15.39:6789/0 133 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-04-08 03:54:33.883036 mon.b mon.0 172.21.15.3:6789/0 194 : cluster [WRN] Health check failed: 12 slow ops, oldest one blocked for 1009 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-08 03:52:03.044306 mon.a mon.0 172.21.15.59:6789/0 146 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 03:57:01.403274 mon.b mon.0 172.21.15.39:6789/0 154 : cluster [WRN] Health check failed: 5 slow ops, oldest one blocked for 39 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml}
"2018-04-08 06:14:41.258534 mon.b mon.0 172.21.15.135:6789/0 182 : cluster [WRN] Health check failed: 13 slow ops, oldest one blocked for 743 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-04-08 04:06:25.971693 mds.c mds.1 172.21.15.58:6816/2646271011 1 : cluster [ERR] replayed stray Session close event for client.5153 172.21.15.40:0/2436727839 from time 2018-04-08 04:01:10.429402, ignoring" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-04-08 04:22:36.286246 mon.b mon.0 172.21.15.144:6789/0 228 : cluster [WRN] Health check failed: 39 slow ops, oldest one blocked for 2428 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-04-08 03:54:52.374780 mon.a mon.0 172.21.15.103:6789/0 165 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 124 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-04-08 03:56:01.086301 mon.b mon.0 172.21.15.108:6789/0 319 : cluster [WRN] Health check failed: 13 slow ops, oldest one blocked for 277 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-04-08 03:53:20.627086 mon.a mon.0 172.21.15.36:6789/0 162 : cluster [WRN] Health check failed: 5 slow ops, oldest one blocked for 504 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-08 03:50:40.646269 mon.b mon.0 172.21.15.88:6789/0 160 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
centos
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
"2018-04-08 04:18:37.029730 mon.a mon.0 172.21.15.69:6789/0 264 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-04-08 03:59:55.617291 mon.a mon.0 172.21.15.5:6789/0 339 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 03:51:17.901722 mon.b mon.0 172.21.15.81:6789/0 185 : cluster [WRN] Health check failed: 10 slow ops, oldest one blocked for 84 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-04-08 04:05:22.773695 mon.a mon.0 172.21.15.15:6789/0 159 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 547 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-08 05:01:23.768549 mon.a mon.0 172.21.15.88:6789/0 219 : cluster [WRN] Health check failed: 11 slow ops, oldest one blocked for 148 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 03:53:44.805193 mon.b mon.0 172.21.15.31:6789/0 367 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 169 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml}
"2018-04-08 04:01:52.532451 mon.b mon.0 172.21.15.2:6789/0 165 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-04-08 05:09:06.901243 mds.e mds.1 172.21.15.139:6817/1044558540 1 : cluster [ERR] replayed stray Session close event for client.4721 172.21.15.112:0/775204075 from time 2018-04-08 05:08:26.898567, ignoring" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-04-08 04:51:02.939706 mon.a mon.0 172.21.15.73:6789/0 264 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-04-08 04:00:51.920184 mon.a mon.0 172.21.15.60:6789/0 338 : cluster [WRN] Health check failed: 7 slow ops, oldest one blocked for 157 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-04-08 04:06:23.680984 mon.a mon.0 172.21.15.139:6789/0 222 : cluster [WRN] Health check failed: 18 slow ops, oldest one blocked for 552 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
centos
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
"2018-04-08 04:13:38.893841 mon.b mon.0 172.21.15.8:6789/0 156 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 04:24:43.572072 mon.a mon.0 172.21.15.15:6789/0 244 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 72 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-04-08 05:47:07.467732 mon.a mon.0 172.21.15.15:6789/0 340 : cluster [WRN] Health check failed: 9 slow ops, oldest one blocked for 969 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-08 05:00:46.983058 mon.a mon.0 172.21.15.2:6789/0 243 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
"2018-04-08 04:54:59.543525 mon.b mon.0 172.21.15.8:6789/0 461 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 04:57:28.495735 mon.a mon.0 172.21.15.78:6789/0 332 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 38 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml}
"2018-04-08 04:24:32.358250 mon.a mon.0 172.21.15.59:6789/0 205 : cluster [WRN] Health check failed: 18 slow ops, oldest one blocked for 827 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-04-08 04:48:40.567556 mds.c mds.1 172.21.15.142:6816/3468799469 1 : cluster [ERR] replayed stray Session close event for client.45235 172.21.15.41:0/3595719381 from time 2018-04-08 04:43:13.035358, ignoring" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-04-08 04:53:59.731772 mon.b mon.0 172.21.15.74:6789/0 203 : cluster [WRN] Health check failed: 20 slow ops, oldest one blocked for 1658 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-04-08 04:40:24.400993 mon.b mon.0 172.21.15.11:6789/0 240 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-04-08 04:14:47.694080 mon.b mon.0 172.21.15.88:6789/0 199 : cluster [WRN] Health check failed: 13 slow ops, oldest one blocked for 277 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-04-08 04:26:20.374480 mon.a mon.0 172.21.15.164:6789/0 152 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
centos
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
"2018-04-08 05:02:17.448590 mon.a mon.0 172.21.15.129:6789/0 162 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-04-08 05:06:44.679230 mon.a mon.0 172.21.15.37:6789/0 331 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 04:43:04.696092 mon.b mon.0 172.21.15.64:6789/0 194 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/kclient.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 04:48:55.544191 mon.b mon.0 172.21.15.3:6789/0 182 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml}
"2018-04-08 04:15:40.231492 mon.b mon.0 172.21.15.94:6789/0 181 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-04-08 04:56:26.154090 mds.g mds.1 172.21.15.132:6818/234163444 1 : cluster [ERR] replayed stray Session close event for client.4766 172.21.15.96:0/4126154502 from time 2018-04-08 04:55:45.971205, ignoring" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-04-08 04:44:51.073211 mon.a mon.0 172.21.15.17:6789/0 179 : cluster [WRN] Health check failed: 9 slow ops, oldest one blocked for 1659 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-04-08 04:43:52.816262 mon.a mon.0 172.21.15.134:6789/0 334 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-04-08 06:08:02.337913 mon.b mon.0 172.21.15.134:6789/0 197 : cluster [WRN] Health check failed: 6 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-08 04:51:15.201512 mon.a mon.0 172.21.15.38:6789/0 174 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
centos
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml}
"2018-04-08 05:25:18.957759 mon.a mon.0 172.21.15.82:6789/0 263 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-04-08 05:37:24.964139 mon.a mon.0 172.21.15.110:6789/0 161 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 578 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 05:35:08.144260 mon.a mon.0 172.21.15.17:6789/0 154 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 67 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-04-08 04:50:47.455972 mon.a mon.0 172.21.15.69:6789/0 203 : cluster [WRN] Health check failed: 5 slow ops, oldest one blocked for 62 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-08 05:27:53.284565 mon.a mon.0 172.21.15.129:6789/0 260 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/kclient.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 05:38:56.665203 mon.b mon.0 172.21.15.63:6789/0 275 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml}
"2018-04-08 05:53:12.986629 mon.a mon.0 172.21.15.27:6789/0 201 : cluster [WRN] Health check failed: 9 slow ops, oldest one blocked for 104 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-04-08 05:14:17.511441 mds.c mds.1 172.21.15.27:6816/1587829900 1 : cluster [ERR] replayed stray Session close event for client.5202 172.21.15.109:0/129305416 from time 2018-04-08 05:08:31.190070, ignoring" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-04-08 05:41:24.606693 mon.a mon.0 172.21.15.6:6789/0 366 : cluster [WRN] Health check failed: 26 slow ops, oldest one blocked for 2573 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-04-08 06:27:34.211763 mon.a mon.0 172.21.15.11:6789/0 148 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-04-08 06:49:56.244986 mon.a mon.0 172.21.15.41:6789/0 212 : cluster [WRN] Health check failed: 5 slow ops, oldest one blocked for 39 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-08 04:58:00.960534 mon.a mon.0 172.21.15.94:6789/0 225 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 64 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
centos
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
"2018-04-08 06:25:23.412844 mon.a mon.0 172.21.15.14:6789/0 149 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 05:31:15.651516 mon.b mon.0 172.21.15.79:6789/0 175 : cluster [WRN] Health check failed: 11 slow ops, oldest one blocked for 48 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-04-08 05:09:55.031942 mon.a mon.0 172.21.15.104:6789/0 257 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-08 05:19:02.877857 mon.b mon.0 172.21.15.28:6789/0 175 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
"2018-04-08 05:45:42.387990 mon.b mon.0 172.21.15.19:6789/0 312 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/kclient.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 05:15:02.400243 mon.a mon.0 172.21.15.17:6789/0 286 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml}
"2018-04-08 05:07:45.529161 mon.a mon.0 172.21.15.5:6789/0 319 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-04-08 05:13:36.545196 mds.d mds.1 172.21.15.200:6818/3149231080 1 : cluster [ERR] replayed stray Session close event for client.4772 172.21.15.185:0/906667221 from time 2018-04-08 05:12:51.157009, ignoring" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-04-08 06:02:34.051253 mon.a mon.0 172.21.15.95:6789/0 168 : cluster [WRN] Health check failed: 9 slow ops, oldest one blocked for 1576 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-04-08 05:14:47.876480 mon.a mon.0 172.21.15.71:6789/0 336 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-04-08 05:08:46.623145 mon.a mon.0 172.21.15.110:6789/0 245 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-04-08 05:27:37.480762 mon.b mon.0 172.21.15.88:6789/0 194 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-08 05:28:03.383756 mon.b mon.0 172.21.15.86:6789/0 230 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 35 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
centos
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml}
"2018-04-08 05:51:48.718000 mon.a mon.0 172.21.15.2:6789/0 160 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 06:00:56.719966 mon.b mon.0 172.21.15.63:6789/0 143 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-04-08 05:30:51.350467 mon.a mon.0 172.21.15.14:6789/0 329 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-08 05:09:28.631320 mon.a mon.0 172.21.15.178:6789/0 259 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/kclient.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 05:30:02.758469 mon.b mon.0 172.21.15.178:6789/0 331 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml}
"2018-04-08 06:08:05.748354 mon.b mon.0 172.21.15.19:6789/0 179 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-04-08 05:20:27.235624 mds.a mds.1 172.21.15.59:6816/2614001143 1 : cluster [ERR] replayed stray Session close event for client.5190 172.21.15.152:0/694629917 from time 2018-04-08 05:15:04.543087, ignoring" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-04-08 05:50:17.432981 mon.a mon.0 172.21.15.129:6789/0 222 : cluster [WRN] Health check failed: 13 slow ops, oldest one blocked for 290 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-04-08 05:11:28.847833 mon.a mon.0 172.21.15.167:6789/0 164 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 48 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-08 05:11:40.301802 mon.a mon.0 172.21.15.26:6789/0 171 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 81 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
centos
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml}
"2018-04-08 05:40:09.312930 mon.a mon.0 172.21.15.5:6789/0 164 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-04-08 05:55:21.764091 mon.a mon.0 172.21.15.18:6789/0 330 : cluster [WRN] Health check failed: 5 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 06:54:41.828586 mon.b mon.0 172.21.15.84:6789/0 185 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-08 05:26:05.069561 mon.b mon.0 172.21.15.19:6789/0 176 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/kclient.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 05:21:40.126093 mon.a mon.0 172.21.15.106:6789/0 305 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 123 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml}
"2018-04-08 05:17:04.488692 mon.a mon.0 172.21.15.78:6789/0 188 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 117 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-04-08 06:21:21.514342 mds.d mds.1 172.21.15.190:6818/3507963608 1 : cluster [ERR] replayed stray Session close event for client.4736 172.21.15.29:0/2459288277 from time 2018-04-08 06:20:39.811623, ignoring" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-04-08 06:18:43.708412 mon.a mon.0 172.21.15.38:6789/0 262 : cluster [WRN] Health check failed: 9 slow ops, oldest one blocked for 952 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-04-08 06:00:28.904325 mon.a mon.0 172.21.15.37:6789/0 233 : cluster [WRN] Health check failed: 9 slow ops, oldest one blocked for 163 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-04-08 05:20:55.703127 mon.b mon.0 172.21.15.62:6789/0 141 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-04-08 07:01:30.990008 mon.a mon.0 172.21.15.55:6789/0 212 : cluster [WRN] Health check failed: 14 slow ops, oldest one blocked for 395 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
centos
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml}
"2018-04-08 05:47:25.734667 mon.a mon.0 172.21.15.26:6789/0 166 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
"2018-04-08 06:21:21.865628 mon.a mon.0 172.21.15.173:6789/0 337 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-08 05:42:02.667276 mon.b mon.0 172.21.15.169:6789/0 234 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 79 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-04-08 06:40:11.216186 mon.b mon.0 172.21.15.63:6789/0 175 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180406.161535
wip-pdonnell-testing-20180406.161535
master
smithi
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
Pulpito