ID
Status
Ceph Branch
Suite Branch
Teuthology Branch
Machine
OS
Nodes
Description
Failure Reason
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-04-11 03:14:09.236363 mon.b mon.0 172.21.15.13:6789/0 134 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-04-11 03:06:16.826736 mon.a mon.0 172.21.15.58:6789/0 326 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-04-11 02:50:23.668692 mon.b mon.0 172.21.15.79:6789/0 136 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-11 02:43:56.033564 mon.b mon.0 172.21.15.61:6789/0 170 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml}
"2018-04-11 03:08:34.649610 mon.b mon.0 172.21.15.3:6789/0 130 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-04-11 03:14:45.846606 mon.a mon.0 172.21.15.67:6789/0 154 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
"2018-04-11 02:41:46.829547 mon.a mon.0 172.21.15.71:6789/0 321 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-04-11 02:53:52.246683 mds.c mds.1 172.21.15.97:6816/1687999736 1 : cluster [ERR] replayed stray Session close event for client.4671 172.21.15.39:0/753828183 from time 2018-04-11 02:53:06.356093, ignoring" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-04-11 02:57:36.821439 mon.b mon.0 172.21.15.36:6789/0 309 : cluster [WRN] Health check failed: 9 slow ops, oldest one blocked for 851 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-04-11 03:13:35.284918 mon.a mon.0 172.21.15.104:6789/0 230 : cluster [WRN] Health check failed: 41 slow ops, oldest one blocked for 859 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/kclient.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-11 03:47:11.631424 mon.a mon.0 172.21.15.49:6789/0 213 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 68 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
centos 
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
"2018-04-11 03:42:26.207800 mon.a mon.0 172.21.15.41:6789/0 183 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-11 03:40:26.859798 mon.a mon.0 172.21.15.172:6789/0 256 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 102 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-04-11 03:02:37.334823 mon.a mon.0 172.21.15.6:6789/0 203 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-04-11 04:40:09.555221 mon.a mon.0 172.21.15.90:6789/0 206 : cluster [WRN] Health check failed: 6 slow ops, oldest one blocked for 146 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-11 03:19:48.885319 mon.b mon.0 172.21.15.26:6789/0 142 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-11 03:11:57.434965 mon.b mon.0 172.21.15.31:6789/0 122 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml}
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-04-11 03:16:09.615766 mon.a mon.0 172.21.15.143:6789/0 335 : cluster [WRN] Health check failed: 12 slow ops, oldest one blocked for 682 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
"2018-04-11 03:54:25.360408 mon.b mon.0 172.21.15.31:6789/0 220 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-04-11 03:45:29.768024 mds.h mds.1 172.21.15.33:6816/2949020463 1 : cluster [ERR] replayed stray Session close event for client.5484 172.21.15.9:0/354472878 from time 2018-04-11 03:40:18.704990, ignoring" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-04-11 04:00:43.855561 mon.b mon.0 172.21.15.94:6789/0 137 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 742 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-04-11 03:46:37.691142 mon.a mon.0 172.21.15.17:6789/0 261 : cluster [WRN] Health check failed: 7 slow ops, oldest one blocked for 376 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-11 03:08:27.988654 mon.b mon.0 172.21.15.161:6789/0 166 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 53 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
centos 
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml}
"2018-04-11 03:42:28.248188 mon.a mon.0 172.21.15.55:6789/0 194 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-11 03:52:22.817296 mon.b mon.0 172.21.15.5:6789/0 167 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-04-11 03:28:47.778687 mon.b mon.0 172.21.15.64:6789/0 140 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-04-11 03:17:26.257574 mon.b mon.0 172.21.15.45:6789/0 173 : cluster [WRN] Health check failed: 11 slow ops, oldest one blocked for 416 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-04-11 03:31:20.483796 mon.b mon.0 172.21.15.77:6789/0 243 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-11 03:41:50.957087 mon.b mon.0 172.21.15.1:6789/0 164 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-11 03:28:57.313927 mon.b mon.0 172.21.15.135:6789/0 247 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml}
"2018-04-11 03:42:52.263153 mon.a mon.0 172.21.15.162:6789/0 162 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 452 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-04-11 03:22:01.541374 mon.a mon.0 172.21.15.51:6789/0 162 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
"2018-04-11 04:39:42.559672 mon.b mon.0 172.21.15.190:6789/0 164 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-04-11 03:56:06.139543 mds.c mds.1 172.21.15.182:6817/382396037 1 : cluster [ERR] replayed stray Session close event for client.4640 172.21.15.111:0/805680776 from time 2018-04-11 03:55:20.233880, ignoring" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-04-11 03:25:30.991659 mon.b mon.0 172.21.15.57:6789/0 169 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-04-11 04:05:37.847693 mon.a mon.0 172.21.15.72:6789/0 231 : cluster [WRN] Health check failed: 24 slow ops, oldest one blocked for 706 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-11 03:35:08.439670 mon.a mon.0 172.21.15.140:6789/0 253 : cluster [WRN] Health check failed: 7 slow ops, oldest one blocked for 143 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
centos 
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
"2018-04-11 04:37:50.808760 mon.a mon.0 172.21.15.68:6789/0 198 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-04-11 03:25:42.611079 mon.a mon.0 172.21.15.58:6789/0 333 : cluster [WRN] Health check failed: 8 slow ops, oldest one blocked for 76 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-04-11 03:31:09.798658 mon.b mon.0 172.21.15.93:6789/0 137 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-04-11 03:39:41.034782 mon.b mon.0 172.21.15.26:6789/0 172 : cluster [WRN] Health check failed: 5 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-11 03:31:32.980783 mon.b mon.0 172.21.15.28:6789/0 148 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 57 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/kclient.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml}
"2018-04-11 04:30:51.952062 mon.b mon.0 172.21.15.134:6789/0 133 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-04-11 05:18:46.500931 mon.b mon.0 172.21.15.38:6789/0 193 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-04-11 03:46:31.933766 mds.g mds.1 172.21.15.13:6816/630062369 1 : cluster [ERR] replayed stray Session close event for client.5360 172.21.15.106:0/1316642134 from time 2018-04-11 03:40:47.385255, ignoring" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-04-11 03:46:01.095347 mon.b mon.0 172.21.15.135:6789/0 229 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
"2018-04-11 03:35:05.495830 mon.b mon.0 172.21.15.45:6789/0 263 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-04-11 03:45:14.115647 mon.b mon.0 172.21.15.4:6789/0 140 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-11 03:51:35.467042 mon.a mon.0 172.21.15.15:6789/0 252 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
centos 
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml}
reached maximum tries (50) after waiting for 300 seconds
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-11 03:52:34.600245 mon.b mon.0 172.21.15.45:6789/0 173 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-04-11 04:11:55.154777 mon.b mon.0 172.21.15.5:6789/0 299 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-04-11 03:47:32.614913 mon.b mon.0 172.21.15.50:6789/0 137 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-04-11 05:25:48.016287 mon.b mon.0 172.21.15.111:6789/0 170 : cluster [WRN] Health check failed: 10 slow ops, oldest one blocked for 162 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-11 04:04:27.789168 mon.b mon.0 172.21.15.33:6789/0 176 : cluster [WRN] Health check failed: 11 slow ops, oldest one blocked for 48 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml}
"2018-04-11 03:58:49.282228 mon.b mon.0 172.21.15.48:6789/0 179 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 111 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-04-11 04:24:14.993292 mon.a mon.0 172.21.15.49:6789/0 195 : cluster [WRN] Health check failed: 9 slow ops, oldest one blocked for 916 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
"2018-04-11 04:10:15.483634 mon.b mon.0 172.21.15.45:6789/0 138 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-04-11 03:53:39.990910 mds.h mds.1 172.21.15.64:6817/657735732 1 : cluster [ERR] replayed stray Session close event for client.4747 172.21.15.195:0/3861036470 from time 2018-04-11 03:52:59.859132, ignoring" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-04-11 03:51:06.561677 mon.a mon.0 172.21.15.2:6789/0 153 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-04-11 05:07:32.638714 mon.a mon.0 172.21.15.8:6789/0 265 : cluster [WRN] Health check failed: 5 slow ops, oldest one blocked for 447 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/kclient.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
centos 
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
"2018-04-11 04:16:00.677253 mon.b mon.0 172.21.15.190:6789/0 149 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 58 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-04-11 03:44:18.462565 mon.b mon.0 172.21.15.143:6789/0 140 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-04-11 04:55:39.669818 mon.a mon.0 172.21.15.15:6789/0 319 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-04-11 04:01:16.826070 mon.b mon.0 172.21.15.1:6789/0 146 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-11 03:50:33.592927 mon.b mon.0 172.21.15.28:6789/0 176 : cluster [WRN] Health check failed: 11 slow ops, oldest one blocked for 71 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-11 04:03:02.132601 mon.b mon.0 172.21.15.143:6789/0 170 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml}
"2018-04-11 04:39:20.340059 mon.a mon.0 172.21.15.136:6789/0 204 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-04-11 04:15:38.948702 mon.a mon.0 172.21.15.23:6789/0 173 : cluster [WRN] Health check failed: 9 slow ops, oldest one blocked for 1457 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
"2018-04-11 05:03:47.443939 mon.b mon.0 172.21.15.77:6789/0 164 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-04-11 04:18:45.269766 mds.a mds.1 172.21.15.41:6817/4247761411 1 : cluster [ERR] replayed stray Session close event for client.15196 172.21.15.40:0/3388254512 from time 2018-04-11 04:13:49.457387, ignoring" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-04-11 04:20:34.645492 mon.b mon.0 172.21.15.28:6789/0 168 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
"2018-04-11 03:58:25.218712 mon.a mon.0 172.21.15.172:6789/0 315 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-11 03:56:47.936843 mon.b mon.0 172.21.15.11:6789/0 137 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
centos 
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml}
"2018-04-11 05:16:40.526409 mon.b mon.0 172.21.15.26:6789/0 151 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-11 04:08:50.190254 mon.a mon.0 172.21.15.17:6789/0 161 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 116 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
"2018-04-11 05:00:09.202378 mon.b mon.0 172.21.15.85:6789/0 304 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-04-11 05:30:09.340742 mon.b mon.0 172.21.15.11:6789/0 235 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
"2018-04-11 04:20:45.686679 mon.a mon.0 172.21.15.3:6789/0 203 : cluster [WRN] Health check failed: 5 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-11 04:00:43.946603 mon.b mon.0 172.21.15.3:6789/0 354 : cluster [WRN] Health check failed: 14 slow ops, oldest one blocked for 243 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml}
"2018-04-11 04:09:41.327819 mon.a mon.0 172.21.15.60:6789/0 203 : cluster [WRN] Health check failed: 9 slow ops, oldest one blocked for 741 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-04-11 04:22:54.040709 mon.b mon.0 172.21.15.4:6789/0 186 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 30 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
"2018-04-11 05:13:04.843576 mon.b mon.0 172.21.15.22:6789/0 131 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-04-11 04:58:00.441815 mds.e mds.1 172.21.15.193:6817/1950870577 1 : cluster [ERR] replayed stray Session close event for client.4775 172.21.15.39:0/633090464 from time 2018-04-11 04:57:13.695732, ignoring" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-04-11 04:00:36.868048 mon.b mon.0 172.21.15.93:6789/0 141 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
centos 
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
"2018-04-11 06:12:43.892022 mon.b mon.0 172.21.15.90:6789/0 151 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml}
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml}
"2018-04-11 04:17:52.035022 mon.b mon.0 172.21.15.50:6789/0 181 : cluster [WRN] Health check failed: 10 slow ops, oldest one blocked for 682 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml}
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-11 04:57:01.136883 mon.a mon.0 172.21.15.41:6789/0 310 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml mount/kclient.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2018-04-11 04:42:06.090564 mon.a mon.0 172.21.15.77:6789/0 332 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/verify/{begin.yaml clusters/9-mds.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml}
"2018-04-11 04:38:58.638502 mon.a mon.0 172.21.15.41:6789/0 204 : cluster [WRN] Health check failed: 8 slow ops, oldest one blocked for 152 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml}
"2018-04-11 05:15:37.243154 mon.a mon.0 172.21.15.118:6789/0 167 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 31 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml}
"2018-04-11 04:44:36.464383 mon.a mon.0 172.21.15.55:6789/0 341 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_snapshots.yaml}
"2018-04-11 04:51:11.553485 mds.b mds.1 172.21.15.97:6817/1046827753 1 : cluster [ERR] replayed stray Session close event for client.15172 172.21.15.13:0/846599008 from time 2018-04-11 04:46:09.359731, ignoring" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml}
"2018-04-11 04:13:59.027959 mon.b mon.0 172.21.15.26:6789/0 164 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml}
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/9-mds.yaml inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml}
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
centos 
multimds/verify/{begin.yaml clusters/3-mds.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml}
"2018-04-11 04:59:10.174683 mon.b mon.0 172.21.15.52:6789/0 143 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20180410.183722
wip-pdonnell-testing-20180410.183722
master
smithi
 
multimds/basic/{begin.yaml clusters/3-mds.yaml inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{debug.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml}
"2018-04-11 04:25:13.171826 mon.b mon.0 172.21.15.144:6789/0 141 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 32 sec (SLOW_OPS)" in cluster log