Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
fail 3475622 2019-01-17 23:12:03 2019-01-18 01:36:21 2019-01-18 02:10:21 0:34:00 0:10:31 0:23:29 smithi master multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T01:59:20.019409+00:00 smithi187 kernel: [ 53.553043] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3475624 2019-01-17 23:12:03 2019-01-18 01:36:21 2019-01-18 02:16:21 0:40:00 0:15:07 0:24:53 smithi master multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml thrash/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T02:00:20.019789+00:00 smithi072 kernel: [ 39.742479] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3475626 2019-01-17 23:12:04 2019-01-18 01:38:10 2019-01-18 02:50:10 1:12:00 0:46:27 0:25:33 smithi master multimds/verify/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml verify/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T02:02:20.019476+00:00 smithi060 kernel: [ 59.684030] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3475628 2019-01-17 23:12:05 2019-01-18 01:38:10 2019-01-18 02:46:10 1:08:00 0:40:30 0:27:30 smithi master multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T02:03:40.024199+00:00 smithi197 kernel: [ 85.752603] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3475630 2019-01-17 23:12:06 2019-01-18 01:38:10 2019-01-18 02:46:11 1:08:01 0:49:51 0:18:10 smithi master multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T01:55:00.020521+00:00 smithi013 kernel: [ 55.730569] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3475632 2019-01-17 23:12:06 2019-01-18 01:38:12 2019-01-18 02:06:12 0:28:00 0:11:30 0:16:30 smithi master multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T01:54:20.020025+00:00 smithi041 kernel: [ 66.748736] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3475634 2019-01-17 23:12:07 2019-01-18 01:38:13 2019-01-18 03:00:13 1:22:00 0:21:34 1:00:26 smithi master multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T02:37:00.019684+00:00 smithi079 kernel: [ 57.309268] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3475636 2019-01-17 23:12:08 2019-01-18 01:43:53 2019-01-18 03:03:53 1:20:00 0:59:22 0:20:38 smithi master multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T02:03:20.019305+00:00 smithi136 kernel: [ 48.748355] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3475638 2019-01-17 23:12:09 2019-01-18 01:44:12 2019-01-18 02:36:12 0:52:00 0:11:06 0:40:54 smithi master multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/kclient.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T02:24:30.019880+00:00 smithi031 kernel: [ 54.742284] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3475640 2019-01-17 23:12:09 2019-01-18 01:46:17 2019-01-18 06:02:21 4:16:04 2:39:21 1:36:43 smithi master centos multimds/verify/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T03:30:01.682131+00:00 smithi017 kernel: BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3475642 2019-01-17 23:12:10 2019-01-18 01:46:17 2019-01-18 04:30:19 2:44:02 1:05:54 1:38:08 smithi master multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml} 3
Failure Reason:

"2019-01-18 03:46:10.858972 mon.a mon.0 172.21.15.198:6789/0 275 : cluster [WRN] Health check failed: 364 slow requests are blocked > 32 sec. Implicated osds 0,3 (REQUEST_SLOW)" in cluster log

fail 3475644 2019-01-17 23:12:11 2019-01-18 01:46:17 2019-01-18 03:16:18 1:30:01 0:15:43 1:14:18 smithi master multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T02:59:00.019589+00:00 smithi188 kernel: [ 50.784731] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3475646 2019-01-17 23:12:12 2019-01-18 01:46:19 2019-01-18 02:48:19 1:02:00 0:22:26 0:39:34 smithi master multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T02:24:10.020134+00:00 smithi150 kernel: [ 39.756565] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3475648 2019-01-17 23:12:12 2019-01-18 01:50:30 2019-01-18 02:12:29 0:21:59 0:10:02 0:11:57 smithi master multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T02:02:10.019753+00:00 smithi175 kernel: [ 45.548344] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3475650 2019-01-17 23:12:13 2019-01-18 01:52:06 2019-01-18 02:30:06 0:38:00 0:10:34 0:27:26 smithi master multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T02:19:20.019375+00:00 smithi142 kernel: [ 47.755786] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3475652 2019-01-17 23:12:14 2019-01-18 01:52:07 2019-01-18 04:00:08 2:08:01 0:27:16 1:40:45 smithi master multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T03:32:00.020022+00:00 smithi039 kernel: [ 57.769920] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3475654 2019-01-17 23:12:15 2019-01-18 01:53:53 2019-01-18 02:47:53 0:54:00 0:18:02 0:35:58 smithi master multimds/verify/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T02:29:20.019877+00:00 smithi143 kernel: [ 72.748751] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3475656 2019-01-17 23:12:15 2019-01-18 01:53:58 2019-01-18 04:09:59 2:16:01 1:54:32 0:21:29 smithi master multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T02:14:10.020453+00:00 smithi062 kernel: [ 48.781994] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3475658 2019-01-17 23:12:16 2019-01-18 01:54:14 2019-01-18 02:50:14 0:56:00 0:41:40 0:14:20 smithi master multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T02:07:20.019608+00:00 smithi139 kernel: [ 57.768925] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3475660 2019-01-17 23:12:17 2019-01-18 01:54:16 2019-01-18 02:32:16 0:38:00 0:17:20 0:20:40 smithi master multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T02:15:00.019694+00:00 smithi090 kernel: [ 47.755186] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3475662 2019-01-17 23:12:17 2019-01-18 01:55:48 2019-01-18 02:47:48 0:52:00 0:20:59 0:31:01 smithi master multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T02:25:20.019351+00:00 smithi137 kernel: [ 75.759634] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3475664 2019-01-17 23:12:18 2019-01-18 01:56:17 2019-01-18 03:10:17 1:14:00 0:51:21 0:22:39 smithi master multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T02:18:40.024223+00:00 smithi092 kernel: [ 93.758180] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3475666 2019-01-17 23:12:19 2019-01-18 01:58:25 2019-01-18 02:26:24 0:27:59 0:10:13 0:17:46 smithi master multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml thrash/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T02:14:20.019606+00:00 smithi076 kernel: [ 40.779713] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3475668 2019-01-17 23:12:20 2019-01-18 01:58:25 2019-01-18 03:12:25 1:14:00 0:48:52 0:25:08 smithi master centos multimds/verify/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml verify/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T02:30:01.919656+00:00 smithi041 kernel: BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3475670 2019-01-17 23:12:20 2019-01-18 02:02:22 2019-01-18 02:42:22 0:40:00 0:23:51 0:16:09 smithi master multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml} 3
Failure Reason:

"2019-01-18 02:25:31.562218 mon.a mon.0 172.21.15.5:6789/0 156 : cluster [WRN] Health check failed: 4538 slow requests are blocked > 32 sec. Implicated osds 0,1,4 (REQUEST_SLOW)" in cluster log

fail 3475672 2019-01-17 23:12:21 2019-01-18 02:04:19 2019-01-18 02:44:18 0:39:59 0:17:08 0:22:51 smithi master multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T02:25:30.024369+00:00 smithi165 kernel: [ 80.762326] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3475674 2019-01-17 23:12:22 2019-01-18 02:04:19 2019-01-18 03:54:20 1:50:01 0:20:03 1:29:58 smithi master multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T03:33:00.019676+00:00 smithi132 kernel: [ 73.753030] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3475676 2019-01-17 23:12:23 2019-01-18 02:04:19 2019-01-18 02:32:18 0:27:59 0:10:51 0:17:08 smithi master multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T02:20:00.019741+00:00 smithi029 kernel: [ 38.749256] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3475678 2019-01-17 23:12:23 2019-01-18 02:04:19 2019-01-18 03:46:20 1:42:01 0:10:00 1:32:01 smithi master multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T03:35:10.020382+00:00 smithi008 kernel: [ 54.694100] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3475680 2019-01-17 23:12:24 2019-01-18 02:06:20 2019-01-18 03:24:20 1:18:00 0:29:51 0:48:09 smithi master multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T02:53:10.020370+00:00 smithi014 kernel: [ 58.740425] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3475682 2019-01-17 23:12:25 2019-01-18 02:06:20 2019-01-18 02:52:19 0:45:59 0:19:21 0:26:38 smithi master multimds/verify/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T02:31:00.020430+00:00 smithi057 kernel: [ 31.745650] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3475684 2019-01-17 23:12:26 2019-01-18 02:06:20 2019-01-18 04:20:21 2:14:01 1:57:50 0:16:11 smithi master multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T02:22:10.020123+00:00 smithi175 kernel: [ 73.544080] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3475686 2019-01-17 23:12:26 2019-01-18 02:08:27 2019-01-18 03:16:27 1:08:00 0:32:04 0:35:56 smithi master multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T02:42:30.019599+00:00 smithi157 kernel: [ 60.768869] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3475688 2019-01-17 23:12:27 2019-01-18 02:10:07 2019-01-18 03:08:07 0:58:00 0:17:26 0:40:34 smithi master multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T02:49:00.020254+00:00 smithi144 kernel: [ 67.553367] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3475690 2019-01-17 23:12:28 2019-01-18 02:10:07 2019-01-18 03:10:07 1:00:00 0:21:01 0:38:59 smithi master multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T02:49:00.019702+00:00 smithi096 kernel: [ 64.746550] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3475692 2019-01-17 23:12:29 2019-01-18 02:10:22 2019-01-18 03:22:22 1:12:00 0:45:46 0:26:14 smithi master multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T02:36:10.020172+00:00 smithi172 kernel: [ 50.789487] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3475694 2019-01-17 23:12:29 2019-01-18 02:12:06 2019-01-18 02:44:06 0:32:00 0:10:45 0:21:15 smithi master multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml thrash/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T02:33:00.025259+00:00 smithi002 kernel: [ 78.753805] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3475696 2019-01-17 23:12:30 2019-01-18 02:12:30 2019-01-18 03:50:31 1:38:01 0:52:40 0:45:21 smithi master centos multimds/verify/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml verify/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml} 3
Failure Reason:

reached maximum tries (50) after waiting for 300 seconds

fail 3475698 2019-01-17 23:12:31 2019-01-18 02:14:20 2019-01-18 04:48:22 2:34:02 1:17:53 1:16:09 smithi master multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml} 3
Failure Reason:

"2019-01-18 03:36:57.753192 mon.a mon.0 172.21.15.61:6789/0 250 : cluster [WRN] Health check failed: 348 slow requests are blocked > 32 sec. Implicated osds 1 (REQUEST_SLOW)" in cluster log

fail 3475700 2019-01-17 23:12:32 2019-01-18 02:15:56 2019-01-18 02:47:55 0:31:59 0:16:14 0:15:45 smithi master multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T02:31:00.020161+00:00 smithi179 kernel: [ 51.764681] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3475702 2019-01-17 23:12:32 2019-01-18 02:16:07 2019-01-18 03:02:07 0:46:00 0:29:35 0:16:25 smithi master multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T02:32:20.019350+00:00 smithi073 kernel: [ 59.741832] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3475704 2019-01-17 23:12:33 2019-01-18 02:16:22 2019-01-18 03:46:23 1:30:01 0:11:09 1:18:52 smithi master multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T03:34:20.019619+00:00 smithi095 kernel: [ 51.755288] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3475706 2019-01-17 23:12:34 2019-01-18 02:20:08 2019-01-18 03:24:09 1:04:01 0:10:32 0:53:29 smithi master multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T03:13:20.019805+00:00 smithi052 kernel: [ 54.749869] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3475708 2019-01-17 23:12:34 2019-01-18 02:20:08 2019-01-18 03:24:09 1:04:01 0:24:52 0:39:09 smithi master multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T02:57:10.020141+00:00 smithi156 kernel: [ 74.749696] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3475710 2019-01-17 23:12:35 2019-01-18 02:22:22 2019-01-18 03:00:21 0:37:59 0:16:09 0:21:50 smithi master multimds/verify/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T02:44:00.020275+00:00 smithi061 kernel: [ 41.769939] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3475712 2019-01-17 23:12:36 2019-01-18 02:24:06 2019-01-18 04:32:07 2:08:01 1:56:21 0:11:40 smithi master multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T02:35:00.019912+00:00 smithi106 kernel: [ 29.746190] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3475714 2019-01-17 23:12:37 2019-01-18 02:24:06 2019-01-18 03:26:06 1:02:00 0:46:38 0:15:22 smithi master multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml} 3
Failure Reason:

"2019-01-18 02:56:40.083590 mon.b mon.0 172.21.15.75:6789/0 278 : cluster [WRN] Health check failed: 292 slow requests are blocked > 32 sec. Implicated osds 5 (REQUEST_SLOW)" in cluster log

fail 3475716 2019-01-17 23:12:37 2019-01-18 02:26:28 2019-01-18 03:18:28 0:52:00 0:16:00 0:36:00 smithi master multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T03:01:00.019662+00:00 smithi064 kernel: [ 40.560157] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3475718 2019-01-17 23:12:38 2019-01-18 02:26:28 2019-01-18 03:56:29 1:30:01 0:24:29 1:05:32 smithi master multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T03:32:00.019736+00:00 smithi086 kernel: [ 67.538247] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3475720 2019-01-17 23:12:39 2019-01-18 02:28:22 2019-01-18 03:34:22 1:06:00 0:47:17 0:18:43 smithi master multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T02:45:10.025326+00:00 smithi044 kernel: [ 85.750405] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3475722 2019-01-17 23:12:40 2019-01-18 02:29:55 2019-01-18 02:53:55 0:24:00 0:11:28 0:12:32 smithi master multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T02:40:30.019955+00:00 smithi038 kernel: [ 67.740224] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3475724 2019-01-17 23:12:40 2019-01-18 02:30:07 2019-01-18 03:42:08 1:12:01 0:53:57 0:18:04 smithi master centos multimds/verify/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml} 3
Failure Reason:

"2019-01-18 03:17:46.767873 mon.b mon.0 172.21.15.6:6789/0 281 : cluster [WRN] Health check failed: 6 slow requests are blocked > 32 sec. Implicated osds 4 (REQUEST_SLOW)" in cluster log

fail 3475726 2019-01-17 23:12:41 2019-01-18 02:32:21 2019-01-18 03:26:21 0:54:00 0:27:43 0:26:17 smithi master multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml} 3
Failure Reason:

"2019-01-18 03:04:29.550051 mon.a mon.0 172.21.15.103:6789/0 248 : cluster [WRN] Health check failed: 328 slow requests are blocked > 32 sec. Implicated osds 0,2,4,6 (REQUEST_SLOW)" in cluster log

fail 3475728 2019-01-17 23:12:42 2019-01-18 02:32:21 2019-01-18 03:14:21 0:42:00 0:17:41 0:24:19 smithi master multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T02:56:00.019796+00:00 smithi013 kernel: [ 72.737233] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3475730 2019-01-17 23:12:43 2019-01-18 02:32:21 2019-01-18 03:16:20 0:43:59 0:19:47 0:24:12 smithi master multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T02:54:30.019655+00:00 smithi134 kernel: [ 53.764094] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3475732 2019-01-17 23:12:44 2019-01-18 02:34:08 2019-01-18 03:06:08 0:32:00 0:11:03 0:20:57 smithi master multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-18T02:54:50.019959+00:00 smithi200 kernel: [ 71.748882] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog