Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
fail 3489757 2019-01-21 17:47:21 2019-01-21 20:04:56 2019-01-21 20:28:55 0:23:59 0:10:52 0:13:07 smithi master multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T20:18:00.019615+00:00 smithi187 kernel: [ 45.776504] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489759 2019-01-21 17:47:22 2019-01-21 20:06:59 2019-01-21 20:38:58 0:31:59 0:16:39 0:15:20 smithi master multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml thrash/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T20:22:00.021967+00:00 smithi118 kernel: [ 72.548225] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489761 2019-01-21 17:47:23 2019-01-21 20:07:16 2019-01-21 21:07:16 1:00:00 0:47:02 0:12:58 smithi master multimds/verify/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml verify/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T20:18:20.019775+00:00 smithi074 kernel: [ 66.762291] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489763 2019-01-21 17:47:24 2019-01-21 20:08:50 2019-01-21 21:06:50 0:58:00 0:40:32 0:17:28 smithi master multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml} 3
Failure Reason:

"2019-01-21 20:32:23.388224 mon.a mon.0 172.21.15.26:6789/0 204 : cluster [WRN] Health check failed: 192 slow requests are blocked > 32 sec. Implicated osds 1 (REQUEST_SLOW)" in cluster log

fail 3489765 2019-01-21 17:47:24 2019-01-21 20:08:57 2019-01-21 21:18:57 1:10:00 0:50:45 0:19:15 smithi master multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T20:28:00.019692+00:00 smithi039 kernel: [ 44.570432] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489767 2019-01-21 17:47:25 2019-01-21 20:11:03 2019-01-21 20:35:03 0:24:00 0:12:04 0:11:56 smithi master multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T20:21:30.019103+00:00 smithi196 kernel: [ 63.763767] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489769 2019-01-21 17:47:26 2019-01-21 20:11:03 2019-01-21 20:59:03 0:48:00 0:20:46 0:27:14 smithi master multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T20:38:00.019691+00:00 smithi040 kernel: [ 72.696076] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489771 2019-01-21 17:47:27 2019-01-21 20:12:43 2019-01-21 21:34:44 1:22:01 0:56:21 0:25:40 smithi master multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T20:37:00.019593+00:00 smithi109 kernel: [ 46.550331] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489773 2019-01-21 17:47:27 2019-01-21 20:12:49 2019-01-21 20:42:49 0:30:00 0:10:34 0:19:26 smithi master multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/kclient.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T20:31:00.019585+00:00 smithi148 kernel: [ 72.562156] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489775 2019-01-21 17:47:28 2019-01-21 20:13:00 2019-01-22 00:23:04 4:10:04 3:43:09 0:26:55 smithi master centos multimds/verify/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T20:40:01.848807+00:00 smithi064 kernel: BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489777 2019-01-21 17:47:29 2019-01-21 20:14:55 2019-01-21 21:48:56 1:34:01 1:04:39 0:29:22 smithi master multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml} 3
Failure Reason:

"2019-01-21 21:04:07.798422 mon.a mon.0 172.21.15.5:6789/0 184 : cluster [WRN] Health check failed: 1363 slow requests are blocked > 32 sec. Implicated osds 0,3,4,5 (REQUEST_SLOW)" in cluster log

fail 3489779 2019-01-21 17:47:30 2019-01-21 20:14:55 2019-01-21 21:04:55 0:50:00 0:15:54 0:34:06 smithi master multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T20:48:00.020270+00:00 smithi118 kernel: [ 43.539071] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489781 2019-01-21 17:47:31 2019-01-21 20:16:59 2019-01-21 20:52:59 0:36:00 0:23:37 0:12:23 smithi master multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T20:28:00.019633+00:00 smithi083 kernel: [ 41.755588] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489783 2019-01-21 17:47:31 2019-01-21 20:18:55 2019-01-21 20:48:55 0:30:00 0:10:24 0:19:36 smithi master multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T20:38:00.019751+00:00 smithi014 kernel: [ 54.740985] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489785 2019-01-21 17:47:32 2019-01-21 20:19:01 2019-01-21 20:43:01 0:24:00 0:10:19 0:13:41 smithi master multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T20:31:00.019728+00:00 smithi072 kernel: [ 30.767324] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489787 2019-01-21 17:47:33 2019-01-21 20:21:02 2019-01-21 21:05:02 0:44:00 0:26:55 0:17:05 smithi master multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T20:37:30.023411+00:00 smithi114 kernel: [ 93.758504] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489789 2019-01-21 17:47:34 2019-01-21 20:21:13 2019-01-21 20:57:12 0:35:59 0:18:17 0:17:42 smithi master multimds/verify/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T20:37:40.024115+00:00 smithi197 kernel: [ 103.545588] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489791 2019-01-21 17:47:35 2019-01-21 20:27:08 2019-01-21 22:39:08 2:12:00 1:56:46 0:15:14 smithi master multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T20:42:00.019628+00:00 smithi095 kernel: [ 45.542121] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489793 2019-01-21 17:47:36 2019-01-21 20:27:08 2019-01-21 21:21:07 0:53:59 0:42:26 0:11:33 smithi master multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T20:38:00.019698+00:00 smithi038 kernel: [ 62.752652] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489795 2019-01-21 17:47:36 2019-01-21 20:29:05 2019-01-21 20:59:04 0:29:59 0:16:09 0:13:50 smithi master multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T20:42:10.019553+00:00 smithi121 kernel: [ 42.738708] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489797 2019-01-21 17:47:37 2019-01-21 20:29:05 2019-01-21 21:01:04 0:31:59 0:18:56 0:13:03 smithi master multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T20:42:00.019569+00:00 smithi171 kernel: [ 75.789180] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489799 2019-01-21 17:47:38 2019-01-21 20:29:05 2019-01-21 21:33:05 1:04:00 0:49:46 0:14:14 smithi master multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T20:43:00.019617+00:00 smithi144 kernel: [ 44.759682] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489801 2019-01-21 17:47:39 2019-01-21 20:29:05 2019-01-21 20:51:04 0:21:59 0:11:07 0:10:52 smithi master multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml thrash/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T20:40:00.019687+00:00 smithi073 kernel: [ 54.542190] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489803 2019-01-21 17:47:40 2019-01-21 20:29:08 2019-01-21 21:47:08 1:18:00 0:51:58 0:26:02 smithi master centos multimds/verify/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml verify/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T21:00:01.526050+00:00 smithi186 kernel: BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489805 2019-01-21 17:47:40 2019-01-21 20:31:01 2019-01-21 21:11:01 0:40:00 0:22:30 0:17:30 smithi master multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml} 3
Failure Reason:

"2019-01-21 20:54:32.746372 mon.b mon.0 172.21.15.85:6789/0 229 : cluster [WRN] Health check failed: 14039 slow requests are blocked > 32 sec. Implicated osds 0,2,4,6 (REQUEST_SLOW)" in cluster log

fail 3489807 2019-01-21 17:47:41 2019-01-21 20:32:43 2019-01-21 21:02:42 0:29:59 0:17:14 0:12:45 smithi master multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T20:43:40.019802+00:00 smithi193 kernel: [ 69.760322] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489809 2019-01-21 17:47:42 2019-01-21 20:34:25 2019-01-21 21:08:25 0:34:00 0:22:02 0:11:58 smithi master multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T20:45:40.019621+00:00 smithi076 kernel: [ 57.762530] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489811 2019-01-21 17:47:43 2019-01-21 20:34:41 2019-01-21 20:56:41 0:22:00 0:11:31 0:10:29 smithi master multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T20:44:40.019118+00:00 smithi070 kernel: [ 72.753286] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489813 2019-01-21 17:47:44 2019-01-21 20:35:04 2019-01-21 20:59:03 0:23:59 0:10:38 0:13:21 smithi master multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T20:48:20.028875+00:00 smithi052 kernel: [ 80.750568] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489815 2019-01-21 17:47:44 2019-01-21 20:35:06 2019-01-21 21:15:07 0:40:01 0:27:16 0:12:45 smithi master multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T20:46:00.019812+00:00 smithi057 kernel: [ 37.685076] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489817 2019-01-21 17:47:45 2019-01-21 20:37:07 2019-01-21 21:07:07 0:30:00 0:18:03 0:11:57 smithi master multimds/verify/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T20:48:20.019815+00:00 smithi179 kernel: [ 57.760996] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489819 2019-01-21 17:47:46 2019-01-21 20:38:38 2019-01-21 22:52:39 2:14:01 2:00:14 0:13:47 smithi master multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T20:51:10.020091+00:00 smithi198 kernel: [ 71.748807] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489821 2019-01-21 17:47:47 2019-01-21 20:38:47 2019-01-21 21:24:47 0:46:00 0:34:24 0:11:36 smithi master multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T20:49:10.020210+00:00 smithi172 kernel: [ 65.757896] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489823 2019-01-21 17:47:48 2019-01-21 20:38:48 2019-01-21 21:08:48 0:30:00 0:16:31 0:13:29 smithi master multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T20:51:10.020171+00:00 smithi148 kernel: [ 65.749168] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489825 2019-01-21 17:47:48 2019-01-21 20:39:01 2019-01-21 21:11:01 0:32:00 0:21:25 0:10:35 smithi master multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T20:49:00.019632+00:00 smithi006 kernel: [ 69.744685] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489827 2019-01-21 17:47:49 2019-01-21 20:39:08 2019-01-21 21:41:08 1:02:00 0:45:36 0:16:24 smithi master multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T20:54:00.019845+00:00 smithi205 kernel: [ 68.760787] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489829 2019-01-21 17:47:50 2019-01-21 20:40:56 2019-01-21 21:06:56 0:26:00 0:09:46 0:16:14 smithi master multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml thrash/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T20:56:00.020606+00:00 smithi099 kernel: [ 42.743390] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489831 2019-01-21 17:47:51 2019-01-21 20:40:56 2019-01-21 22:00:57 1:20:01 0:51:09 0:28:52 smithi master centos multimds/verify/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml verify/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T21:10:01.619052+00:00 smithi098 kernel: BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489833 2019-01-21 17:47:52 2019-01-21 20:41:15 2019-01-21 22:47:16 2:06:01 1:55:28 0:10:33 smithi master multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml} 3
Failure Reason:

"2019-01-21 20:59:19.207849 mon.b mon.0 172.21.15.36:6789/0 153 : cluster [WRN] Health check failed: 46814 slow requests are blocked > 32 sec. Implicated osds 0,2,4,5,6 (REQUEST_SLOW)" in cluster log

fail 3489835 2019-01-21 17:47:53 2019-01-21 20:42:54 2019-01-21 21:12:53 0:29:59 0:15:43 0:14:16 smithi master multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T20:56:10.019730+00:00 smithi019 kernel: [ 64.741671] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489837 2019-01-21 17:47:53 2019-01-21 20:42:54 2019-01-21 21:24:53 0:41:59 0:31:00 0:10:59 smithi master multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T20:53:30.019822+00:00 smithi059 kernel: [ 74.736297] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489839 2019-01-21 17:47:54 2019-01-21 20:43:02 2019-01-21 21:07:01 0:23:59 0:11:53 0:12:06 smithi master multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T20:55:00.019747+00:00 smithi093 kernel: [ 43.749996] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489841 2019-01-21 17:47:55 2019-01-21 20:45:06 2019-01-21 21:19:06 0:34:00 0:10:04 0:23:56 smithi master multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cephfs_test_exports.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T21:08:20.019744+00:00 smithi134 kernel: [ 37.552356] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489843 2019-01-21 17:47:56 2019-01-21 20:45:06 2019-01-21 21:21:06 0:36:00 0:23:26 0:12:34 smithi master multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T20:57:00.019846+00:00 smithi029 kernel: [ 73.744274] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489845 2019-01-21 17:47:57 2019-01-21 20:46:56 2019-01-21 21:12:56 0:26:00 0:15:01 0:10:59 smithi master multimds/verify/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T20:57:10.019471+00:00 smithi110 kernel: [ 66.745746] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489847 2019-01-21 17:47:57 2019-01-21 20:46:57 2019-01-21 22:58:58 2:12:01 1:52:21 0:19:40 smithi master multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_kernel_untar_build.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T21:06:00.019781+00:00 smithi031 kernel: [ 73.737613] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489849 2019-01-21 17:47:58 2019-01-21 20:48:38 2019-01-21 21:52:38 1:04:00 0:42:55 0:21:05 smithi master multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_misc.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T21:09:30.024263+00:00 smithi052 kernel: [ 85.697283] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489851 2019-01-21 17:47:59 2019-01-21 20:48:52 2019-01-21 21:18:51 0:29:59 0:14:55 0:15:04 smithi master multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_norstats.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T21:01:50.019210+00:00 smithi137 kernel: [ 72.540209] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489853 2019-01-21 17:48:00 2019-01-21 20:48:56 2019-01-21 21:28:56 0:40:00 0:24:04 0:15:56 smithi master multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_blogbench.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T21:03:00.019531+00:00 smithi104 kernel: [ 59.533967] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489855 2019-01-21 17:48:01 2019-01-21 20:49:00 2019-01-21 21:49:00 1:00:00 0:46:28 0:13:32 smithi master multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_dbench.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T21:01:00.020171+00:00 smithi169 kernel: [ 31.765711] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489857 2019-01-21 17:48:02 2019-01-21 20:51:17 2019-01-21 21:17:16 0:25:59 0:09:58 0:16:01 smithi master multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T21:07:00.019714+00:00 smithi043 kernel: [ 64.733506] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489859 2019-01-21 17:48:02 2019-01-21 20:53:10 2019-01-21 22:03:11 1:10:01 0:51:29 0:18:32 smithi master centos multimds/verify/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml} 3
Failure Reason:

"2019-01-21 21:43:32.502875 mon.b mon.0 172.21.15.70:6789/0 286 : cluster [WRN] Health check failed: 21 slow requests are blocked > 32 sec. Implicated osds 5 (REQUEST_SLOW)" in cluster log

fail 3489861 2019-01-21 17:48:03 2019-01-21 20:55:05 2019-01-21 21:35:05 0:40:00 0:28:30 0:11:30 smithi master multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_ffsb.yaml} 3
Failure Reason:

"2019-01-21 21:12:53.006419 mon.b mon.0 172.21.15.105:6789/0 226 : cluster [WRN] Health check failed: 16 slow requests are blocked > 32 sec. Implicated osds 2 (REQUEST_SLOW)" in cluster log

fail 3489863 2019-01-21 17:48:04 2019-01-21 20:56:42 2019-01-21 21:28:42 0:32:00 0:18:03 0:13:57 smithi master multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsstress.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T21:10:00.020222+00:00 smithi091 kernel: [ 51.755419] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489865 2019-01-21 17:48:05 2019-01-21 20:56:43 2019-01-21 21:34:42 0:37:59 0:20:34 0:17:25 smithi master multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_fsx.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T21:13:00.019647+00:00 smithi149 kernel: [ 61.768915] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog

fail 3489867 2019-01-21 17:48:06 2019-01-21 20:57:14 2019-01-21 21:23:13 0:25:59 0:11:16 0:14:43 smithi master multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml tasks/cfuse_workunit_suites_pjd.yaml} 3
Failure Reason:

'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-21T21:11:00.019839+00:00 smithi171 kernel: [ 33.565592] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog