ID
Status
Ceph Branch
Suite Branch
Teuthology Branch
Machine
OS
Nodes
Description
Failure Reason
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T19:54:00.019732+00:00 smithi091 kernel: [ 71.546094] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_dbench_iozone.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T19:33:10.020189+00:00 smithi163 kernel: [ 41.765543] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/auto-repair.yaml whitelist_health.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T23:26:10.019996+00:00 smithi192 kernel: [ 48.757076] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/thrash/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml}
"2019-01-22 19:44:15.470829 mon.b mon.0 172.21.15.78:6789/0 515 : cluster [WRN] Health check failed: 1 MDSs report slow metadata IOs (MDS_SLOW_METADATA_IO)" in cluster log
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T19:34:00.019793+00:00 smithi204 kernel: [ 60.765082] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/backtrace.yaml whitelist_health.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T22:45:00.024311+00:00 smithi018 kernel: [ 113.756327] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T20:01:00.019581+00:00 smithi085 kernel: [ 55.542285] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T19:25:00.019546+00:00 smithi125 kernel: [ 65.774298] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-limits.yaml whitelist_health.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T21:05:30.024094+00:00 smithi095 kernel: [ 97.794161] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T19:33:20.019527+00:00 smithi033 kernel: [ 56.744691] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/thrash/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T19:26:10.019711+00:00 smithi005 kernel: [ 55.736150] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-recovery.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T19:24:10.020205+00:00 smithi041 kernel: [ 55.742419] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml}
"2019-01-22 19:40:01.441683 mon.b mon.0 172.21.15.95:6789/0 130 : cluster [WRN] Health check failed: 12488 slow requests are blocked > 32 sec. Implicated osds 0,1,3,4,5 (REQUEST_SLOW)" in cluster log
luminous
luminous
master
smithi
 
kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/config-commands.yaml whitelist_health.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T20:03:40.019958+00:00 smithi006 kernel: [ 61.736803] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T19:28:10.019651+00:00 smithi205 kernel: [ 29.548664] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T20:03:00.019532+00:00 smithi088 kernel: [ 33.750553] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/damage.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
 
kcephfs/thrash/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T19:36:30.019287+00:00 smithi038 kernel: [ 72.747822] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T19:28:20.019805+00:00 smithi175 kernel: [ 53.748890] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/data-scan.yaml whitelist_health.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-23T06:26:50.024421+00:00 smithi081 kernel: [ 79.758371] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T19:47:00.019789+00:00 smithi013 kernel: [ 74.689103] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T19:52:00.020251+00:00 smithi079 kernel: [ 46.761792] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/failover.yaml whitelist_health.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T20:14:30.024316+00:00 smithi189 kernel: [ 118.768945] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T19:35:20.019350+00:00 smithi072 kernel: [ 44.749732] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T19:35:00.019670+00:00 smithi203 kernel: [ 55.761449] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T20:25:30.019700+00:00 smithi157 kernel: [ 70.760634] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/forward-scrub.yaml whitelist_health.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T20:59:10.025308+00:00 smithi017 kernel: [ 111.755414] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/thrash/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T19:44:00.020276+00:00 smithi084 kernel: [ 22.746656] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T19:40:40.024896+00:00 smithi057 kernel: [ 79.699307] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/journal-repair.yaml whitelist_health.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T23:36:30.021976+00:00 smithi150 kernel: [ 91.766999] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T19:44:00.020455+00:00 smithi046 kernel: [ 66.756418] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T19:39:00.020014+00:00 smithi069 kernel: [ 60.542610] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-flush.yaml whitelist_health.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-23T05:32:50.024517+00:00 smithi081 kernel: [ 90.754696] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T20:40:00.019823+00:00 smithi091 kernel: [ 38.746438] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/thrash/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T19:53:00.019604+00:00 smithi074 kernel: [ 64.746444] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-full.yaml whitelist_health.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T23:20:30.019804+00:00 smithi042 kernel: [ 67.736918] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T19:54:10.024070+00:00 smithi184 kernel: [ 93.760955] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml}
"2019-01-22 20:31:22.002676 mon.b mon.0 172.21.15.6:6789/0 138 : cluster [WRN] Health check failed: 55 slow requests are blocked > 32 sec. Implicated osds 2,4,6 (REQUEST_SLOW)" in cluster log
luminous
luminous
master
smithi
 
kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/pool-perm.yaml whitelist_health.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-23T00:50:30.019382+00:00 smithi178 kernel: [ 55.304160] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T19:40:40.019661+00:00 smithi168 kernel: [ 72.781788] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T20:04:00.024426+00:00 smithi012 kernel: [ 85.750047] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/sessionmap.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
 
kcephfs/thrash/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T19:44:10.019566+00:00 smithi115 kernel: [ 27.750124] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T20:04:10.025425+00:00 smithi018 kernel: [ 78.735499] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/strays.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T19:54:10.019779+00:00 smithi072 kernel: [ 39.754583] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T19:48:00.019857+00:00 smithi005 kernel: [ 51.683968] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/volume-client.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T19:46:00.020319+00:00 smithi196 kernel: [ 24.549464] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T20:02:00.020101+00:00 smithi136 kernel: [ 31.765132] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_dbench_iozone.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T19:54:20.019893+00:00 smithi101 kernel: [ 43.754011] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/auto-repair.yaml whitelist_health.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T22:17:00.019969+00:00 smithi071 kernel: [ 37.750643] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/thrash/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T19:59:30.024291+00:00 smithi027 kernel: [ 98.753335] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T20:30:00.019721+00:00 smithi064 kernel: [ 33.755792] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/backtrace.yaml whitelist_health.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T22:12:20.024304+00:00 smithi197 kernel: [ 92.557421] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T20:06:40.019147+00:00 smithi132 kernel: [ 60.752097] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T20:05:00.019575+00:00 smithi168 kernel: [ 59.765663] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-limits.yaml whitelist_health.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T21:39:40.024248+00:00 smithi163 kernel: [ 91.781581] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T20:19:00.019617+00:00 smithi103 kernel: [ 71.315867] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/thrash/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T20:17:30.019701+00:00 smithi041 kernel: [ 62.692142] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-recovery.yaml whitelist_health.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T22:47:30.019390+00:00 smithi059 kernel: [ 67.745129] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T20:00:00.020210+00:00 smithi145 kernel: [ 55.760959] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml}
"2019-01-22 20:08:31.201912 mon.b mon.0 172.21.15.96:6789/0 133 : cluster [WRN] Health check failed: 9275 slow requests are blocked > 32 sec. Implicated osds 0,2,4,5,6 (REQUEST_SLOW)" in cluster log
luminous
luminous
master
smithi
 
kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/config-commands.yaml whitelist_health.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T23:08:30.019909+00:00 smithi039 kernel: [ 74.778269] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T20:12:00.020586+00:00 smithi059 kernel: [ 66.693151] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T20:14:00.019668+00:00 smithi047 kernel: [ 76.744769] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/damage.yaml whitelist_health.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T21:13:40.024453+00:00 smithi038 kernel: [ 87.749868] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/thrash/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T20:03:30.024561+00:00 smithi129 kernel: [ 90.317243] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T20:03:30.019696+00:00 smithi070 kernel: [ 69.762566] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/data-scan.yaml whitelist_health.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T20:11:30.024303+00:00 smithi060 kernel: [ 87.752993] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T20:04:00.019767+00:00 smithi114 kernel: [ 61.530250] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T20:22:00.023643+00:00 smithi095 kernel: [ 77.769816] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/failover.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T20:22:10.019891+00:00 smithi161 kernel: [ 65.761199] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T20:10:10.019615+00:00 smithi124 kernel: [ 58.750478] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T20:47:50.019794+00:00 smithi133 kernel: [ 72.752636] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/forward-scrub.yaml whitelist_health.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T23:50:10.019796+00:00 smithi168 kernel: [ 72.317273] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/thrash/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T20:08:20.019836+00:00 smithi023 kernel: [ 49.789816] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T20:21:00.019679+00:00 smithi154 kernel: [ 60.765361] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/journal-repair.yaml whitelist_health.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T21:04:30.019359+00:00 smithi085 kernel: [ 56.753983] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T20:10:00.020312+00:00 smithi062 kernel: [ 43.770141] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T20:22:00.020198+00:00 smithi136 kernel: [ 34.760793] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-flush.yaml whitelist_health.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T21:03:50.019778+00:00 smithi181 kernel: [ 70.748959] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T20:11:40.019932+00:00 smithi008 kernel: [ 63.749078] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/thrash/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T20:15:00.019714+00:00 smithi066 kernel: [ 47.772163] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-full.yaml whitelist_health.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-23T00:51:20.024862+00:00 smithi176 kernel: [ 87.281314] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T20:24:00.022084+00:00 smithi043 kernel: [ 63.746731] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml}
"2019-01-22 20:34:29.306312 mon.a mon.0 172.21.15.18:6789/0 167 : cluster [WRN] Health check failed: 9864 slow requests are blocked > 32 sec. Implicated osds 0,2,4,5,6 (REQUEST_SLOW)" in cluster log
luminous
luminous
master
smithi
 
kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/pool-perm.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T20:15:20.019614+00:00 smithi109 kernel: [ 49.302175] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T20:24:00.019554+00:00 smithi135 kernel: [ 75.556065] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/sessionmap.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
 
kcephfs/thrash/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T20:40:40.019218+00:00 smithi041 kernel: [ 61.732423] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T20:42:00.025639+00:00 smithi148 kernel: [ 78.779087] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/strays.yaml whitelist_health.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-23T01:14:00.019829+00:00 smithi203 kernel: [ 63.757595] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml}
"2019-01-22 20:42:25.162260 mon.b mon.0 172.21.15.27:6789/0 139 : cluster [WRN] Health check failed: 11 slow requests are blocked > 32 sec. Implicated osds 6 (REQUEST_SLOW)" in cluster log
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T20:34:40.019953+00:00 smithi059 kernel: [ 67.689938] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/volume-client.yaml whitelist_health.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T22:54:20.024418+00:00 smithi154 kernel: [ 104.770563] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T20:41:20.019229+00:00 smithi175 kernel: [ 60.751950] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T20:25:00.020578+00:00 smithi159 kernel: [ 51.786271] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_dbench_iozone.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T21:30:50.019664+00:00 smithi186 kernel: [ 72.757370] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/auto-repair.yaml whitelist_health.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-23T07:01:00.019597+00:00 smithi193 kernel: [ 51.748024] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/thrash/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T20:43:20.019331+00:00 smithi009 kernel: [ 59.739799] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-22T20:28:10.024809+00:00 smithi131 kernel: [ 100.777643] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog
luminous
luminous
master
smithi
 
kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/backtrace.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
 
kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/data-scan.yaml whitelist_health.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2019-01-23T16:41:20.024452+00:00 smithi043 kernel: [ 91.745520] BUG: sleeping function called from invalid context at kernel/locking/mutex.c:908 ' in syslog