Pulpito

mchangir-2021-02-09_11:41:14-fs:workload-wip-mchangir-mds-scrub-error-with-background-task-distro-basic-smithi

ID
Status
Ceph Branch
Suite Branch
Teuthology Branch
Machine
OS
Nodes
Description
Failure Reason
5871826
PASS
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
rhel 8.3
smithi121 smithi140 smithi188
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/3 scrub/yes tasks/{0-check-counter workunit/fs/misc}}
5871827
FAIL
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
ubuntu 20.04
smithi014 smithi019 smithi129
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/1 scrub/yes tasks/{0-check-counter workunit/suites/blogbench}}
"2021-02-13T22:47:50.861509+0000 mds.b (mds.0) 34 : cluster [WRN] Scrub error on inode 0x10000000416 (~mds0/stray0/10000000416) see mds.b log and `damage ls` output for details" in cluster log
5871828
FAIL
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
rhel 8.3
smithi005 smithi159 smithi184
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/5 scrub/yes tasks/{0-check-counter workunit/suites/ffsb}}
"2021-02-13T22:46:31.603992+0000 mon.a (mon.0) 312 : cluster [WRN] Health check failed: 1 MDSs report slow metadata IOs (MDS_SLOW_METADATA_IO)" in cluster log
5871829
PASS
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
ubuntu 20.04
smithi080 smithi148 smithi166
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/3 scrub/yes tasks/{0-check-counter workunit/suites/fsstress}}
5871830
PASS
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
rhel 8.3
smithi077 smithi138 smithi174
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/1 scrub/yes tasks/{0-check-counter workunit/suites/fsync-tester}}
5871831
PASS
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
ubuntu 20.04
smithi070 smithi152 smithi196
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/5 scrub/yes tasks/{0-check-counter workunit/suites/iogen}}
5871832
PASS
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
rhel 8.3
smithi013 smithi049 smithi067
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/3 scrub/yes tasks/{0-check-counter workunit/suites/pjd}}
5871833
FAIL
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
ubuntu 20.04
smithi016 smithi062 smithi142
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/1 scrub/yes tasks/{0-check-counter workunit/fs/misc}}
"2021-02-13T23:10:02.623074+0000 mds.f (mds.0) 179 : cluster [WRN] Scrub error on inode 0x1000001026b (~mds0/stray4/1000001026b) see mds.f log and `damage ls` output for details" in cluster log
5871834
PASS
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
rhel 8.3
smithi107 smithi137 smithi144
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/5 scrub/yes tasks/{0-check-counter workunit/suites/blogbench}}
5871835
FAIL
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
ubuntu 20.04
smithi095 smithi112 smithi114
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/3 scrub/yes tasks/{0-check-counter workunit/suites/ffsb}}
"2021-02-13T22:54:16.471669+0000 mon.a (mon.0) 297 : cluster [WRN] Health check failed: 1 MDSs report slow metadata IOs (MDS_SLOW_METADATA_IO)" in cluster log
5871836
PASS
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
rhel 8.3
smithi063 smithi103 smithi156
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/1 scrub/yes tasks/{0-check-counter workunit/suites/fsstress}}
5871837
PASS
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
ubuntu 20.04
smithi027 smithi059 smithi078
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/5 scrub/yes tasks/{0-check-counter workunit/suites/fsync-tester}}
5871838
PASS
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
rhel 8.3
smithi029 smithi041 smithi193
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/3 scrub/yes tasks/{0-check-counter workunit/suites/iogen}}
5871839
PASS
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
ubuntu 20.04
smithi074 smithi096 smithi124
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/1 scrub/yes tasks/{0-check-counter workunit/suites/pjd}}
5871840
PASS
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
rhel 8.3
smithi031 smithi055 smithi155
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/5 scrub/yes tasks/{0-check-counter workunit/fs/misc}}
5871841
PASS
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
ubuntu 20.04
smithi089 smithi104 smithi145
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/3 scrub/yes tasks/{0-check-counter workunit/suites/blogbench}}
5871842
PASS
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
rhel 8.3
smithi061 smithi097 smithi133
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/1 scrub/yes tasks/{0-check-counter workunit/suites/ffsb}}
5871843
PASS
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
ubuntu 20.04
smithi084 smithi141 smithi179
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/5 scrub/yes tasks/{0-check-counter workunit/suites/fsstress}}
5871844
PASS
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
rhel 8.3
smithi068 smithi098 smithi170
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/3 scrub/yes tasks/{0-check-counter workunit/suites/fsync-tester}}
5871845
PASS
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
ubuntu 20.04
smithi045 smithi076 smithi131
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/1 scrub/yes tasks/{0-check-counter workunit/suites/iogen}}
5871846
PASS
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
rhel 8.3
smithi026 smithi086 smithi111
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/5 scrub/yes tasks/{0-check-counter workunit/suites/pjd}}
5871847
FAIL
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
ubuntu 20.04
smithi025 smithi101 smithi160
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/3 scrub/yes tasks/{0-check-counter workunit/fs/misc}}
Command failed (workunit test fs/misc/multiple_rsync.sh) on smithi025 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=48eb49ceadaa78add4f8846a100235cc4c86181c TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/misc/multiple_rsync.sh'
5871848
FAIL
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
rhel 8.3
smithi037 smithi075 smithi109
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/1 scrub/yes tasks/{0-check-counter workunit/suites/blogbench}}
"2021-02-13T22:54:56.418846+0000 mds.b (mds.0) 39 : cluster [WRN] Scrub error on inode 0x10000000534 (~mds0/stray3/10000000534) see mds.b log and `damage ls` output for details" in cluster log
5871849
PASS
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
ubuntu 20.04
smithi032 smithi038 smithi052
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/5 scrub/yes tasks/{0-check-counter workunit/suites/ffsb}}
5871850
PASS
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
rhel 8.3
smithi023 smithi036 smithi204
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/3 scrub/yes tasks/{0-check-counter workunit/suites/fsstress}}
5871851
PASS
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
ubuntu 20.04
smithi001 smithi066 smithi199
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/1 scrub/yes tasks/{0-check-counter workunit/suites/fsync-tester}}
5871852
FAIL
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
rhel 8.3
smithi017 smithi042 smithi134
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/5 scrub/yes tasks/{0-check-counter workunit/suites/iogen}}
The following counters failed to be set on mds daemons: {'mds.exported', 'mds.imported'}
5871853
PASS
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
ubuntu 20.04
smithi047 smithi051 smithi132
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/3 scrub/yes tasks/{0-check-counter workunit/suites/pjd}}
5871854
PASS
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
centos 8.2
smithi018 smithi185 smithi205
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore-ec/bluestore-comp-ec-root omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/1 scrub/yes tasks/{0-check-counter workunit/fs/misc}}
5871855
FAIL
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
centos 8.2
smithi039 smithi040 smithi175
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/5 scrub/yes tasks/{0-check-counter workunit/suites/blogbench}}
Command failed on smithi039 with status 1: 'sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp'
5871856
PASS
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
centos 8.2
smithi092 smithi167 smithi191
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore-ec/bluestore-comp-ec-root omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/3 scrub/yes tasks/{0-check-counter workunit/suites/ffsb}}
5871857
PASS
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
centos 8.2
smithi082 smithi099 smithi197
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/1 scrub/yes tasks/{0-check-counter workunit/suites/fsstress}}
5871858
PASS
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
rhel 8.3
smithi094 smithi123 smithi186
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore-ec/bluestore-comp-ec-root omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/5 scrub/yes tasks/{0-check-counter workunit/suites/fsync-tester}}
5871859
PASS
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
centos 8.2
smithi003 smithi044 smithi071
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/3 scrub/yes tasks/{0-check-counter workunit/suites/iogen}}
5871860
PASS
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
rhel 8.3
smithi057 smithi125 smithi183
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore-ec/bluestore-comp-ec-root omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/1 scrub/yes tasks/{0-check-counter workunit/suites/pjd}}
5871861
PASS
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
centos 8.2
smithi077 smithi138 smithi174
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/5 scrub/yes tasks/{0-check-counter workunit/fs/misc}}
5871862
PASS
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
rhel 8.3
smithi033 smithi181 smithi187
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore-ec/bluestore-comp-ec-root omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/3 scrub/yes tasks/{0-check-counter workunit/suites/blogbench}}
5871863
FAIL
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
centos 8.2
smithi013 smithi049 smithi067
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/1 scrub/yes tasks/{0-check-counter workunit/suites/ffsb}}
"2021-02-13T23:14:19.801481+0000 mon.a (mon.0) 239 : cluster [WRN] Health check failed: 1 MDSs report slow metadata IOs (MDS_SLOW_METADATA_IO)" in cluster log
5871864
PASS
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
ubuntu 18.04
smithi150 smithi163 smithi198
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse objectstore-ec/bluestore-comp-ec-root omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/5 scrub/yes tasks/{0-check-counter workunit/suites/fsstress}}
5871865
PASS
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
centos 8.2
smithi002 smithi106 smithi119
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/3 scrub/yes tasks/{0-check-counter workunit/suites/fsync-tester}}
5871866
PASS
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
rhel 8.3
smithi058 smithi085 smithi115
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore-ec/bluestore-comp-ec-root omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/1 scrub/yes tasks/{0-check-counter workunit/suites/iogen}}
5871867
PASS
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
centos 8.2
smithi008 smithi122 smithi146
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/5 scrub/yes tasks/{0-check-counter workunit/suites/pjd}}
5871868
FAIL
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
centos 8.2
smithi072 smithi190 smithi201
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/3 scrub/yes tasks/{0-check-counter workunit/fs/misc}}
Command failed (workunit test fs/misc/multiple_rsync.sh) on smithi072 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=48eb49ceadaa78add4f8846a100235cc4c86181c TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/misc/multiple_rsync.sh'
5871869
FAIL
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
centos 8.2
smithi079 smithi110 smithi153
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/1 scrub/yes tasks/{0-check-counter workunit/suites/blogbench}}
"2021-02-13T23:19:25.541801+0000 mds.a (mds.0) 49 : cluster [WRN] Scrub error on inode 0x1000000050b (~mds0/stray2/1000000050b) see mds.a log and `damage ls` output for details" in cluster log
5871870
PASS
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
centos 8.2
smithi064 smithi081 smithi116
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/5 scrub/yes tasks/{0-check-counter workunit/suites/ffsb}}
5871871
PASS
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
centos 8.2
smithi080 smithi148 smithi166
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/3 scrub/yes tasks/{0-check-counter workunit/suites/fsstress}}
5871872
PASS
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
rhel 8.3
smithi063 smithi103 smithi156
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/1 scrub/yes tasks/{0-check-counter workunit/suites/fsync-tester}}
5871873
PASS
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
centos 8.2
smithi068 smithi098 smithi170
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/5 scrub/yes tasks/{0-check-counter workunit/suites/iogen}}
5871874
PASS
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
ubuntu 18.04
smithi026 smithi086 smithi111
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/3 scrub/yes tasks/{0-check-counter workunit/suites/pjd}}
5871875
PASS
wip-mchangir-mds-scrub-error-with-background-task
wip-mchangir-mds-scrub-error-with-background-task
master
smithi
centos 8.2
smithi027 smithi059 smithi078
fs:workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/1 scrub/yes tasks/{0-check-counter workunit/fs/misc}}