teuthology-2021-09-03_03:20:01-krbd-master-testing-basic-gibba

6373135

FAIL

master

master

master

gibba

 

gibba018 gibba028 gibba031 gibba036

krbd/singleton/{bluestore-bitmap conf ms_mode$/{legacy} msgr-failures/few tasks/rbd_xfstests}

Command failed on gibba031 with status 1: "/usr/bin/sudo TESTDIR=/home/ubuntu/cephtest adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/bash /home/ubuntu/cephtest/run_xfstests.sh -c 1 -f ext4 -t /dev/rbd0 -s /dev/rbd1 -x /tmp/excludek672p4ct -r -- '-g auto -g blockdev -x clone'"

6373137

FAIL

master

master

master

gibba

 

gibba008 gibba040

krbd/unmap/{ceph/ceph clusters/separate-client conf filestore-xfs kernels/pre-single-major tasks/unmap}

Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=kernel&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&ref=nightly_pre-single-major

6373139

FAIL

master

master

master

gibba

 

gibba001 gibba002 gibba020

krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/legacy msgr-failures/many tasks/krbd_exclusive_option}

"2021-09-12T16:21:39.785326+0000 mon.a (mon.0) 225 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log

6373142

FAIL

master

master

master

gibba

 

gibba014 gibba019 gibba041

krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/crc msgr-failures/many tasks/krbd_huge_osdmap}

"2021-09-12T16:34:48.064381+0000 mon.a (mon.0) 260 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log

6373156

FAIL

master

master

master

gibba

 

gibba005 gibba030 gibba038

krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/secure msgr-failures/many tasks/rbd_workunit_suites_fsstress_ext4}

"2021-09-12T17:39:10.266068+0000 mon.a (mon.0) 243 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log

6373157

FAIL

master

master

master

gibba

 

gibba011 gibba016 gibba044

krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/legacy msgr-failures/few tasks/rbd_concurrent}

"2021-09-12T17:29:08.205914+0000 mon.a (mon.0) 192 : cluster [WRN] Health check failed: Degraded data redundancy: 2/4 objects degraded (50.000%), 1 pg degraded (PG_DEGRADED)" in cluster log

6373162

FAIL

master

master

master

gibba

 

gibba004 gibba017 gibba035

krbd/fsx/{ceph/ceph clusters/3-node conf features/object-map ms_mode$/{legacy} objectstore/filestore-xfs striping/default/{msgr-failures/few randomized-striping-off} tasks/fsx-3-client}

"2021-09-12T17:49:28.885525+0000 mon.a (mon.0) 120 : cluster [WRN] Health check failed: Degraded data redundancy: 2/4 objects degraded (50.000%), 1 pg degraded (PG_DEGRADED)" in cluster log

6373172

FAIL

master

master

master

gibba

 

gibba015 gibba029 gibba042

krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/secure msgr-failures/many tasks/rbd_fio}

"2021-09-12T18:40:34.979708+0000 mon.a (mon.0) 323 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log

6373173

FAIL

master

master

master

gibba

 

gibba008 gibba032 gibba043

krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/secure msgr-failures/many tasks/krbd_data_pool}

"2021-09-12T18:43:09.128053+0000 mon.a (mon.0) 243 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log

6373176

FAIL

master

master

master

gibba

 

gibba014 gibba019 gibba041

krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/legacy msgr-failures/many tasks/krbd_fallocate}

"2021-09-12T18:57:25.658052+0000 mon.a (mon.0) 188 : cluster [WRN] Health check failed: Degraded data redundancy: 2/4 objects degraded (50.000%), 1 pg degraded (PG_DEGRADED)" in cluster log

6373178

FAIL

master

master

master

gibba

 

gibba015 gibba029 gibba042

krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/legacy msgr-failures/many tasks/rbd_workunit_suites_dbench}

"2021-09-12T19:09:39.186554+0000 mon.a (mon.0) 335 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log

6373179

FAIL

master

master

master

gibba

 

gibba008 gibba032 gibba043

krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/crc msgr-failures/many tasks/krbd_latest_osdmap_on_map}

"2021-09-12T19:12:06.975602+0000 mon.a (mon.0) 268 : cluster [WRN] Health check failed: 2 osds down (OSD_DOWN)" in cluster log

6373181

FAIL

master

master

master

gibba

 

gibba002 gibba020 gibba022

krbd/fsx/{ceph/ceph clusters/3-node conf features/object-map ms_mode$/{legacy} objectstore/filestore-xfs striping/default/{msgr-failures/many randomized-striping-off} tasks/fsx-3-client}

"2021-09-12T19:02:09.502692+0000 mon.a (mon.0) 290 : cluster [WRN] Health check failed: Degraded data redundancy: 2/4 objects degraded (50.000%), 1 pg degraded (PG_DEGRADED)" in cluster log

6373187

FAIL

master

master

master

gibba

 

gibba015 gibba029 gibba042

krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/legacy msgr-failures/many tasks/krbd_udev_netns}

"2021-09-12T19:39:19.635223+0000 mon.a (mon.0) 283 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log

6373192

FAIL

master

master

master

gibba

 

gibba014 gibba040 gibba041

krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/legacy msgr-failures/few tasks/rbd_workunit_suites_fsstress_ext4}

"2021-09-12T20:00:42.078126+0000 mon.a (mon.0) 191 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log

6373193

FAIL

master

master

master

gibba

 

gibba008 gibba028 gibba032

krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/crc msgr-failures/many tasks/rbd_concurrent}

"2021-09-12T20:01:20.612354+0000 mon.a (mon.0) 237 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log

6373196

FAIL

master

master

master

gibba

 

gibba002 gibba020 gibba022

krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/secure msgr-failures/many tasks/rbd_image_read}

"2021-09-12T20:12:53.967565+0000 mon.a (mon.0) 299 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log

6373206

FAIL

master

master

master

gibba

 

gibba014 gibba040 gibba041

krbd/fsx/{ceph/ceph clusters/3-node conf features/no-object-map ms_mode$/{crc} objectstore/filestore-xfs striping/default/{msgr-failures/many randomized-striping-off} tasks/fsx-1-client}

reached maximum tries (90) after waiting for 540 seconds

6373207

FAIL

master

master

master

gibba

 

gibba005 gibba011 gibba044

krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/legacy msgr-failures/few tasks/rbd_fio}

"2021-09-12T20:39:31.654336+0000 mon.a (mon.0) 119 : cluster [WRN] Health check failed: Degraded data redundancy: 2/4 objects degraded (50.000%), 1 pg degraded (PG_DEGRADED)" in cluster log

6373212

FAIL

master

master

master

gibba

 

gibba002 gibba020 gibba022

krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/secure msgr-failures/many tasks/rbd_workunit_kernel_untar_build}

"2021-09-12T20:57:03.454349+0000 mon.a (mon.0) 140 : cluster [WRN] Health check failed: Degraded data redundancy: 2/4 objects degraded (50.000%), 1 pg degraded (PG_DEGRADED)" in cluster log

6373214

FAIL

master

master

master

gibba

 

gibba005 gibba011 gibba044

krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/legacy msgr-failures/many tasks/krbd_huge_osdmap}

"2021-09-12T21:18:23.026226+0000 mon.a (mon.0) 201 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log

6373220

FAIL

master

master

master

gibba

 

gibba002 gibba020 gibba022

krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/crc msgr-failures/many tasks/krbd_namespaces}

"2021-09-12T21:35:42.207176+0000 mon.a (mon.0) 224 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log

6373221

FAIL

master

master

master

gibba

 

gibba014 gibba030 gibba037

krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/legacy msgr-failures/many tasks/rbd_workunit_suites_ffsb}

"2021-09-12T21:27:14.569517+0000 mon.a (mon.0) 115 : cluster [WRN] Health check failed: Degraded data redundancy: 2/4 objects degraded (50.000%), 1 pg degraded (PG_DEGRADED)" in cluster log

6373227

FAIL

master

master

master

gibba

 

gibba016 gibba026 gibba038

krbd/fsx/{ceph/ceph clusters/3-node conf features/no-object-map ms_mode$/{prefer-crc} objectstore/filestore-xfs striping/fancy/{msgr-failures/few randomized-striping-on} tasks/fsx-1-client}

"2021-09-12T22:01:45.322660+0000 mon.a (mon.0) 123 : cluster [WRN] Health check failed: Degraded data redundancy: 2/4 objects degraded (50.000%), 1 pg degraded (PG_DEGRADED)" in cluster log

6373228

FAIL

master

master

master

gibba

 

gibba011 gibba040 gibba044

krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/legacy msgr-failures/many tasks/krbd_udev_symlinks}

"2021-09-12T22:14:02.951531+0000 mon.a (mon.0) 274 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log

6373231

FAIL

master

master

master

gibba

 

gibba014 gibba022 gibba030

krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/crc msgr-failures/many tasks/rbd_huge_tickets}

"2021-09-12T22:28:38.742801+0000 mon.a (mon.0) 314 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log

6373236

FAIL

master

master

master

gibba

 

gibba011 gibba016 gibba026

krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/secure msgr-failures/many tasks/rbd_kernel}

"2021-09-12T22:34:24.345127+0000 mon.a (mon.0) 154 : cluster [WRN] Health check failed: Degraded data redundancy: 2/4 objects degraded (50.000%), 1 pg degraded (PG_DEGRADED)" in cluster log

6373245

FAIL

master

master

master

gibba

 

gibba002 gibba011 gibba026

krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/crc msgr-failures/many tasks/krbd_data_pool}

"2021-09-12T23:34:42.367531+0000 mon.a (mon.0) 285 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log

6373246

FAIL

master

master

master

gibba

 

gibba015 gibba025 gibba029 gibba042

krbd/singleton/{bluestore-bitmap conf ms_mode$/{legacy} msgr-failures/many tasks/rbd_xfstests}

"2021-09-12T23:40:46.418241+0000 mon.a (mon.0) 202 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log

6373255

FAIL

master

master

master

gibba

 

gibba015 gibba029 gibba042

krbd/fsx/{ceph/ceph clusters/3-node conf features/no-object-map ms_mode$/{crc} objectstore/filestore-xfs striping/fancy/{msgr-failures/few randomized-striping-on} tasks/fsx-3-client}

"2021-09-13T00:20:02.495337+0000 mon.a (mon.0) 122 : cluster [WRN] Health check failed: Degraded data redundancy: 2/4 objects degraded (50.000%), 1 pg degraded (PG_DEGRADED)" in cluster log

6373258

FAIL

master

master

master

gibba

 

gibba011 gibba026 gibba027

krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/crc msgr-failures/many tasks/krbd_udev_enumerate}

"2021-09-13T00:44:18.217214+0000 osd.5 (osd.5) 3 : cluster [WRN] slow request osd_op(client.4990.0:7 2.3 2:d8328d9b:::rbd_header.137ec0cac96e:head [create,call rbd.create in=59b] snapc 0=[] ondisk+write+known_if_redirected e22) initiated 2021-09-13T00:43:48.159205+0000 currently waiting for sub ops" in cluster log

6373260

FAIL

master

master

master

gibba

 

gibba001 gibba004 gibba035

krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/legacy msgr-failures/many tasks/rbd_workunit_suites_fsstress}

"2021-09-13T01:06:23.087524+0000 mon.a (mon.0) 217 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log

6373263

FAIL

master

master

master

gibba

 

gibba015 gibba029 gibba042

krbd/fsx/{ceph/ceph clusters/3-node conf features/object-map ms_mode$/{prefer-crc} objectstore/bluestore-bitmap striping/default/{msgr-failures/many randomized-striping-off} tasks/fsx-1-client}

"2021-09-13T01:23:05.862736+0000 mon.a (mon.0) 333 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log

6373268

FAIL

master

master

master

gibba

 

gibba015 gibba029 gibba042

krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/crc msgr-failures/many tasks/rbd_workunit_suites_fsx}

"2021-09-13T01:51:47.063944+0000 mon.a (mon.0) 226 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log

6373269

FAIL

master

master

master

gibba

 

gibba014 gibba030 gibba044

krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/crc msgr-failures/many tasks/rbd_image_read}

"2021-09-13T01:44:04.277568+0000 mon.a (mon.0) 112 : cluster [WRN] Health check failed: Degraded data redundancy: 2/4 objects degraded (50.000%), 1 pg degraded (PG_DEGRADED)" in cluster log

6373275

FAIL

master

master

master

gibba

 

gibba011 gibba026 gibba027

krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/secure msgr-failures/many tasks/rbd_map_snapshot_io}

"2021-09-13T02:13:03.694167+0000 mon.a (mon.0) 119 : cluster [WRN] Health check failed: Degraded data redundancy: 2/4 objects degraded (50.000%), 1 pg degraded (PG_DEGRADED)" in cluster log

6373285

FAIL

master

master

master

gibba

 

gibba011 gibba026 gibba027

krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/crc msgr-failures/many tasks/krbd_exclusive_option}

"2021-09-13T03:19:37.204435+0000 mon.a (mon.0) 275 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log

6373288

FAIL

master

master

master

gibba

 

gibba014 gibba030 gibba044

krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/secure msgr-failures/many tasks/krbd_huge_osdmap}

"2021-09-13T03:25:40.175731+0000 mon.a (mon.0) 303 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log

6373292

FAIL

master

master

master

gibba

 

gibba001 gibba004 gibba035

krbd/fsx/{ceph/ceph clusters/3-node conf features/no-object-map ms_mode$/{legacy} objectstore/filestore-xfs striping/default/{msgr-failures/many randomized-striping-off} tasks/fsx-3-client}

reached maximum tries (90) after waiting for 540 seconds

6373293

FAIL

master

master

master

gibba

 

gibba014 gibba030 gibba044

krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/legacy msgr-failures/many tasks/krbd_namespaces}

"2021-09-13T03:54:55.548742+0000 mon.a (mon.0) 205 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log

6373294

FAIL

master

master

master

gibba

 

gibba008 gibba011 gibba026

krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/secure msgr-failures/many tasks/rbd_workunit_suites_ffsb}

"2021-09-13T04:28:00.433965+0000 osd.7 (osd.7) 3 : cluster [WRN] slow request osd_op(client.4419.0:845477 1.0 1:138d794d:::rbd_data.10eb917c5af2.0000000000000e8c:head [set-alloc-hint object_size 4194304 write_size 4194304,write 212992~12288 in=12288b] snapc 0=[] ondisk+write+known_if_redirected e20) initiated 2021-09-13T04:27:30.305789+0000 currently waiting for sub ops" in cluster log

6373296

FAIL

master

master

master

gibba

 

gibba001 gibba004 gibba035

krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/crc msgr-failures/many tasks/krbd_udev_netlink_enobufs}

"2021-09-13T04:16:39.444828+0000 mon.a (mon.0) 227 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log

6373301

FAIL

master

master

master

gibba

 

gibba001 gibba004 gibba035

krbd/thrash/{bluestore-bitmap ceph/ceph clusters/fixed-3 conf ms_mode$/{secure} thrashers/pggrow thrashosds-health workloads/rbd_workunit_suites_ffsb}

Command failed (workunit test suites/ffsb.sh) on gibba035 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=9cb2f444fd0eb67fafb7cea2c23f5b7ace201e62 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/ffsb.sh'

6373302

FAIL

master

master

master

gibba

 

gibba017 gibba025 gibba032

krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/secure msgr-failures/many tasks/krbd_udev_symlinks}

"2021-09-13T04:37:15.820363+0000 mon.a (mon.0) 129 : cluster [WRN] Health check failed: Degraded data redundancy: 2/4 objects degraded (50.000%), 1 pg degraded (PG_DEGRADED)" in cluster log

6373303

FAIL

master

master

master

gibba

 

gibba015 gibba029 gibba042

krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/legacy msgr-failures/many tasks/rbd_workunit_suites_fsstress_ext4}

"2021-09-13T04:54:13.352061+0000 mon.a (mon.0) 254 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log

6373317

FAIL

master

master

master

gibba

 

gibba014 gibba030 gibba044

krbd/fsx/{ceph/ceph clusters/3-node conf features/object-map ms_mode$/{secure} objectstore/filestore-xfs striping/default/{msgr-failures/many randomized-striping-off} tasks/fsx-1-client}

reached maximum tries (90) after waiting for 540 seconds

6373318

FAIL

master

master

master

gibba

 

gibba015 gibba029 gibba042

krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/legacy msgr-failures/many tasks/rbd_fio}

"2021-09-13T07:01:11.104456+0000 mon.a (mon.0) 111 : cluster [WRN] Health check failed: Degraded data redundancy: 2/4 objects degraded (50.000%), 1 pg degraded (PG_DEGRADED)" in cluster log

6373320

FAIL

master

master

master

gibba

 

gibba014 gibba030 gibba044

krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/secure msgr-failures/few tasks/krbd_exclusive_option}

"2021-09-13T07:31:12.661467+0000 mon.a (mon.0) 246 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log

6373324

FAIL

master

master

master

gibba

 

gibba015 gibba029 gibba042

krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/crc msgr-failures/many tasks/rbd_workunit_suites_dbench}

"2021-09-13T07:57:22.801357+0000 mon.a (mon.0) 112 : cluster [WRN] Health check failed: Degraded data redundancy: 2/4 objects degraded (50.000%), 1 pg degraded (PG_DEGRADED)" in cluster log

6373334

FAIL

master

master

master

gibba

 

gibba001 gibba004 gibba035

krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/crc msgr-failures/many tasks/krbd_udev_netns}

"2021-09-13T09:22:35.856179+0000 mon.a (mon.0) 130 : cluster [WRN] Health check failed: Degraded data redundancy: 2/4 objects degraded (50.000%), 1 pg degraded (PG_DEGRADED)" in cluster log