ID
Status
Ceph Branch
Suite Branch
Teuthology Branch
Machine
OS
Nodes
Description
Failure Reason
wip-kefu-testing-2020-06-23-1353
wip-kefu-testing-2020-06-23-1545
master
smithi
centos 8.1
rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados tasks/rados_cls_all validater/lockdep}
"2020-06-23T23:28:12.761301+0000 mon.b (mon.0) 320 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY)" in cluster log
wip-kefu-testing-2020-06-23-1353
wip-kefu-testing-2020-06-23-1545
master
smithi
centos 7.6
rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/nautilus-v2only backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{centos_7.6} msgr-failures/osd-delay rados thrashers/default thrashosds-health workloads/rbd_cls}
Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=ceph&flavor=default&distros=centos%2F7%2Fx86_64&ref=wip-kefu-testing-2020-06-23-1353
wip-kefu-testing-2020-06-23-1353
wip-kefu-testing-2020-06-23-1545
master
smithi
ubuntu 18.04
rados/cephadm/upgrade/{1-start 2-start-upgrade 3-wait distro$/{ubuntu_18.04_podman} fixed-2}
Command failed on smithi061 with status 5: 'sudo systemctl stop ceph-a54c28d2-b5a8-11ea-a06d-001a4aab830c@mon.a'
wip-kefu-testing-2020-06-23-1353
wip-kefu-testing-2020-06-23-1545
master
smithi
centos 8.1
rados/monthrash/{ceph clusters/3-mons msgr-failures/mon-delay msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_8} thrashers/sync-many workloads/rados_api_tests}
wip-kefu-testing-2020-06-23-1353
wip-kefu-testing-2020-06-23-1545
master
smithi
centos 7.6
rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{centos_7.6} msgr-failures/fastclose rados thrashers/mapgap thrashosds-health workloads/snaps-few-objects}
Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=ceph&flavor=default&distros=centos%2F7%2Fx86_64&ref=wip-kefu-testing-2020-06-23-1353
wip-kefu-testing-2020-06-23-1353
wip-kefu-testing-2020-06-23-1545
master
smithi
ubuntu 18.04
rados/monthrash/{ceph clusters/9-mons msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} thrashers/sync workloads/rados_mon_osdmap_prune}
wip-kefu-testing-2020-06-23-1353
wip-kefu-testing-2020-06-23-1545
master
smithi
ubuntu 18.04
rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-zstd supported-random-distro$/{ubuntu_latest} tasks/module_selftest}
"2020-06-23T23:40:18.215017+0000 mds.b (mds.0) 1 : cluster [WRN] evicting unresponsive client smithi150:z (7269), after 302.787 seconds" in cluster log
wip-kefu-testing-2020-06-23-1353
wip-kefu-testing-2020-06-23-1545
master
smithi
ubuntu 18.04
rados/standalone/{supported-random-distro$/{ubuntu_latest} workloads/osd}
Command failed (workunit test osd/osd-recovery-stats.sh) on smithi077 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6a37441cafc930163e20698d71e5d6bd8e5ba01b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/standalone/osd/osd-recovery-stats.sh'
wip-kefu-testing-2020-06-23-1353
wip-kefu-testing-2020-06-23-1545
master
smithi
ubuntu 18.04
rados/perf/{ceph objectstore/bluestore-stupid openstack settings/optimized ubuntu_latest workloads/cosbench_64K_read_write}
wip-kefu-testing-2020-06-23-1353
wip-kefu-testing-2020-06-23-1545
master
smithi
centos 7.6
rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/octopus backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{centos_7.6} msgr-failures/few rados thrashers/morepggrow thrashosds-health workloads/test_rbd_api}
Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=ceph&flavor=default&distros=centos%2F7%2Fx86_64&ref=wip-kefu-testing-2020-06-23-1353
wip-kefu-testing-2020-06-23-1353
wip-kefu-testing-2020-06-23-1545
master
smithi
rhel 8.1
rados/singleton/{all/pg-removal-interruption msgr-failures/few msgr/async objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_8}}
wip-kefu-testing-2020-06-23-1353
wip-kefu-testing-2020-06-23-1545
master
smithi
rhel 8.1
rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async-v2only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_8} tasks/rados_cls_all}
wip-kefu-testing-2020-06-23-1353
wip-kefu-testing-2020-06-23-1545
master
smithi
ubuntu 18.04
rados/perf/{ceph objectstore/bluestore-basic-min-osd-mem-target openstack settings/optimized ubuntu_latest workloads/cosbench_64K_write}
wip-kefu-testing-2020-06-23-1353
wip-kefu-testing-2020-06-23-1545
master
smithi
rhel 8.1
rados/singleton/{all/random-eio msgr-failures/few msgr/async-v2only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8}}
wip-kefu-testing-2020-06-23-1353
wip-kefu-testing-2020-06-23-1545
master
smithi
rhel 8.1
rados/singleton/{all/rebuild-mondb msgr-failures/many msgr/async objectstore/bluestore-stupid rados supported-random-distro$/{rhel_8}}
wip-kefu-testing-2020-06-23-1353
wip-kefu-testing-2020-06-23-1545
master
smithi
ubuntu 18.04
rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} tasks/rados_python}
Command failed (workunit test rados/test_python.sh) on smithi107 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6a37441cafc930163e20698d71e5d6bd8e5ba01b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test_python.sh'
wip-kefu-testing-2020-06-23-1353
wip-kefu-testing-2020-06-23-1545
master
smithi
centos 7.6
rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/luminous-v1only backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{centos_7.6} msgr-failures/osd-delay rados thrashers/none thrashosds-health workloads/cache-snaps}
Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=ceph&flavor=default&distros=centos%2F7%2Fx86_64&ref=wip-kefu-testing-2020-06-23-1353
wip-kefu-testing-2020-06-23-1353
wip-kefu-testing-2020-06-23-1545
master
smithi
centos 8.1
rados/standalone/{supported-random-distro$/{centos_8} workloads/scrub}
wip-kefu-testing-2020-06-23-1353
wip-kefu-testing-2020-06-23-1545
master
smithi
centos 8.1
rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none msgr-failures/few msgr/async objectstore/bluestore-hybrid rados tasks/mon_recovery validater/lockdep}
"2020-06-23T23:30:40.409223+0000 mon.a (mon.0) 201 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY)" in cluster log
wip-kefu-testing-2020-06-23-1353
wip-kefu-testing-2020-06-23-1545
master
smithi
centos 7.6
rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/luminous backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{centos_7.6} msgr-failures/fastclose rados thrashers/pggrow thrashosds-health workloads/radosbench}
Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=ceph&flavor=default&distros=centos%2F7%2Fx86_64&ref=wip-kefu-testing-2020-06-23-1353
wip-kefu-testing-2020-06-23-1353
wip-kefu-testing-2020-06-23-1545
master
smithi
centos 8.1
rados/singleton-nomsgr/{all/version-number-sanity rados supported-random-distro$/{centos_8}}
wip-kefu-testing-2020-06-23-1353
wip-kefu-testing-2020-06-23-1545
master
smithi
centos 8.1
rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados tasks/rados_api_tests validater/valgrind}
Command failed (workunit test rados/test.sh) on smithi141 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6a37441cafc930163e20698d71e5d6bd8e5ba01b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 ALLOW_TIMEOUTS=1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 6h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'
wip-kefu-testing-2020-06-23-1353
wip-kefu-testing-2020-06-23-1545
master
smithi
ubuntu 18.04
rados/upgrade/nautilus-x-singleton/{0-cluster/{openstack start} 1-install/nautilus 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{rbd-cls rbd-import-export readwrite snaps-few-objects} 5-workload/{radosbench rbd_api} 6-finish-upgrade 7-octopus 8-workload/{rbd-python snaps-many-objects} bluestore-bitmap thrashosds-health ubuntu_latest}
"2020-06-24T01:17:35.259834+0000 mon.c (mon.0) 60 : cluster [ERR] Health check failed: 4 mgr modules have failed (MGR_MODULE_ERROR)" in cluster log
wip-kefu-testing-2020-06-23-1353
wip-kefu-testing-2020-06-23-1545
master
smithi
centos 7.6
rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/mimic-v1only backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{centos_7.6} msgr-failures/few rados thrashers/careful thrashosds-health workloads/rbd_cls}
Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=ceph&flavor=default&distros=centos%2F7%2Fx86_64&ref=wip-kefu-testing-2020-06-23-1353
wip-kefu-testing-2020-06-23-1353
wip-kefu-testing-2020-06-23-1545
master
smithi
centos 8.1
rados/cephadm/upgrade/{1-start 2-start-upgrade 3-wait distro$/{centos_latest} fixed-2}
psutil.NoSuchProcess process no longer exists (pid=24693)
wip-kefu-testing-2020-06-23-1353
wip-kefu-testing-2020-06-23-1545
master
smithi
centos 8.1
rados/standalone/{supported-random-distro$/{centos_8} workloads/erasure-code}
wip-kefu-testing-2020-06-23-1353
wip-kefu-testing-2020-06-23-1545
master
smithi
centos 7.6
rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/mimic backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{centos_7.6} msgr-failures/osd-delay rados thrashers/default thrashosds-health workloads/snaps-few-objects}
Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=ceph&flavor=default&distros=centos%2F7%2Fx86_64&ref=wip-kefu-testing-2020-06-23-1353
wip-kefu-testing-2020-06-23-1353
wip-kefu-testing-2020-06-23-1545
master
smithi
centos 7.6
rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus-v1only backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{centos_7.6} msgr-failures/fastclose rados thrashers/mapgap thrashosds-health workloads/test_rbd_api}
Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=ceph&flavor=default&distros=centos%2F7%2Fx86_64&ref=wip-kefu-testing-2020-06-23-1353
wip-kefu-testing-2020-06-23-1353
wip-kefu-testing-2020-06-23-1545
master
smithi
centos 8.1
rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none msgr-failures/few msgr/async objectstore/bluestore-bitmap rados tasks/mon_recovery validater/lockdep}
wip-kefu-testing-2020-06-23-1353
wip-kefu-testing-2020-06-23-1545
master
smithi
rhel 8.1
rados/singleton/{all/max-pg-per-osd.from-mon msgr-failures/few msgr/async-v1only objectstore/filestore-xfs rados supported-random-distro$/{rhel_8}}
wip-kefu-testing-2020-06-23-1353
wip-kefu-testing-2020-06-23-1545
master
smithi
centos 7.6
rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/nautilus-v2only backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{centos_7.6} msgr-failures/few rados thrashers/morepggrow thrashosds-health workloads/cache-snaps}
Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=ceph&flavor=default&distros=centos%2F7%2Fx86_64&ref=wip-kefu-testing-2020-06-23-1353
wip-kefu-testing-2020-06-23-1353
wip-kefu-testing-2020-06-23-1545
master
smithi
ubuntu 18.04
rados/singleton-nomsgr/{all/health-warnings rados supported-random-distro$/{ubuntu_latest}}
wip-kefu-testing-2020-06-23-1353
wip-kefu-testing-2020-06-23-1545
master
smithi
centos 7.6
rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{centos_7.6} msgr-failures/osd-delay rados thrashers/none thrashosds-health workloads/radosbench}
Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=ceph&flavor=default&distros=centos%2F7%2Fx86_64&ref=wip-kefu-testing-2020-06-23-1353