Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
fail 5052714 2020-05-13 19:05:19 2020-05-13 23:05:31 2020-05-13 23:49:31 0:44:00 0:31:58 0:12:02 smithi py2 centos 7.8 rados/upgrade/mimic-x-singleton/{0-cluster/{openstack.yaml start.yaml} 1-install/mimic.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-workload/{rbd-cls.yaml rbd-import-export.yaml readwrite.yaml snaps-few-objects.yaml} 5-workload/{radosbench.yaml rbd_api.yaml} 6-finish-upgrade.yaml 7-nautilus.yaml 8-workload/{rbd-python.yaml rgw-swift.yaml snaps-many-objects.yaml} supported-random-distro$/{centos_latest.yaml} thrashosds-health.yaml} 4
Failure Reason:

'wait_until_healthy' reached maximum tries (150) after waiting for 900 seconds

fail 5052715 2020-05-13 19:05:19 2020-05-13 23:05:31 2020-05-13 23:39:31 0:34:00 0:26:35 0:07:25 smithi py2 ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/async-v1only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
Failure Reason:

"2020-05-13 23:24:39.766459 mon.a (mon.0) 117 : cluster [ERR] Health check failed: Module 'balancer' has failed: 'str' object has no attribute 'get' (MGR_MODULE_ERROR)" in cluster log

fail 5052716 2020-05-13 19:05:20 2020-05-13 23:07:00 2020-05-13 23:26:59 0:19:59 0:13:26 0:06:33 smithi py2 centos 7.8 rados/singleton-nomsgr/{all/balancer.yaml rados.yaml supported-random-distro$/{centos_latest.yaml}} 1
Failure Reason:

Command failed on smithi100 with status 1: 'CEPH_REF=master CEPH_ID="0" PATH=$PATH:/usr/sbin adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /home/ubuntu/cephtest/virtualenv/bin/cram -v -- /home/ubuntu/cephtest/archive/cram.client.0/*.t'

pass 5052717 2020-05-13 19:05:21 2020-05-13 23:07:00 2020-05-13 23:28:59 0:21:59 0:13:58 0:08:01 smithi py2 rhel 7.8 rados/singleton/{all/dump-stuck.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp-zlib.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml}} 1
fail 5052718 2020-05-13 19:05:22 2020-05-13 23:07:25 2020-05-13 23:51:25 0:44:00 0:32:15 0:11:45 smithi py2 rhel 7.8 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async-v2only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

"2020-05-13 23:33:10.098645 mon.a (mon.0) 117 : cluster [ERR] Health check failed: Module 'balancer' has failed: 'str' object has no attribute 'get' (MGR_MODULE_ERROR)" in cluster log

fail 5052719 2020-05-13 19:05:23 2020-05-13 23:09:06 2020-05-14 00:05:06 0:56:00 0:46:05 0:09:55 smithi py2 centos 7.8 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-install/luminous.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/crush-compat.yaml distro$/{centos_latest.yaml} msgr-failures/osd-delay.yaml msgr/async-v1only.yaml rados.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 4
Failure Reason:

"2020-05-13 23:46:33.174434 mon.b (mon.0) 270 : cluster [ERR] Health check failed: Module 'balancer' has failed: 'str' object has no attribute 'get' (MGR_MODULE_ERROR)" in cluster log

fail 5052720 2020-05-13 19:05:23 2020-05-13 23:11:29 2020-05-13 23:41:29 0:30:00 0:22:11 0:07:49 smithi py2 ubuntu 18.04 rados/mgr/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/bluestore-stupid.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/module_selftest.yaml} 2
Failure Reason:

"2020-05-13 23:28:43.986883 mds.c (mds.0) 1 : cluster [WRN] evicting unresponsive client smithi169:x (4723), after 301.602 seconds" in cluster log

fail 5052721 2020-05-13 19:05:24 2020-05-13 23:11:29 2020-05-13 23:41:29 0:30:00 0:20:23 0:09:37 smithi py2 ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/bluestore-comp-snappy.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache.yaml} 2
Failure Reason:

"2020-05-13 23:33:58.433624 mgr.y (mgr.4110) 16 : cluster [ERR] Unhandled exception from module 'balancer' while running on mgr.y: 'str' object has no attribute 'get'" in cluster log

fail 5052722 2020-05-13 19:05:25 2020-05-13 23:11:34 2020-05-14 00:01:34 0:50:00 0:44:01 0:05:59 smithi py2 centos 7.8 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-comp-zlib.yaml rados.yaml supported-random-distro$/{centos_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml} 2
Failure Reason:

"2020-05-13 23:31:36.620153 mon.a (mon.0) 130 : cluster [ERR] Health check failed: Module 'balancer' has failed: 'str' object has no attribute 'get' (MGR_MODULE_ERROR)" in cluster log

fail 5052723 2020-05-13 19:05:26 2020-05-13 23:12:13 2020-05-13 23:32:12 0:19:59 0:13:38 0:06:21 smithi py2 rhel 7.8 rados/standalone/{supported-random-distro$/{rhel_latest.yaml} workloads/mgr.yaml} 1
Failure Reason:

Command failed (workunit test mgr/balancer.sh) on smithi050 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=485da2cddaba83539bbca5d111ea128a20fd77ed TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/standalone/mgr/balancer.sh'

fail 5052724 2020-05-13 19:05:27 2020-05-13 23:13:12 2020-05-13 23:35:11 0:21:59 0:15:56 0:06:03 smithi py2 ubuntu 18.04 rados/mgr/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/bluestore-bitmap.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/progress.yaml} 2
Failure Reason:

Test failure: test_osd_came_back (tasks.mgr.test_progress.TestProgress)

fail 5052725 2020-05-13 19:05:28 2020-05-13 23:13:12 2020-05-14 00:43:13 1:30:01 1:19:30 0:10:31 smithi py2 ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/async-v2only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/radosbench.yaml} 2
Failure Reason:

"2020-05-13 23:27:48.546861 mgr.y (mgr.4103) 16 : cluster [ERR] Unhandled exception from module 'balancer' while running on mgr.y: 'str' object has no attribute 'get'" in cluster log

fail 5052726 2020-05-13 19:05:29 2020-05-13 23:13:27 2020-05-13 23:43:26 0:29:59 0:20:53 0:09:06 smithi py2 ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/redirect.yaml} 2
Failure Reason:

"2020-05-13 23:34:01.186495 mgr.x (mgr.4113) 16 : cluster [ERR] Unhandled exception from module 'balancer' while running on mgr.x: 'str' object has no attribute 'get'" in cluster log

fail 5052727 2020-05-13 19:05:29 2020-05-13 23:15:01 2020-05-14 00:11:01 0:56:00 0:43:49 0:12:11 smithi py2 centos 7.8 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-install/jewel.yaml backoff/peering.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/crush-compat.yaml distro$/{centos_latest.yaml} msgr-failures/few.yaml msgr/random.yaml rados.yaml thrashers/none.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 4
Failure Reason:

"2020-05-13 23:58:12.483380 mon.b (mon.0) 149 : cluster [ERR] Health check failed: Module 'balancer' has failed: 'str' object has no attribute 'get' (MGR_MODULE_ERROR)" in cluster log

fail 5052728 2020-05-13 19:05:30 2020-05-13 23:15:03 2020-05-13 23:45:02 0:29:59 0:22:32 0:07:27 smithi py2 ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-comp-lz4.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml} 2
Failure Reason:

"2020-05-13 23:34:15.638318 mon.a (mon.0) 117 : cluster [ERR] Health check failed: Module 'balancer' has failed: 'str' object has no attribute 'get' (MGR_MODULE_ERROR)" in cluster log

fail 5052729 2020-05-13 19:05:31 2020-05-13 23:16:54 2020-05-13 23:48:54 0:32:00 0:24:28 0:07:32 smithi py2 rhel 7.8 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/bluestore-comp-snappy.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/set-chunks-read.yaml} 2
Failure Reason:

"2020-05-13 23:38:56.975601 mon.b (mon.0) 108 : cluster [ERR] Health check failed: Module 'balancer' has failed: 'str' object has no attribute 'get' (MGR_MODULE_ERROR)" in cluster log

pass 5052730 2020-05-13 19:05:32 2020-05-13 23:17:21 2020-05-14 00:17:21 1:00:00 0:49:53 0:10:07 smithi py2 centos rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/none.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_api_tests.yaml validater/valgrind.yaml} 2
fail 5052731 2020-05-13 19:05:33 2020-05-13 23:17:41 2020-05-14 00:01:41 0:44:00 0:36:12 0:07:48 smithi py2 rhel 7.8 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-comp-zstd.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 2
Failure Reason:

"2020-05-13 23:40:24.122973 mon.b (mon.0) 102 : cluster [ERR] Health check failed: Module 'balancer' has failed: 'str' object has no attribute 'get' (MGR_MODULE_ERROR)" in cluster log

fail 5052732 2020-05-13 19:05:34 2020-05-13 23:18:12 2020-05-13 23:56:12 0:38:00 0:24:40 0:13:20 smithi py2 centos 7.8 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-install/hammer.yaml backoff/normal.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/crush-compat.yaml distro$/{centos_latest.yaml} msgr-failures/fastclose.yaml msgr/async-v1only.yaml rados.yaml thrashers/careful.yaml thrashosds-health.yaml workloads/rbd_cls.yaml} 4
Failure Reason:

"2020-05-13 23:52:47.592212 mon.a (mon.0) 276 : cluster [ERR] Health check failed: Module 'balancer' has failed: 'str' object has no attribute 'get' (MGR_MODULE_ERROR)" in cluster log

fail 5052733 2020-05-13 19:05:34 2020-05-13 23:18:27 2020-05-13 23:46:27 0:28:00 0:21:16 0:06:44 smithi py2 centos 7.8 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{centos_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml} 2
Failure Reason:

"2020-05-13 23:37:47.289635 mon.a (mon.0) 110 : cluster [ERR] Health check failed: Module 'balancer' has failed: 'str' object has no attribute 'get' (MGR_MODULE_ERROR)" in cluster log

fail 5052734 2020-05-13 19:05:35 2020-05-13 23:19:36 2020-05-13 23:47:36 0:28:00 0:20:28 0:07:32 smithi py2 rhel 7.8 rados/singleton/{all/test_envlibrados_for_rocksdb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml}} 1
Failure Reason:

Command failed (workunit test rados/test_envlibrados_for_rocksdb.sh) on smithi029 with status 2: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=485da2cddaba83539bbca5d111ea128a20fd77ed TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test_envlibrados_for_rocksdb.sh'

fail 5052735 2020-05-13 19:05:36 2020-05-13 23:19:36 2020-05-14 00:01:36 0:42:00 0:34:02 0:07:58 smithi py2 centos 7.8 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/async-v1only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml} 2
Failure Reason:

"2020-05-13 23:39:32.970787 mgr.y (mgr.4101) 19 : cluster [ERR] Unhandled exception from module 'balancer' while running on mgr.y: 'str' object has no attribute 'get'" in cluster log

fail 5052736 2020-05-13 19:05:37 2020-05-13 23:21:28 2020-05-13 23:49:27 0:27:59 0:21:44 0:06:15 smithi py2 centos 7.8 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async-v2only.yaml objectstore/bluestore-comp-lz4.yaml rados.yaml supported-random-distro$/{centos_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2
Failure Reason:

"2020-05-13 23:40:15.360245 mon.a (mon.0) 110 : cluster [ERR] Health check failed: Module 'balancer' has failed: 'str' object has no attribute 'get' (MGR_MODULE_ERROR)" in cluster log

pass 5052737 2020-05-13 19:05:38 2020-05-13 23:21:28 2020-05-14 05:35:36 6:14:08 6:00:45 0:13:23 smithi py2 ubuntu 16.04 rados/objectstore/{backends/objectstore.yaml supported-random-distro$/{ubuntu_16.04.yaml}} 1
fail 5052738 2020-05-13 19:05:39 2020-05-13 23:21:28 2020-05-14 00:19:28 0:58:00 0:37:18 0:20:42 smithi py2 ubuntu 16.04 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-install/luminous.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/crush-compat.yaml distro$/{ubuntu_16.04.yaml} msgr-failures/osd-delay.yaml msgr/random.yaml rados.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/test_rbd_api.yaml} 4
Failure Reason:

"2020-05-14 00:16:24.668951 mon.a (mon.0) 282 : cluster [ERR] Health check failed: Module 'balancer' has failed: 'str' object has no attribute 'get' (MGR_MODULE_ERROR)" in cluster log