Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
fail 5063797 2020-05-18 02:25:24 2020-05-18 02:27:14 2020-05-18 03:11:14 0:44:00 0:28:45 0:15:15 smithi py2 centos 7.8 upgrade:luminous-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-all.yaml 4-msgr2.yaml 4-nautilus.yaml 5-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml rgw_swift.yaml} objectstore/bluestore-bitmap.yaml supported-all-distro/centos_latest.yaml} 4
Failure Reason:

"2020-05-18 02:49:43.494777 mon.c mon.0 172.21.15.66:6789/0 141 : cluster [WRN] Health check failed: too few PGs per OSD (2 < min 30) (TOO_FEW_PGS)" in cluster log

fail 5063798 2020-05-18 02:25:25 2020-05-18 02:27:14 2020-05-18 03:31:14 1:04:00 0:28:48 0:35:12 smithi py2 centos 7.8 upgrade:luminous-x/stress-split/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-workload/{radosbench.yaml rbd-cls.yaml rbd-import-export.yaml rbd_api.yaml readwrite.yaml snaps-few-objects.yaml} 5-finish-upgrade.yaml 6-msgr2.yaml 6-nautilus.yaml 7-final-workload/{rbd-python.yaml rgw-swift.yaml snaps-many-objects.yaml} objectstore/bluestore-bitmap.yaml supported-all-distro/centos_latest.yaml thrashosds-health.yaml} 5
Failure Reason:

'wait_until_healthy' reached maximum tries (150) after waiting for 900 seconds

fail 5063799 2020-05-18 02:25:26 2020-05-18 02:27:14 2020-05-18 03:29:14 1:02:00 0:28:42 0:33:18 smithi py2 centos 7.8 upgrade:luminous-x/stress-split-erasure-code/{0-cluster/{openstack.yaml start.yaml} 1-luminous-install/luminous.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-ec-workload.yaml 5-finish-upgrade.yaml 7-final-workload.yaml objectstore/bluestore-bitmap.yaml supported-all-distro/centos_latest.yaml thrashosds-health.yaml} 5
Failure Reason:

'wait_until_healthy' reached maximum tries (150) after waiting for 900 seconds

fail 5063800 2020-05-18 02:25:27 2020-05-18 02:31:12 2020-05-18 03:07:12 0:36:00 0:25:54 0:10:06 smithi py2 ubuntu 18.04 upgrade:luminous-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-mon-osd-mds.yaml 4-msgr2.yaml 4-nautilus.yaml 5-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml rgw_swift.yaml} objectstore/filestore-xfs.yaml supported-all-distro/ubuntu_latest.yaml} 4
Failure Reason:

"2020-05-18 02:46:13.599756 mon.a mon.0 172.21.15.102:6789/0 262 : cluster [WRN] Health check failed: too few PGs per OSD (1 < min 30) (TOO_FEW_PGS)" in cluster log

fail 5063801 2020-05-18 02:25:27 2020-05-18 02:31:13 2020-05-18 03:19:13 0:48:00 0:28:41 0:19:19 smithi py2 centos 7.8 upgrade:luminous-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-all.yaml 4-msgr2.yaml 4-nautilus.yaml 5-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml rgw_swift.yaml} objectstore/filestore-xfs.yaml supported-all-distro/centos_latest.yaml} 4
Failure Reason:

"2020-05-18 02:57:36.539399 mon.a mon.0 172.21.15.58:6789/0 143 : cluster [WRN] Health check failed: too few PGs per OSD (1 < min 30) (TOO_FEW_PGS)" in cluster log

fail 5063802 2020-05-18 02:25:28 2020-05-18 02:31:12 2020-05-18 03:07:12 0:36:00 0:25:47 0:10:13 smithi py2 ubuntu 18.04 upgrade:luminous-x/stress-split/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-workload/{radosbench.yaml rbd-cls.yaml rbd-import-export.yaml rbd_api.yaml readwrite.yaml snaps-few-objects.yaml} 5-finish-upgrade.yaml 6-msgr2.yaml 6-nautilus.yaml 7-final-workload/{rbd-python.yaml rgw-swift.yaml snaps-many-objects.yaml} objectstore/filestore-xfs.yaml supported-all-distro/ubuntu_latest.yaml thrashosds-health.yaml} 5
Failure Reason:

'wait_until_healthy' reached maximum tries (150) after waiting for 900 seconds

fail 5063803 2020-05-18 02:25:29 2020-05-18 02:33:38 2020-05-18 03:19:38 0:46:00 0:25:39 0:20:21 smithi py2 ubuntu 18.04 upgrade:luminous-x/stress-split-erasure-code/{0-cluster/{openstack.yaml start.yaml} 1-luminous-install/luminous.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-ec-workload.yaml 5-finish-upgrade.yaml 7-final-workload.yaml objectstore/filestore-xfs.yaml supported-all-distro/ubuntu_latest.yaml thrashosds-health.yaml} 5
Failure Reason:

'wait_until_healthy' reached maximum tries (150) after waiting for 900 seconds

fail 5063804 2020-05-18 02:25:30 2020-05-18 02:35:10 2020-05-18 04:03:11 1:28:01 0:26:13 1:01:48 smithi py2 ubuntu 18.04 upgrade:luminous-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-mon-osd-mds.yaml 4-msgr2.yaml 4-nautilus.yaml 5-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml rgw_swift.yaml} objectstore/bluestore-bitmap.yaml supported-all-distro/ubuntu_latest.yaml} 4
Failure Reason:

"2020-05-18 03:42:22.169794 mon.b mon.0 172.21.15.26:6789/0 133 : cluster [WRN] Health check failed: too few PGs per OSD (1 < min 30) (TOO_FEW_PGS)" in cluster log

fail 5063805 2020-05-18 02:25:31 2020-05-18 02:35:10 2020-05-18 03:59:11 1:24:01 0:29:25 0:54:36 smithi py2 centos 7.8 upgrade:luminous-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-mon-osd-mds.yaml 4-msgr2.yaml 4-nautilus.yaml 5-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml rgw_swift.yaml} objectstore/bluestore-bitmap.yaml supported-all-distro/centos_latest.yaml} 4
Failure Reason:

"2020-05-18 03:37:53.930171 mon.a mon.0 172.21.15.58:6789/0 258 : cluster [WRN] Health check failed: too few PGs per OSD (1 < min 30) (TOO_FEW_PGS)" in cluster log

fail 5063806 2020-05-18 02:25:32 2020-05-18 02:35:10 2020-05-18 07:45:17 5:10:07 0:28:14 4:41:53 smithi py2 centos 7.8 upgrade:luminous-x/stress-split/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-workload/{radosbench.yaml rbd-cls.yaml rbd-import-export.yaml rbd_api.yaml readwrite.yaml snaps-few-objects.yaml} 5-finish-upgrade.yaml 6-msgr2.yaml 6-nautilus.yaml 7-final-workload/{rbd-python.yaml rgw-swift.yaml snaps-many-objects.yaml} objectstore/filestore-xfs.yaml supported-all-distro/centos_latest.yaml thrashosds-health.yaml} 5
Failure Reason:

'wait_until_healthy' reached maximum tries (150) after waiting for 900 seconds

fail 5063807 2020-05-18 02:25:33 2020-05-18 02:36:58 2020-05-18 03:18:58 0:42:00 0:28:40 0:13:20 smithi py2 centos 7.8 upgrade:luminous-x/stress-split-erasure-code/{0-cluster/{openstack.yaml start.yaml} 1-luminous-install/luminous.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-ec-workload.yaml 5-finish-upgrade.yaml 7-final-workload.yaml objectstore/filestore-xfs.yaml supported-all-distro/centos_latest.yaml thrashosds-health.yaml} 5
Failure Reason:

'wait_until_healthy' reached maximum tries (150) after waiting for 900 seconds

fail 5063808 2020-05-18 02:25:33 2020-05-18 02:36:58 2020-05-18 03:12:58 0:36:00 0:26:06 0:09:54 smithi py2 ubuntu 18.04 upgrade:luminous-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-all.yaml 4-msgr2.yaml 4-nautilus.yaml 5-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml rgw_swift.yaml} objectstore/filestore-xfs.yaml supported-all-distro/ubuntu_latest.yaml} 4
Failure Reason:

"2020-05-18 02:50:30.608065 mon.a mon.0 172.21.15.37:6789/0 144 : cluster [WRN] Health check failed: too few PGs per OSD (1 < min 30) (TOO_FEW_PGS)" in cluster log

fail 5063809 2020-05-18 02:25:34 2020-05-18 02:39:09 2020-05-18 03:19:09 0:40:00 0:28:09 0:11:51 smithi py2 centos 7.8 upgrade:luminous-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-mon-osd-mds.yaml 4-msgr2.yaml 4-nautilus.yaml 5-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml rgw_swift.yaml} objectstore/filestore-xfs.yaml supported-all-distro/centos_latest.yaml} 4
Failure Reason:

"2020-05-18 02:58:14.650909 mon.c mon.0 172.21.15.152:6789/0 146 : cluster [WRN] Health check failed: too few PGs per OSD (2 < min 30) (TOO_FEW_PGS)" in cluster log

fail 5063810 2020-05-18 02:25:35 2020-05-18 02:39:09 2020-05-18 05:27:13 2:48:04 0:26:07 2:21:57 smithi py2 ubuntu 18.04 upgrade:luminous-x/stress-split/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-workload/{radosbench.yaml rbd-cls.yaml rbd-import-export.yaml rbd_api.yaml readwrite.yaml snaps-few-objects.yaml} 5-finish-upgrade.yaml 6-msgr2.yaml 6-nautilus.yaml 7-final-workload/{rbd-python.yaml rgw-swift.yaml snaps-many-objects.yaml} objectstore/bluestore-bitmap.yaml supported-all-distro/ubuntu_latest.yaml thrashosds-health.yaml} 5
Failure Reason:

'wait_until_healthy' reached maximum tries (150) after waiting for 900 seconds

fail 5063811 2020-05-18 02:25:36 2020-05-18 02:39:09 2020-05-18 08:17:17 5:38:08 0:25:55 5:12:13 smithi py2 ubuntu 18.04 upgrade:luminous-x/stress-split-erasure-code/{0-cluster/{openstack.yaml start.yaml} 1-luminous-install/luminous.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-ec-workload.yaml 5-finish-upgrade.yaml 7-final-workload.yaml objectstore/bluestore-bitmap.yaml supported-all-distro/ubuntu_latest.yaml thrashosds-health.yaml} 5
Failure Reason:

'wait_until_healthy' reached maximum tries (150) after waiting for 900 seconds

fail 5063812 2020-05-18 02:25:37 2020-05-18 02:39:10 2020-05-18 03:17:09 0:37:59 0:25:50 0:12:09 smithi py2 ubuntu 18.04 upgrade:luminous-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-all.yaml 4-msgr2.yaml 4-nautilus.yaml 5-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml rgw_swift.yaml} objectstore/bluestore-bitmap.yaml supported-all-distro/ubuntu_latest.yaml} 4
Failure Reason:

"2020-05-18 02:55:03.290441 mon.c mon.0 172.21.15.28:6789/0 137 : cluster [WRN] Health check failed: too few PGs per OSD (1 < min 30) (TOO_FEW_PGS)" in cluster log

fail 5063813 2020-05-18 02:25:38 2020-05-18 02:41:00 2020-05-18 03:39:00 0:58:00 0:28:49 0:29:11 smithi py2 centos 7.8 upgrade:luminous-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-all.yaml 4-msgr2.yaml 4-nautilus.yaml 5-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml rgw_swift.yaml} objectstore/bluestore-bitmap.yaml supported-all-distro/centos_latest.yaml} 4
Failure Reason:

"2020-05-18 03:18:20.034076 mon.c mon.0 172.21.15.1:6789/0 142 : cluster [WRN] Health check failed: too few PGs per OSD (4 < min 30) (TOO_FEW_PGS)" in cluster log

fail 5063814 2020-05-18 02:25:39 2020-05-18 02:41:00 2020-05-18 05:53:04 3:12:04 0:28:52 2:43:12 smithi py2 centos 7.8 upgrade:luminous-x/stress-split/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-workload/{radosbench.yaml rbd-cls.yaml rbd-import-export.yaml rbd_api.yaml readwrite.yaml snaps-few-objects.yaml} 5-finish-upgrade.yaml 6-msgr2.yaml 6-nautilus.yaml 7-final-workload/{rbd-python.yaml rgw-swift.yaml snaps-many-objects.yaml} objectstore/bluestore-bitmap.yaml supported-all-distro/centos_latest.yaml thrashosds-health.yaml} 5
Failure Reason:

'wait_until_healthy' reached maximum tries (150) after waiting for 900 seconds

dead 5063815 2020-05-18 02:25:39 2020-05-18 02:41:00 2020-05-18 14:43:18 12:02:18 smithi py2 centos 7.8 upgrade:luminous-x/stress-split-erasure-code/{0-cluster/{openstack.yaml start.yaml} 1-luminous-install/luminous.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-ec-workload.yaml 5-finish-upgrade.yaml 7-final-workload.yaml objectstore/bluestore-bitmap.yaml supported-all-distro/centos_latest.yaml thrashosds-health.yaml}
fail 5063816 2020-05-18 02:25:40 2020-05-18 02:45:13 2020-05-18 04:27:14 1:42:01 0:25:29 1:16:32 smithi py2 ubuntu 18.04 upgrade:luminous-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-mon-osd-mds.yaml 4-msgr2.yaml 4-nautilus.yaml 5-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml rgw_swift.yaml} objectstore/filestore-xfs.yaml supported-all-distro/ubuntu_latest.yaml} 4
Failure Reason:

"2020-05-18 04:06:12.374957 mon.c mon.0 172.21.15.77:6789/0 266 : cluster [WRN] Health check failed: too few PGs per OSD (1 < min 30) (TOO_FEW_PGS)" in cluster log

fail 5063817 2020-05-18 02:25:41 2020-05-18 02:45:13 2020-05-18 04:33:14 1:48:01 0:28:30 1:19:31 smithi py2 centos 7.8 upgrade:luminous-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-all.yaml 4-msgr2.yaml 4-nautilus.yaml 5-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml rgw_swift.yaml} objectstore/filestore-xfs.yaml supported-all-distro/centos_latest.yaml} 4
Failure Reason:

"2020-05-18 04:10:42.435484 mon.a mon.0 172.21.15.60:6789/0 268 : cluster [WRN] Health check failed: too few PGs per OSD (1 < min 30) (TOO_FEW_PGS)" in cluster log

dead 5063818 2020-05-18 02:25:42 2020-05-18 02:45:13 2020-05-18 14:47:41 12:02:28 0:24:32 11:37:56 smithi py2 ubuntu 18.04 upgrade:luminous-x/stress-split/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-workload/{radosbench.yaml rbd-cls.yaml rbd-import-export.yaml rbd_api.yaml readwrite.yaml snaps-few-objects.yaml} 5-finish-upgrade.yaml 6-msgr2.yaml 6-nautilus.yaml 7-final-workload/{rbd-python.yaml rgw-swift.yaml snaps-many-objects.yaml} objectstore/filestore-xfs.yaml supported-all-distro/ubuntu_latest.yaml thrashosds-health.yaml} 5
Failure Reason:

SSH connection to smithi027 was lost: "sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip --"

fail 5063819 2020-05-18 02:25:43 2020-05-18 02:47:20 2020-05-18 03:25:20 0:38:00 0:25:39 0:12:21 smithi py2 ubuntu 18.04 upgrade:luminous-x/stress-split-erasure-code/{0-cluster/{openstack.yaml start.yaml} 1-luminous-install/luminous.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-ec-workload.yaml 5-finish-upgrade.yaml 7-final-workload.yaml objectstore/filestore-xfs.yaml supported-all-distro/ubuntu_latest.yaml thrashosds-health.yaml} 5
Failure Reason:

'wait_until_healthy' reached maximum tries (150) after waiting for 900 seconds

fail 5063820 2020-05-18 02:25:44 2020-05-18 02:48:54 2020-05-18 03:36:54 0:48:00 0:26:05 0:21:55 smithi py2 ubuntu 18.04 upgrade:luminous-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-mon-osd-mds.yaml 4-msgr2.yaml 4-nautilus.yaml 5-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml rgw_swift.yaml} objectstore/bluestore-bitmap.yaml supported-all-distro/ubuntu_latest.yaml} 4
Failure Reason:

"2020-05-18 03:14:41.112263 mon.c mon.0 172.21.15.81:6789/0 136 : cluster [WRN] Health check failed: too few PGs per OSD (1 < min 30) (TOO_FEW_PGS)" in cluster log

fail 5063821 2020-05-18 02:25:44 2020-05-18 02:49:02 2020-05-18 04:31:04 1:42:02 0:29:19 1:12:43 smithi py2 centos 7.8 upgrade:luminous-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-mon-osd-mds.yaml 4-msgr2.yaml 4-nautilus.yaml 5-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml rgw_swift.yaml} objectstore/bluestore-bitmap.yaml supported-all-distro/centos_latest.yaml} 4
Failure Reason:

"2020-05-18 04:09:23.773232 mon.a mon.0 172.21.15.17:6789/0 271 : cluster [WRN] Health check failed: too few PGs per OSD (2 < min 30) (TOO_FEW_PGS)" in cluster log

fail 5063822 2020-05-18 02:25:45 2020-05-18 02:51:12 2020-05-18 03:39:12 0:48:00 0:28:18 0:19:42 smithi py2 centos 7.8 upgrade:luminous-x/stress-split/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-workload/{radosbench.yaml rbd-cls.yaml rbd-import-export.yaml rbd_api.yaml readwrite.yaml snaps-few-objects.yaml} 5-finish-upgrade.yaml 6-msgr2.yaml 6-nautilus.yaml 7-final-workload/{rbd-python.yaml rgw-swift.yaml snaps-many-objects.yaml} objectstore/filestore-xfs.yaml supported-all-distro/centos_latest.yaml thrashosds-health.yaml} 5
Failure Reason:

'wait_until_healthy' reached maximum tries (150) after waiting for 900 seconds

fail 5063823 2020-05-18 02:25:46 2020-05-18 02:51:12 2020-05-18 13:43:27 10:52:15 0:28:51 10:23:24 smithi py2 centos 7.8 upgrade:luminous-x/stress-split-erasure-code/{0-cluster/{openstack.yaml start.yaml} 1-luminous-install/luminous.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-ec-workload.yaml 5-finish-upgrade.yaml 7-final-workload.yaml objectstore/filestore-xfs.yaml supported-all-distro/centos_latest.yaml thrashosds-health.yaml} 5
Failure Reason:

'wait_until_healthy' reached maximum tries (150) after waiting for 900 seconds

fail 5063824 2020-05-18 02:25:47 2020-05-18 02:51:12 2020-05-18 04:21:13 1:30:01 0:26:14 1:03:47 smithi py2 ubuntu 18.04 upgrade:luminous-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-all.yaml 4-msgr2.yaml 4-nautilus.yaml 5-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml rgw_swift.yaml} objectstore/filestore-xfs.yaml supported-all-distro/ubuntu_latest.yaml} 4
Failure Reason:

"2020-05-18 04:00:38.423391 mon.c mon.0 172.21.15.94:6789/0 132 : cluster [WRN] Health check failed: too few PGs per OSD (1 < min 30) (TOO_FEW_PGS)" in cluster log

fail 5063825 2020-05-18 02:25:48 2020-05-18 02:51:12 2020-05-18 04:27:14 1:36:02 0:28:15 1:07:47 smithi py2 centos 7.8 upgrade:luminous-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-mon-osd-mds.yaml 4-msgr2.yaml 4-nautilus.yaml 5-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml rgw_swift.yaml} objectstore/filestore-xfs.yaml supported-all-distro/centos_latest.yaml} 4
Failure Reason:

"2020-05-18 04:05:39.940779 mon.b mon.0 172.21.15.84:6789/0 267 : cluster [WRN] Health check failed: too few PGs per OSD (2 < min 30) (TOO_FEW_PGS)" in cluster log

fail 5063826 2020-05-18 02:25:49 2020-05-18 02:53:24 2020-05-18 03:51:24 0:58:00 0:26:26 0:31:34 smithi py2 ubuntu 18.04 upgrade:luminous-x/stress-split/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-workload/{radosbench.yaml rbd-cls.yaml rbd-import-export.yaml rbd_api.yaml readwrite.yaml snaps-few-objects.yaml} 5-finish-upgrade.yaml 6-msgr2.yaml 6-nautilus.yaml 7-final-workload/{rbd-python.yaml rgw-swift.yaml snaps-many-objects.yaml} objectstore/bluestore-bitmap.yaml supported-all-distro/ubuntu_latest.yaml thrashosds-health.yaml} 5
Failure Reason:

'wait_until_healthy' reached maximum tries (150) after waiting for 900 seconds

fail 5063827 2020-05-18 02:25:50 2020-05-18 02:55:27 2020-05-18 04:09:28 1:14:01 0:26:13 0:47:48 smithi py2 ubuntu 18.04 upgrade:luminous-x/stress-split-erasure-code/{0-cluster/{openstack.yaml start.yaml} 1-luminous-install/luminous.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-ec-workload.yaml 5-finish-upgrade.yaml 7-final-workload.yaml objectstore/bluestore-bitmap.yaml supported-all-distro/ubuntu_latest.yaml thrashosds-health.yaml} 5
Failure Reason:

'wait_until_healthy' reached maximum tries (150) after waiting for 900 seconds

fail 5063828 2020-05-18 02:25:50 2020-05-18 02:59:22 2020-05-18 03:35:22 0:36:00 0:26:09 0:09:51 smithi py2 ubuntu 18.04 upgrade:luminous-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-all.yaml 4-msgr2.yaml 4-nautilus.yaml 5-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml rgw_swift.yaml} objectstore/bluestore-bitmap.yaml supported-all-distro/ubuntu_latest.yaml} 4
Failure Reason:

"2020-05-18 03:14:49.688163 mon.a mon.0 172.21.15.129:6789/0 272 : cluster [WRN] Health check failed: too few PGs per OSD (1 < min 30) (TOO_FEW_PGS)" in cluster log