Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 5742860 2020-12-29 02:30:40 2020-12-29 02:55:53 2020-12-29 06:35:56 3:40:03 3:27:07 0:12:56 smithi master centos 7.8 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-all 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/bluestore-bitmap supported-all-distro/centos_latest} 4
dead 5742862 2020-12-29 02:30:41 2020-12-29 02:56:26 2020-12-29 14:58:55 12:02:29 smithi master centos 7.8 upgrade:mimic-x/stress-split/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{radosbench rbd-cls rbd-import-export rbd_api readwrite rgw_ragweed_prepare snaps-few-objects} 5-finish-upgrade 6-nautilus 6.1-msgr2 7-final-workload/{rbd-python rgw-swift-ragweed_check snaps-many-objects} objectstore/bluestore-bitmap supported-all-distro/centos_latest thrashosds-health} 5
pass 5742864 2020-12-29 02:30:42 2020-12-29 02:57:11 2020-12-29 05:03:12 2:06:01 0:52:05 1:13:56 smithi master centos 7.8 upgrade:mimic-x/stress-split-erasure-code/{0-cluster/{openstack start} 1-luminous-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-ec-workload 5-finish-upgrade 7-final-workload objectstore/bluestore-bitmap supported-all-distro/centos_latest thrashosds-health} 5
pass 5742866 2020-12-29 02:30:42 2020-12-29 02:59:28 2020-12-29 11:03:37 8:04:09 3:14:49 4:49:20 smithi master rhel 7.9 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-mon-osd-mds 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/filestore-xfs supported-all-distro/rhel_7} 4
pass 5742867 2020-12-29 02:30:43 2020-12-29 02:59:28 2020-12-29 09:27:35 6:28:07 3:13:57 3:14:10 smithi master ubuntu 16.04 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-all 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/bluestore-bitmap supported-all-distro/ubuntu_16.04} 4
dead 5742869 2020-12-29 02:30:44 2020-12-29 02:59:48 2020-12-29 15:02:19 12:02:31 smithi master rhel 7.9 upgrade:mimic-x/stress-split/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{radosbench rbd-cls rbd-import-export rbd_api readwrite rgw_ragweed_prepare snaps-few-objects} 5-finish-upgrade 6-nautilus 6.1-msgr2 7-final-workload/{rbd-python rgw-swift-ragweed_check snaps-many-objects} objectstore/filestore-xfs supported-all-distro/rhel_7 thrashosds-health} 5
pass 5742871 2020-12-29 02:30:45 2020-12-29 03:01:03 2020-12-29 04:45:04 1:44:01 0:51:07 0:52:54 smithi master rhel 7.9 upgrade:mimic-x/stress-split-erasure-code/{0-cluster/{openstack start} 1-luminous-install/mimic 1.1-pg-log-overrides/short_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-ec-workload 5-finish-upgrade 7-final-workload objectstore/filestore-xfs supported-all-distro/rhel_7 thrashosds-health} 5
pass 5742873 2020-12-29 02:30:46 2020-12-29 03:03:51 2020-12-29 07:35:55 4:32:04 3:09:34 1:22:30 smithi master ubuntu 18.04 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-mon-osd-mds 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/filestore-xfs supported-all-distro/ubuntu_latest} 4
pass 5742875 2020-12-29 02:30:46 2020-12-29 03:03:51 2020-12-29 07:49:55 4:46:04 3:17:43 1:28:21 smithi master centos 7.8 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-all 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/filestore-xfs supported-all-distro/centos_latest} 4
fail 5742877 2020-12-29 02:30:47 2020-12-29 03:06:56 2020-12-29 14:55:10 11:48:14 5:09:44 6:38:30 smithi master ubuntu 16.04 upgrade:mimic-x/stress-split/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{radosbench rbd-cls rbd-import-export rbd_api readwrite rgw_ragweed_prepare snaps-few-objects} 5-finish-upgrade 6-nautilus 6.1-msgr2 7-final-workload/{rbd-python rgw-swift-ragweed_check snaps-many-objects} objectstore/bluestore-bitmap supported-all-distro/ubuntu_16.04 thrashosds-health} 5
Failure Reason:

failed to recover before timeout expired

pass 5742879 2020-12-29 02:30:48 2020-12-29 03:06:56 2020-12-29 05:24:59 2:18:03 0:47:09 1:30:54 smithi master ubuntu 16.04 upgrade:mimic-x/stress-split-erasure-code/{0-cluster/{openstack start} 1-luminous-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-ec-workload 5-finish-upgrade 7-final-workload objectstore/bluestore-bitmap supported-all-distro/ubuntu_16.04 thrashosds-health} 5
pass 5742881 2020-12-29 02:30:49 2020-12-29 03:07:20 2020-12-29 06:35:23 3:28:03 3:09:24 0:18:39 smithi master rhel 7.9 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-mon-osd-mds 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/bluestore-bitmap supported-all-distro/rhel_7} 4
pass 5742883 2020-12-29 02:30:50 2020-12-29 03:09:23 2020-12-29 12:13:34 9:04:11 3:15:04 5:49:07 smithi master ubuntu 16.04 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-all 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/filestore-xfs supported-all-distro/ubuntu_16.04} 4
dead 5742885 2020-12-29 02:30:50 2020-12-29 03:11:07 2020-12-29 15:13:37 12:02:30 smithi master ubuntu 18.04 upgrade:mimic-x/stress-split/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{radosbench rbd-cls rbd-import-export rbd_api readwrite rgw_ragweed_prepare snaps-few-objects} 5-finish-upgrade 6-nautilus 6.1-msgr2 7-final-workload/{rbd-python rgw-swift-ragweed_check snaps-many-objects} objectstore/filestore-xfs supported-all-distro/ubuntu_latest thrashosds-health} 5
pass 5742887 2020-12-29 02:30:51 2020-12-29 03:12:39 2020-12-29 05:24:41 2:12:02 0:41:09 1:30:53 smithi master ubuntu 18.04 upgrade:mimic-x/stress-split-erasure-code/{0-cluster/{openstack start} 1-luminous-install/mimic 1.1-pg-log-overrides/short_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-ec-workload 5-finish-upgrade 7-final-workload objectstore/filestore-xfs supported-all-distro/ubuntu_latest thrashosds-health} 5
pass 5742889 2020-12-29 02:30:52 2020-12-29 03:13:32 2020-12-29 09:19:39 6:06:07 3:03:14 3:02:53 smithi master ubuntu 18.04 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-mon-osd-mds 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/bluestore-bitmap supported-all-distro/ubuntu_latest} 4
pass 5742891 2020-12-29 02:30:53 2020-12-29 03:15:50 2020-12-29 07:59:55 4:44:05 3:21:54 1:22:11 smithi master centos 7.8 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-mon-osd-mds 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/bluestore-bitmap supported-all-distro/centos_latest} 4
dead 5742892 2020-12-29 02:30:54 2020-12-29 03:15:50 2020-12-29 15:18:21 12:02:31 smithi master centos 7.8 upgrade:mimic-x/stress-split/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{radosbench rbd-cls rbd-import-export rbd_api readwrite rgw_ragweed_prepare snaps-few-objects} 5-finish-upgrade 6-nautilus 6.1-msgr2 7-final-workload/{rbd-python rgw-swift-ragweed_check snaps-many-objects} objectstore/filestore-xfs supported-all-distro/centos_latest thrashosds-health} 5
pass 5742893 2020-12-29 02:30:54 2020-12-29 03:15:51 2020-12-29 09:01:57 5:46:06 0:47:50 4:58:16 smithi master centos 7.8 upgrade:mimic-x/stress-split-erasure-code/{0-cluster/{openstack start} 1-luminous-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-ec-workload 5-finish-upgrade 7-final-workload objectstore/filestore-xfs supported-all-distro/centos_latest thrashosds-health} 5
pass 5742894 2020-12-29 02:30:55 2020-12-29 03:17:59 2020-12-29 12:14:09 8:56:10 3:26:57 5:29:13 smithi master rhel 7.9 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-all 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/filestore-xfs supported-all-distro/rhel_7} 4
pass 5742895 2020-12-29 02:30:56 2020-12-29 03:17:59 2020-12-29 06:50:02 3:32:03 3:08:03 0:24:00 smithi master ubuntu 16.04 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-mon-osd-mds 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/bluestore-bitmap supported-all-distro/ubuntu_16.04} 4
dead 5742896 2020-12-29 02:30:57 2020-12-29 03:17:59 2020-12-29 15:22:30 12:04:31 4:50:05 7:14:26 smithi master rhel 7.9 upgrade:mimic-x/stress-split/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{radosbench rbd-cls rbd-import-export rbd_api readwrite rgw_ragweed_prepare snaps-few-objects} 5-finish-upgrade 6-nautilus 6.1-msgr2 7-final-workload/{rbd-python rgw-swift-ragweed_check snaps-many-objects} objectstore/bluestore-bitmap supported-all-distro/rhel_7 thrashosds-health}
Failure Reason:

psutil.NoSuchProcess process no longer exists (pid=6984)

pass 5742897 2020-12-29 02:30:58 2020-12-29 03:18:28 2020-12-29 11:06:37 7:48:09 0:49:48 6:58:21 smithi master rhel 7.9 upgrade:mimic-x/stress-split-erasure-code/{0-cluster/{openstack start} 1-luminous-install/mimic 1.1-pg-log-overrides/short_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-ec-workload 5-finish-upgrade 7-final-workload objectstore/bluestore-bitmap supported-all-distro/rhel_7 thrashosds-health} 5
pass 5742898 2020-12-29 02:30:59 2020-12-29 03:18:29 2020-12-29 06:56:32 3:38:03 3:14:55 0:23:08 smithi master ubuntu 18.04 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-all 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/filestore-xfs supported-all-distro/ubuntu_latest} 4
pass 5742899 2020-12-29 02:30:59 2020-12-29 03:19:56 2020-12-29 07:42:01 4:22:05 3:17:58 1:04:07 smithi master centos 7.8 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-mon-osd-mds 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/filestore-xfs supported-all-distro/centos_latest} 4
dead 5742900 2020-12-29 02:31:00 2020-12-29 03:19:56 2020-12-29 15:22:26 12:02:30 smithi master ubuntu 16.04 upgrade:mimic-x/stress-split/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{radosbench rbd-cls rbd-import-export rbd_api readwrite rgw_ragweed_prepare snaps-few-objects} 5-finish-upgrade 6-nautilus 6.1-msgr2 7-final-workload/{rbd-python rgw-swift-ragweed_check snaps-many-objects} objectstore/filestore-xfs supported-all-distro/ubuntu_16.04 thrashosds-health} 5
pass 5742901 2020-12-29 02:31:01 2020-12-29 03:19:56 2020-12-29 05:09:58 1:50:02 0:44:17 1:05:45 smithi master ubuntu 16.04 upgrade:mimic-x/stress-split-erasure-code/{0-cluster/{openstack start} 1-luminous-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-ec-workload 5-finish-upgrade 7-final-workload objectstore/filestore-xfs supported-all-distro/ubuntu_16.04 thrashosds-health} 5
pass 5742902 2020-12-29 02:31:02 2020-12-29 03:20:17 2020-12-29 06:52:20 3:32:03 3:22:37 0:09:26 smithi master rhel 7.9 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-all 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/bluestore-bitmap supported-all-distro/rhel_7} 4
pass 5742903 2020-12-29 02:31:03 2020-12-29 03:21:23 2020-12-29 06:55:27 3:34:04 3:13:03 0:21:01 smithi master ubuntu 16.04 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-mon-osd-mds 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/filestore-xfs supported-all-distro/ubuntu_16.04} 4
fail 5742904 2020-12-29 02:31:04 2020-12-29 03:21:23 2020-12-29 11:33:33 8:12:10 6:38:11 1:33:59 smithi master ubuntu 18.04 upgrade:mimic-x/stress-split/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{radosbench rbd-cls rbd-import-export rbd_api readwrite rgw_ragweed_prepare snaps-few-objects} 5-finish-upgrade 6-nautilus 6.1-msgr2 7-final-workload/{rbd-python rgw-swift-ragweed_check snaps-many-objects} objectstore/bluestore-bitmap supported-all-distro/ubuntu_latest thrashosds-health} 5
Failure Reason:

failed to recover before timeout expired

pass 5742905 2020-12-29 02:31:05 2020-12-29 03:21:50 2020-12-29 11:01:59 7:40:09 0:43:52 6:56:17 smithi master ubuntu 18.04 upgrade:mimic-x/stress-split-erasure-code/{0-cluster/{openstack start} 1-luminous-install/mimic 1.1-pg-log-overrides/short_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-ec-workload 5-finish-upgrade 7-final-workload objectstore/bluestore-bitmap supported-all-distro/ubuntu_latest thrashosds-health} 5
pass 5742906 2020-12-29 02:31:05 2020-12-29 03:25:46 2020-12-29 07:35:50 4:10:04 3:04:04 1:06:00 smithi master ubuntu 18.04 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-all 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/bluestore-bitmap supported-all-distro/ubuntu_latest} 4
pass 5742907 2020-12-29 02:31:06 2020-12-29 03:25:50 2020-12-29 10:11:58 6:46:08 3:38:06 3:08:02 smithi master centos 7.8 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-all 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/bluestore-bitmap supported-all-distro/centos_latest} 4
dead 5742908 2020-12-29 02:31:07 2020-12-29 03:28:16 2020-12-29 15:30:46 12:02:30 smithi master centos 7.8 upgrade:mimic-x/stress-split/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{radosbench rbd-cls rbd-import-export rbd_api readwrite rgw_ragweed_prepare snaps-few-objects} 5-finish-upgrade 6-nautilus 6.1-msgr2 7-final-workload/{rbd-python rgw-swift-ragweed_check snaps-many-objects} objectstore/bluestore-bitmap supported-all-distro/centos_latest thrashosds-health} 5
pass 5742909 2020-12-29 02:31:08 2020-12-29 03:30:53 2020-12-29 06:26:56 2:56:03 0:50:27 2:05:36 smithi master centos 7.8 upgrade:mimic-x/stress-split-erasure-code/{0-cluster/{openstack start} 1-luminous-install/mimic 1.1-pg-log-overrides/short_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-ec-workload 5-finish-upgrade 7-final-workload objectstore/bluestore-bitmap supported-all-distro/centos_latest thrashosds-health} 5
pass 5742910 2020-12-29 02:31:09 2020-12-29 03:31:21 2020-12-29 09:33:27 6:02:06 3:29:44 2:32:22 smithi master rhel 7.9 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-mon-osd-mds 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/filestore-xfs supported-all-distro/rhel_7} 4
pass 5742911 2020-12-29 02:31:09 2020-12-29 03:34:12 2020-12-29 12:46:23 9:12:11 3:08:29 6:03:42 smithi master ubuntu 16.04 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-all 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/bluestore-bitmap supported-all-distro/ubuntu_16.04} 4
fail 5742912 2020-12-29 02:31:10 2020-12-29 03:35:09 2020-12-29 12:39:21 9:04:12 7:24:29 1:39:43 smithi master rhel 7.9 upgrade:mimic-x/stress-split/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{radosbench rbd-cls rbd-import-export rbd_api readwrite rgw_ragweed_prepare snaps-few-objects} 5-finish-upgrade 6-nautilus 6.1-msgr2 7-final-workload/{rbd-python rgw-swift-ragweed_check snaps-many-objects} objectstore/filestore-xfs supported-all-distro/rhel_7 thrashosds-health} 5
Failure Reason:

failed to recover before timeout expired

pass 5742913 2020-12-29 02:31:11 2020-12-29 03:35:10 2020-12-29 08:47:15 5:12:05 0:50:54 4:21:11 smithi master rhel 7.9 upgrade:mimic-x/stress-split-erasure-code/{0-cluster/{openstack start} 1-luminous-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-ec-workload 5-finish-upgrade 7-final-workload objectstore/filestore-xfs supported-all-distro/rhel_7 thrashosds-health} 5
pass 5742914 2020-12-29 02:31:12 2020-12-29 03:36:11 2020-12-29 10:10:19 6:34:08 3:14:28 3:19:40 smithi master ubuntu 18.04 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-mon-osd-mds 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/filestore-xfs supported-all-distro/ubuntu_latest} 4
pass 5742915 2020-12-29 02:31:12 2020-12-29 03:48:14 2020-12-29 11:22:23 7:34:09 3:36:02 3:58:07 smithi master centos 7.8 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-all 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/filestore-xfs supported-all-distro/centos_latest} 4
dead 5742916 2020-12-29 02:31:13 2020-12-29 03:56:13 2020-12-29 15:58:42 12:02:29 smithi master ubuntu 16.04 upgrade:mimic-x/stress-split/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{radosbench rbd-cls rbd-import-export rbd_api readwrite rgw_ragweed_prepare snaps-few-objects} 5-finish-upgrade 6-nautilus 6.1-msgr2 7-final-workload/{rbd-python rgw-swift-ragweed_check snaps-many-objects} objectstore/bluestore-bitmap supported-all-distro/ubuntu_16.04 thrashosds-health} 5
pass 5742917 2020-12-29 02:31:14 2020-12-29 04:00:17 2020-12-29 05:58:19 1:58:02 0:46:25 1:11:37 smithi master ubuntu 16.04 upgrade:mimic-x/stress-split-erasure-code/{0-cluster/{openstack start} 1-luminous-install/mimic 1.1-pg-log-overrides/short_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-ec-workload 5-finish-upgrade 7-final-workload objectstore/bluestore-bitmap supported-all-distro/ubuntu_16.04 thrashosds-health} 5
pass 5742918 2020-12-29 02:31:15 2020-12-29 04:13:34 2020-12-29 08:41:38 4:28:04 3:11:15 1:16:49 smithi master rhel 7.9 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-mon-osd-mds 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/bluestore-bitmap supported-all-distro/rhel_7} 4
pass 5742919 2020-12-29 02:31:16 2020-12-29 04:13:34 2020-12-29 09:03:39 4:50:05 3:29:47 1:20:18 smithi master ubuntu 16.04 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-all 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/filestore-xfs supported-all-distro/ubuntu_16.04} 4
dead 5742920 2020-12-29 02:31:17 2020-12-29 04:13:57 2020-12-29 16:16:27 12:02:30 smithi master ubuntu 18.04 upgrade:mimic-x/stress-split/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{radosbench rbd-cls rbd-import-export rbd_api readwrite rgw_ragweed_prepare snaps-few-objects} 5-finish-upgrade 6-nautilus 6.1-msgr2 7-final-workload/{rbd-python rgw-swift-ragweed_check snaps-many-objects} objectstore/filestore-xfs supported-all-distro/ubuntu_latest thrashosds-health} 5
pass 5742921 2020-12-29 02:31:17 2020-12-29 04:15:25 2020-12-29 05:53:26 1:38:01 0:40:50 0:57:11 smithi master ubuntu 18.04 upgrade:mimic-x/stress-split-erasure-code/{0-cluster/{openstack start} 1-luminous-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-ec-workload 5-finish-upgrade 7-final-workload objectstore/filestore-xfs supported-all-distro/ubuntu_latest thrashosds-health} 5
pass 5742922 2020-12-29 02:31:18 2020-12-29 04:17:21 2020-12-29 08:17:25 4:00:04 3:06:59 0:53:05 smithi master ubuntu 18.04 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-mon-osd-mds 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/bluestore-bitmap supported-all-distro/ubuntu_latest} 4
pass 5742923 2020-12-29 02:31:19 2020-12-29 04:19:54 2020-12-29 11:48:03 7:28:09 3:32:52 3:55:17 smithi master centos 7.8 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-mon-osd-mds 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/bluestore-bitmap supported-all-distro/centos_latest} 4
dead 5742924 2020-12-29 02:31:20 2020-12-29 04:21:47 2020-12-29 16:24:17 12:02:30 smithi master centos 7.8 upgrade:mimic-x/stress-split/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{radosbench rbd-cls rbd-import-export rbd_api readwrite rgw_ragweed_prepare snaps-few-objects} 5-finish-upgrade 6-nautilus 6.1-msgr2 7-final-workload/{rbd-python rgw-swift-ragweed_check snaps-many-objects} objectstore/filestore-xfs supported-all-distro/centos_latest thrashosds-health} 5
pass 5742925 2020-12-29 02:31:21 2020-12-29 04:27:10 2020-12-29 08:37:14 4:10:04 0:46:39 3:23:25 smithi master centos 7.8 upgrade:mimic-x/stress-split-erasure-code/{0-cluster/{openstack start} 1-luminous-install/mimic 1.1-pg-log-overrides/short_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-ec-workload 5-finish-upgrade 7-final-workload objectstore/filestore-xfs supported-all-distro/centos_latest thrashosds-health} 5
pass 5742926 2020-12-29 02:31:21 2020-12-29 04:27:10 2020-12-29 10:13:17 5:46:07 3:30:30 2:15:37 smithi master rhel 7.9 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-all 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/filestore-xfs supported-all-distro/rhel_7} 4
pass 5742927 2020-12-29 02:31:22 2020-12-29 04:32:34 2020-12-29 10:08:40 5:36:06 3:04:14 2:31:52 smithi master ubuntu 16.04 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-mon-osd-mds 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/bluestore-bitmap supported-all-distro/ubuntu_16.04} 4
dead 5742928 2020-12-29 02:31:23 2020-12-29 04:36:06 2020-12-29 16:38:36 12:02:30 smithi master rhel 7.9 upgrade:mimic-x/stress-split/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{radosbench rbd-cls rbd-import-export rbd_api readwrite rgw_ragweed_prepare snaps-few-objects} 5-finish-upgrade 6-nautilus 6.1-msgr2 7-final-workload/{rbd-python rgw-swift-ragweed_check snaps-many-objects} objectstore/bluestore-bitmap supported-all-distro/rhel_7 thrashosds-health} 5
pass 5742929 2020-12-29 02:31:24 2020-12-29 04:38:18 2020-12-29 10:30:25 5:52:07 0:52:25 4:59:42 smithi master rhel 7.9 upgrade:mimic-x/stress-split-erasure-code/{0-cluster/{openstack start} 1-luminous-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-ec-workload 5-finish-upgrade 7-final-workload objectstore/bluestore-bitmap supported-all-distro/rhel_7 thrashosds-health} 5
pass 5742930 2020-12-29 02:31:25 2020-12-29 04:45:30 2020-12-29 09:49:36 5:04:06 3:11:11 1:52:55 smithi master ubuntu 18.04 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-all 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/filestore-xfs supported-all-distro/ubuntu_latest} 4
pass 5742931 2020-12-29 02:31:26 2020-12-29 04:47:30 2020-12-29 11:55:38 7:08:08 3:36:55 3:31:13 smithi master centos 7.8 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-mon-osd-mds 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/filestore-xfs supported-all-distro/centos_latest} 4
dead 5742932 2020-12-29 02:31:26 2020-12-29 04:49:51 2020-12-29 16:52:22 12:02:31 smithi master ubuntu 16.04 upgrade:mimic-x/stress-split/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{radosbench rbd-cls rbd-import-export rbd_api readwrite rgw_ragweed_prepare snaps-few-objects} 5-finish-upgrade 6-nautilus 6.1-msgr2 7-final-workload/{rbd-python rgw-swift-ragweed_check snaps-many-objects} objectstore/filestore-xfs supported-all-distro/ubuntu_16.04 thrashosds-health} 5
pass 5742933 2020-12-29 02:31:27 2020-12-29 05:01:05 2020-12-29 06:31:06 1:30:01 0:44:18 0:45:43 smithi master ubuntu 16.04 upgrade:mimic-x/stress-split-erasure-code/{0-cluster/{openstack start} 1-luminous-install/mimic 1.1-pg-log-overrides/short_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-ec-workload 5-finish-upgrade 7-final-workload objectstore/filestore-xfs supported-all-distro/ubuntu_16.04 thrashosds-health} 5
pass 5742934 2020-12-29 02:31:28 2020-12-29 05:03:22 2020-12-29 11:35:30 6:32:08 3:13:50 3:18:18 smithi master rhel 7.9 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-all 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/bluestore-bitmap supported-all-distro/rhel_7} 4
pass 5742935 2020-12-29 02:31:29 2020-12-29 05:03:22 2020-12-29 10:07:28 5:04:06 3:11:45 1:52:21 smithi master ubuntu 16.04 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-mon-osd-mds 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/filestore-xfs supported-all-distro/ubuntu_16.04} 4
dead 5742936 2020-12-29 02:31:30 2020-12-29 05:05:22 2020-12-29 17:07:52 12:02:30 smithi master ubuntu 18.04 upgrade:mimic-x/stress-split/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{radosbench rbd-cls rbd-import-export rbd_api readwrite rgw_ragweed_prepare snaps-few-objects} 5-finish-upgrade 6-nautilus 6.1-msgr2 7-final-workload/{rbd-python rgw-swift-ragweed_check snaps-many-objects} objectstore/bluestore-bitmap supported-all-distro/ubuntu_latest thrashosds-health} 5
pass 5742937 2020-12-29 02:31:30 2020-12-29 05:10:25 2020-12-29 11:56:33 6:46:08 0:43:57 6:02:11 smithi master ubuntu 18.04 upgrade:mimic-x/stress-split-erasure-code/{0-cluster/{openstack start} 1-luminous-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-ec-workload 5-finish-upgrade 7-final-workload objectstore/bluestore-bitmap supported-all-distro/ubuntu_latest thrashosds-health} 5
pass 5742938 2020-12-29 02:31:31 2020-12-29 05:14:56 2020-12-29 08:49:00 3:34:04 3:10:53 0:23:11 smithi master ubuntu 18.04 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-all 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/bluestore-bitmap supported-all-distro/ubuntu_latest} 4