Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 5801287 2021-01-19 02:30:48 2021-01-19 02:31:41 2021-01-19 06:17:45 3:46:04 3:35:11 0:10:53 smithi master centos 7.8 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-all 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/bluestore-bitmap supported-all-distro/centos_latest} 4
dead 5801289 2021-01-19 02:30:48 2021-01-19 02:35:34 2021-01-19 14:38:03 12:02:29 smithi master centos 7.8 upgrade:mimic-x/stress-split/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{radosbench rbd-cls rbd-import-export rbd_api readwrite rgw_ragweed_prepare snaps-few-objects} 5-finish-upgrade 6-nautilus 6.1-msgr2 7-final-workload/{rbd-python rgw-swift-ragweed_check snaps-many-objects} objectstore/bluestore-bitmap supported-all-distro/centos_latest thrashosds-health} 5
pass 5801291 2021-01-19 02:30:49 2021-01-19 02:37:25 2021-01-19 03:51:26 1:14:01 0:50:34 0:23:27 smithi master centos 7.8 upgrade:mimic-x/stress-split-erasure-code/{0-cluster/{openstack start} 1-luminous-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-ec-workload 5-finish-upgrade 7-final-workload objectstore/bluestore-bitmap supported-all-distro/centos_latest thrashosds-health} 5
pass 5801293 2021-01-19 02:30:50 2021-01-19 02:39:34 2021-01-19 06:37:39 3:58:05 3:46:26 0:11:39 smithi master rhel 7.9 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-mon-osd-mds 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/filestore-xfs supported-all-distro/rhel_7} 4
pass 5801295 2021-01-19 02:30:51 2021-01-19 02:41:01 2021-01-19 06:19:05 3:38:04 3:23:25 0:14:39 smithi master ubuntu 16.04 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-all 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/bluestore-bitmap supported-all-distro/ubuntu_16.04} 4
dead 5801297 2021-01-19 02:30:52 2021-01-19 02:43:30 2021-01-19 14:46:00 12:02:30 smithi master rhel 7.9 upgrade:mimic-x/stress-split/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{radosbench rbd-cls rbd-import-export rbd_api readwrite rgw_ragweed_prepare snaps-few-objects} 5-finish-upgrade 6-nautilus 6.1-msgr2 7-final-workload/{rbd-python rgw-swift-ragweed_check snaps-many-objects} objectstore/filestore-xfs supported-all-distro/rhel_7 thrashosds-health} 5
pass 5801299 2021-01-19 02:30:53 2021-01-19 02:43:55 2021-01-19 09:30:03 6:46:08 0:50:27 5:55:41 smithi master rhel 7.9 upgrade:mimic-x/stress-split-erasure-code/{0-cluster/{openstack start} 1-luminous-install/mimic 1.1-pg-log-overrides/short_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-ec-workload 5-finish-upgrade 7-final-workload objectstore/filestore-xfs supported-all-distro/rhel_7 thrashosds-health} 5
pass 5801301 2021-01-19 02:30:53 2021-01-19 02:45:37 2021-01-19 06:25:41 3:40:04 3:30:22 0:09:42 smithi master ubuntu 18.04 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-mon-osd-mds 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/filestore-xfs supported-all-distro/ubuntu_latest} 4
pass 5801303 2021-01-19 02:30:54 2021-01-19 02:47:25 2021-01-19 06:49:29 4:02:04 3:40:22 0:21:42 smithi master centos 7.8 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-all 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/filestore-xfs supported-all-distro/centos_latest} 4
dead 5801305 2021-01-19 02:30:55 2021-01-19 02:47:25 2021-01-19 14:49:40 12:02:15 smithi master ubuntu 16.04 upgrade:mimic-x/stress-split/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{radosbench rbd-cls rbd-import-export rbd_api readwrite rgw_ragweed_prepare snaps-few-objects} 5-finish-upgrade 6-nautilus 6.1-msgr2 7-final-workload/{rbd-python rgw-swift-ragweed_check snaps-many-objects} objectstore/bluestore-bitmap supported-all-distro/ubuntu_16.04 thrashosds-health}
fail 5801307 2021-01-19 02:30:56 2021-01-19 02:49:36 2021-01-19 14:52:05 12:02:29 0:42:33 11:19:56 smithi master ubuntu 16.04 upgrade:mimic-x/stress-split-erasure-code/{0-cluster/{openstack start} 1-luminous-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-ec-workload 5-finish-upgrade 7-final-workload objectstore/bluestore-bitmap supported-all-distro/ubuntu_16.04 thrashosds-health} 5
Failure Reason:

psutil.NoSuchProcess process no longer exists (pid=31515)

pass 5801309 2021-01-19 02:30:57 2021-01-19 02:49:36 2021-01-19 07:27:41 4:38:05 3:37:22 1:00:43 smithi master rhel 7.9 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-mon-osd-mds 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/bluestore-bitmap supported-all-distro/rhel_7} 4
pass 5801311 2021-01-19 02:30:58 2021-01-19 02:51:19 2021-01-19 06:31:22 3:40:03 3:24:51 0:15:12 smithi master ubuntu 16.04 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-all 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/filestore-xfs supported-all-distro/ubuntu_16.04} 4
dead 5801313 2021-01-19 02:30:58 2021-01-19 02:51:19 2021-01-19 14:53:48 12:02:29 smithi master ubuntu 18.04 upgrade:mimic-x/stress-split/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{radosbench rbd-cls rbd-import-export rbd_api readwrite rgw_ragweed_prepare snaps-few-objects} 5-finish-upgrade 6-nautilus 6.1-msgr2 7-final-workload/{rbd-python rgw-swift-ragweed_check snaps-many-objects} objectstore/filestore-xfs supported-all-distro/ubuntu_latest thrashosds-health} 5
pass 5801315 2021-01-19 02:30:59 2021-01-19 02:53:39 2021-01-19 05:53:42 3:00:03 0:41:41 2:18:22 smithi master ubuntu 18.04 upgrade:mimic-x/stress-split-erasure-code/{0-cluster/{openstack start} 1-luminous-install/mimic 1.1-pg-log-overrides/short_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-ec-workload 5-finish-upgrade 7-final-workload objectstore/filestore-xfs supported-all-distro/ubuntu_latest thrashosds-health} 5
pass 5801317 2021-01-19 02:31:00 2021-01-19 02:55:38 2021-01-19 07:59:44 5:04:06 3:25:52 1:38:14 smithi master ubuntu 18.04 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-mon-osd-mds 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/bluestore-bitmap supported-all-distro/ubuntu_latest} 4
pass 5801319 2021-01-19 02:31:01 2021-01-19 02:58:00 2021-01-19 07:18:04 4:20:04 3:30:30 0:49:34 smithi master centos 7.8 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-mon-osd-mds 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/bluestore-bitmap supported-all-distro/centos_latest} 4
fail 5801321 2021-01-19 02:31:02 2021-01-19 03:03:53 2021-01-19 13:22:06 10:18:13 9:08:01 1:10:12 smithi master centos 7.8 upgrade:mimic-x/stress-split/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{radosbench rbd-cls rbd-import-export rbd_api readwrite rgw_ragweed_prepare snaps-few-objects} 5-finish-upgrade 6-nautilus 6.1-msgr2 7-final-workload/{rbd-python rgw-swift-ragweed_check snaps-many-objects} objectstore/filestore-xfs supported-all-distro/centos_latest thrashosds-health} 5
Failure Reason:

failed to recover before timeout expired

pass 5801322 2021-01-19 02:31:03 2021-01-19 03:06:00 2021-01-19 09:22:07 6:16:07 0:48:04 5:28:03 smithi master centos 7.8 upgrade:mimic-x/stress-split-erasure-code/{0-cluster/{openstack start} 1-luminous-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-ec-workload 5-finish-upgrade 7-final-workload objectstore/filestore-xfs supported-all-distro/centos_latest thrashosds-health} 5
pass 5801323 2021-01-19 02:31:03 2021-01-19 03:07:33 2021-01-19 07:55:39 4:48:06 3:44:58 1:03:08 smithi master rhel 7.9 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-all 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/filestore-xfs supported-all-distro/rhel_7} 4
pass 5801324 2021-01-19 02:31:04 2021-01-19 03:07:34 2021-01-19 09:19:41 6:12:07 3:24:12 2:47:55 smithi master ubuntu 16.04 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-mon-osd-mds 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/bluestore-bitmap supported-all-distro/ubuntu_16.04} 4
dead 5801325 2021-01-19 02:31:05 2021-01-19 03:10:00 2021-01-19 15:12:32 12:02:32 smithi master rhel 7.9 upgrade:mimic-x/stress-split/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{radosbench rbd-cls rbd-import-export rbd_api readwrite rgw_ragweed_prepare snaps-few-objects} 5-finish-upgrade 6-nautilus 6.1-msgr2 7-final-workload/{rbd-python rgw-swift-ragweed_check snaps-many-objects} objectstore/bluestore-bitmap supported-all-distro/rhel_7 thrashosds-health} 5
pass 5801326 2021-01-19 02:31:06 2021-01-19 03:10:00 2021-01-19 11:04:09 7:54:09 0:49:54 7:04:15 smithi master rhel 7.9 upgrade:mimic-x/stress-split-erasure-code/{0-cluster/{openstack start} 1-luminous-install/mimic 1.1-pg-log-overrides/short_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-ec-workload 5-finish-upgrade 7-final-workload objectstore/bluestore-bitmap supported-all-distro/rhel_7 thrashosds-health} 5
pass 5801327 2021-01-19 02:31:07 2021-01-19 03:11:45 2021-01-19 07:19:49 4:08:04 3:23:16 0:44:48 smithi master ubuntu 18.04 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-all 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/filestore-xfs supported-all-distro/ubuntu_latest} 4
pass 5801328 2021-01-19 02:31:08 2021-01-19 03:14:10 2021-01-19 07:38:14 4:24:04 3:33:12 0:50:52 smithi master centos 7.8 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-mon-osd-mds 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/filestore-xfs supported-all-distro/centos_latest} 4
dead 5801329 2021-01-19 02:31:09 2021-01-19 03:15:45 2021-01-19 15:18:15 12:02:30 smithi master ubuntu 16.04 upgrade:mimic-x/stress-split/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{radosbench rbd-cls rbd-import-export rbd_api readwrite rgw_ragweed_prepare snaps-few-objects} 5-finish-upgrade 6-nautilus 6.1-msgr2 7-final-workload/{rbd-python rgw-swift-ragweed_check snaps-many-objects} objectstore/filestore-xfs supported-all-distro/ubuntu_16.04 thrashosds-health} 5
dead 5801330 2021-01-19 02:31:09 2021-01-19 03:19:49 2021-01-19 15:22:05 12:02:16 smithi master ubuntu 16.04 upgrade:mimic-x/stress-split-erasure-code/{0-cluster/{openstack start} 1-luminous-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-ec-workload 5-finish-upgrade 7-final-workload objectstore/filestore-xfs supported-all-distro/ubuntu_16.04 thrashosds-health}
fail 5801331 2021-01-19 02:31:10 2021-01-19 03:20:13 2021-01-19 07:30:18 4:10:05 3:49:07 0:20:58 smithi master rhel 7.9 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-all 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/bluestore-bitmap supported-all-distro/rhel_7} 4
Failure Reason:

SELinux denials found on ubuntu@smithi204.front.sepia.ceph.com: ['type=AVC msg=audit(1611037801.761:12647): avc: denied { open } for pid=83650 comm="sadc" path="/proc/83650/net/dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611030001.741:8074): avc: denied { open } for pid=45856 comm="sadc" path="/proc/45856/net/dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611036001.576:8990): avc: denied { open } for pid=56515 comm="sadc" path="/proc/56515/net/dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611034239.812:8903): avc: denied { open } for pid=29615 comm="ntpd" path="/proc/29615/net/if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611030039.761:8103): avc: denied { getattr } for pid=29615 comm="ntpd" path="/proc/29615/net/if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611028539.765:7980): avc: denied { read } for pid=29615 comm="ntpd" name="if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611036939.860:10776): avc: denied { read } for pid=29615 comm="ntpd" name="if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611030001.741:8074): avc: denied { read } for pid=45856 comm="sadc" name="dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611034239.812:8904): avc: denied { getattr } for pid=29615 comm="ntpd" path="/proc/29615/net/if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611032401.842:8184): avc: denied { read } for pid=48289 comm="sadc" name="dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611039039.861:15526): avc: denied { read } for pid=29615 comm="ntpd" name="if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611040201.907:18323): avc: denied { open } for pid=125945 comm="sadc" path="/proc/125945/net/dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611034201.411:8899): avc: denied { read } for pid=54681 comm="sadc" name="dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611037239.831:11411): avc: denied { read } for pid=29615 comm="ntpd" name="if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611037201.728:11331): avc: denied { getattr } for pid=73863 comm="sadc" path="/proc/73863/net/dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611030601.772:8133): avc: denied { open } for pid=46639 comm="sadc" path="/proc/46639/net/dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611031239.792:8147): avc: denied { getattr } for pid=29615 comm="ntpd" path="/proc/29615/net/if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611040839.845:18550): avc: denied { read } for pid=29615 comm="ntpd" name="if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611030039.761:8102): avc: denied { open } for pid=29615 comm="ntpd" path="/proc/29615/net/if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611030001.742:8075): avc: denied { getattr } for pid=45856 comm="sadc" path="/proc/45856/net/dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611039601.852:16851): avc: denied { getattr } for pid=114981 comm="sadc" path="/proc/114981/net/dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611039601.852:16850): avc: denied { open } for pid=114981 comm="sadc" path="/proc/114981/net/dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611032401.842:8184): avc: denied { open } for pid=48289 comm="sadc" path="/proc/48289/net/dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611036939.860:10777): avc: denied { getattr } for pid=29615 comm="ntpd" path="/proc/29615/net/if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611040201.907:18323): avc: denied { read } for pid=125945 comm="sadc" name="dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611029739.783:8068): avc: denied { getattr } for pid=29615 comm="ntpd" path="/proc/29615/net/if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611036939.860:10776): avc: denied { open } for pid=29615 comm="ntpd" path="/proc/29615/net/if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611037239.831:11412): avc: denied { getattr } for pid=29615 comm="ntpd" path="/proc/29615/net/if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611037239.831:11411): avc: denied { open } for pid=29615 comm="ntpd" path="/proc/29615/net/if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611036001.576:8991): avc: denied { getattr } for pid=56515 comm="sadc" path="/proc/56515/net/dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611034239.812:8903): avc: denied { read } for pid=29615 comm="ntpd" name="if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611030601.772:8133): avc: denied { read } for pid=46639 comm="sadc" name="dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611028801.599:7987): avc: denied { open } for pid=42593 comm="sadc" path="/proc/42593/net/dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611028801.599:7987): avc: denied { read } for pid=42593 comm="sadc" name="dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611040839.845:18550): avc: denied { open } for pid=29615 comm="ntpd" path="/proc/29615/net/if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611031239.792:8146): avc: denied { open } for pid=29615 comm="ntpd" path="/proc/29615/net/if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611039639.766:16896): avc: denied { read } for pid=29615 comm="ntpd" name="if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611037801.761:12647): avc: denied { read } for pid=83650 comm="sadc" name="dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611028801.599:7988): avc: denied { getattr } for pid=42593 comm="sadc" path="/proc/42593/net/dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611029739.783:8067): avc: denied { read } for pid=29615 comm="ntpd" name="if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611034201.411:8899): avc: denied { open } for pid=54681 comm="sadc" path="/proc/54681/net/dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611030601.772:8134): avc: denied { getattr } for pid=46639 comm="sadc" path="/proc/46639/net/dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611039039.861:15527): avc: denied { getattr } for pid=29615 comm="ntpd" path="/proc/29615/net/if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611039601.852:16850): avc: denied { read } for pid=114981 comm="sadc" name="dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611040201.908:18324): avc: denied { getattr } for pid=125945 comm="sadc" path="/proc/125945/net/dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611037801.761:12648): avc: denied { getattr } for pid=83650 comm="sadc" path="/proc/83650/net/dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611029739.783:8067): avc: denied { open } for pid=29615 comm="ntpd" path="/proc/29615/net/if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611037201.728:11330): avc: denied { open } for pid=73863 comm="sadc" path="/proc/73863/net/dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611031239.792:8146): avc: denied { read } for pid=29615 comm="ntpd" name="if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611036001.576:8990): avc: denied { read } for pid=56515 comm="sadc" name="dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611030039.761:8102): avc: denied { read } for pid=29615 comm="ntpd" name="if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611034201.411:8900): avc: denied { getattr } for pid=54681 comm="sadc" path="/proc/54681/net/dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611036039.768:8994): avc: denied { open } for pid=29615 comm="ntpd" path="/proc/29615/net/if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611028539.765:7980): avc: denied { open } for pid=29615 comm="ntpd" path="/proc/29615/net/if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611032401.842:8185): avc: denied { getattr } for pid=48289 comm="sadc" path="/proc/48289/net/dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611040839.845:18551): avc: denied { getattr } for pid=29615 comm="ntpd" path="/proc/29615/net/if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611036039.768:8994): avc: denied { read } for pid=29615 comm="ntpd" name="if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611039039.861:15526): avc: denied { open } for pid=29615 comm="ntpd" path="/proc/29615/net/if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611039639.766:16897): avc: denied { getattr } for pid=29615 comm="ntpd" path="/proc/29615/net/if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611036039.768:8995): avc: denied { getattr } for pid=29615 comm="ntpd" path="/proc/29615/net/if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611037201.728:11330): avc: denied { read } for pid=73863 comm="sadc" name="dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611039639.766:16896): avc: denied { open } for pid=29615 comm="ntpd" path="/proc/29615/net/if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1611028539.765:7981): avc: denied { getattr } for pid=29615 comm="ntpd" path="/proc/29615/net/if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:devtty_t:s0 tclass=file permissive=1']

pass 5801332 2021-01-19 02:31:11 2021-01-19 03:24:52 2021-01-19 09:10:59 5:46:07 3:24:17 2:21:50 smithi master ubuntu 16.04 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-mon-osd-mds 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/filestore-xfs supported-all-distro/ubuntu_16.04} 4
dead 5801333 2021-01-19 02:31:12 2021-01-19 03:35:53 2021-01-19 15:38:23 12:02:30 4:27:39 7:34:51 smithi master ubuntu 18.04 upgrade:mimic-x/stress-split/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{radosbench rbd-cls rbd-import-export rbd_api readwrite rgw_ragweed_prepare snaps-few-objects} 5-finish-upgrade 6-nautilus 6.1-msgr2 7-final-workload/{rbd-python rgw-swift-ragweed_check snaps-many-objects} objectstore/bluestore-bitmap supported-all-distro/ubuntu_latest thrashosds-health} 5
Failure Reason:

failed to recover before timeout expired

pass 5801334 2021-01-19 02:31:13 2021-01-19 03:46:05 2021-01-19 05:06:06 1:20:01 0:47:10 0:32:51 smithi master ubuntu 18.04 upgrade:mimic-x/stress-split-erasure-code/{0-cluster/{openstack start} 1-luminous-install/mimic 1.1-pg-log-overrides/short_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-ec-workload 5-finish-upgrade 7-final-workload objectstore/bluestore-bitmap supported-all-distro/ubuntu_latest thrashosds-health} 5
pass 5801335 2021-01-19 02:31:14 2021-01-19 03:51:56 2021-01-19 10:40:03 6:48:07 3:24:00 3:24:07 smithi master ubuntu 18.04 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-all 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/bluestore-bitmap supported-all-distro/ubuntu_latest} 4
pass 5801336 2021-01-19 02:31:14 2021-01-19 03:55:24 2021-01-19 08:45:29 4:50:05 3:28:45 1:21:20 smithi master centos 7.8 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-all 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/bluestore-bitmap supported-all-distro/centos_latest} 4
dead 5801337 2021-01-19 02:31:15 2021-01-19 03:55:24 2021-01-19 15:57:54 12:02:30 smithi master centos 7.8 upgrade:mimic-x/stress-split/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{radosbench rbd-cls rbd-import-export rbd_api readwrite rgw_ragweed_prepare snaps-few-objects} 5-finish-upgrade 6-nautilus 6.1-msgr2 7-final-workload/{rbd-python rgw-swift-ragweed_check snaps-many-objects} objectstore/bluestore-bitmap supported-all-distro/centos_latest thrashosds-health} 5
pass 5801338 2021-01-19 02:31:16 2021-01-19 03:59:37 2021-01-19 06:45:40 2:46:03 0:50:12 1:55:51 smithi master centos 7.8 upgrade:mimic-x/stress-split-erasure-code/{0-cluster/{openstack start} 1-luminous-install/mimic 1.1-pg-log-overrides/short_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-ec-workload 5-finish-upgrade 7-final-workload objectstore/bluestore-bitmap supported-all-distro/centos_latest thrashosds-health} 5
pass 5801339 2021-01-19 02:31:17 2021-01-19 04:03:32 2021-01-19 07:49:36 3:46:04 3:32:33 0:13:31 smithi master rhel 7.9 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-mon-osd-mds 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/filestore-xfs supported-all-distro/rhel_7} 4
pass 5801340 2021-01-19 02:31:18 2021-01-19 04:03:37 2021-01-19 09:57:44 5:54:07 3:24:42 2:29:25 smithi master ubuntu 16.04 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-all 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/bluestore-bitmap supported-all-distro/ubuntu_16.04} 4
dead 5801341 2021-01-19 02:31:19 2021-01-19 04:05:41 2021-01-19 16:10:11 12:04:30 0:35:00 11:29:30 smithi master rhel 7.9 upgrade:mimic-x/stress-split/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{radosbench rbd-cls rbd-import-export rbd_api readwrite rgw_ragweed_prepare snaps-few-objects} 5-finish-upgrade 6-nautilus 6.1-msgr2 7-final-workload/{rbd-python rgw-swift-ragweed_check snaps-many-objects} objectstore/filestore-xfs supported-all-distro/rhel_7 thrashosds-health}
Failure Reason:

psutil.NoSuchProcess process no longer exists (pid=19065)

pass 5801342 2021-01-19 02:31:20 2021-01-19 04:07:37 2021-01-19 10:07:44 6:00:07 0:49:57 5:10:10 smithi master rhel 7.9 upgrade:mimic-x/stress-split-erasure-code/{0-cluster/{openstack start} 1-luminous-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-ec-workload 5-finish-upgrade 7-final-workload objectstore/filestore-xfs supported-all-distro/rhel_7 thrashosds-health} 5
pass 5801343 2021-01-19 02:31:21 2021-01-19 04:10:09 2021-01-19 10:18:16 6:08:07 3:40:58 2:27:09 smithi master ubuntu 18.04 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-mon-osd-mds 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/filestore-xfs supported-all-distro/ubuntu_latest} 4
pass 5801344 2021-01-19 02:31:21 2021-01-19 05:20:43 2021-01-19 10:26:49 5:06:06 3:49:22 1:16:44 smithi master centos 7.8 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-all 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/filestore-xfs supported-all-distro/centos_latest} 4
dead 5801345 2021-01-19 02:31:22 2021-01-19 05:20:58 2021-01-19 17:23:33 12:02:35 smithi master ubuntu 16.04 upgrade:mimic-x/stress-split/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{radosbench rbd-cls rbd-import-export rbd_api readwrite rgw_ragweed_prepare snaps-few-objects} 5-finish-upgrade 6-nautilus 6.1-msgr2 7-final-workload/{rbd-python rgw-swift-ragweed_check snaps-many-objects} objectstore/bluestore-bitmap supported-all-distro/ubuntu_16.04 thrashosds-health} 5
pass 5801346 2021-01-19 02:31:23 2021-01-19 05:22:15 2021-01-19 07:34:17 2:12:02 0:46:10 1:25:52 smithi master ubuntu 16.04 upgrade:mimic-x/stress-split-erasure-code/{0-cluster/{openstack start} 1-luminous-install/mimic 1.1-pg-log-overrides/short_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-ec-workload 5-finish-upgrade 7-final-workload objectstore/bluestore-bitmap supported-all-distro/ubuntu_16.04 thrashosds-health} 5
pass 5801347 2021-01-19 02:31:24 2021-01-19 05:32:02 2021-01-19 14:06:13 8:34:11 3:34:25 4:59:46 smithi master rhel 7.9 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-mon-osd-mds 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/bluestore-bitmap supported-all-distro/rhel_7} 4
pass 5801348 2021-01-19 02:31:25 2021-01-19 05:37:43 2021-01-19 09:27:47 3:50:04 3:24:47 0:25:17 smithi master ubuntu 16.04 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-all 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/filestore-xfs supported-all-distro/ubuntu_16.04} 4
dead 5801349 2021-01-19 02:31:26 2021-01-19 05:43:54 2021-01-19 17:46:24 12:02:30 smithi master ubuntu 18.04 upgrade:mimic-x/stress-split/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{radosbench rbd-cls rbd-import-export rbd_api readwrite rgw_ragweed_prepare snaps-few-objects} 5-finish-upgrade 6-nautilus 6.1-msgr2 7-final-workload/{rbd-python rgw-swift-ragweed_check snaps-many-objects} objectstore/filestore-xfs supported-all-distro/ubuntu_latest thrashosds-health} 5
pass 5801350 2021-01-19 02:31:26 2021-01-19 05:44:02 2021-01-19 06:36:04 0:52:02 0:43:41 0:08:21 smithi master ubuntu 18.04 upgrade:mimic-x/stress-split-erasure-code/{0-cluster/{openstack start} 1-luminous-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-ec-workload 5-finish-upgrade 7-final-workload objectstore/filestore-xfs supported-all-distro/ubuntu_latest thrashosds-health} 5
pass 5801351 2021-01-19 02:31:27 2021-01-19 05:44:30 2021-01-19 10:12:35 4:28:05 3:34:58 0:53:07 smithi master ubuntu 18.04 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-mon-osd-mds 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/bluestore-bitmap supported-all-distro/ubuntu_latest} 4
pass 5801352 2021-01-19 02:31:28 2021-01-19 05:47:04 2021-01-19 10:03:09 4:16:05 3:34:08 0:41:57 smithi master centos 7.8 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-mon-osd-mds 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/bluestore-bitmap supported-all-distro/centos_latest} 4
dead 5801353 2021-01-19 02:31:29 2021-01-19 05:47:03 2021-01-19 17:49:36 12:02:33 smithi master centos 7.8 upgrade:mimic-x/stress-split/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{radosbench rbd-cls rbd-import-export rbd_api readwrite rgw_ragweed_prepare snaps-few-objects} 5-finish-upgrade 6-nautilus 6.1-msgr2 7-final-workload/{rbd-python rgw-swift-ragweed_check snaps-many-objects} objectstore/filestore-xfs supported-all-distro/centos_latest thrashosds-health} 5
pass 5801354 2021-01-19 02:31:30 2021-01-19 05:50:29 2021-01-19 08:46:33 2:56:04 0:49:06 2:06:58 smithi master centos 7.8 upgrade:mimic-x/stress-split-erasure-code/{0-cluster/{openstack start} 1-luminous-install/mimic 1.1-pg-log-overrides/short_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-ec-workload 5-finish-upgrade 7-final-workload objectstore/filestore-xfs supported-all-distro/centos_latest thrashosds-health} 5
pass 5801355 2021-01-19 02:31:31 2021-01-19 05:54:14 2021-01-19 10:02:18 4:08:04 3:49:10 0:18:54 smithi master rhel 7.9 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-all 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/filestore-xfs supported-all-distro/rhel_7} 4
pass 5801356 2021-01-19 02:31:32 2021-01-19 06:02:25 2021-01-19 09:58:29 3:56:04 3:29:02 0:27:02 smithi master ubuntu 16.04 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-mon-osd-mds 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/bluestore-bitmap supported-all-distro/ubuntu_16.04} 4
dead 5801357 2021-01-19 02:31:32 2021-01-19 06:07:41 2021-01-19 18:10:11 12:02:30 smithi master rhel 7.9 upgrade:mimic-x/stress-split/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{radosbench rbd-cls rbd-import-export rbd_api readwrite rgw_ragweed_prepare snaps-few-objects} 5-finish-upgrade 6-nautilus 6.1-msgr2 7-final-workload/{rbd-python rgw-swift-ragweed_check snaps-many-objects} objectstore/bluestore-bitmap supported-all-distro/rhel_7 thrashosds-health} 5
pass 5801358 2021-01-19 02:31:33 2021-01-19 06:18:17 2021-01-19 08:16:19 1:58:02 0:51:17 1:06:45 smithi master rhel 7.9 upgrade:mimic-x/stress-split-erasure-code/{0-cluster/{openstack start} 1-luminous-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-ec-workload 5-finish-upgrade 7-final-workload objectstore/bluestore-bitmap supported-all-distro/rhel_7 thrashosds-health} 5
pass 5801359 2021-01-19 02:31:34 2021-01-19 06:19:06 2021-01-19 10:35:11 4:16:05 3:40:31 0:35:34 smithi master ubuntu 18.04 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-all 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/filestore-xfs supported-all-distro/ubuntu_latest} 4
pass 5801360 2021-01-19 02:31:35 2021-01-19 06:23:07 2021-01-19 11:05:12 4:42:05 3:34:01 1:08:04 smithi master centos 7.8 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-mon-osd-mds 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/filestore-xfs supported-all-distro/centos_latest} 4
fail 5801361 2021-01-19 02:31:36 2021-01-19 06:26:14 2021-01-19 15:42:25 9:16:11 4:08:42 5:07:29 smithi master ubuntu 16.04 upgrade:mimic-x/stress-split/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{radosbench rbd-cls rbd-import-export rbd_api readwrite rgw_ragweed_prepare snaps-few-objects} 5-finish-upgrade 6-nautilus 6.1-msgr2 7-final-workload/{rbd-python rgw-swift-ragweed_check snaps-many-objects} objectstore/filestore-xfs supported-all-distro/ubuntu_16.04 thrashosds-health} 5
Failure Reason:

failed to recover before timeout expired

pass 5801362 2021-01-19 02:31:37 2021-01-19 06:31:27 2021-01-19 16:13:40 9:42:13 0:43:39 8:58:34 smithi master ubuntu 16.04 upgrade:mimic-x/stress-split-erasure-code/{0-cluster/{openstack start} 1-luminous-install/mimic 1.1-pg-log-overrides/short_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-ec-workload 5-finish-upgrade 7-final-workload objectstore/filestore-xfs supported-all-distro/ubuntu_16.04 thrashosds-health} 5
pass 5801363 2021-01-19 02:31:38 2021-01-19 06:32:54 2021-01-19 10:12:58 3:40:04 3:28:25 0:11:39 smithi master rhel 7.9 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-all 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/bluestore-bitmap supported-all-distro/rhel_7} 4
pass 5801364 2021-01-19 02:31:39 2021-01-19 06:36:27 2021-01-19 11:12:32 4:36:05 3:30:30 1:05:35 smithi master ubuntu 16.04 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-mon-osd-mds 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/filestore-xfs supported-all-distro/ubuntu_16.04} 4
dead 5801365 2021-01-19 02:31:39 2021-01-19 06:36:27 2021-01-19 18:38:58 12:02:31 smithi master ubuntu 18.04 upgrade:mimic-x/stress-split/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{radosbench rbd-cls rbd-import-export rbd_api readwrite rgw_ragweed_prepare snaps-few-objects} 5-finish-upgrade 6-nautilus 6.1-msgr2 7-final-workload/{rbd-python rgw-swift-ragweed_check snaps-many-objects} objectstore/bluestore-bitmap supported-all-distro/ubuntu_latest thrashosds-health} 5
pass 5801366 2021-01-19 02:31:40 2021-01-19 06:38:09 2021-01-19 10:06:14 3:28:05 0:43:46 2:44:19 smithi master ubuntu 18.04 upgrade:mimic-x/stress-split-erasure-code/{0-cluster/{openstack start} 1-luminous-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-ec-workload 5-finish-upgrade 7-final-workload objectstore/bluestore-bitmap supported-all-distro/ubuntu_latest thrashosds-health} 5
pass 5801367 2021-01-19 02:31:41 2021-01-19 06:40:22 2021-01-19 11:32:27 4:52:05 3:37:05 1:15:00 smithi master ubuntu 18.04 upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/normal_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-all 4-msgr2 4-nautilus 5-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check rgw_swift} objectstore/bluestore-bitmap supported-all-distro/ubuntu_latest} 4