Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 4500983 2019-11-12 17:15:45 2019-11-13 02:24:41 2019-11-13 07:14:48 4:50:07 2:11:04 2:39:03 smithi master centos 7.4 upgrade:luminous-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-all.yaml 5-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml rgw_swift.yaml} objectstore/bluestore-bitmap.yaml supported-all-distro/centos_latest.yaml} 3
pass 4500984 2019-11-12 17:15:47 2019-11-13 02:25:59 2019-11-13 11:10:09 8:44:10 6:01:22 2:42:48 smithi master centos 7.4 upgrade:luminous-x/stress-split/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-workload/{radosbench.yaml rbd-cls.yaml rbd-import-export.yaml rbd_api.yaml readwrite.yaml snaps-few-objects.yaml} 5-finish-upgrade.yaml 7-final-workload/{rbd-python.yaml rgw-swift.yaml snaps-many-objects.yaml} objectstore/bluestore-bitmap.yaml supported-all-distro/centos_latest.yaml thrashosds-health.yaml} 3
pass 4500985 2019-11-12 17:15:48 2019-11-13 02:28:19 2019-11-13 03:50:20 1:22:01 0:51:23 0:30:38 smithi master centos 7.4 upgrade:luminous-x/stress-split-erasure-code/{0-cluster/{openstack.yaml start.yaml} 1-luminous-install/luminous.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-ec-workload.yaml 5-finish-upgrade.yaml 7-final-workload.yaml objectstore/bluestore-bitmap.yaml supported-all-distro/centos_latest.yaml thrashosds-health.yaml} 3
pass 4500986 2019-11-12 17:15:49 2019-11-13 02:29:38 2019-11-13 04:35:39 2:06:01 1:55:36 0:10:25 smithi master rhel 7.5 upgrade:luminous-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-mon-osd-mds.yaml 5-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml rgw_swift.yaml} objectstore/filestore-xfs.yaml supported-all-distro/rhel_7.5.yaml} 3
pass 4500987 2019-11-12 17:15:50 2019-11-13 02:31:54 2019-11-13 05:01:56 2:30:02 2:07:17 0:22:45 smithi master ubuntu 16.04 upgrade:luminous-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-all.yaml 5-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml rgw_swift.yaml} objectstore/bluestore-bitmap.yaml supported-all-distro/ubuntu_16.04.yaml} 3
pass 4500988 2019-11-12 17:15:51 2019-11-13 02:33:56 2019-11-13 06:15:59 3:42:03 2:49:36 0:52:27 smithi master rhel 7.5 upgrade:luminous-x/stress-split/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-workload/{radosbench.yaml rbd-cls.yaml rbd-import-export.yaml rbd_api.yaml readwrite.yaml snaps-few-objects.yaml} 5-finish-upgrade.yaml 7-final-workload/{rbd-python.yaml rgw-swift.yaml snaps-many-objects.yaml} objectstore/filestore-xfs.yaml supported-all-distro/rhel_7.5.yaml thrashosds-health.yaml} 3
pass 4500989 2019-11-12 17:15:52 2019-11-13 02:33:56 2019-11-13 03:49:56 1:16:00 0:48:58 0:27:02 smithi master rhel 7.5 upgrade:luminous-x/stress-split-erasure-code/{0-cluster/{openstack.yaml start.yaml} 1-luminous-install/luminous.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-ec-workload.yaml 5-finish-upgrade.yaml 7-final-workload.yaml objectstore/filestore-xfs.yaml supported-all-distro/rhel_7.5.yaml thrashosds-health.yaml} 3
pass 4500990 2019-11-12 17:15:54 2019-11-13 02:35:56 2019-11-13 09:18:06 6:42:10 1:54:30 4:47:40 smithi master ubuntu 18.04 upgrade:luminous-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-mon-osd-mds.yaml 5-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml rgw_swift.yaml} objectstore/filestore-xfs.yaml supported-all-distro/ubuntu_latest.yaml} 3
pass 4500991 2019-11-12 17:15:55 2019-11-13 02:35:56 2019-11-13 04:47:57 2:12:01 1:54:30 0:17:31 smithi master centos 7.4 upgrade:luminous-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-all.yaml 5-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml rgw_swift.yaml} objectstore/filestore-xfs.yaml supported-all-distro/centos_latest.yaml} 3
pass 4500992 2019-11-12 17:15:56 2019-11-13 02:35:56 2019-11-13 07:32:02 4:56:06 4:12:27 0:43:39 smithi master ubuntu 16.04 upgrade:luminous-x/stress-split/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-workload/{radosbench.yaml rbd-cls.yaml rbd-import-export.yaml rbd_api.yaml readwrite.yaml snaps-few-objects.yaml} 5-finish-upgrade.yaml 7-final-workload/{rbd-python.yaml rgw-swift.yaml snaps-many-objects.yaml} objectstore/bluestore-bitmap.yaml supported-all-distro/ubuntu_16.04.yaml thrashosds-health.yaml} 3
pass 4500993 2019-11-12 17:15:57 2019-11-13 02:35:56 2019-11-13 08:22:05 5:46:09 0:47:28 4:58:41 smithi master ubuntu 16.04 upgrade:luminous-x/stress-split-erasure-code/{0-cluster/{openstack.yaml start.yaml} 1-luminous-install/luminous.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-ec-workload.yaml 5-finish-upgrade.yaml 7-final-workload.yaml objectstore/bluestore-bitmap.yaml supported-all-distro/ubuntu_16.04.yaml thrashosds-health.yaml} 3
pass 4500994 2019-11-12 17:15:58 2019-11-13 02:35:56 2019-11-13 05:07:57 2:32:01 2:12:39 0:19:22 smithi master rhel 7.5 upgrade:luminous-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-mon-osd-mds.yaml 5-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml rgw_swift.yaml} objectstore/bluestore-bitmap.yaml supported-all-distro/rhel_7.5.yaml} 3
pass 4500995 2019-11-12 17:15:59 2019-11-13 02:37:54 2019-11-13 04:51:55 2:14:01 1:48:29 0:25:32 smithi master ubuntu 16.04 upgrade:luminous-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-all.yaml 5-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml rgw_swift.yaml} objectstore/filestore-xfs.yaml supported-all-distro/ubuntu_16.04.yaml} 3
pass 4500996 2019-11-12 17:16:00 2019-11-13 02:37:54 2019-11-13 06:09:58 3:32:04 2:50:11 0:41:53 smithi master ubuntu 18.04 upgrade:luminous-x/stress-split/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-workload/{radosbench.yaml rbd-cls.yaml rbd-import-export.yaml rbd_api.yaml readwrite.yaml snaps-few-objects.yaml} 5-finish-upgrade.yaml 7-final-workload/{rbd-python.yaml rgw-swift.yaml snaps-many-objects.yaml} objectstore/filestore-xfs.yaml supported-all-distro/ubuntu_latest.yaml thrashosds-health.yaml} 3
pass 4500997 2019-11-12 17:16:01 2019-11-13 02:40:20 2019-11-13 04:04:22 1:24:02 0:41:02 0:43:00 smithi master ubuntu 18.04 upgrade:luminous-x/stress-split-erasure-code/{0-cluster/{openstack.yaml start.yaml} 1-luminous-install/luminous.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-ec-workload.yaml 5-finish-upgrade.yaml 7-final-workload.yaml objectstore/filestore-xfs.yaml supported-all-distro/ubuntu_latest.yaml thrashosds-health.yaml} 3
pass 4500998 2019-11-12 17:16:02 2019-11-13 02:44:00 2019-11-13 05:14:02 2:30:02 2:07:22 0:22:40 smithi master ubuntu 18.04 upgrade:luminous-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-mon-osd-mds.yaml 5-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml rgw_swift.yaml} objectstore/bluestore-bitmap.yaml supported-all-distro/ubuntu_latest.yaml} 3
pass 4500999 2019-11-12 17:16:03 2019-11-13 02:44:00 2019-11-13 05:28:01 2:44:01 2:18:49 0:25:12 smithi master centos 7.4 upgrade:luminous-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-mon-osd-mds.yaml 5-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml rgw_swift.yaml} objectstore/bluestore-bitmap.yaml supported-all-distro/centos_latest.yaml} 3
pass 4501000 2019-11-12 17:16:04 2019-11-12 17:32:40 2019-11-12 20:56:43 3:24:03 3:04:48 0:19:15 smithi master centos 7.4 upgrade:luminous-x/stress-split/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-workload/{radosbench.yaml rbd-cls.yaml rbd-import-export.yaml rbd_api.yaml readwrite.yaml snaps-few-objects.yaml} 5-finish-upgrade.yaml 7-final-workload/{rbd-python.yaml rgw-swift.yaml snaps-many-objects.yaml} objectstore/filestore-xfs.yaml supported-all-distro/centos_latest.yaml thrashosds-health.yaml} 3
pass 4501001 2019-11-12 17:16:05 2019-11-13 02:44:00 2019-11-13 04:05:59 1:21:59 0:47:04 0:34:55 smithi master centos 7.4 upgrade:luminous-x/stress-split-erasure-code/{0-cluster/{openstack.yaml start.yaml} 1-luminous-install/luminous.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-ec-workload.yaml 5-finish-upgrade.yaml 7-final-workload.yaml objectstore/filestore-xfs.yaml supported-all-distro/centos_latest.yaml thrashosds-health.yaml} 3
pass 4501002 2019-11-12 17:16:06 2019-11-13 02:44:01 2019-11-13 04:54:03 2:10:02 1:53:11 0:16:51 smithi master rhel 7.5 upgrade:luminous-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-all.yaml 5-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml rgw_swift.yaml} objectstore/filestore-xfs.yaml supported-all-distro/rhel_7.5.yaml} 3
pass 4501003 2019-11-12 17:16:08 2019-11-13 02:48:18 2019-11-13 06:40:23 3:52:05 2:14:16 1:37:49 smithi master ubuntu 16.04 upgrade:luminous-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-mon-osd-mds.yaml 5-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml rgw_swift.yaml} objectstore/bluestore-bitmap.yaml supported-all-distro/ubuntu_16.04.yaml} 3
fail 4501004 2019-11-12 17:16:09 2019-11-13 02:49:48 2019-11-13 09:07:54 6:18:06 5:52:19 0:25:47 smithi master rhel 7.5 upgrade:luminous-x/stress-split/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-workload/{radosbench.yaml rbd-cls.yaml rbd-import-export.yaml rbd_api.yaml readwrite.yaml snaps-few-objects.yaml} 5-finish-upgrade.yaml 7-final-workload/{rbd-python.yaml rgw-swift.yaml snaps-many-objects.yaml} objectstore/bluestore-bitmap.yaml supported-all-distro/rhel_7.5.yaml thrashosds-health.yaml} 3
Failure Reason:

SELinux denials found on ubuntu@smithi199.front.sepia.ceph.com: ['type=AVC msg=audit(1573621062.643:67883): avc: denied { read } for pid=389 comm="ntpd" name="if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:memory_device_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1573621362.662:67901): avc: denied { open } for pid=389 comm="ntpd" path="/proc/389/net/if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:memory_device_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1573624801.689:68058): avc: denied { getattr } for pid=341831 comm="sadc" path="/proc/341831/net/dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:memory_device_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1573621362.662:67902): avc: denied { getattr } for pid=389 comm="ntpd" path="/proc/389/net/if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:memory_device_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1573633801.239:68279): avc: denied { getattr } for pid=349646 comm="sadc" path="/proc/349646/net/dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:memory_device_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1573624662.703:68048): avc: denied { read } for pid=389 comm="ntpd" name="if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:memory_device_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1573630802.009:68205): avc: denied { getattr } for pid=347027 comm="sadc" path="/proc/347027/net/dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:memory_device_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1573621201.875:67891): avc: denied { getattr } for pid=338454 comm="sadc" path="/proc/338454/net/dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:memory_device_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1573633435.234:68250): avc: denied { read } for pid=349277 comm="ip" name="unix" dev="proc" ino=4026532009 scontext=system_u:system_r:ifconfig_t:s0 tcontext=system_u:object_r:memory_device_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1573624672.537:68050): avc: denied { read } for pid=341670 comm="rhsmcertd-worke" name="psched" dev="proc" ino=4026531987 scontext=system_u:system_r:rhsmcertd_t:s0 tcontext=system_u:object_r:memory_device_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1573633436.619:68251): avc: denied { read } for pid=389 comm="ntpd" name="if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:memory_device_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1573627962.718:68149): avc: denied { read } for pid=389 comm="ntpd" name="if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:memory_device_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1573635236.718:68327): avc: denied { read } for pid=389 comm="ntpd" name="if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:memory_device_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1573624801.689:68057): avc: denied { open } for pid=341831 comm="sadc" path="/proc/341831/net/dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:memory_device_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1573624801.689:68057): avc: denied { read } for pid=341831 comm="sadc" name="dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:memory_device_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1573624662.703:68048): avc: denied { open } for pid=389 comm="ntpd" path="/proc/389/net/if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:memory_device_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1573633436.619:68251): avc: denied { open } for pid=389 comm="ntpd" path="/proc/389/net/if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:memory_device_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1573622401.210:67917): avc: denied { open } for pid=339457 comm="sadc" path="/proc/339457/net/dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:memory_device_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1573621201.875:67890): avc: denied { open } for pid=338454 comm="sadc" path="/proc/338454/net/dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:memory_device_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1573624672.537:68050): avc: denied { open } for pid=341670 comm="rhsmcertd-worke" path="/proc/341670/net/psched" dev="proc" ino=4026531987 scontext=system_u:system_r:rhsmcertd_t:s0 tcontext=system_u:object_r:memory_device_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1573633436.620:68252): avc: denied { getattr } for pid=389 comm="ntpd" path="/proc/389/net/if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:memory_device_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1573621062.643:67884): avc: denied { getattr } for pid=389 comm="ntpd" path="/proc/389/net/if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:memory_device_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1573633801.239:68278): avc: denied { read } for pid=349646 comm="sadc" name="dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:memory_device_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1573630802.009:68204): avc: denied { read } for pid=347027 comm="sadc" name="dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:memory_device_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1573622401.210:67917): avc: denied { read } for pid=339457 comm="sadc" name="dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:memory_device_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1573633801.239:68278): avc: denied { open } for pid=349646 comm="sadc" path="/proc/349646/net/dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:memory_device_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1573630802.009:68204): avc: denied { open } for pid=347027 comm="sadc" path="/proc/347027/net/dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:memory_device_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1573621201.875:67890): avc: denied { read } for pid=338454 comm="sadc" name="dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:memory_device_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1573621062.643:67883): avc: denied { open } for pid=389 comm="ntpd" path="/proc/389/net/if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:memory_device_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1573635236.718:68328): avc: denied { getattr } for pid=389 comm="ntpd" path="/proc/389/net/if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:memory_device_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1573624672.538:68051): avc: denied { getattr } for pid=341670 comm="rhsmcertd-worke" path="/proc/341670/net/psched" dev="proc" ino=4026531987 scontext=system_u:system_r:rhsmcertd_t:s0 tcontext=system_u:object_r:memory_device_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1573621362.662:67901): avc: denied { read } for pid=389 comm="ntpd" name="if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:memory_device_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1573635236.718:68327): avc: denied { open } for pid=389 comm="ntpd" path="/proc/389/net/if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:memory_device_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1573622401.210:67918): avc: denied { getattr } for pid=339457 comm="sadc" path="/proc/339457/net/dev" dev="proc" ino=4026531982 scontext=system_u:system_r:sysstat_t:s0-s0:c0.c1023 tcontext=system_u:object_r:memory_device_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1573624662.703:68049): avc: denied { getattr } for pid=389 comm="ntpd" path="/proc/389/net/if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:memory_device_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1573627962.718:68150): avc: denied { getattr } for pid=389 comm="ntpd" path="/proc/389/net/if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:memory_device_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1573627962.718:68149): avc: denied { open } for pid=389 comm="ntpd" path="/proc/389/net/if_inet6" dev="proc" ino=4026532227 scontext=system_u:system_r:ntpd_t:s0 tcontext=system_u:object_r:memory_device_t:s0 tclass=file permissive=1']

pass 4501005 2019-11-12 17:16:10 2019-11-13 02:49:48 2019-11-13 06:17:51 3:28:03 0:56:23 2:31:40 smithi master rhel 7.5 upgrade:luminous-x/stress-split-erasure-code/{0-cluster/{openstack.yaml start.yaml} 1-luminous-install/luminous.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-ec-workload.yaml 5-finish-upgrade.yaml 7-final-workload.yaml objectstore/bluestore-bitmap.yaml supported-all-distro/rhel_7.5.yaml thrashosds-health.yaml} 3
pass 4501006 2019-11-12 17:16:11 2019-11-13 02:49:52 2019-11-13 09:29:59 6:40:07 1:54:37 4:45:30 smithi master ubuntu 18.04 upgrade:luminous-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-all.yaml 5-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml rgw_swift.yaml} objectstore/filestore-xfs.yaml supported-all-distro/ubuntu_latest.yaml} 3
pass 4501007 2019-11-12 17:16:12 2019-11-13 02:51:31 2019-11-13 05:07:33 2:16:02 1:57:15 0:18:47 smithi master centos 7.4 upgrade:luminous-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-mon-osd-mds.yaml 5-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml rgw_swift.yaml} objectstore/filestore-xfs.yaml supported-all-distro/centos_latest.yaml} 3
pass 4501008 2019-11-12 17:16:13 2019-11-13 02:51:36 2019-11-13 06:07:39 3:16:03 2:26:49 0:49:14 smithi master ubuntu 16.04 upgrade:luminous-x/stress-split/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-workload/{radosbench.yaml rbd-cls.yaml rbd-import-export.yaml rbd_api.yaml readwrite.yaml snaps-few-objects.yaml} 5-finish-upgrade.yaml 7-final-workload/{rbd-python.yaml rgw-swift.yaml snaps-many-objects.yaml} objectstore/filestore-xfs.yaml supported-all-distro/ubuntu_16.04.yaml thrashosds-health.yaml} 3
pass 4501009 2019-11-12 17:16:14 2019-11-13 02:51:41 2019-11-13 04:03:41 1:12:00 0:41:43 0:30:17 smithi master ubuntu 16.04 upgrade:luminous-x/stress-split-erasure-code/{0-cluster/{openstack.yaml start.yaml} 1-luminous-install/luminous.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-ec-workload.yaml 5-finish-upgrade.yaml 7-final-workload.yaml objectstore/filestore-xfs.yaml supported-all-distro/ubuntu_16.04.yaml thrashosds-health.yaml} 3
pass 4501010 2019-11-12 17:16:15 2019-11-13 02:51:56 2019-11-13 08:10:02 5:18:06 2:15:51 3:02:15 smithi master rhel 7.5 upgrade:luminous-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-all.yaml 5-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml rgw_swift.yaml} objectstore/bluestore-bitmap.yaml supported-all-distro/rhel_7.5.yaml} 3
pass 4501011 2019-11-12 17:16:16 2019-11-13 02:53:38 2019-11-13 04:55:39 2:02:01 1:49:13 0:12:48 smithi master ubuntu 16.04 upgrade:luminous-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-mon-osd-mds.yaml 5-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml rgw_swift.yaml} objectstore/filestore-xfs.yaml supported-all-distro/ubuntu_16.04.yaml} 3
pass 4501012 2019-11-12 17:16:17 2019-11-13 02:55:53 2019-11-13 10:08:02 7:12:09 5:08:08 2:04:01 smithi master ubuntu 18.04 upgrade:luminous-x/stress-split/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-workload/{radosbench.yaml rbd-cls.yaml rbd-import-export.yaml rbd_api.yaml readwrite.yaml snaps-few-objects.yaml} 5-finish-upgrade.yaml 7-final-workload/{rbd-python.yaml rgw-swift.yaml snaps-many-objects.yaml} objectstore/bluestore-bitmap.yaml supported-all-distro/ubuntu_latest.yaml thrashosds-health.yaml} 3
pass 4501013 2019-11-12 17:16:18 2019-11-13 02:55:53 2019-11-13 04:29:54 1:34:01 0:46:26 0:47:35 smithi master ubuntu 18.04 upgrade:luminous-x/stress-split-erasure-code/{0-cluster/{openstack.yaml start.yaml} 1-luminous-install/luminous.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-ec-workload.yaml 5-finish-upgrade.yaml 7-final-workload.yaml objectstore/bluestore-bitmap.yaml supported-all-distro/ubuntu_latest.yaml thrashosds-health.yaml} 3
pass 4501014 2019-11-12 17:16:19 2019-11-13 02:55:55 2019-11-13 06:59:59 4:04:04 2:11:29 1:52:35 smithi master ubuntu 18.04 upgrade:luminous-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-all.yaml 5-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml rgw_swift.yaml} objectstore/bluestore-bitmap.yaml supported-all-distro/ubuntu_latest.yaml} 3
pass 4501015 2019-11-12 17:16:20 2019-11-13 02:58:04 2019-11-13 06:24:07 3:26:03 2:07:44 1:18:19 smithi master centos 7.4 upgrade:luminous-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-all.yaml 5-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml rgw_swift.yaml} objectstore/bluestore-bitmap.yaml supported-all-distro/centos_latest.yaml} 3
pass 4501016 2019-11-12 17:16:21 2019-11-13 02:58:04 2019-11-13 09:18:10 6:20:06 5:11:56 1:08:10 smithi master centos 7.4 upgrade:luminous-x/stress-split/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-workload/{radosbench.yaml rbd-cls.yaml rbd-import-export.yaml rbd_api.yaml readwrite.yaml snaps-few-objects.yaml} 5-finish-upgrade.yaml 7-final-workload/{rbd-python.yaml rgw-swift.yaml snaps-many-objects.yaml} objectstore/bluestore-bitmap.yaml supported-all-distro/centos_latest.yaml thrashosds-health.yaml} 3
pass 4501017 2019-11-12 17:16:22 2019-11-13 02:59:32 2019-11-13 04:19:32 1:20:00 0:51:33 0:28:27 smithi master centos 7.4 upgrade:luminous-x/stress-split-erasure-code/{0-cluster/{openstack.yaml start.yaml} 1-luminous-install/luminous.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-ec-workload.yaml 5-finish-upgrade.yaml 7-final-workload.yaml objectstore/bluestore-bitmap.yaml supported-all-distro/centos_latest.yaml thrashosds-health.yaml} 3
pass 4501018 2019-11-12 17:16:23 2019-11-13 03:01:51 2019-11-13 05:09:54 2:08:03 1:53:00 0:15:03 smithi master rhel 7.5 upgrade:luminous-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-mon-osd-mds.yaml 5-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml rgw_swift.yaml} objectstore/filestore-xfs.yaml supported-all-distro/rhel_7.5.yaml} 3
pass 4501019 2019-11-12 17:16:25 2019-11-13 03:02:05 2019-11-13 06:42:07 3:40:02 2:13:55 1:26:07 smithi master ubuntu 16.04 upgrade:luminous-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-all.yaml 5-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml rgw_swift.yaml} objectstore/bluestore-bitmap.yaml supported-all-distro/ubuntu_16.04.yaml} 3
pass 4501020 2019-11-12 17:16:26 2019-11-13 03:03:55 2019-11-13 06:15:57 3:12:02 3:00:16 0:11:46 smithi master rhel 7.5 upgrade:luminous-x/stress-split/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-workload/{radosbench.yaml rbd-cls.yaml rbd-import-export.yaml rbd_api.yaml readwrite.yaml snaps-few-objects.yaml} 5-finish-upgrade.yaml 7-final-workload/{rbd-python.yaml rgw-swift.yaml snaps-many-objects.yaml} objectstore/filestore-xfs.yaml supported-all-distro/rhel_7.5.yaml thrashosds-health.yaml} 3
pass 4501021 2019-11-12 17:16:27 2019-11-13 03:06:13 2019-11-13 07:10:18 4:04:05 0:49:31 3:14:34 smithi master rhel 7.5 upgrade:luminous-x/stress-split-erasure-code/{0-cluster/{openstack.yaml start.yaml} 1-luminous-install/luminous.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-ec-workload.yaml 5-finish-upgrade.yaml 7-final-workload.yaml objectstore/filestore-xfs.yaml supported-all-distro/rhel_7.5.yaml thrashosds-health.yaml} 3
pass 4501022 2019-11-12 17:16:28 2019-11-13 03:07:40 2019-11-13 05:41:41 2:34:01 1:46:59 0:47:02 smithi master ubuntu 18.04 upgrade:luminous-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-mon-osd-mds.yaml 5-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml rgw_swift.yaml} objectstore/filestore-xfs.yaml supported-all-distro/ubuntu_latest.yaml} 3
pass 4501023 2019-11-12 17:16:29 2019-11-13 03:07:40 2019-11-13 10:37:47 7:30:07 2:01:55 5:28:12 smithi master centos 7.4 upgrade:luminous-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-all.yaml 5-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml rgw_swift.yaml} objectstore/filestore-xfs.yaml supported-all-distro/centos_latest.yaml} 3
fail 4501024 2019-11-12 17:16:30 2019-11-13 03:08:24 2019-11-13 10:50:35 7:42:11 4:12:31 3:29:40 smithi master ubuntu 16.04 upgrade:luminous-x/stress-split/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-workload/{radosbench.yaml rbd-cls.yaml rbd-import-export.yaml rbd_api.yaml readwrite.yaml snaps-few-objects.yaml} 5-finish-upgrade.yaml 7-final-workload/{rbd-python.yaml rgw-swift.yaml snaps-many-objects.yaml} objectstore/bluestore-bitmap.yaml supported-all-distro/ubuntu_16.04.yaml thrashosds-health.yaml} 3
Failure Reason:

failed to recover before timeout expired

pass 4501025 2019-11-12 17:16:31 2019-11-13 03:10:05 2019-11-13 04:50:05 1:40:00 0:48:01 0:51:59 smithi master ubuntu 16.04 upgrade:luminous-x/stress-split-erasure-code/{0-cluster/{openstack.yaml start.yaml} 1-luminous-install/luminous.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-ec-workload.yaml 5-finish-upgrade.yaml 7-final-workload.yaml objectstore/bluestore-bitmap.yaml supported-all-distro/ubuntu_16.04.yaml thrashosds-health.yaml} 3
pass 4501026 2019-11-12 17:16:32 2019-11-13 03:10:04 2019-11-13 06:02:06 2:52:02 2:12:39 0:39:23 smithi master rhel 7.5 upgrade:luminous-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-mon-osd-mds.yaml 5-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml rgw_swift.yaml} objectstore/bluestore-bitmap.yaml supported-all-distro/rhel_7.5.yaml} 3
pass 4501027 2019-11-12 17:16:33 2019-11-13 03:10:05 2019-11-13 05:12:07 2:02:02 1:46:46 0:15:16 smithi master ubuntu 16.04 upgrade:luminous-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-all.yaml 5-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml rgw_swift.yaml} objectstore/filestore-xfs.yaml supported-all-distro/ubuntu_16.04.yaml} 3
pass 4501028 2019-11-12 17:16:35 2019-11-13 03:11:44 2019-11-13 06:03:46 2:52:02 2:26:16 0:25:46 smithi master ubuntu 18.04 upgrade:luminous-x/stress-split/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-workload/{radosbench.yaml rbd-cls.yaml rbd-import-export.yaml rbd_api.yaml readwrite.yaml snaps-few-objects.yaml} 5-finish-upgrade.yaml 7-final-workload/{rbd-python.yaml rgw-swift.yaml snaps-many-objects.yaml} objectstore/filestore-xfs.yaml supported-all-distro/ubuntu_latest.yaml thrashosds-health.yaml} 3
pass 4501029 2019-11-12 17:16:36 2019-11-13 03:12:26 2019-11-13 04:16:26 1:04:00 0:39:10 0:24:50 smithi master ubuntu 18.04 upgrade:luminous-x/stress-split-erasure-code/{0-cluster/{openstack.yaml start.yaml} 1-luminous-install/luminous.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-ec-workload.yaml 5-finish-upgrade.yaml 7-final-workload.yaml objectstore/filestore-xfs.yaml supported-all-distro/ubuntu_latest.yaml thrashosds-health.yaml} 3
dead 4501030 2019-11-12 17:16:37 2019-11-13 03:19:53 2019-11-13 15:22:22 12:02:29 10:00:23 2:02:06 smithi master ubuntu 18.04 upgrade:luminous-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-mon-osd-mds.yaml 5-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml rgw_swift.yaml} objectstore/bluestore-bitmap.yaml supported-all-distro/ubuntu_latest.yaml} 3
Failure Reason:

Command failed on smithi154 with status 124: "sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph -- tell 'mon.*' injectargs --mon_health_to_clog=true"

pass 4501031 2019-11-12 17:16:38 2019-11-13 03:22:01 2019-11-13 06:06:02 2:44:01 2:13:47 0:30:14 smithi master centos 7.4 upgrade:luminous-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-mon-osd-mds.yaml 5-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml rgw_swift.yaml} objectstore/bluestore-bitmap.yaml supported-all-distro/centos_latest.yaml} 3
pass 4501032 2019-11-12 17:16:39 2019-11-13 03:24:33 2019-11-13 07:48:39 4:24:06 2:58:15 1:25:51 smithi master centos 7.4 upgrade:luminous-x/stress-split/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-workload/{radosbench.yaml rbd-cls.yaml rbd-import-export.yaml rbd_api.yaml readwrite.yaml snaps-few-objects.yaml} 5-finish-upgrade.yaml 7-final-workload/{rbd-python.yaml rgw-swift.yaml snaps-many-objects.yaml} objectstore/filestore-xfs.yaml supported-all-distro/centos_latest.yaml thrashosds-health.yaml} 3
pass 4501033 2019-11-12 17:16:40 2019-11-13 03:25:59 2019-11-13 04:59:59 1:34:00 0:46:19 0:47:41 smithi master centos 7.4 upgrade:luminous-x/stress-split-erasure-code/{0-cluster/{openstack.yaml start.yaml} 1-luminous-install/luminous.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-ec-workload.yaml 5-finish-upgrade.yaml 7-final-workload.yaml objectstore/filestore-xfs.yaml supported-all-distro/centos_latest.yaml thrashosds-health.yaml} 3
pass 4501034 2019-11-12 17:16:41 2019-11-13 03:28:05 2019-11-13 06:04:06 2:36:01 1:55:26 0:40:35 smithi master rhel 7.5 upgrade:luminous-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-all.yaml 5-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml rgw_swift.yaml} objectstore/filestore-xfs.yaml supported-all-distro/rhel_7.5.yaml} 3
pass 4501035 2019-11-12 17:16:42 2019-11-13 03:29:39 2019-11-13 06:51:41 3:22:02 2:12:50 1:09:12 smithi master ubuntu 16.04 upgrade:luminous-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-mon-osd-mds.yaml 5-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml rgw_swift.yaml} objectstore/bluestore-bitmap.yaml supported-all-distro/ubuntu_16.04.yaml} 3
pass 4501036 2019-11-12 17:16:43 2019-11-13 03:30:12 2019-11-13 08:50:17 5:20:05 5:06:12 0:13:53 smithi master rhel 7.5 upgrade:luminous-x/stress-split/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-workload/{radosbench.yaml rbd-cls.yaml rbd-import-export.yaml rbd_api.yaml readwrite.yaml snaps-few-objects.yaml} 5-finish-upgrade.yaml 7-final-workload/{rbd-python.yaml rgw-swift.yaml snaps-many-objects.yaml} objectstore/bluestore-bitmap.yaml supported-all-distro/rhel_7.5.yaml thrashosds-health.yaml} 3
pass 4501037 2019-11-12 17:16:44 2019-11-13 03:32:00 2019-11-13 05:02:00 1:30:00 0:54:01 0:35:59 smithi master rhel 7.5 upgrade:luminous-x/stress-split-erasure-code/{0-cluster/{openstack.yaml start.yaml} 1-luminous-install/luminous.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-ec-workload.yaml 5-finish-upgrade.yaml 7-final-workload.yaml objectstore/bluestore-bitmap.yaml supported-all-distro/rhel_7.5.yaml thrashosds-health.yaml} 3
pass 4501038 2019-11-12 17:16:45 2019-11-13 03:33:42 2019-11-13 08:05:48 4:32:06 1:49:06 2:43:00 smithi master ubuntu 18.04 upgrade:luminous-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-all.yaml 5-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml rgw_swift.yaml} objectstore/filestore-xfs.yaml supported-all-distro/ubuntu_latest.yaml} 3
pass 4501039 2019-11-12 17:16:47 2019-11-13 03:36:01 2019-11-13 06:10:03 2:34:02 1:51:45 0:42:17 smithi master centos 7.4 upgrade:luminous-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-mon-osd-mds.yaml 5-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml rgw_swift.yaml} objectstore/filestore-xfs.yaml supported-all-distro/centos_latest.yaml} 3
pass 4501040 2019-11-12 17:16:48 2019-11-13 03:36:24 2019-11-13 07:04:26 3:28:02 2:47:58 0:40:04 smithi master ubuntu 16.04 upgrade:luminous-x/stress-split/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-workload/{radosbench.yaml rbd-cls.yaml rbd-import-export.yaml rbd_api.yaml readwrite.yaml snaps-few-objects.yaml} 5-finish-upgrade.yaml 7-final-workload/{rbd-python.yaml rgw-swift.yaml snaps-many-objects.yaml} objectstore/filestore-xfs.yaml supported-all-distro/ubuntu_16.04.yaml thrashosds-health.yaml} 3
pass 4501041 2019-11-12 17:16:49 2019-11-13 03:37:41 2019-11-13 04:37:40 0:59:59 0:41:16 0:18:43 smithi master ubuntu 16.04 upgrade:luminous-x/stress-split-erasure-code/{0-cluster/{openstack.yaml start.yaml} 1-luminous-install/luminous.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-ec-workload.yaml 5-finish-upgrade.yaml 7-final-workload.yaml objectstore/filestore-xfs.yaml supported-all-distro/ubuntu_16.04.yaml thrashosds-health.yaml} 3
pass 4501042 2019-11-12 17:16:50 2019-11-13 03:37:49 2019-11-13 05:57:51 2:20:02 2:13:23 0:06:39 smithi master rhel 7.5 upgrade:luminous-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-all.yaml 5-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml rgw_swift.yaml} objectstore/bluestore-bitmap.yaml supported-all-distro/rhel_7.5.yaml} 3
pass 4501043 2019-11-12 17:16:51 2019-11-13 03:39:44 2019-11-13 05:47:46 2:08:02 1:47:17 0:20:45 smithi master ubuntu 16.04 upgrade:luminous-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/short_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-mon-osd-mds.yaml 5-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml rgw_swift.yaml} objectstore/filestore-xfs.yaml supported-all-distro/ubuntu_16.04.yaml} 3
pass 4501044 2019-11-12 17:16:52 2019-11-13 03:43:19 2019-11-13 09:07:24 5:24:05 5:09:37 0:14:28 smithi master ubuntu 18.04 upgrade:luminous-x/stress-split/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-workload/{radosbench.yaml rbd-cls.yaml rbd-import-export.yaml rbd_api.yaml readwrite.yaml snaps-few-objects.yaml} 5-finish-upgrade.yaml 7-final-workload/{rbd-python.yaml rgw-swift.yaml snaps-many-objects.yaml} objectstore/bluestore-bitmap.yaml supported-all-distro/ubuntu_latest.yaml thrashosds-health.yaml} 3
pass 4501045 2019-11-12 17:16:53 2019-11-13 03:45:40 2019-11-13 07:23:43 3:38:03 0:45:46 2:52:17 smithi master ubuntu 18.04 upgrade:luminous-x/stress-split-erasure-code/{0-cluster/{openstack.yaml start.yaml} 1-luminous-install/luminous.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-ec-workload.yaml 5-finish-upgrade.yaml 7-final-workload.yaml objectstore/bluestore-bitmap.yaml supported-all-distro/ubuntu_latest.yaml thrashosds-health.yaml} 3
pass 4501046 2019-11-12 17:16:55 2019-11-13 03:45:43 2019-11-13 06:07:45 2:22:02 2:08:20 0:13:42 smithi master ubuntu 18.04 upgrade:luminous-x/parallel/{0-cluster/{openstack.yaml start.yaml} 1-ceph-install/luminous.yaml 1.1-pg-log-overrides/normal_pg_log.yaml 2-workload/{blogbench.yaml ec-rados-default.yaml rados_api.yaml rados_loadgenbig.yaml rgw_ragweed_prepare.yaml test_rbd_api.yaml test_rbd_python.yaml} 3-upgrade-sequence/upgrade-all.yaml 5-final-workload/{blogbench.yaml rados-snaps-few-objects.yaml rados_loadgenmix.yaml rados_mon_thrash.yaml rbd_cls.yaml rbd_import_export.yaml rgw.yaml rgw_ragweed_check.yaml rgw_swift.yaml} objectstore/bluestore-bitmap.yaml supported-all-distro/ubuntu_latest.yaml} 3