ID
Status
Ceph Branch
Suite Branch
Teuthology Branch
Machine
OS
Nodes
Description
Failure Reason
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
centos 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/mixed-clients/{begin.yaml clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient-overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_dbench_iozone.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/auto-repair.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml workloads/kclient_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
centos 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/backtrace.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
ubuntu 18.04
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-limits.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
ubuntu 18.04
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml workloads/kclient_workunit_suites_iozone.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
centos 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-recovery.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml}
"2019-09-24T22:40:57.609547+0000 mon.b (mon.0) 155 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 1569364855 sec, osd.5 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/config-commands.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml}
"2019-09-24T22:54:37.198118+0000 mon.b (mon.0) 155 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569365674 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
ubuntu 18.04
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/damage.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml workloads/kclient_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/data-scan.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
centos 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/failover.yaml}
Command failed on smithi169 with status 1: 'sudo logrotate /etc/logrotate.d/ceph-test.conf'
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
centos 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml}
"2019-09-24T22:46:35.603021+0000 mon.b (mon.0) 140 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569365193 sec, osd.5 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
centos 7.6
kcephfs/mixed-clients/{begin.yaml clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient-overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/forward-scrub.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml workloads/kclient_workunit_suites_iozone.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
centos 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
ubuntu 18.04
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/journal-repair.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-flush.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml workloads/kclient_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-full.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml}
"2019-09-25T00:03:58.846250+0000 mon.b (mon.0) 153 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569369837 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/pool-perm.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
ubuntu 18.04
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml}
"2019-09-25T00:16:49.443303+0000 mon.b (mon.0) 146 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 1569370606 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
centos 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/sessionmap.yaml}
Test failure: test_version_splitting (tasks.cephfs.test_sessionmap.TestSessionMap)
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml workloads/kclient_workunit_suites_iozone.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
centos 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/strays.yaml}
Test failure: test_files_throttle (tasks.cephfs.test_strays.TestStrays)
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
ubuntu 18.04
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/volume-client.yaml}
Test failure: test_data_isolated (tasks.cephfs.test_volume_client.TestVolumeClient)
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
centos 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/mixed-clients/{begin.yaml clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient-overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_dbench_iozone.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/auto-repair.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml workloads/kclient_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
ubuntu 18.04
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/backtrace.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-limits.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
centos 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml workloads/kclient_workunit_suites_iozone.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
centos 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-recovery.yaml}
[Errno 104] Connection reset by peer
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml}
"2019-09-24T23:33:33.332344+0000 mon.a (mon.0) 1825 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569368011 sec, osd.2 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
centos 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/config-commands.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/damage.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml workloads/kclient_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/data-scan.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
ubuntu 18.04
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/failover.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
centos 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
centos 7.6
kcephfs/mixed-clients/{begin.yaml clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient-overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/forward-scrub.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
centos 7.6
kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml workloads/kclient_workunit_suites_iozone.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
centos 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
centos 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/journal-repair.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
ubuntu 18.04
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-flush.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml}
"2019-09-24T23:31:40.411826+0000 mon.a (mon.0) 322 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 1569367898 sec, osd.1 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml workloads/kclient_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-full.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
ubuntu 18.04
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/pool-perm.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml}
"2019-09-25T00:02:38.981808+0000 mon.b (mon.0) 372 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569369756 sec, osd.1 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/sessionmap.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
ubuntu 18.04
kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml workloads/kclient_workunit_suites_iozone.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/strays.yaml}
Test failure: test_files_throttle (tasks.cephfs.test_strays.TestStrays)
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
centos 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/volume-client.yaml}
Test failure: test_data_isolated (tasks.cephfs.test_volume_client.TestVolumeClient)
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/mixed-clients/{begin.yaml clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient-overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_dbench_iozone.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/auto-repair.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml workloads/kclient_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/backtrace.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
ubuntu 18.04
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-limits.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml}
"2019-09-25T00:42:29.344851+0000 mon.b (mon.0) 1653 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569372148 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
ubuntu 18.04
kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml workloads/kclient_workunit_suites_iozone.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
centos 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-recovery.yaml}
[Errno 104] Connection reset by peer
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
centos 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml}
"2019-09-24T23:52:36.907536+0000 mon.a (mon.0) 561 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 180 sec, osd.1 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/config-commands.yaml}
{'smithi174.front.sepia.ceph.com': {'attempts': 5, 'changed': True, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result"}}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
ubuntu 18.04
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
ubuntu 18.04
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/damage.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml workloads/kclient_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/data-scan.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
centos 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
ubuntu 18.04
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/failover.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
centos 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/mixed-clients/{begin.yaml clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient-overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/forward-scrub.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml workloads/kclient_workunit_suites_iozone.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
ubuntu 18.04
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
ubuntu 18.04
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/journal-repair.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
centos 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-flush.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml workloads/kclient_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
centos 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-full.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
ubuntu 18.04
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml}
"2019-09-25T00:25:51.841537+0000 mon.a (mon.0) 152 : cluster [WRN] Health check failed: 80 slow ops, oldest one blocked for 182 sec, daemons [osd,0,osd,3] have slow ops. (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/pool-perm.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
ubuntu 18.04
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml}
"2019-09-25T00:26:38.169503+0000 mon.b (mon.0) 143 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569371195 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
centos 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/sessionmap.yaml}
bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nfailure: repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2 from epel: [Errno 256] No more mirrors to try.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found", u'cmd': [u'yum-complete-transaction', u'--cleanup-only'], u'rc': 1, u'stderr': u'', u'delta': u'0:00:05.573396', u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'strip_empty_ends': True, u'_raw_params': u'yum-complete-transaction --cleanup-only', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin_add_newline': True, u'stdin': None}}, 'stdout_lines': [u'Loaded plugins: fastestmirror, langpacks, priorities', u'Determining fastest mirrors', u' * base: mirror.jaleco.com', u' * epel: ftp.linux.ncsu.edu', u' * extras: ftp.osuosl.org', u' * updates: mirror.umd.edu', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'To address this issue please refer to the below wiki article ', u'', u'https://wiki.centos.org/yum-errors', u'', u"If above article doesn't help to resolve this issue please use https://bugs.centos.org/.", u'', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'failure: repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2 from epel: [Errno 256] No more mirrors to try.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found'], u'start': u'2019-09-25 07:31:51.867739', u'msg': u'non-zero return code'}}Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 309, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 281, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 29, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 227, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 125, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 227, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 125, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 219, in represent_list return self.represent_sequence(u'tag:yaml.org,2002:seq', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 102, in represent_sequence node_item = self.represent_data(item) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 68, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 251, in represent_undefined raise RepresenterError("cannot represent an object", data)RepresenterError: ('cannot represent an object', u'yum-complete-transaction')Failure object was: {'smithi090.front.sepia.ceph.com': {'stderr_lines': [], u'changed': False, u'end': u'2019-09-25 07:31:59.366720', '_ansible_no_log': False, u'stdout': u"Loaded plugins: fastestmirror, langpacks, priorities\nDetermining fastest mirrors\n * base: mirror.jaleco.com\n * epel: ftp.linux.ncsu.edu\n * extras: ftp.osuosl.org\n * updates: mirror.jaleco.com\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nTo address this issue please refer to the below wiki article \n\nhttps://wiki.centos.org/yum-errors\n\nIf above article doesn't help to resolve this issue please use https://bugs.centos.org/.\n\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nfailure: repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2 from epel: [Errno 256] No more mirrors to try.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found", u'cmd': [u'yum-complete-transaction', u'--cleanup-only'], u'rc': 1, u'stderr': u'', u'delta': u'0:00:06.323770', u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'strip_empty_ends': True, u'_raw_params': u'yum-complete-transaction --cleanup-only', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin_add_newline': True, u'stdin': None}}, 'stdout_lines': [u'Loaded plugins: fastestmirror, langpacks, priorities', u'Determining fastest mirrors', u' * base: mirror.jaleco.com', u' * epel: ftp.linux.ncsu.edu', u' * extras: ftp.osuosl.org', u' * updates: mirror.jaleco.com', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'To address this issue please refer to the below wiki article ', u'', u'https://wiki.centos.org/yum-errors', u'', u"If above article doesn't help to resolve this issue please use https://bugs.centos.org/.", u'', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'failure: repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2 from epel: [Errno 256] No more mirrors to try.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found'], u'start': u'2019-09-25 07:31:53.042950', u'msg': u'non-zero return code'}}Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 309, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 281, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 29, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 227, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 125, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 227, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 125, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 219, in represent_list return self.represent_sequence(u'tag:yaml.org,2002:seq', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 102, in represent_sequence node_item = self.represent_data(item) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 68, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 251, in represent_undefined raise RepresenterError("cannot represent an object", data)RepresenterError: ('cannot represent an object', u'yum-complete-transaction')Failure object was: {'smithi115.front.sepia.ceph.com': {'stderr_lines': [], u'changed': False, u'end': u'2019-09-25 07:32:05.549221', '_ansible_no_log': False, u'stdout': u"Loaded plugins: fastestmirror, langpacks, priorities\nDetermining fastest mirrors\n * base: mirror.jaleco.com\n * epel: ftp.linux.ncsu.edu\n * extras: ftp.osuosl.org\n * updates: mirror.jaleco.com\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nTo address this issue please refer to the below wiki article \n\nhttps://wiki.centos.org/yum-errors\n\nIf above article doesn't help to resolve this issue please use https://bugs.centos.org/.\n\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nfailure: repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2 from epel: [Errno 256] No more mirrors to try.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found", u'cmd': [u'yum-complete-transaction', u'--cleanup-only'], u'rc': 1, u'stderr': u'', u'delta': u'0:00:06.241507', u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'strip_empty_ends': True, u'_raw_params': u'yum-complete-transaction --cleanup-only', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin_add_newline': True, u'stdin': None}}, 'stdout_lines': [u'Loaded plugins: fastestmirror, langpacks, priorities', u'Determining fastest mirrors', u' * base: mirror.jaleco.com', u' * epel: ftp.linux.ncsu.edu', u' * extras: ftp.osuosl.org', u' * updates: mirror.jaleco.com', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'To address this issue please refer to the below wiki article ', u'', u'https://wiki.centos.org/yum-errors', u'', u"If above article doesn't help to resolve this issue please use https://bugs.centos.org/.", u'', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'failure: repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2 from epel: [Errno 256] No more mirrors to try.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found'], u'start': u'2019-09-25 07:31:59.307714', u'msg': u'non-zero return code'}}Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 309, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 281, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 29, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 227, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 125, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 227, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 125, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 219, in represent_list return self.represent_sequence(u'tag:yaml.org,2002:seq', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 102, in represent_sequence node_item = self.represent_data(item) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 68, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 251, in represent_undefined raise RepresenterError("cannot represent an object", data)RepresenterError: ('cannot represent an object', u'yum-complete-transaction')Failure object was: {'smithi140.front.sepia.ceph.com': {'stderr_lines': [], u'changed': False, u'end': u'2019-09-25 07:32:20.932363', '_ansible_no_log': False, u'stdout': u"Loaded plugins: fastestmirror, langpacks, priorities\nDetermining fastest mirrors\n * base: mirror.jaleco.com\n * epel: ftp.linux.ncsu.edu\n * extras: ftp.osuosl.org\n * updates: mirror.umd.edu\nhttp://mirror.jaleco.com/centos/7.7.1908/os/x86_64/repodata/repomd.xml: [Errno 14] HTTP Error 503 - Service Unavailable\nTrying other mirror.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nTo address this issue please refer to the below wiki article \n\nhttps://wiki.centos.org/yum-errors\n\nIf above article doesn't help to resolve this issue please use https://bugs.centos.org/.\n\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nfailure: repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2 from epel: [Errno 256] No more mirrors to try.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found", u'cmd': [u'yum-complete-transaction', u'--cleanup-only'], u'rc': 1, u'stderr': u'', u'delta': u'0:00:05.310845', u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'strip_empty_ends': True, u'_raw_params': u'yum-complete-transaction --cleanup-only', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin_add_newline': True, u'stdin': None}}, 'stdout_lines': [u'Loaded plugins: fastestmirror, langpacks, priorities', u'Determining fastest mirrors', u' * base: mirror.jaleco.com', u' * epel: ftp.linux.ncsu.edu', u' * extras: ftp.osuosl.org', u' * updates: mirror.umd.edu', u'http://mirror.jaleco.com/centos/7.7.1908/os/x86_64/repodata/repomd.xml: [Errno 14] HTTP Error 503 - Service Unavailable', u'Trying other mirror.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'To address this issue please refer to the below wiki article ', u'', u'https://wiki.centos.org/yum-errors', u'', u"If above article doesn't help to resolve this issue please use https://bugs.centos.org/.", u'', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'failure: repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2 from epel: [Errno 256] No more mirrors to try.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found'], u'start': u'2019-09-25 07:32:15.621518', u'msg': u'non-zero return code'}}Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 309, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 281, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 29, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 227, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 125, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 227, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 125, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 219, in represent_list return self.represent_sequence(u'tag:yaml.org,2002:seq', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 102, in represent_sequence node_item = self.represent_data(item) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 68, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 251, in represent_undefined raise RepresenterError("cannot represent an object", data)RepresenterError: ('cannot represent an object', u'yum-complete-transaction')Failure object was: {'smithi175.front.sepia.ceph.com': {'stderr_lines': [], u'changed': False, u'end': u'2019-09-25 07:32:28.271342', '_ansible_no_log': False, u'stdout': u"Loaded plugins: fastestmirror, langpacks, priorities\nDetermining fastest mirrors\n * base: mirror.jaleco.com\n * epel: ftp.linux.ncsu.edu\n * extras: centos4.zswap.net\n * updates: mirror.jaleco.com\nhttp://mirror.jaleco.com/centos/7.7.1908/os/x86_64/repodata/repomd.xml: [Errno 14] HTTP Error 503 - Service Unavailable\nTrying other mirror.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nTo address this issue please refer to the below wiki article \n\nhttps://wiki.centos.org/yum-errors\n\nIf above article doesn't help to resolve this issue please use https://bugs.centos.org/.\n\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nfailure: repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2 from epel: [Errno 256] No more mirrors to try.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found", u'cmd': [u'yum-complete-transaction', u'--cleanup-only'], u'rc': 1, u'stderr': u'', u'delta': u'0:00:04.997233', u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'strip_empty_ends': True, u'_raw_params': u'yum-complete-transaction --cleanup-only', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin_add_newline': True, u'stdin': None}}, 'stdout_lines': [u'Loaded plugins: fastestmirror, langpacks, priorities', u'Determining fastest mirrors', u' * base: mirror.jaleco.com', u' * epel: ftp.linux.ncsu.edu', u' * extras: centos4.zswap.net', u' * updates: mirror.jaleco.com', u'http://mirror.jaleco.com/centos/7.7.1908/os/x86_64/repodata/repomd.xml: [Errno 14] HTTP Error 503 - Service Unavailable', u'Trying other mirror.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'To address this issue please refer to the below wiki article ', u'', u'https://wiki.centos.org/yum-errors', u'', u"If above article doesn't help to resolve this issue please use https://bugs.centos.org/.", u'', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'failure: repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2 from epel: [Errno 256] No more mirrors to try.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found'], u'start': u'2019-09-25 07:32:23.274109', u'msg': u'non-zero return code'}}Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 309, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 281, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 29, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 227, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 125, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 227, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 125, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 219, in represent_list return self.represent_sequence(u'tag:yaml.org,2002:seq', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 102, in represent_sequence node_item = self.represent_data(item) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 68, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 251, in represent_undefined raise RepresenterError("cannot represent an object", data)RepresenterError: ('cannot represent an object', u'yum-complete-transaction')Failure object was: {'smithi049.front.sepia.ceph.com': {'stderr_lines': [], u'changed': False, u'end': u'2019-09-25 07:32:34.330428', '_ansible_no_log': False, u'stdout': u"Loaded plugins: fastestmirror, langpacks, priorities\nDetermining fastest mirrors\n * base: mirror.jaleco.com\n * epel: ftp.linux.ncsu.edu\n * extras: centos4.zswap.net\n * updates: mirror.umd.edu\nhttp://mirror.jaleco.com/centos/7.7.1908/os/x86_64/repodata/repomd.xml: [Errno 14] HTTP Error 503 - Service Unavailable\nTrying other mirror.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nTo address this issue please refer to the below wiki article \n\nhttps://wiki.centos.org/yum-errors\n\nIf above article doesn't help to resolve this issue please use https://bugs.centos.org/.\n\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nfailure: repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2 from epel: [Errno 256] No more mirrors to try.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found", u'cmd': [u'yum-complete-transaction', u'--cleanup-only'], u'rc': 1, u'stderr': u'', u'delta': u'0:00:05.299927', u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'strip_empty_ends': True, u'_raw_params': u'yum-complete-transaction --cleanup-only', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin_add_newline': True, u'stdin': None}}, 'stdout_lines': [u'Loaded plugins: fastestmirror, langpacks, priorities', u'Determining fastest mirrors', u' * base: mirror.jaleco.com', u' * epel: ftp.linux.ncsu.edu', u' * extras: centos4.zswap.net', u' * updates: mirror.umd.edu', u'http://mirror.jaleco.com/centos/7.7.1908/os/x86_64/repodata/repomd.xml: [Errno 14] HTTP Error 503 - Service Unavailable', u'Trying other mirror.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'To address this issue please refer to the below wiki article ', u'', u'https://wiki.centos.org/yum-errors', u'', u"If above article doesn't help to resolve this issue please use https://bugs.centos.org/.", u'', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'failure: repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2 from epel: [Errno 256] No more mirrors to try.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found'], u'start': u'2019-09-25 07:32:29.030501', u'msg': u'non-zero return code'}}Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 309, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 281, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 29, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 227, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 125, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 227, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 125, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 219, in represent_list return self.represent_sequence(u'tag:yaml.org,2002:seq', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 102, in represent_sequence node_item = self.represent_data(item) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 68, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 251, in represent_undefined raise RepresenterError("cannot represent an object", data)RepresenterError: ('cannot represent an object', u'yum-complete-transaction')
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
ubuntu 18.04
kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml workloads/kclient_workunit_suites_iozone.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
centos 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/strays.yaml}
Test failure: test_files_throttle (tasks.cephfs.test_strays.TestStrays)
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
ubuntu 18.04
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/volume-client.yaml}
Test failure: test_data_isolated (tasks.cephfs.test_volume_client.TestVolumeClient)
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml}
"2019-09-25T00:49:12.032329+0000 mon.a (mon.0) 329 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569372550 sec, osd.2 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/mixed-clients/{begin.yaml clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient-overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_dbench_iozone.yaml}
"2019-09-25T01:06:26.640798+0000 mon.b (mon.0) 143 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569373585 sec, osd.1 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/auto-repair.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml workloads/kclient_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
ubuntu 18.04
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/backtrace.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
ubuntu 18.04
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-limits.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
centos 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
centos 7.6
kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml workloads/kclient_workunit_suites_iozone.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-recovery.yaml}
[Errno 104] Connection reset by peer
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml}
"2019-09-25T00:59:28.375512+0000 mon.b (mon.0) 1292 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569373167 sec, osd.0 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
ubuntu 18.04
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/config-commands.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml}
"2019-09-25T00:52:59.659698+0000 mon.a (mon.0) 160 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569372777 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/damage.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml workloads/kclient_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/data-scan.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
centos 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/failover.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
ubuntu 18.04
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
ubuntu 18.04
kcephfs/mixed-clients/{begin.yaml clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient-overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/forward-scrub.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
centos 7.6
kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml workloads/kclient_workunit_suites_iozone.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
centos 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
centos 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/journal-repair.yaml}
d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nfailure: repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2 from epel: [Errno 256] No more mirrors to try.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found", u'cmd': [u'yum-complete-transaction', u'--cleanup-only'], u'rc': 1, u'stderr': u'', u'delta': u'0:00:05.694032', u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'strip_empty_ends': True, u'_raw_params': u'yum-complete-transaction --cleanup-only', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin_add_newline': True, u'stdin': None}}, 'stdout_lines': [u'Loaded plugins: fastestmirror, langpacks, priorities', u'Determining fastest mirrors', u' * base: linux.cc.lehigh.edu', u' * epel: ftp.linux.ncsu.edu', u' * extras: mirror.jaleco.com', u' * updates: packages.oit.ncsu.edu', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'To address this issue please refer to the below wiki article ', u'', u'https://wiki.centos.org/yum-errors', u'', u"If above article doesn't help to resolve this issue please use https://bugs.centos.org/.", u'', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'failure: repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2 from epel: [Errno 256] No more mirrors to try.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found'], u'start': u'2019-09-25 07:59:51.766380', u'msg': u'non-zero return code'}}Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 309, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 281, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 29, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 227, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 125, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 227, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 125, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 219, in represent_list return self.represent_sequence(u'tag:yaml.org,2002:seq', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 102, in represent_sequence node_item = self.represent_data(item) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 68, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 251, in represent_undefined raise RepresenterError("cannot represent an object", data)RepresenterError: ('cannot represent an object', u'yum-complete-transaction')Failure object was: {'smithi090.front.sepia.ceph.com': {'stderr_lines': [], u'changed': False, u'end': u'2019-09-25 07:59:58.826957', '_ansible_no_log': False, u'stdout': u"Loaded plugins: fastestmirror, langpacks, priorities\nDetermining fastest mirrors\n * base: linux.cc.lehigh.edu\n * epel: ftp.linux.ncsu.edu\n * extras: mirror.jaleco.com\n * updates: packages.oit.ncsu.edu\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nTo address this issue please refer to the below wiki article \n\nhttps://wiki.centos.org/yum-errors\n\nIf above article doesn't help to resolve this issue please use https://bugs.centos.org/.\n\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nfailure: repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2 from epel: [Errno 256] No more mirrors to try.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found", u'cmd': [u'yum-complete-transaction', u'--cleanup-only'], u'rc': 1, u'stderr': u'', u'delta': u'0:00:05.092466', u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'strip_empty_ends': True, u'_raw_params': u'yum-complete-transaction --cleanup-only', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin_add_newline': True, u'stdin': None}}, 'stdout_lines': [u'Loaded plugins: fastestmirror, langpacks, priorities', u'Determining fastest mirrors', u' * base: linux.cc.lehigh.edu', u' * epel: ftp.linux.ncsu.edu', u' * extras: mirror.jaleco.com', u' * updates: packages.oit.ncsu.edu', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'To address this issue please refer to the below wiki article ', u'', u'https://wiki.centos.org/yum-errors', u'', u"If above article doesn't help to resolve this issue please use https://bugs.centos.org/.", u'', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'failure: repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2 from epel: [Errno 256] No more mirrors to try.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found'], u'start': u'2019-09-25 07:59:53.734491', u'msg': u'non-zero return code'}}Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 309, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 281, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 29, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 227, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 125, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 227, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 125, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 219, in represent_list return self.represent_sequence(u'tag:yaml.org,2002:seq', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 102, in represent_sequence node_item = self.represent_data(item) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 68, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 251, in represent_undefined raise RepresenterError("cannot represent an object", data)RepresenterError: ('cannot represent an object', u'yum-complete-transaction')Failure object was: {'smithi022.front.sepia.ceph.com': {'stderr_lines': [], u'changed': False, u'end': u'2019-09-25 08:00:15.819503', '_ansible_no_log': False, u'stdout': u"Loaded plugins: fastestmirror, langpacks, priorities\nDetermining fastest mirrors\n * base: linux.cc.lehigh.edu\n * epel: ftp.linux.ncsu.edu\n * extras: mirror.jaleco.com\n * updates: packages.oit.ncsu.edu\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nTo address this issue please refer to the below wiki article \n\nhttps://wiki.centos.org/yum-errors\n\nIf above article doesn't help to resolve this issue please use https://bugs.centos.org/.\n\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nfailure: repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2 from epel: [Errno 256] No more mirrors to try.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found", u'cmd': [u'yum-complete-transaction', u'--cleanup-only'], u'rc': 1, u'stderr': u'', u'delta': u'0:00:04.835434', u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'strip_empty_ends': True, u'_raw_params': u'yum-complete-transaction --cleanup-only', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin_add_newline': True, u'stdin': None}}, 'stdout_lines': [u'Loaded plugins: fastestmirror, langpacks, priorities', u'Determining fastest mirrors', u' * base: linux.cc.lehigh.edu', u' * epel: ftp.linux.ncsu.edu', u' * extras: mirror.jaleco.com', u' * updates: packages.oit.ncsu.edu', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'To address this issue please refer to the below wiki article ', u'', u'https://wiki.centos.org/yum-errors', u'', u"If above article doesn't help to resolve this issue please use https://bugs.centos.org/.", u'', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'failure: repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2 from epel: [Errno 256] No more mirrors to try.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found'], u'start': u'2019-09-25 08:00:10.984069', u'msg': u'non-zero return code'}}Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 309, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 281, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 29, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 227, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 125, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 227, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 125, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 219, in represent_list return self.represent_sequence(u'tag:yaml.org,2002:seq', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 102, in represent_sequence node_item = self.represent_data(item) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 68, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 251, in represent_undefined raise RepresenterError("cannot represent an object", data)RepresenterError: ('cannot represent an object', u'yum-complete-transaction')Failure object was: {'smithi115.front.sepia.ceph.com': {'stderr_lines': [], u'changed': False, u'end': u'2019-09-25 08:00:21.696587', '_ansible_no_log': False, u'stdout': u"Loaded plugins: fastestmirror, langpacks, priorities\nDetermining fastest mirrors\n * base: linux.cc.lehigh.edu\n * epel: ftp.linux.ncsu.edu\n * extras: mirror.jaleco.com\n * updates: packages.oit.ncsu.edu\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nTo address this issue please refer to the below wiki article \n\nhttps://wiki.centos.org/yum-errors\n\nIf above article doesn't help to resolve this issue please use https://bugs.centos.org/.\n\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nfailure: repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2 from epel: [Errno 256] No more mirrors to try.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found", u'cmd': [u'yum-complete-transaction', u'--cleanup-only'], u'rc': 1, u'stderr': u'', u'delta': u'0:00:04.948286', u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'strip_empty_ends': True, u'_raw_params': u'yum-complete-transaction --cleanup-only', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin_add_newline': True, u'stdin': None}}, 'stdout_lines': [u'Loaded plugins: fastestmirror, langpacks, priorities', u'Determining fastest mirrors', u' * base: linux.cc.lehigh.edu', u' * epel: ftp.linux.ncsu.edu', u' * extras: mirror.jaleco.com', u' * updates: packages.oit.ncsu.edu', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'To address this issue please refer to the below wiki article ', u'', u'https://wiki.centos.org/yum-errors', u'', u"If above article doesn't help to resolve this issue please use https://bugs.centos.org/.", u'', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'failure: repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2 from epel: [Errno 256] No more mirrors to try.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found'], u'start': u'2019-09-25 08:00:16.748301', u'msg': u'non-zero return code'}}Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 309, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 281, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 29, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 227, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 125, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 227, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 125, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 219, in represent_list return self.represent_sequence(u'tag:yaml.org,2002:seq', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 102, in represent_sequence node_item = self.represent_data(item) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 68, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 251, in represent_undefined raise RepresenterError("cannot represent an object", data)RepresenterError: ('cannot represent an object', u'yum-complete-transaction')Failure object was: {'smithi049.front.sepia.ceph.com': {'stderr_lines': [], u'changed': False, u'end': u'2019-09-25 08:00:37.682840', '_ansible_no_log': False, u'stdout': u"Loaded plugins: fastestmirror, langpacks, priorities\nDetermining fastest mirrors\n * base: linux.cc.lehigh.edu\n * epel: ftp.linux.ncsu.edu\n * extras: mirror.jaleco.com\n * updates: packages.oit.ncsu.edu\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nTo address this issue please refer to the below wiki article \n\nhttps://wiki.centos.org/yum-errors\n\nIf above article doesn't help to resolve this issue please use https://bugs.centos.org/.\n\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nfailure: repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2 from epel: [Errno 256] No more mirrors to try.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found", u'cmd': [u'yum-complete-transaction', u'--cleanup-only'], u'rc': 1, u'stderr': u'', u'delta': u'0:00:05.208325', u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'strip_empty_ends': True, u'_raw_params': u'yum-complete-transaction --cleanup-only', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin_add_newline': True, u'stdin': None}}, 'stdout_lines': [u'Loaded plugins: fastestmirror, langpacks, priorities', u'Determining fastest mirrors', u' * base: linux.cc.lehigh.edu', u' * epel: ftp.linux.ncsu.edu', u' * extras: mirror.jaleco.com', u' * updates: packages.oit.ncsu.edu', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'To address this issue please refer to the below wiki article ', u'', u'https://wiki.centos.org/yum-errors', u'', u"If above article doesn't help to resolve this issue please use https://bugs.centos.org/.", u'', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'failure: repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2 from epel: [Errno 256] No more mirrors to try.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found'], u'start': u'2019-09-25 08:00:32.474515', u'msg': u'non-zero return code'}}Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 309, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 281, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 29, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 227, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 125, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 227, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 125, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 219, in represent_list return self.represent_sequence(u'tag:yaml.org,2002:seq', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 102, in represent_sequence node_item = self.represent_data(item) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 68, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 251, in represent_undefined raise RepresenterError("cannot represent an object", data)RepresenterError: ('cannot represent an object', u'yum-complete-transaction')Failure object was: {'smithi175.front.sepia.ceph.com': {'stderr_lines': [], u'changed': False, u'end': u'2019-09-25 08:00:46.396904', '_ansible_no_log': False, u'stdout': u"Loaded plugins: fastestmirror, langpacks, priorities\nDetermining fastest mirrors\n * base: linux.cc.lehigh.edu\n * epel: ftp.linux.ncsu.edu\n * extras: mirror.jaleco.com\n * updates: packages.oit.ncsu.edu\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nTo address this issue please refer to the below wiki article \n\nhttps://wiki.centos.org/yum-errors\n\nIf above article doesn't help to resolve this issue please use https://bugs.centos.org/.\n\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nfailure: repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2 from epel: [Errno 256] No more mirrors to try.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found", u'cmd': [u'yum-complete-transaction', u'--cleanup-only'], u'rc': 1, u'stderr': u'', u'delta': u'0:00:04.998081', u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'strip_empty_ends': True, u'_raw_params': u'yum-complete-transaction --cleanup-only', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin_add_newline': True, u'stdin': None}}, 'stdout_lines': [u'Loaded plugins: fastestmirror, langpacks, priorities', u'Determining fastest mirrors', u' * base: linux.cc.lehigh.edu', u' * epel: ftp.linux.ncsu.edu', u' * extras: mirror.jaleco.com', u' * updates: packages.oit.ncsu.edu', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'To address this issue please refer to the below wiki article ', u'', u'https://wiki.centos.org/yum-errors', u'', u"If above article doesn't help to resolve this issue please use https://bugs.centos.org/.", u'', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8b1da60dedb7cb6a1aeb578746cd4beba4569264b77b81afe8d4f70d50e35d62-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'Trying other mirror.', u'failure: repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2 from epel: [Errno 256] No more mirrors to try.', u'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'http://mirror.pnl.gov/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'http://dl.fedoraproject.org/pub/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found', u'http://mirror.oss.ou.edu/epel/7/x86_64/repodata/8a29572711847d94e9080d755e05a87b19408c297a0e2dad4970d094740e8bdb-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found'], u'start': u'2019-09-25 08:00:41.398823', u'msg': u'non-zero return code'}}Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 309, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 281, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 29, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 227, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 125, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 227, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 125, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 219, in represent_list return self.represent_sequence(u'tag:yaml.org,2002:seq', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 102, in represent_sequence node_item = self.represent_data(item) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 68, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 251, in represent_undefined raise RepresenterError("cannot represent an object", data)RepresenterError: ('cannot represent an object', u'yum-complete-transaction')
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
centos 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-flush.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml workloads/kclient_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
centos 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-full.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
centos 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml}
"2019-09-25T01:05:59.386471+0000 mon.b (mon.0) 155 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569373557 sec, osd.5 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/pool-perm.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
ubuntu 18.04
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml}
"2019-09-25T01:05:56.597109+0000 mon.b (mon.0) 154 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569373554 sec, osd.0 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
ubuntu 18.04
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/sessionmap.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
centos 7.6
kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml workloads/kclient_workunit_suites_iozone.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/strays.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
ubuntu 18.04
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/volume-client.yaml}
Test failure: test_data_isolated (tasks.cephfs.test_volume_client.TestVolumeClient)
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
ubuntu 18.04
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/mixed-clients/{begin.yaml clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient-overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_dbench_iozone.yaml}
"2019-09-25T01:33:37.953005+0000 mon.a (mon.0) 150 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569375216 sec, osd.0 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/auto-repair.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml workloads/kclient_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
ubuntu 18.04
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/backtrace.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
centos 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-limits.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml}
"2019-09-25T01:40:12.240220+0000 mon.b (mon.0) 192 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569375610 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
ubuntu 18.04
kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml workloads/kclient_workunit_suites_iozone.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
ubuntu 18.04
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-recovery.yaml}
[Errno 104] Connection reset by peer
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
centos 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/config-commands.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml}
"2019-09-25T01:39:24.850840+0000 mon.a (mon.0) 165 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569375562 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
centos 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/damage.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml workloads/kclient_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/data-scan.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
ubuntu 18.04
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml}
{'smithi174.front.sepia.ceph.com': {'attempts': 5, 'changed': True, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result"}}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
ubuntu 18.04
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/failover.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
centos 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/mixed-clients/{begin.yaml clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient-overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/forward-scrub.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml workloads/kclient_workunit_suites_iozone.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
ubuntu 18.04
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
ubuntu 18.04
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/journal-repair.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
ubuntu 18.04
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-flush.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml}
"2019-09-25T02:10:26.191410+0000 mon.a (mon.0) 350 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569377425 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml workloads/kclient_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
ubuntu 18.04
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-full.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
ubuntu 18.04
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml}
"2019-09-25T02:08:42.719557+0000 mon.b (mon.0) 474 : cluster [WRN] Health check failed: 58 slow ops, oldest one blocked for 181 sec, osd.3 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/pool-perm.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml}
{'smithi174.front.sepia.ceph.com': {'attempts': 5, 'changed': True, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result"}}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
ubuntu 18.04
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/sessionmap.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
ubuntu 18.04
kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml workloads/kclient_workunit_suites_iozone.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
ubuntu 18.04
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/strays.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
ubuntu 18.04
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/volume-client.yaml}
wip-pdonnell-testing-20190924.140036
wip-pdonnell-testing-20190924.140036
master
smithi
rhel 7.6
kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml}