Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 4986374 2020-04-26 09:25:33 2020-04-26 09:26:32 2020-04-26 09:44:31 0:17:59 0:10:26 0:07:33 smithi master centos 8.1 rados/cephadm/smoke-roleless/{distro/centos_latest.yaml start.yaml} 2
pass 4986375 2020-04-26 09:25:34 2020-04-26 09:26:32 2020-04-26 09:42:31 0:15:59 0:09:22 0:06:37 smithi master centos 8.1 rados/singleton/{all/mon-config.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-comp-lz4.yaml rados.yaml supported-random-distro$/{centos_8.yaml}} 1
pass 4986376 2020-04-26 09:25:35 2020-04-26 09:26:32 2020-04-26 09:44:30 0:17:58 0:11:15 0:06:43 smithi master rhel 8.1 rados/singleton-nomsgr/{all/ceph-kvstore-tool.yaml rados.yaml supported-random-distro$/{rhel_8.yaml}} 1
pass 4986377 2020-04-26 09:25:35 2020-04-26 09:26:32 2020-04-26 09:50:31 0:23:59 0:11:56 0:12:03 smithi master ubuntu 18.04 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml rados.yaml recovery-overrides/{more-async-recovery.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 3
fail 4986378 2020-04-26 09:25:36 2020-04-26 09:26:33 2020-04-26 10:50:34 1:24:01 1:17:09 0:06:52 smithi master centos 8.1 rados/verify/{centos_latest.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/none.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml tasks/rados_cls_all.yaml validater/valgrind.yaml} 2
Failure Reason:

"2020-04-26T09:47:41.950635+0000 mgr.y (mgr.4101) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986379 2020-04-26 09:25:37 2020-04-26 09:28:25 2020-04-26 09:40:24 0:11:59 0:03:37 0:08:22 smithi master ubuntu 18.04 rados/cephadm/workunits/{distro/ubuntu_latest.yaml task/test_cephadm_repos.yaml} 1
fail 4986380 2020-04-26 09:25:38 2020-04-26 09:28:25 2020-04-26 09:52:24 0:23:59 0:14:37 0:09:22 smithi master rhel 8.1 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-async-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{rhel_8.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/set-chunk-promote-flush.yaml} 2
Failure Reason:

"2020-04-26T09:45:03.096108+0000 mgr.x (mgr.4107) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

fail 4986381 2020-04-26 09:25:39 2020-04-26 09:28:25 2020-04-26 10:08:24 0:39:59 0:25:35 0:14:24 smithi master ubuntu 18.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-hybrid.yaml rados.yaml recovery-overrides/{more-async-recovery.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2020-04-26T09:47:35.318846+0000 mgr.y (mgr.4119) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986382 2020-04-26 09:25:40 2020-04-26 09:28:25 2020-04-26 09:50:24 0:21:59 0:14:45 0:07:14 smithi master centos 8.1 rados/singleton/{all/osd-backfill.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-comp-snappy.yaml rados.yaml supported-random-distro$/{centos_8.yaml}} 1
pass 4986383 2020-04-26 09:25:41 2020-04-26 09:28:26 2020-04-26 10:18:26 0:50:00 0:30:26 0:19:34 smithi master ubuntu 18.04 rados/cephadm/with-work/{distro/ubuntu_18.04.yaml fixed-2.yaml mode/packaged.yaml msgr/async-v2only.yaml start.yaml tasks/rados_api_tests.yaml} 2
fail 4986384 2020-04-26 09:25:42 2020-04-26 09:28:26 2020-04-26 10:04:26 0:36:00 0:20:51 0:15:09 smithi master centos 8.1 rados/thrash-erasure-code-overwrites/{bluestore-bitmap.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml msgr-failures/osd-delay.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{centos_8.yaml} thrashers/fastread.yaml thrashosds-health.yaml workloads/ec-small-objects-overwrites.yaml} 2
Failure Reason:

"2020-04-26T09:47:50.280473+0000 mgr.y (mgr.4110) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

fail 4986385 2020-04-26 09:25:43 2020-04-26 09:30:37 2020-04-26 10:02:36 0:31:59 0:11:47 0:20:12 smithi master ubuntu 18.04 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/bluestore-comp-zlib.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
Failure Reason:

"2020-04-26T09:56:00.032702+0000 mgr.y (mgr.4111) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986386 2020-04-26 09:25:43 2020-04-26 09:30:37 2020-04-26 10:10:36 0:39:59 0:20:53 0:19:06 smithi master ubuntu 18.04 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml msgr-failures/few.yaml objectstore/bluestore-comp-lz4.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/fastread.yaml thrashosds-health.yaml workloads/ec-small-objects.yaml} 2
fail 4986387 2020-04-26 09:25:44 2020-04-26 09:30:37 2020-04-26 10:04:36 0:33:59 0:15:37 0:18:22 smithi master centos 8.1 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-async-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_8.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/set-chunks-read.yaml} 2
Failure Reason:

"2020-04-26T09:54:05.348778+0000 mgr.y (mgr.4103) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986388 2020-04-26 09:25:45 2020-04-26 09:31:16 2020-04-26 10:05:16 0:34:00 0:14:44 0:19:16 smithi master rhel 7.7 rados/cephadm/smoke/{distro/rhel_7.yaml fixed-2.yaml start.yaml} 2
pass 4986389 2020-04-26 09:25:46 2020-04-26 09:32:18 2020-04-26 09:50:18 0:18:00 0:12:32 0:05:28 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-bitmap.yaml openstack.yaml settings/optimized.yaml ubuntu_latest.yaml workloads/sample_fio.yaml} 1
fail 4986390 2020-04-26 09:25:47 2020-04-26 09:32:23 2020-04-26 10:04:22 0:31:59 0:22:57 0:09:02 smithi master ubuntu 18.04 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/async-v1only.yaml objectstore/bluestore-comp-zlib.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/rados_api_tests.yaml} 2
Failure Reason:

"2020-04-26T09:45:18.473927+0000 mgr.x (mgr.4106) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986391 2020-04-26 09:25:48 2020-04-26 09:32:23 2020-04-26 10:06:23 0:34:00 0:20:59 0:13:01 smithi master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-install/nautilus-v1only.yaml backoff/peering.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/crush-compat.yaml distro$/{centos_7.6.yaml} msgr-failures/fastclose.yaml rados.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/test_rbd_api.yaml} 3
fail 4986392 2020-04-26 09:25:49 2020-04-26 09:32:25 2020-04-26 10:50:26 1:18:01 1:07:36 0:10:25 smithi master centos 8.1 rados/dashboard/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/bluestore-comp-snappy.yaml supported-random-distro$/{centos_8.yaml} tasks/dashboard.yaml} 2
Failure Reason:

"2020-04-26T09:48:47.215126+0000 mgr.y (mgr.4110) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986393 2020-04-26 09:25:49 2020-04-26 09:32:31 2020-04-26 09:48:31 0:16:00 0:07:07 0:08:53 smithi master ubuntu 18.04 rados/objectstore/{backends/filejournal.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4986394 2020-04-26 09:25:50 2020-04-26 09:32:35 2020-04-26 09:58:35 0:26:00 0:20:22 0:05:38 smithi master centos 8.1 rados/singleton/{all/osd-recovery-incomplete.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-comp-zlib.yaml rados.yaml supported-random-distro$/{centos_8.yaml}} 1
pass 4986395 2020-04-26 09:25:51 2020-04-26 09:32:40 2020-04-26 09:54:39 0:21:59 0:14:48 0:07:11 smithi master rhel 7.7 rados/cephadm/smoke-roleless/{distro/rhel_7.yaml start.yaml} 2
fail 4986396 2020-04-26 09:25:52 2020-04-26 09:34:21 2020-04-26 10:08:21 0:34:00 0:26:43 0:07:17 smithi master rhel 8.1 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-async-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-comp-lz4.yaml rados.yaml supported-random-distro$/{rhel_8.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/small-objects-balanced.yaml} 2
Failure Reason:

"2020-04-26T09:49:16.757060+0000 mgr.x (mgr.4108) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

fail 4986397 2020-04-26 09:25:53 2020-04-26 09:34:21 2020-04-26 09:54:21 0:20:00 0:11:51 0:08:09 smithi master centos 8.1 rados/mgr/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/bluestore-hybrid.yaml supported-random-distro$/{centos_8.yaml} tasks/prometheus.yaml} 2
Failure Reason:

"2020-04-26T09:46:58.306356+0000 mgr.y (mgr.4105) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986398 2020-04-26 09:25:54 2020-04-26 09:34:21 2020-04-26 09:50:21 0:16:00 0:09:57 0:06:03 smithi master rhel 8.1 rados/singleton-nomsgr/{all/ceph-post-file.yaml rados.yaml supported-random-distro$/{rhel_8.yaml}} 1
pass 4986399 2020-04-26 09:25:55 2020-04-26 09:34:24 2020-04-26 10:04:24 0:30:00 0:22:10 0:07:50 smithi master ubuntu 18.04 rados/cephadm/with-work/{distro/ubuntu_18.04_podman.yaml fixed-2.yaml mode/root.yaml msgr/async.yaml start.yaml tasks/rados_python.yaml} 2
pass 4986400 2020-04-26 09:25:56 2020-04-26 09:34:25 2020-04-26 10:14:25 0:40:00 0:28:01 0:11:59 smithi master rhel 8.1 rados/multimon/{clusters/21.yaml msgr-failures/many.yaml msgr/async.yaml no_pools.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{rhel_8.yaml} tasks/mon_recovery.yaml} 3
pass 4986401 2020-04-26 09:25:57 2020-04-26 09:34:36 2020-04-26 09:54:35 0:19:59 0:12:39 0:07:20 smithi master centos 8.1 rados/singleton/{all/osd-recovery.yaml msgr-failures/many.yaml msgr/async-v2only.yaml objectstore/bluestore-comp-zstd.yaml rados.yaml supported-random-distro$/{centos_8.yaml}} 1
fail 4986402 2020-04-26 09:25:57 2020-04-26 09:34:36 2020-04-26 10:04:36 0:30:00 0:20:45 0:09:15 smithi master centos 8.1 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/bluestore-comp-snappy.yaml rados.yaml supported-random-distro$/{centos_8.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/small-objects-localized.yaml} 2
Failure Reason:

"2020-04-26T09:48:41.052162+0000 mgr.x (mgr.4107) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986403 2020-04-26 09:25:58 2020-04-26 09:36:38 2020-04-26 10:00:37 0:23:59 0:10:00 0:13:59 smithi master centos 8.1 rados/monthrash/{ceph.yaml clusters/3-mons.yaml msgr-failures/mon-delay.yaml msgr/async-v1only.yaml objectstore/bluestore-comp-zlib.yaml rados.yaml supported-random-distro$/{centos_8.yaml} thrashers/sync.yaml workloads/rados_5925.yaml} 2
pass 4986404 2020-04-26 09:25:59 2020-04-26 09:36:38 2020-04-26 10:04:37 0:27:59 0:14:01 0:13:58 smithi master rhel 8.0 rados/cephadm/smoke/{distro/rhel_8.0.yaml fixed-2.yaml start.yaml} 2
pass 4986405 2020-04-26 09:26:00 2020-04-26 09:36:38 2020-04-26 09:52:37 0:15:59 0:10:06 0:05:53 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-comp.yaml openstack.yaml settings/optimized.yaml ubuntu_latest.yaml workloads/sample_radosbench.yaml} 1
pass 4986406 2020-04-26 09:26:01 2020-04-26 09:36:38 2020-04-26 10:04:37 0:27:59 0:13:51 0:14:08 smithi master rhel 8.0 rados/cephadm/smoke-roleless/{distro/rhel_8.0.yaml start.yaml} 2
fail 4986407 2020-04-26 09:26:02 2020-04-26 09:36:38 2020-04-26 10:22:38 0:46:00 0:22:44 0:23:16 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-partial-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-comp-zlib.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/small-objects.yaml} 2
Failure Reason:

"2020-04-26T10:04:37.933734+0000 mgr.y (mgr.4108) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986408 2020-04-26 09:26:03 2020-04-26 09:36:38 2020-04-26 10:30:38 0:54:00 0:27:04 0:26:56 smithi master centos 8.1 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/bluestore-comp-lz4.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{centos_8.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=4-m=2.yaml} 3
fail 4986409 2020-04-26 09:26:04 2020-04-26 09:36:38 2020-04-26 10:00:38 0:24:00 smithi master centos 8.1 rados/verify/{centos_latest.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/default/{default.yaml thrashosds-health.yaml} msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-comp-lz4.yaml rados.yaml tasks/mon_recovery.yaml validater/lockdep.yaml} 2
Failure Reason:

Command failed on smithi085 with status 1: 'sudo yum install -y kernel'

pass 4986410 2020-04-26 09:26:04 2020-04-26 09:38:37 2020-04-26 09:54:36 0:15:59 0:07:44 0:08:15 smithi master ubuntu 18.04 rados/singleton/{all/peer.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-hybrid.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4986411 2020-04-26 09:26:05 2020-04-26 09:38:37 2020-04-26 09:58:37 0:20:00 0:10:58 0:09:02 smithi master centos 8.1 rados/standalone/{supported-random-distro$/{centos_8.yaml} workloads/mgr.yaml} 1
pass 4986412 2020-04-26 09:26:06 2020-04-26 09:40:40 2020-04-26 09:56:40 0:16:00 0:08:13 0:07:47 smithi master ubuntu 18.04 rados/cephadm/workunits/{distro/ubuntu_latest.yaml task/test_adoption.yaml} 1
pass 4986413 2020-04-26 09:26:07 2020-04-26 09:42:24 2020-04-26 10:18:23 0:35:59 0:27:44 0:08:15 smithi master ubuntu 18.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml recovery-overrides/{more-async-recovery.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
fail 4986414 2020-04-26 09:26:08 2020-04-26 09:42:24 2020-04-26 10:30:24 0:48:00 0:15:00 0:33:00 smithi master rhel 8.1 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-zstd.yaml rados.yaml recovery-overrides/{more-partial-recovery.yaml} supported-random-distro$/{rhel_8.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
Failure Reason:

"2020-04-26T10:23:45.743894+0000 mgr.y (mgr.4101) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986415 2020-04-26 09:26:09 2020-04-26 09:42:30 2020-04-26 09:58:30 0:16:00 0:07:23 0:08:37 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/export-after-evict.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
fail 4986416 2020-04-26 09:26:09 2020-04-26 09:42:32 2020-04-26 10:40:32 0:58:00 0:31:12 0:26:48 smithi master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-install/nautilus-v2only.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/off.yaml distro$/{centos_7.6.yaml} msgr-failures/few.yaml rados.yaml thrashers/careful.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 3
Failure Reason:

Command failed on smithi172 with status 125: 'sudo docker kill -s Signals.SIGHUP ceph-d5e013e4-87a6-11ea-a068-001a4aab830c-osd.7'

fail 4986417 2020-04-26 09:26:10 2020-04-26 09:42:40 2020-04-26 10:18:40 0:36:00 0:26:54 0:09:06 smithi master rhel 8.1 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-async-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-comp-zstd.yaml rados.yaml supported-random-distro$/{rhel_8.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/snaps-few-objects-balanced.yaml} 2
Failure Reason:

"2020-04-26T10:00:04.211218+0000 mgr.x (mgr.4100) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986418 2020-04-26 09:26:11 2020-04-26 09:44:36 2020-04-26 10:08:35 0:23:59 0:14:04 0:09:55 smithi master ubuntu 18.04 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-comp-zstd.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/rados_cls_all.yaml} 2
fail 4986419 2020-04-26 09:26:12 2020-04-26 09:44:36 2020-04-26 10:22:36 0:38:00 0:27:39 0:10:21 smithi master rhel 8.1 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml msgr-failures/osd-delay.yaml objectstore/bluestore-comp-snappy.yaml rados.yaml recovery-overrides/{more-partial-recovery.yaml} supported-random-distro$/{rhel_8.yaml} thrashers/minsize_recovery.yaml thrashosds-health.yaml workloads/ec-rados-plugin=clay-k=4-m=2.yaml} 2
Failure Reason:

"2020-04-26T10:03:27.783954+0000 mgr.y (mgr.4108) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986420 2020-04-26 09:26:13 2020-04-26 09:44:36 2020-04-26 10:26:36 0:42:00 0:30:48 0:11:12 smithi master ubuntu 18.04 rados/cephadm/with-work/{distro/ubuntu_latest.yaml fixed-2.yaml mode/packaged.yaml msgr/async-v1only.yaml start.yaml tasks/rados_api_tests.yaml} 2
pass 4986421 2020-04-26 09:26:14 2020-04-26 09:44:36 2020-04-26 10:04:35 0:19:59 0:11:08 0:08:51 smithi master ubuntu 18.04 rados/singleton/{all/pg-autoscaler.yaml msgr-failures/many.yaml msgr/async-v1only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 2
pass 4986422 2020-04-26 09:26:15 2020-04-26 09:44:36 2020-04-26 10:08:36 0:24:00 0:11:36 0:12:24 smithi master rhel 8.1 rados/cephadm/smoke/{distro/rhel_latest.yaml fixed-2.yaml start.yaml} 2
pass 4986423 2020-04-26 09:26:15 2020-04-26 09:44:36 2020-04-26 10:08:35 0:23:59 0:18:06 0:05:53 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-comp.yaml openstack.yaml settings/optimized.yaml ubuntu_latest.yaml workloads/cosbench_64K_read_write.yaml} 1
fail 4986424 2020-04-26 09:26:16 2020-04-26 09:44:36 2020-04-26 10:26:36 0:42:00 0:30:04 0:11:56 smithi master rhel 8.1 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/bluestore-hybrid.yaml rados.yaml supported-random-distro$/{rhel_8.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/snaps-few-objects-localized.yaml} 2
Failure Reason:

"2020-04-26T10:04:20.772923+0000 mgr.y (mgr.4110) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

fail 4986425 2020-04-26 09:26:17 2020-04-26 09:44:37 2020-04-26 10:10:36 0:25:59 0:12:13 0:13:46 smithi master rhel 8.1 rados/mgr/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/bluestore-low-osd-mem-target.yaml supported-random-distro$/{rhel_8.yaml} tasks/workunits.yaml} 2
Failure Reason:

"2020-04-26T10:06:25.540918+0000 mgr.z (mgr.4103) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986426 2020-04-26 09:26:18 2020-04-26 09:44:38 2020-04-26 10:06:38 0:22:00 0:11:42 0:10:18 smithi master rhel 8.1 rados/cephadm/smoke-roleless/{distro/rhel_latest.yaml start.yaml} 2
fail 4986427 2020-04-26 09:26:19 2020-04-26 09:46:40 2020-04-26 11:06:41 1:20:01 1:07:16 0:12:45 smithi master centos 8.1 rados/dashboard/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/bluestore-comp-zlib.yaml supported-random-distro$/{centos_8.yaml} tasks/dashboard.yaml} 2
Failure Reason:

"2020-04-26T10:04:52.625929+0000 mgr.z (mgr.4100) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986428 2020-04-26 09:26:20 2020-04-26 09:48:37 2020-04-26 12:28:39 2:40:02 2:34:18 0:05:44 smithi master centos 8.1 rados/objectstore/{backends/filestore-idempotent-aio-journal.yaml supported-random-distro$/{centos_8.yaml}} 1
fail 4986429 2020-04-26 09:26:21 2020-04-26 09:48:37 2020-04-26 10:12:36 0:23:59 0:18:03 0:05:56 smithi master centos 8.1 rados/valgrind-leaks/{1-start.yaml 2-inject-leak/none.yaml centos_latest.yaml} 1
Failure Reason:

"2020-04-26T10:07:59.893376+0000 mgr.y (mgr.4103) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

fail 4986430 2020-04-26 09:26:22 2020-04-26 09:50:07 2020-04-26 10:26:07 0:36:00 0:26:41 0:09:19 smithi master rhel 8.1 rados/thrash-erasure-code-overwrites/{bluestore-bitmap.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml msgr-failures/fastclose.yaml rados.yaml recovery-overrides/{more-partial-recovery.yaml} supported-random-distro$/{rhel_8.yaml} thrashers/minsize_recovery.yaml thrashosds-health.yaml workloads/ec-snaps-few-objects-overwrites.yaml} 2
Failure Reason:

"2020-04-26T10:07:07.974631+0000 mgr.x (mgr.4113) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986431 2020-04-26 09:26:23 2020-04-26 09:50:19 2020-04-26 10:04:18 0:13:59 0:07:31 0:06:28 smithi master ubuntu 18.04 rados/singleton/{all/pg-removal-interruption.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
fail 4986432 2020-04-26 09:26:24 2020-04-26 09:50:22 2020-04-26 10:34:22 0:44:00 0:33:29 0:10:31 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-async-partial-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 2
Failure Reason:

"2020-04-26T10:05:08.030116+0000 mgr.y (mgr.4113) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986433 2020-04-26 09:26:24 2020-04-26 09:50:23 2020-04-26 10:10:22 0:19:59 0:12:10 0:07:49 smithi master ubuntu 18.04 rados/cephadm/smoke/{distro/ubuntu_18.04.yaml fixed-2.yaml start.yaml} 2
pass 4986434 2020-04-26 09:26:25 2020-04-26 09:50:25 2020-04-26 10:04:24 0:13:59 0:07:26 0:06:33 smithi master ubuntu 18.04 rados/multimon/{clusters/3.yaml msgr-failures/few.yaml msgr/async-v1only.yaml no_pools.yaml objectstore/bluestore-comp-lz4.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/mon_clock_no_skews.yaml} 2
pass 4986435 2020-04-26 09:26:26 2020-04-26 09:50:25 2020-04-26 10:08:25 0:18:00 0:11:27 0:06:33 smithi master rhel 8.1 rados/singleton-nomsgr/{all/full-tiering.yaml rados.yaml supported-random-distro$/{rhel_8.yaml}} 1
pass 4986436 2020-04-26 09:26:27 2020-04-26 09:50:32 2020-04-26 10:28:32 0:38:00 0:24:50 0:13:10 smithi master ubuntu 18.04 rados/monthrash/{ceph.yaml clusters/9-mons.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-comp-zstd.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/force-sync-many.yaml workloads/rados_api_tests.yaml} 2
pass 4986437 2020-04-26 09:26:28 2020-04-26 09:52:39 2020-04-26 10:12:39 0:20:00 0:12:00 0:08:00 smithi master ubuntu 18.04 rados/cephadm/smoke-roleless/{distro/ubuntu_18.04.yaml start.yaml} 2
fail 4986438 2020-04-26 09:26:29 2020-04-26 09:52:39 2020-04-26 10:28:39 0:36:00 0:29:56 0:06:04 smithi master centos 8.1 rados/singleton-bluestore/{all/cephtool.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-comp-snappy.yaml rados.yaml supported-random-distro$/{centos_8.yaml}} 1
Failure Reason:

"2020-04-26T10:08:22.377885+0000 mgr.x (mgr.7299) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986439 2020-04-26 09:26:30 2020-04-26 09:52:40 2020-04-26 10:14:39 0:21:59 0:14:58 0:07:01 smithi master rhel 8.1 rados/singleton/{all/radostool.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{rhel_8.yaml}} 1
fail 4986440 2020-04-26 09:26:31 2020-04-26 09:53:04 2020-04-26 10:23:04 0:30:00 0:17:34 0:12:26 smithi master rhel 8.1 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-partial-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{rhel_8.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml} 2
Failure Reason:

"2020-04-26T10:12:14.514124+0000 mgr.y (mgr.4104) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

fail 4986441 2020-04-26 09:26:32 2020-04-26 09:54:24 2020-04-26 11:42:25 1:48:01 1:26:52 0:21:09 smithi master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-install/nautilus.yaml backoff/normal.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/crush-compat.yaml distro$/{centos_7.6.yaml} msgr-failures/osd-delay.yaml rados.yaml thrashers/default.yaml thrashosds-health.yaml workloads/radosbench.yaml} 3
Failure Reason:

Command failed on smithi153 with status 125: 'sudo docker kill -s Signals.SIGHUP ceph-adaf38ae-87a7-11ea-a068-001a4aab830c-osd.5'

pass 4986442 2020-04-26 09:26:33 2020-04-26 09:54:24 2020-04-26 10:18:24 0:24:00 0:17:54 0:06:06 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-low-osd-mem-target.yaml openstack.yaml settings/optimized.yaml ubuntu_latest.yaml workloads/cosbench_64K_write.yaml} 1
pass 4986443 2020-04-26 09:26:34 2020-04-26 09:54:24 2020-04-26 10:22:24 0:28:00 0:14:39 0:13:21 smithi master rhel 8.1 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/bluestore-comp-snappy.yaml rados.yaml recovery-overrides/{more-async-partial-recovery.yaml} supported-random-distro$/{rhel_8.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 3
fail 4986444 2020-04-26 09:26:35 2020-04-26 09:54:24 2020-04-26 10:50:24 0:56:00 0:44:06 0:11:54 smithi master centos 8.1 rados/verify/{centos_latest.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/none.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-comp-snappy.yaml rados.yaml tasks/rados_api_tests.yaml validater/valgrind.yaml} 2
Failure Reason:

"2020-04-26T10:20:11.649859+0000 mgr.x (mgr.4110) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

dead 4986445 2020-04-26 09:26:36 2020-04-26 09:54:24 2020-04-26 10:38:24 0:44:00 0:24:02 0:19:58 smithi master centos 8.0 rados/cephadm/with-work/{distro/centos_8.0.yaml fixed-2.yaml mode/root.yaml msgr/async-v2only.yaml start.yaml tasks/rados_python.yaml} 2
Failure Reason:

ignoring this repo.\nFailed to synchronize cache for repo \'CentOS-Base\', ignoring this repo.\nFailed to synchronize cache for repo \'CentOS-Extras\', ignoring this repo.\nTraceback (most recent call last):\n File "/bin/dnf", line 58, in <module>\n main.user_main(sys.argv[1:], exit_code=True)\n File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 193, in user_main\n errcode = main(args)\n File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 64, in main\n return _main(base, args, cli_class, option_parser_class)\n File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 99, in _main\n return cli_run(cli, base)\n File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 115, in cli_run\n cli.run()\n File "/usr/lib/python3.6/site-packages/dnf/cli/cli.py", line 1125, in run\n return self.command.run()\n File "/usr/lib/python3.6/site-packages/dnf/cli/commands/group.py", line 384, in run\n self.base.conf.strict)\n File "/usr/lib/python3.6/site-packages/dnf/base.py", line 1623, in env_group_install\n cnt += self.group_install(group_id, types, exclude=exclude, strict=strict)\n File "/usr/lib/python3.6/site-packages/dnf/base.py", line 1597, in group_install\n strict)\n File "/usr/lib/python3.6/site-packages/dnf/comps.py", line 93, in install_or_skip\n return install_fnc(grp_or_env_id, types, exclude, strict, exclude_groups)\n File "/usr/lib/python3.6/site-packages/dnf/comps.py", line 653, in _group_install\n raise ValueError(_("Group_id \'%s\' does not exist.") % ucd(group_id))\nValueError: Group_id \'base\' does not exist.', 'rc': 1, 'start': '2020-04-26 10:29:40.710878', 'end': '2020-04-26 10:36:17.225042', 'delta': '0:06:36.514164', 'changed': True, 'invocation': {'module_args': {'_raw_params': 'dnf -y groupinstall base --nobest && dnf -y group upgrade base', '_uses_shell': True, 'warn': True, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': None, 'chdir': None, 'executable': None, 'creates': None, 'removes': None, 'stdin': None}}, 'warnings': ["Consider using the dnf module rather than running 'dnf'. If you need to use command because dnf is insufficient you can add 'warn: false' to this command task or set 'command_warnings=False' in ansible.cfg to get rid of this message."], 'stdout_lines': ['Waiting for process with pid 20791 to finish.', 'CentOS-8 - AppStream 18 B/s | 2.3 kB 02:10 ', 'CentOS-8 - Base 18 B/s | 2.3 kB 02:11 ', 'CentOS-8 - Extras 18 B/s | 2.3 kB 02:12 ', 'Last metadata expiration check: 0:06:35 ago on Sun 26 Apr 2020 10:29:41 AM UTC.'], 'stderr_lines': ["Failed to synchronize cache for repo 'CentOS-AppStream', ignoring this repo.", "Failed to synchronize cache for repo 'CentOS-Base', ignoring this repo.", "Failed to synchronize cache for repo 'CentOS-Extras', ignoring this repo.", 'Traceback (most recent call last):', ' File "/bin/dnf", line 58, in <module>', ' main.user_main(sys.argv[1:], exit_code=True)', ' File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 193, in user_main', ' errcode = main(args)', ' File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 64, in main', ' return _main(base, args, cli_class, option_parser_class)', ' File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 99, in _main', ' return cli_run(cli, base)', ' File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 115, in cli_run', ' cli.run()', ' File "/usr/lib/python3.6/site-packages/dnf/cli/cli.py", line 1125, in run', ' return self.command.run()', ' File "/usr/lib/python3.6/site-packages/dnf/cli/commands/group.py", line 384, in run', ' self.base.conf.strict)', ' File "/usr/lib/python3.6/site-packages/dnf/base.py", line 1623, in env_group_install', ' cnt += self.group_install(group_id, types, exclude=exclude, strict=strict)', ' File "/usr/lib/python3.6/site-packages/dnf/base.py", line 1597, in group_install', ' strict)', ' File "/usr/lib/python3.6/site-packages/dnf/comps.py", line 93, in install_or_skip', ' return install_fnc(grp_or_env_id, types, exclude, strict, exclude_groups)', ' File "/usr/lib/python3.6/site-packages/dnf/comps.py", line 653, in _group_install', ' raise ValueError(_("Group_id \'%s\' does not exist.") % ucd(group_id))', "ValueError: Group_id 'base' does not exist."], '_ansible_no_log': False}}Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 306, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 278, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 27, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping('tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping('tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 231, in represent_undefined raise RepresenterError("cannot represent an object", data)yaml.representer.RepresenterError: ('cannot represent an object', 'dnf -y groupinstall base --nobest && dnf -y group upgrade base')

fail 4986446 2020-04-26 09:26:37 2020-04-26 09:54:26 2020-04-26 10:22:25 0:27:59 0:14:19 0:13:40 smithi master ubuntu 18.04 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-hybrid.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/rados_python.yaml} 2
Failure Reason:

"2020-04-26T10:12:45.328274+0000 mgr.y (mgr.4116) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

fail 4986447 2020-04-26 09:26:37 2020-04-26 09:54:26 2020-04-26 11:34:27 1:40:01 0:15:15 1:24:46 smithi master rhel 8.1 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/bluestore-hybrid.yaml rados.yaml recovery-overrides/{more-partial-recovery.yaml} supported-random-distro$/{rhel_8.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
Failure Reason:

"2020-04-26T11:27:11.958378+0000 mgr.y (mgr.4102) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

fail 4986448 2020-04-26 09:26:38 2020-04-26 09:54:36 2020-04-26 10:34:36 0:40:00 0:24:26 0:15:34 smithi master ubuntu 18.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/bluestore-stupid.yaml rados.yaml recovery-overrides/{more-async-partial-recovery.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2020-04-26T10:13:33.699705+0000 mgr.x (mgr.4110) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986449 2020-04-26 09:26:39 2020-04-26 09:54:38 2020-04-26 10:28:38 0:34:00 0:24:52 0:09:08 smithi master rhel 8.1 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-partial-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{rhel_8.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 4986450 2020-04-26 09:26:40 2020-04-26 09:54:40 2020-04-26 10:32:40 0:38:00 0:30:59 0:07:01 smithi master rhel 8.1 rados/singleton/{all/random-eio.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{rhel_8.yaml}} 2
fail 4986451 2020-04-26 09:26:41 2020-04-26 09:56:13 2020-04-26 10:12:13 0:16:00 0:09:11 0:06:49 smithi master centos 8.1 rados/cephadm/workunits/{distro/centos_latest.yaml task/test_cephadm.yaml} 1
Failure Reason:

Command failed (workunit test cephadm/test_cephadm.sh) on smithi162 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=4a4147f663046b7be09a84aadbd148aa1416133d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_cephadm.sh'

fail 4986452 2020-04-26 09:26:42 2020-04-26 09:56:23 2020-04-26 10:30:23 0:34:00 0:26:51 0:07:09 smithi master ubuntu 18.04 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml msgr-failures/fastclose.yaml objectstore/bluestore-comp-zlib.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=2-m=1.yaml} 2
Failure Reason:

"2020-04-26T10:07:55.013929+0000 mgr.x (mgr.4114) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986453 2020-04-26 09:26:43 2020-04-26 09:56:26 2020-04-26 10:20:25 0:23:59 0:12:49 0:11:10 smithi master ubuntu 18.04 rados/cephadm/smoke/{distro/ubuntu_18.04_podman.yaml fixed-2.yaml start.yaml} 2
pass 4986454 2020-04-26 09:26:44 2020-04-26 09:56:39 2020-04-26 10:12:38 0:15:59 0:10:15 0:05:44 smithi master centos 8.1 rados/singleton-nomsgr/{all/health-warnings.yaml rados.yaml supported-random-distro$/{centos_8.yaml}} 1
fail 4986455 2020-04-26 09:26:45 2020-04-26 09:56:41 2020-04-26 10:22:41 0:26:00 0:18:46 0:07:14 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-async-partial-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml} 2
Failure Reason:

"2020-04-26T10:08:57.256184+0000 mgr.x (mgr.4110) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986456 2020-04-26 09:26:45 2020-04-26 09:58:20 2020-04-26 10:20:20 0:22:00 0:16:34 0:05:26 smithi master rhel 8.1 rados/singleton/{all/rebuild-mondb.yaml msgr-failures/many.yaml msgr/async-v2only.yaml objectstore/bluestore-comp-lz4.yaml rados.yaml supported-random-distro$/{rhel_8.yaml}} 1
fail 4986457 2020-04-26 09:26:46 2020-04-26 09:58:20 2020-04-26 10:20:20 0:22:00 0:14:07 0:07:53 smithi master rhel 8.1 rados/mgr/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/bluestore-stupid.yaml supported-random-distro$/{rhel_8.yaml} tasks/crash.yaml} 2
Failure Reason:

"2020-04-26T10:14:02.586151+0000 mgr.z (mgr.4111) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986458 2020-04-26 09:26:47 2020-04-26 09:58:27 2020-04-26 10:24:27 0:26:00 0:12:06 0:13:54 smithi master ubuntu 18.04 rados/cephadm/smoke-roleless/{distro/ubuntu_18.04_podman.yaml start.yaml} 2
pass 4986459 2020-04-26 09:26:48 2020-04-26 09:58:31 2020-04-26 10:20:30 0:21:59 0:12:18 0:09:41 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-stupid.yaml openstack.yaml settings/optimized.yaml ubuntu_latest.yaml workloads/fio_4K_rand_read.yaml} 1
pass 4986460 2020-04-26 09:26:49 2020-04-26 09:58:36 2020-04-26 10:32:36 0:34:00 0:24:31 0:09:29 smithi master ubuntu 18.04 rados/standalone/{supported-random-distro$/{ubuntu_latest.yaml} workloads/misc.yaml} 1
fail 4986461 2020-04-26 09:26:50 2020-04-26 09:58:37 2020-04-26 10:24:36 0:25:59 0:15:27 0:10:32 smithi master rhel 8.1 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-async-partial-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-comp-lz4.yaml rados.yaml supported-random-distro$/{rhel_8.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2
Failure Reason:

"2020-04-26T10:17:39.327574+0000 mgr.y (mgr.4110) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986462 2020-04-26 09:26:51 2020-04-26 09:58:38 2020-04-26 10:38:37 0:39:59 0:28:40 0:11:19 smithi master centos 8.1 rados/cephadm/with-work/{distro/centos_latest.yaml fixed-2.yaml mode/packaged.yaml msgr/async.yaml start.yaml tasks/rados_api_tests.yaml} 2
fail 4986463 2020-04-26 09:26:52 2020-04-26 10:00:30 2020-04-26 11:16:30 1:16:00 1:05:50 0:10:10 smithi master centos 8.1 rados/dashboard/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/bluestore-comp-zstd.yaml supported-random-distro$/{centos_8.yaml} tasks/dashboard.yaml} 2
Failure Reason:

"2020-04-26T10:15:09.816148+0000 mgr.z (mgr.4119) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986464 2020-04-26 09:26:52 2020-04-26 10:00:38 2020-04-26 12:38:40 2:38:02 2:30:19 0:07:43 smithi master ubuntu 18.04 rados/objectstore/{backends/filestore-idempotent.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
fail 4986465 2020-04-26 09:26:53 2020-04-26 10:00:39 2020-04-26 10:18:38 0:17:59 0:10:43 0:07:16 smithi master rhel 8.1 rados/multimon/{clusters/6.yaml msgr-failures/many.yaml msgr/async-v2only.yaml no_pools.yaml objectstore/bluestore-comp-snappy.yaml rados.yaml supported-random-distro$/{rhel_8.yaml} tasks/mon_clock_with_skews.yaml} 2
Failure Reason:

"2020-04-26T10:15:45.042142+0000 mgr.x (mgr.4102) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

fail 4986466 2020-04-26 09:26:54 2020-04-26 10:02:23 2020-04-26 10:34:22 0:31:59 0:20:06 0:11:53 smithi master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-install/octopus.yaml backoff/peering.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/off.yaml distro$/{centos_7.6.yaml} msgr-failures/fastclose.yaml rados.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/rbd_cls.yaml} 3
Failure Reason:

Command failed on smithi171 with status 125: 'sudo docker kill -s Signals.SIGHUP ceph-8d3606b6-87a7-11ea-a068-001a4aab830c-osd.1'

pass 4986467 2020-04-26 09:26:55 2020-04-26 10:02:37 2020-04-26 10:32:36 0:29:59 0:23:16 0:06:43 smithi master rhel 8.1 rados/singleton/{all/recovery-preemption.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp-snappy.yaml rados.yaml supported-random-distro$/{rhel_8.yaml}} 1
fail 4986468 2020-04-26 09:26:56 2020-04-26 10:02:37 2020-04-26 11:06:38 1:04:01 0:55:25 0:08:36 smithi master ubuntu 18.04 rados/monthrash/{ceph.yaml clusters/3-mons.yaml msgr-failures/mon-delay.yaml msgr/async.yaml objectstore/bluestore-hybrid.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/many.yaml workloads/rados_mon_osdmap_prune.yaml} 2
Failure Reason:

"2020-04-26T10:15:05.760065+0000 mgr.x (mgr.4100) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986469 2020-04-26 09:26:57 2020-04-26 10:04:34 2020-04-26 10:22:34 0:18:00 0:12:06 0:05:54 smithi master ubuntu 18.04 rados/cephadm/smoke/{distro/ubuntu_latest.yaml fixed-2.yaml start.yaml} 2
fail 4986470 2020-04-26 09:26:57 2020-04-26 10:04:35 2020-04-26 10:42:34 0:37:59 0:28:11 0:09:48 smithi master centos 8.1 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/bluestore-comp-snappy.yaml rados.yaml supported-random-distro$/{centos_8.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
Failure Reason:

"2020-04-26T10:20:14.363391+0000 mgr.y (mgr.4107) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

fail 4986471 2020-04-26 09:26:58 2020-04-26 10:04:34 2020-04-26 10:28:34 0:24:00 0:16:23 0:07:37 smithi master centos 8.1 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{centos_8.yaml} tasks/rados_stress_watch.yaml} 2
Failure Reason:

"2020-04-26T10:17:24.053091+0000 mgr.y (mgr.4111) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986472 2020-04-26 09:26:59 2020-04-26 10:04:35 2020-04-26 10:24:34 0:19:59 0:11:43 0:08:16 smithi master ubuntu 18.04 rados/cephadm/smoke-roleless/{distro/ubuntu_latest.yaml start.yaml} 2
pass 4986473 2020-04-26 09:27:00 2020-04-26 10:04:35 2020-04-26 10:18:34 0:13:59 0:08:08 0:05:51 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/large-omap-object-warnings.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4986474 2020-04-26 09:27:01 2020-04-26 10:04:35 2020-04-26 10:44:35 0:40:00 0:26:03 0:13:57 smithi master centos 8.1 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-zlib.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{centos_8.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=4-m=2.yaml} 3
fail 4986475 2020-04-26 09:27:02 2020-04-26 10:04:35 2020-04-26 10:26:34 0:21:59 0:14:31 0:07:28 smithi master centos 8.1 rados/verify/{centos_latest.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/default/{default.yaml thrashosds-health.yaml} msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp-zlib.yaml rados.yaml tasks/rados_cls_all.yaml validater/lockdep.yaml} 2
Failure Reason:

"2020-04-26T10:17:08.490373+0000 mgr.y (mgr.4103) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

fail 4986476 2020-04-26 09:27:03 2020-04-26 10:04:36 2020-04-26 10:42:36 0:38:00 0:29:05 0:08:55 smithi master centos 8.1 rados/thrash-erasure-code-overwrites/{bluestore-bitmap.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml msgr-failures/few.yaml rados.yaml recovery-overrides/{more-async-recovery.yaml} supported-random-distro$/{centos_8.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-pool-snaps-few-objects-overwrites.yaml} 2
Failure Reason:

"2020-04-26T10:17:56.500533+0000 mgr.x (mgr.4111) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986477 2020-04-26 09:27:04 2020-04-26 10:04:37 2020-04-26 10:42:37 0:38:00 0:12:00 0:26:00 smithi master ubuntu 18.04 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml recovery-overrides/{more-async-partial-recovery.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 4986478 2020-04-26 09:27:05 2020-04-26 10:04:37 2020-04-26 10:20:37 0:16:00 0:09:06 0:06:54 smithi master ubuntu 18.04 rados/singleton/{all/resolve_stuck_peering.yaml msgr-failures/many.yaml msgr/async-v1only.yaml objectstore/bluestore-comp-zlib.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 2
pass 4986479 2020-04-26 09:27:06 2020-04-26 10:04:38 2020-04-26 10:24:38 0:20:00 0:12:31 0:07:29 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-basic-min-osd-mem-target.yaml openstack.yaml settings/optimized.yaml ubuntu_latest.yaml workloads/fio_4K_rand_rw.yaml} 1
fail 4986480 2020-04-26 09:27:06 2020-04-26 10:04:39 2020-04-26 10:54:39 0:50:00 0:28:37 0:21:23 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-partial-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-comp-zlib.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

"2020-04-26T10:30:19.047238+0000 mgr.x (mgr.4119) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986481 2020-04-26 09:27:07 2020-04-26 10:04:39 2020-04-26 10:44:39 0:40:00 0:25:03 0:14:57 smithi master rhel 8.0 rados/cephadm/with-work/{distro/rhel_8.0.yaml fixed-2.yaml mode/root.yaml msgr/async-v1only.yaml start.yaml tasks/rados_python.yaml} 2
fail 4986482 2020-04-26 09:27:08 2020-04-26 10:05:17 2020-04-26 10:39:16 0:33:59 0:25:56 0:08:03 smithi master ubuntu 18.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml recovery-overrides/{more-partial-recovery.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2020-04-26T10:17:41.072175+0000 mgr.y (mgr.4102) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

fail 4986483 2020-04-26 09:27:09 2020-04-26 10:06:39 2020-04-26 10:52:38 0:45:59 0:29:07 0:16:52 smithi master rhel 8.1 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml msgr-failures/few.yaml objectstore/bluestore-comp-zstd.yaml rados.yaml recovery-overrides/{more-async-partial-recovery.yaml} supported-random-distro$/{rhel_8.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=3-m=1.yaml} 2
Failure Reason:

"2020-04-26T10:31:48.224267+0000 mgr.x (mgr.4107) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986484 2020-04-26 09:27:10 2020-04-26 10:06:39 2020-04-26 10:18:38 0:11:59 0:04:14 0:07:45 smithi master ubuntu 18.04 rados/cephadm/workunits/{distro/ubuntu_18.04_podman.yaml task/test_cephadm_repos.yaml} 1
fail 4986485 2020-04-26 09:27:11 2020-04-26 10:06:39 2020-04-26 10:50:39 0:44:00 0:23:46 0:20:14 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-comp-zstd.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/cache-snaps-balanced.yaml} 2
Failure Reason:

"2020-04-26T10:30:11.198031+0000 mgr.x (mgr.4110) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986486 2020-04-26 09:27:12 2020-04-26 10:06:39 2020-04-26 10:22:38 0:15:59 0:09:53 0:06:06 smithi master centos 8.1 rados/singleton/{all/test-crash.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-comp-zstd.yaml rados.yaml supported-random-distro$/{centos_8.yaml}} 1
fail 4986487 2020-04-26 09:27:12 2020-04-26 10:08:37 2020-04-26 10:32:37 0:24:00 0:16:11 0:07:49 smithi master rhel 8.1 rados/cephadm/orchestrator_cli/{2-node-mgr.yaml orchestrator_cli.yaml supported-random-distro$/{rhel_8.yaml}} 2
Failure Reason:

"2020-04-26T10:23:54.485322+0000 mgr.z (mgr.4111) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

fail 4986488 2020-04-26 09:27:13 2020-04-26 10:08:38 2020-04-26 10:30:37 0:21:59 0:13:20 0:08:39 smithi master centos 8.1 rados/mgr/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/filestore-xfs.yaml supported-random-distro$/{centos_8.yaml} tasks/failover.yaml} 2
Failure Reason:

"2020-04-26T10:22:08.828633+0000 mgr.y (mgr.4105) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

fail 4986489 2020-04-26 09:27:14 2020-04-26 10:08:37 2020-04-26 11:16:38 1:08:01 0:50:20 0:17:41 smithi master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-install/hammer.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/crush-compat.yaml distro$/{centos_7.6.yaml} msgr-failures/few.yaml rados.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 3
Failure Reason:

Command failed on smithi069 with status 125: 'sudo docker kill -s Signals.SIGHUP ceph-1655c476-87a9-11ea-a068-001a4aab830c-osd.10'

fail 4986490 2020-04-26 09:27:15 2020-04-26 10:08:38 2020-04-26 10:40:37 0:31:59 0:23:19 0:08:40 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-async-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/bluestore-hybrid.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2020-04-26T10:20:49.733255+0000 mgr.x (mgr.4107) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986491 2020-04-26 09:27:16 2020-04-26 10:08:37 2020-04-26 10:26:37 0:18:00 0:12:00 0:06:00 smithi master rhel 8.1 rados/singleton-nomsgr/{all/lazy_omap_stats_output.yaml rados.yaml supported-random-distro$/{rhel_8.yaml}} 1
pass 4986492 2020-04-26 09:27:17 2020-04-26 10:08:38 2020-04-26 10:36:37 0:27:59 0:12:30 0:15:29 smithi master centos 7.6 rados/cephadm/smoke/{distro/centos_7.yaml fixed-2.yaml start.yaml} 2
pass 4986493 2020-04-26 09:27:18 2020-04-26 10:08:38 2020-04-26 10:26:37 0:17:59 0:10:33 0:07:26 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-bitmap.yaml openstack.yaml settings/optimized.yaml ubuntu_latest.yaml workloads/fio_4M_rand_read.yaml} 1
pass 4986494 2020-04-26 09:27:19 2020-04-26 10:08:38 2020-04-26 10:34:37 0:25:59 0:18:08 0:07:51 smithi master ubuntu 18.04 rados/singleton/{all/test_envlibrados_for_rocksdb.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-hybrid.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
fail 4986495 2020-04-26 09:27:20 2020-04-26 10:10:41 2020-04-26 10:38:40 0:27:59 0:08:43 0:19:16 smithi master ubuntu 18.04 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/async-v2only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/rados_striper.yaml} 2
Failure Reason:

"2020-04-26T10:33:40.758037+0000 mgr.x (mgr.4103) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986496 2020-04-26 09:27:21 2020-04-26 10:10:41 2020-04-26 10:34:40 0:23:59 0:12:29 0:11:30 smithi master centos 7.6 rados/cephadm/smoke-roleless/{distro/centos_7.yaml start.yaml} 2
pass 4986497 2020-04-26 09:27:21 2020-04-26 10:10:40 2020-04-26 10:56:40 0:46:00 0:14:00 0:32:00 smithi master ubuntu 18.04 rados/multimon/{clusters/9.yaml msgr-failures/few.yaml msgr/async.yaml no_pools.yaml objectstore/bluestore-comp-zlib.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/mon_recovery.yaml} 3
fail 4986498 2020-04-26 09:27:22 2020-04-26 10:10:41 2020-04-26 10:38:40 0:27:59 0:12:39 0:15:20 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-partial-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache.yaml} 2
Failure Reason:

"2020-04-26T10:29:34.185546+0000 mgr.y (mgr.4106) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986499 2020-04-26 09:27:23 2020-04-26 10:12:29 2020-04-26 10:52:29 0:40:00 0:27:27 0:12:33 smithi master ubuntu 18.04 rados/monthrash/{ceph.yaml clusters/9-mons.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/one.yaml workloads/rados_mon_workunits.yaml} 2
fail 4986500 2020-04-26 09:27:24 2020-04-26 10:12:29 2020-04-26 11:32:30 1:20:01 1:05:45 0:14:16 smithi master centos 8.1 rados/dashboard/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/bluestore-hybrid.yaml supported-random-distro$/{centos_8.yaml} tasks/dashboard.yaml} 2
Failure Reason:

"2020-04-26T10:31:23.174735+0000 mgr.y (mgr.4106) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986501 2020-04-26 09:27:25 2020-04-26 10:12:37 2020-04-26 10:28:37 0:16:00 0:09:53 0:06:07 smithi master rhel 8.1 rados/objectstore/{backends/fusestore.yaml supported-random-distro$/{rhel_8.yaml}} 1
dead 4986502 2020-04-26 09:27:26 2020-04-26 10:12:39 2020-04-26 10:58:39 0:46:00 0:28:22 0:17:38 smithi master centos 8.0 rados/cephadm/upgrade/{1-start.yaml 2-start-upgrade.yaml 3-wait.yaml distro$/{centos_8.0.yaml} fixed-2.yaml} 2
Failure Reason:

| 4.7 kB 00:00 \nlab-extras 895 kB/s | 2.9 kB 00:00 ', 'stderr': 'Failed to synchronize cache for repo \'CentOS-AppStream\', ignoring this repo.\nFailed to synchronize cache for repo \'CentOS-Base\', ignoring this repo.\nFailed to synchronize cache for repo \'CentOS-Extras\', ignoring this repo.\nTraceback (most recent call last):\n File "/bin/dnf", line 58, in <module>\n main.user_main(sys.argv[1:], exit_code=True)\n File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 193, in user_main\n errcode = main(args)\n File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 64, in main\n return _main(base, args, cli_class, option_parser_class)\n File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 99, in _main\n return cli_run(cli, base)\n File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 115, in cli_run\n cli.run()\n File "/usr/lib/python3.6/site-packages/dnf/cli/cli.py", line 1125, in run\n return self.command.run()\n File "/usr/lib/python3.6/site-packages/dnf/cli/commands/group.py", line 384, in run\n self.base.conf.strict)\n File "/usr/lib/python3.6/site-packages/dnf/base.py", line 1623, in env_group_install\n cnt += self.group_install(group_id, types, exclude=exclude, strict=strict)\n File "/usr/lib/python3.6/site-packages/dnf/base.py", line 1597, in group_install\n strict)\n File "/usr/lib/python3.6/site-packages/dnf/comps.py", line 93, in install_or_skip\n return install_fnc(grp_or_env_id, types, exclude, strict, exclude_groups)\n File "/usr/lib/python3.6/site-packages/dnf/comps.py", line 653, in _group_install\n raise ValueError(_("Group_id \'%s\' does not exist.") % ucd(group_id))\nValueError: Group_id \'base\' does not exist.', 'rc': 1, 'start': '2020-04-26 10:50:43.966603', 'end': '2020-04-26 10:57:21.330373', 'delta': '0:06:37.363770', 'changed': True, 'invocation': {'module_args': {'_raw_params': 'dnf -y groupinstall base --nobest && dnf -y group upgrade base', '_uses_shell': True, 'warn': True, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': None, 'chdir': None, 'executable': None, 'creates': None, 'removes': None, 'stdin': None}}, 'warnings': ["Consider using the dnf module rather than running 'dnf'. If you need to use command because dnf is insufficient you can add 'warn: false' to this command task or set 'command_warnings=False' in ansible.cfg to get rid of this message."], 'stdout_lines': ['Waiting for process with pid 20773 to finish.', 'CentOS-8 - AppStream 18 B/s | 2.3 kB 02:10 ', 'CentOS-8 - Base 18 B/s | 2.3 kB 02:11 ', 'CentOS-8 - Extras 18 B/s | 2.3 kB 02:12 ', 'Extra Packages for Enterprise Linux 120 kB/s | 4.7 kB 00:00 ', 'lab-extras 895 kB/s | 2.9 kB 00:00 '], 'stderr_lines': ["Failed to synchronize cache for repo 'CentOS-AppStream', ignoring this repo.", "Failed to synchronize cache for repo 'CentOS-Base', ignoring this repo.", "Failed to synchronize cache for repo 'CentOS-Extras', ignoring this repo.", 'Traceback (most recent call last):', ' File "/bin/dnf", line 58, in <module>', ' main.user_main(sys.argv[1:], exit_code=True)', ' File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 193, in user_main', ' errcode = main(args)', ' File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 64, in main', ' return _main(base, args, cli_class, option_parser_class)', ' File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 99, in _main', ' return cli_run(cli, base)', ' File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 115, in cli_run', ' cli.run()', ' File "/usr/lib/python3.6/site-packages/dnf/cli/cli.py", line 1125, in run', ' return self.command.run()', ' File "/usr/lib/python3.6/site-packages/dnf/cli/commands/group.py", line 384, in run', ' self.base.conf.strict)', ' File "/usr/lib/python3.6/site-packages/dnf/base.py", line 1623, in env_group_install', ' cnt += self.group_install(group_id, types, exclude=exclude, strict=strict)', ' File "/usr/lib/python3.6/site-packages/dnf/base.py", line 1597, in group_install', ' strict)', ' File "/usr/lib/python3.6/site-packages/dnf/comps.py", line 93, in install_or_skip', ' return install_fnc(grp_or_env_id, types, exclude, strict, exclude_groups)', ' File "/usr/lib/python3.6/site-packages/dnf/comps.py", line 653, in _group_install', ' raise ValueError(_("Group_id \'%s\' does not exist.") % ucd(group_id))', "ValueError: Group_id 'base' does not exist."], '_ansible_no_log': False}}Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 306, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 278, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 27, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping('tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping('tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 231, in represent_undefined raise RepresenterError("cannot represent an object", data)yaml.representer.RepresenterError: ('cannot represent an object', 'dnf -y groupinstall base --nobest && dnf -y group upgrade base')

pass 4986503 2020-04-26 09:27:27 2020-04-26 10:12:40 2020-04-26 12:02:41 1:50:01 1:34:33 0:15:28 smithi master rhel 8.1 rados/singleton/{all/thrash-backfill-full.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{rhel_8.yaml}} 2
fail 4986504 2020-04-26 09:27:27 2020-04-26 10:14:37 2020-04-26 10:36:36 0:21:59 0:11:54 0:10:05 smithi master ubuntu 18.04 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-stupid.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
Failure Reason:

"2020-04-26T10:30:08.752379+0000 mgr.x (mgr.4104) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986505 2020-04-26 09:27:28 2020-04-26 10:14:37 2020-04-26 11:06:37 0:52:00 0:46:22 0:05:38 smithi master rhel 8.1 rados/standalone/{supported-random-distro$/{rhel_8.yaml} workloads/mon.yaml} 1
pass 4986506 2020-04-26 09:27:29 2020-04-26 10:14:37 2020-04-26 10:36:36 0:21:59 0:11:04 0:10:55 smithi master centos 8.1 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/bluestore-comp-zstd.yaml rados.yaml recovery-overrides/{more-async-recovery.yaml} supported-random-distro$/{centos_8.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 3
fail 4986507 2020-04-26 09:27:30 2020-04-26 10:14:40 2020-04-26 11:08:40 0:54:00 0:26:17 0:27:43 smithi master centos 8.1 rados/verify/{centos_latest.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/none.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-comp-zstd.yaml rados.yaml tasks/mon_recovery.yaml validater/valgrind.yaml} 2
Failure Reason:

"2020-04-26T10:58:02.207850+0000 mgr.x (mgr.4112) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

fail 4986508 2020-04-26 09:27:31 2020-04-26 10:18:40 2020-04-26 10:46:40 0:28:00 0:11:07 0:16:53 smithi master centos 8.1 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{centos_8.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/dedup_tier.yaml} 2
Failure Reason:

"2020-04-26T10:40:59.710144+0000 mgr.x (mgr.4103) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986509 2020-04-26 09:27:32 2020-04-26 10:18:41 2020-04-26 11:08:41 0:50:00 0:31:12 0:18:48 smithi master rhel 8.1 rados/cephadm/with-work/{distro/rhel_latest.yaml fixed-2.yaml mode/packaged.yaml msgr/async-v2only.yaml start.yaml tasks/rados_api_tests.yaml} 2
pass 4986510 2020-04-26 09:27:33 2020-04-26 10:18:40 2020-04-26 10:40:40 0:22:00 0:13:15 0:08:45 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-comp.yaml openstack.yaml settings/optimized.yaml ubuntu_latest.yaml workloads/fio_4M_rand_rw.yaml} 1
fail 4986511 2020-04-26 09:27:34 2020-04-26 10:18:41 2020-04-26 10:58:40 0:39:59 0:32:09 0:07:50 smithi master rhel 8.1 rados/singleton-bluestore/{all/cephtool.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{rhel_8.yaml}} 1
Failure Reason:

"2020-04-26T10:37:37.080458+0000 mgr.x (mgr.7377) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

fail 4986512 2020-04-26 09:27:35 2020-04-26 10:18:41 2020-04-26 11:08:41 0:50:00 0:25:53 0:24:07 smithi master centos 8.1 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml rados.yaml recovery-overrides/{more-async-partial-recovery.yaml} supported-random-distro$/{centos_8.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2020-04-26T10:47:25.956704+0000 mgr.x (mgr.4102) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986513 2020-04-26 09:27:35 2020-04-26 10:18:41 2020-04-26 10:40:40 0:21:59 0:12:21 0:09:38 smithi master rhel 8.1 rados/singleton-nomsgr/{all/librados_hello_world.yaml rados.yaml supported-random-distro$/{rhel_8.yaml}} 1
pass 4986514 2020-04-26 09:27:36 2020-04-26 10:18:40 2020-04-26 11:04:40 0:46:00 0:29:33 0:16:27 smithi master ubuntu 18.04 rados/singleton/{all/thrash-eio.yaml msgr-failures/many.yaml msgr/async-v2only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 2
dead 4986515 2020-04-26 09:27:37 2020-04-26 10:18:41 2020-04-26 10:54:41 0:36:00 0:23:46 0:12:14 smithi master centos 8.0 rados/cephadm/smoke/{distro/centos_8.0.yaml fixed-2.yaml start.yaml} 2
Failure Reason:

02:10 \nCentOS-8 - Base 18 B/s | 2.3 kB 02:11 \nCentOS-8 - Extras 18 B/s | 2.3 kB 02:11 \nCopr repo for ceph-el8 owned by ktdreyer 75 kB/s | 3.3 kB 00:00 \nExtra Packages for Enterprise Linux 49 kB/s | 4.7 kB 00:00 \nlab-extras 921 kB/s | 2.9 kB 00:00 ', 'stderr': 'Failed to synchronize cache for repo \'CentOS-AppStream\', ignoring this repo.\nFailed to synchronize cache for repo \'CentOS-Base\', ignoring this repo.\nFailed to synchronize cache for repo \'CentOS-Extras\', ignoring this repo.\nTraceback (most recent call last):\n File "/bin/dnf", line 58, in <module>\n main.user_main(sys.argv[1:], exit_code=True)\n File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 193, in user_main\n errcode = main(args)\n File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 64, in main\n return _main(base, args, cli_class, option_parser_class)\n File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 99, in _main\n return cli_run(cli, base)\n File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 115, in cli_run\n cli.run()\n File "/usr/lib/python3.6/site-packages/dnf/cli/cli.py", line 1125, in run\n return self.command.run()\n File "/usr/lib/python3.6/site-packages/dnf/cli/commands/group.py", line 384, in run\n self.base.conf.strict)\n File "/usr/lib/python3.6/site-packages/dnf/base.py", line 1623, in env_group_install\n cnt += self.group_install(group_id, types, exclude=exclude, strict=strict)\n File "/usr/lib/python3.6/site-packages/dnf/base.py", line 1597, in group_install\n strict)\n File "/usr/lib/python3.6/site-packages/dnf/comps.py", line 93, in install_or_skip\n return install_fnc(grp_or_env_id, types, exclude, strict, exclude_groups)\n File "/usr/lib/python3.6/site-packages/dnf/comps.py", line 653, in _group_install\n raise ValueError(_("Group_id \'%s\' does not exist.") % ucd(group_id))\nValueError: Group_id \'base\' does not exist.', 'rc': 1, 'start': '2020-04-26 10:46:57.201092', 'end': '2020-04-26 10:53:32.963264', 'delta': '0:06:35.762172', 'changed': True, 'invocation': {'module_args': {'_raw_params': 'dnf -y groupinstall base --nobest && dnf -y group upgrade base', '_uses_shell': True, 'warn': True, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': None, 'chdir': None, 'executable': None, 'creates': None, 'removes': None, 'stdin': None}}, 'warnings': ["Consider using the dnf module rather than running 'dnf'. If you need to use command because dnf is insufficient you can add 'warn: false' to this command task or set 'command_warnings=False' in ansible.cfg to get rid of this message."], 'stdout_lines': ['Waiting for process with pid 20742 to finish.', 'CentOS-8 - AppStream 18 B/s | 2.3 kB 02:10 ', 'CentOS-8 - Base 18 B/s | 2.3 kB 02:11 ', 'CentOS-8 - Extras 18 B/s | 2.3 kB 02:11 ', 'Copr repo for ceph-el8 owned by ktdreyer 75 kB/s | 3.3 kB 00:00 ', 'Extra Packages for Enterprise Linux 49 kB/s | 4.7 kB 00:00 ', 'lab-extras 921 kB/s | 2.9 kB 00:00 '], 'stderr_lines': ["Failed to synchronize cache for repo 'CentOS-AppStream', ignoring this repo.", "Failed to synchronize cache for repo 'CentOS-Base', ignoring this repo.", "Failed to synchronize cache for repo 'CentOS-Extras', ignoring this repo.", 'Traceback (most recent call last):', ' File "/bin/dnf", line 58, in <module>', ' main.user_main(sys.argv[1:], exit_code=True)', ' File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 193, in user_main', ' errcode = main(args)', ' File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 64, in main', ' return _main(base, args, cli_class, option_parser_class)', ' File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 99, in _main', ' return cli_run(cli, base)', ' File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 115, in cli_run', ' cli.run()', ' File "/usr/lib/python3.6/site-packages/dnf/cli/cli.py", line 1125, in run', ' return self.command.run()', ' File "/usr/lib/python3.6/site-packages/dnf/cli/commands/group.py", line 384, in run', ' self.base.conf.strict)', ' File "/usr/lib/python3.6/site-packages/dnf/base.py", line 1623, in env_group_install', ' cnt += self.group_install(group_id, types, exclude=exclude, strict=strict)', ' File "/usr/lib/python3.6/site-packages/dnf/base.py", line 1597, in group_install', ' strict)', ' File "/usr/lib/python3.6/site-packages/dnf/comps.py", line 93, in install_or_skip', ' return install_fnc(grp_or_env_id, types, exclude, strict, exclude_groups)', ' File "/usr/lib/python3.6/site-packages/dnf/comps.py", line 653, in _group_install', ' raise ValueError(_("Group_id \'%s\' does not exist.") % ucd(group_id))', "ValueError: Group_id 'base' does not exist."], '_ansible_no_log': False}}Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 306, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 278, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 27, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping('tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping('tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 231, in represent_undefined raise RepresenterError("cannot represent an object", data)yaml.representer.RepresenterError: ('cannot represent an object', 'dnf -y groupinstall base --nobest && dnf -y group upgrade base')

fail 4986516 2020-04-26 09:27:38 2020-04-26 10:20:35 2020-04-26 10:56:35 0:36:00 0:28:56 0:07:04 smithi master centos 8.1 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{centos_8.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml} 2
Failure Reason:

"2020-04-26T10:32:29.180854+0000 mgr.x (mgr.4104) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986517 2020-04-26 09:27:39 2020-04-26 10:20:35 2020-04-26 12:00:36 1:40:01 1:30:43 0:09:18 smithi master rhel 8.1 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml msgr-failures/osd-delay.yaml objectstore/bluestore-hybrid.yaml rados.yaml recovery-overrides/{more-async-recovery.yaml} supported-random-distro$/{rhel_8.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-radosbench.yaml} 2
pass 4986518 2020-04-26 09:27:40 2020-04-26 10:20:35 2020-04-26 10:50:34 0:29:59 0:17:21 0:12:38 smithi master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-install/jewel-v1only.yaml backoff/normal.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/off.yaml distro$/{centos_7.6.yaml} msgr-failures/osd-delay.yaml rados.yaml thrashers/none.yaml thrashosds-health.yaml workloads/test_rbd_api.yaml} 3
dead 4986519 2020-04-26 09:27:41 2020-04-26 10:20:35 2020-04-26 11:06:35 0:46:00 0:23:51 0:22:09 smithi master centos 8.0 rados/cephadm/smoke-roleless/{distro/centos_8.0.yaml start.yaml} 2
Failure Reason:

18 B/s | 2.3 kB 02:11 \nCentOS-8 - Extras 18 B/s | 2.3 kB 02:11 \nLast metadata expiration check: 0:13:12 ago on Sun 26 Apr 2020 10:52:11 AM UTC.', 'stderr': 'Failed to synchronize cache for repo \'CentOS-AppStream\', ignoring this repo.\nFailed to synchronize cache for repo \'CentOS-Base\', ignoring this repo.\nFailed to synchronize cache for repo \'CentOS-Extras\', ignoring this repo.\nTraceback (most recent call last):\n File "/bin/dnf", line 58, in <module>\n main.user_main(sys.argv[1:], exit_code=True)\n File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 193, in user_main\n errcode = main(args)\n File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 64, in main\n return _main(base, args, cli_class, option_parser_class)\n File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 99, in _main\n return cli_run(cli, base)\n File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 115, in cli_run\n cli.run()\n File "/usr/lib/python3.6/site-packages/dnf/cli/cli.py", line 1125, in run\n return self.command.run()\n File "/usr/lib/python3.6/site-packages/dnf/cli/commands/group.py", line 384, in run\n self.base.conf.strict)\n File "/usr/lib/python3.6/site-packages/dnf/base.py", line 1623, in env_group_install\n cnt += self.group_install(group_id, types, exclude=exclude, strict=strict)\n File "/usr/lib/python3.6/site-packages/dnf/base.py", line 1597, in group_install\n strict)\n File "/usr/lib/python3.6/site-packages/dnf/comps.py", line 93, in install_or_skip\n return install_fnc(grp_or_env_id, types, exclude, strict, exclude_groups)\n File "/usr/lib/python3.6/site-packages/dnf/comps.py", line 653, in _group_install\n raise ValueError(_("Group_id \'%s\' does not exist.") % ucd(group_id))\nValueError: Group_id \'base\' does not exist.', 'rc': 1, 'start': '2020-04-26 10:58:51.942403', 'end': '2020-04-26 11:05:23.571417', 'delta': '0:06:31.629014', 'changed': True, 'invocation': {'module_args': {'_raw_params': 'dnf -y groupinstall base --nobest && dnf -y group upgrade base', '_uses_shell': True, 'warn': True, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': None, 'chdir': None, 'executable': None, 'creates': None, 'removes': None, 'stdin': None}}, 'warnings': ["Consider using the dnf module rather than running 'dnf'. If you need to use command because dnf is insufficient you can add 'warn: false' to this command task or set 'command_warnings=False' in ansible.cfg to get rid of this message."], 'stdout_lines': ['CentOS-8 - AppStream 18 B/s | 2.3 kB 02:08 ', 'CentOS-8 - Base 18 B/s | 2.3 kB 02:11 ', 'CentOS-8 - Extras 18 B/s | 2.3 kB 02:11 ', 'Last metadata expiration check: 0:13:12 ago on Sun 26 Apr 2020 10:52:11 AM UTC.'], 'stderr_lines': ["Failed to synchronize cache for repo 'CentOS-AppStream', ignoring this repo.", "Failed to synchronize cache for repo 'CentOS-Base', ignoring this repo.", "Failed to synchronize cache for repo 'CentOS-Extras', ignoring this repo.", 'Traceback (most recent call last):', ' File "/bin/dnf", line 58, in <module>', ' main.user_main(sys.argv[1:], exit_code=True)', ' File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 193, in user_main', ' errcode = main(args)', ' File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 64, in main', ' return _main(base, args, cli_class, option_parser_class)', ' File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 99, in _main', ' return cli_run(cli, base)', ' File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 115, in cli_run', ' cli.run()', ' File "/usr/lib/python3.6/site-packages/dnf/cli/cli.py", line 1125, in run', ' return self.command.run()', ' File "/usr/lib/python3.6/site-packages/dnf/cli/commands/group.py", line 384, in run', ' self.base.conf.strict)', ' File "/usr/lib/python3.6/site-packages/dnf/base.py", line 1623, in env_group_install', ' cnt += self.group_install(group_id, types, exclude=exclude, strict=strict)', ' File "/usr/lib/python3.6/site-packages/dnf/base.py", line 1597, in group_install', ' strict)', ' File "/usr/lib/python3.6/site-packages/dnf/comps.py", line 93, in install_or_skip', ' return install_fnc(grp_or_env_id, types, exclude, strict, exclude_groups)', ' File "/usr/lib/python3.6/site-packages/dnf/comps.py", line 653, in _group_install', ' raise ValueError(_("Group_id \'%s\' does not exist.") % ucd(group_id))', "ValueError: Group_id 'base' does not exist."], '_ansible_no_log': False}}Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 306, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 278, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 27, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping('tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping('tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 231, in represent_undefined raise RepresenterError("cannot represent an object", data)yaml.representer.RepresenterError: ('cannot represent an object', 'dnf -y groupinstall base --nobest && dnf -y group upgrade base')

fail 4986520 2020-04-26 09:27:41 2020-04-26 10:20:38 2020-04-26 10:52:38 0:32:00 0:22:39 0:09:21 smithi master centos 8.1 rados/thrash-erasure-code-overwrites/{bluestore-bitmap.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml msgr-failures/osd-delay.yaml rados.yaml recovery-overrides/{more-partial-recovery.yaml} supported-random-distro$/{centos_8.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-small-objects-fast-read-overwrites.yaml} 2
Failure Reason:

"2020-04-26T10:35:15.861187+0000 mgr.x (mgr.4105) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

fail 4986521 2020-04-26 09:27:42 2020-04-26 10:22:37 2020-04-26 10:44:37 0:22:00 0:12:11 0:09:49 smithi master rhel 8.1 rados/mgr/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/bluestore-bitmap.yaml supported-random-distro$/{rhel_8.yaml} tasks/insights.yaml} 2
Failure Reason:

Test failure: test_crash_history (tasks.mgr.test_insights.TestInsights)

fail 4986522 2020-04-26 09:27:43 2020-04-26 10:22:38 2020-04-26 10:56:37 0:33:59 0:23:50 0:10:09 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-async-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml} 2
Failure Reason:

"2020-04-26T10:36:00.473817+0000 mgr.y (mgr.4105) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986523 2020-04-26 09:27:44 2020-04-26 10:22:37 2020-04-26 10:56:37 0:34:00 0:22:28 0:11:32 smithi master rhel 8.1 rados/singleton/{all/thrash-rados/{thrash-rados.yaml thrashosds-health.yaml} msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{rhel_8.yaml}} 2
pass 4986524 2020-04-26 09:27:45 2020-04-26 10:22:37 2020-04-26 10:54:37 0:32:00 0:21:45 0:10:15 smithi master ubuntu 18.04 rados/cephadm/with-work/{distro/ubuntu_18.04.yaml fixed-2.yaml mode/root.yaml msgr/async.yaml start.yaml tasks/rados_python.yaml} 2
pass 4986525 2020-04-26 09:27:46 2020-04-26 10:22:38 2020-04-26 11:04:37 0:41:59 0:29:38 0:12:21 smithi master ubuntu 18.04 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/rados_workunit_loadgen_big.yaml} 2
pass 4986526 2020-04-26 09:27:47 2020-04-26 10:22:39 2020-04-26 10:40:38 0:17:59 0:09:21 0:08:38 smithi master ubuntu 18.04 rados/cephadm/workunits/{distro/ubuntu_18.04_podman.yaml task/test_adoption.yaml} 1
pass 4986527 2020-04-26 09:27:48 2020-04-26 10:22:40 2020-04-26 10:40:39 0:17:59 0:11:07 0:06:52 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-low-osd-mem-target.yaml openstack.yaml settings/optimized.yaml ubuntu_latest.yaml workloads/fio_4M_rand_write.yaml} 1
fail 4986528 2020-04-26 09:27:48 2020-04-26 10:22:42 2020-04-26 11:22:42 1:00:00 0:40:16 0:19:44 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-comp-lz4.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/radosbench-high-concurrency.yaml} 2
Failure Reason:

"2020-04-26T10:46:23.239276+0000 mgr.x (mgr.4101) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986529 2020-04-26 09:27:49 2020-04-26 10:23:05 2020-04-26 10:41:04 0:17:59 0:07:55 0:10:04 smithi master centos 8.1 rados/multimon/{clusters/21.yaml msgr-failures/many.yaml msgr/async-v1only.yaml no_pools.yaml objectstore/bluestore-comp-zstd.yaml rados.yaml supported-random-distro$/{centos_8.yaml} tasks/mon_clock_no_skews.yaml} 3
pass 4986530 2020-04-26 09:27:50 2020-04-26 10:24:42 2020-04-26 10:48:42 0:24:00 0:17:50 0:06:10 smithi master rhel 8.1 rados/singleton-nomsgr/{all/msgr.yaml rados.yaml supported-random-distro$/{rhel_8.yaml}} 1
pass 4986531 2020-04-26 09:27:51 2020-04-26 10:24:43 2020-04-26 11:10:42 0:45:59 0:21:11 0:24:48 smithi master centos 8.1 rados/singleton/{all/thrash_cache_writeback_proxy_none.yaml msgr-failures/many.yaml msgr/async-v1only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_8.yaml}} 2
fail 4986532 2020-04-26 09:27:52 2020-04-26 10:24:42 2020-04-26 11:08:42 0:44:00 0:30:55 0:13:05 smithi master rhel 8.1 rados/monthrash/{ceph.yaml clusters/3-mons.yaml msgr-failures/mon-delay.yaml msgr/async-v2only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{rhel_8.yaml} thrashers/sync-many.yaml workloads/snaps-few-objects.yaml} 2
Failure Reason:

"2020-04-26T10:45:31.646522+0000 mgr.x (mgr.4101) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986533 2020-04-26 09:27:53 2020-04-26 10:24:42 2020-04-26 10:46:42 0:22:00 0:10:45 0:11:15 smithi master centos 8.1 rados/cephadm/smoke/{distro/centos_latest.yaml fixed-2.yaml start.yaml} 2
fail 4986534 2020-04-26 09:27:54 2020-04-26 10:26:24 2020-04-26 12:04:25 1:38:01 0:11:24 1:26:37 smithi master ubuntu 18.04 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml recovery-overrides/{more-partial-recovery.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
Failure Reason:

"2020-04-26T11:58:18.516488+0000 mgr.y (mgr.4106) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

fail 4986535 2020-04-26 09:27:55 2020-04-26 10:26:35 2020-04-26 12:10:37 1:44:02 1:36:48 0:07:14 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-partial-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/bluestore-comp-snappy.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/radosbench.yaml} 2
Failure Reason:

"2020-04-26T10:38:15.985666+0000 mgr.x (mgr.4107) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

fail 4986536 2020-04-26 09:27:55 2020-04-26 10:26:37 2020-04-26 11:42:38 1:16:01 1:09:14 0:06:47 smithi master rhel 8.1 rados/dashboard/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/bluestore-low-osd-mem-target.yaml supported-random-distro$/{rhel_8.yaml} tasks/dashboard.yaml} 2
Failure Reason:

"2020-04-26T10:40:59.348482+0000 mgr.y (mgr.4112) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986537 2020-04-26 09:27:56 2020-04-26 10:26:37 2020-04-26 10:46:37 0:20:00 0:12:15 0:07:45 smithi master centos 8.1 rados/objectstore/{backends/keyvaluedb.yaml supported-random-distro$/{centos_8.yaml}} 1
fail 4986538 2020-04-26 09:27:57 2020-04-26 10:26:38 2020-04-26 10:52:38 0:26:00 0:18:48 0:07:12 smithi master centos 8.1 rados/valgrind-leaks/{1-start.yaml 2-inject-leak/osd.yaml centos_latest.yaml} 1
Failure Reason:

"2020-04-26T10:46:49.375422+0000 mgr.x (mgr.4102) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986539 2020-04-26 09:27:58 2020-04-26 10:26:38 2020-04-26 10:52:38 0:26:00 0:10:25 0:15:35 smithi master centos 8.1 rados/cephadm/smoke-roleless/{distro/centos_latest.yaml start.yaml} 2
fail 4986540 2020-04-26 09:27:59 2020-04-26 10:28:48 2020-04-26 11:08:47 0:39:59 0:29:24 0:10:35 smithi master rhel 8.1 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/bluestore-hybrid.yaml rados.yaml recovery-overrides/{more-partial-recovery.yaml} supported-random-distro$/{rhel_8.yaml} thrashers/fastread.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=4-m=2.yaml} 3
Failure Reason:

"2020-04-26T10:48:03.537069+0000 mgr.x (mgr.4099) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

fail 4986541 2020-04-26 09:28:00 2020-04-26 10:28:48 2020-04-26 10:58:47 0:29:59 0:22:29 0:07:30 smithi master centos 8.1 rados/verify/{centos_latest.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/default/{default.yaml thrashosds-health.yaml} msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-hybrid.yaml rados.yaml tasks/rados_api_tests.yaml validater/lockdep.yaml} 2
Failure Reason:

"2020-04-26T10:41:44.445260+0000 mgr.x (mgr.4105) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986542 2020-04-26 09:28:01 2020-04-26 10:28:48 2020-04-26 10:42:47 0:13:59 0:07:50 0:06:09 smithi master ubuntu 18.04 rados/singleton/{all/watch-notify-same-primary.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-comp-lz4.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
fail 4986543 2020-04-26 09:28:01 2020-04-26 10:28:48 2020-04-26 12:56:50 2:28:02 2:05:46 0:22:16 smithi master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-install/jewel.yaml backoff/peering.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/crush-compat.yaml distro$/{centos_7.6.yaml} msgr-failures/fastclose.yaml rados.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 3
Failure Reason:

psutil.NoSuchProcess process no longer exists (pid=5243)

pass 4986544 2020-04-26 09:28:02 2020-04-26 10:28:48 2020-04-26 11:06:48 0:38:00 0:31:01 0:06:59 smithi master ubuntu 18.04 rados/cephadm/with-work/{distro/ubuntu_18.04_podman.yaml fixed-2.yaml mode/packaged.yaml msgr/async-v1only.yaml start.yaml tasks/rados_api_tests.yaml} 2
fail 4986545 2020-04-26 09:28:03 2020-04-26 10:28:48 2020-04-26 11:12:48 0:44:00 0:33:01 0:10:59 smithi master rhel 8.1 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/bluestore-comp-lz4.yaml rados.yaml recovery-overrides/{more-async-recovery.yaml} supported-random-distro$/{rhel_8.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2020-04-26T10:46:27.023812+0000 mgr.x (mgr.4101) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

fail 4986546 2020-04-26 09:28:04 2020-04-26 10:30:39 2020-04-26 11:02:39 0:32:00 0:16:56 0:15:04 smithi master rhel 8.1 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-comp-zlib.yaml rados.yaml supported-random-distro$/{rhel_8.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/redirect.yaml} 2
Failure Reason:

"2020-04-26T10:53:36.794712+0000 mgr.x (mgr.4104) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986547 2020-04-26 09:28:05 2020-04-26 10:30:39 2020-04-26 10:48:39 0:18:00 0:11:44 0:06:16 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-stupid.yaml openstack.yaml settings/optimized.yaml ubuntu_latest.yaml workloads/radosbench_4K_rand_read.yaml} 1
fail 4986548 2020-04-26 09:28:06 2020-04-26 10:30:39 2020-04-26 11:06:39 0:36:00 0:20:17 0:15:43 smithi master centos 8.1 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml msgr-failures/fastclose.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml recovery-overrides/{more-async-recovery.yaml} supported-random-distro$/{centos_8.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-small-objects-balanced.yaml} 2
Failure Reason:

"2020-04-26T10:51:17.185101+0000 mgr.y (mgr.4104) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986549 2020-04-26 09:28:07 2020-04-26 10:30:39 2020-04-26 11:02:39 0:32:00 0:15:04 0:16:56 smithi master rhel 7.7 rados/cephadm/smoke/{distro/rhel_7.yaml fixed-2.yaml start.yaml} 2
pass 4986550 2020-04-26 09:28:08 2020-04-26 10:30:42 2020-04-26 10:44:42 0:14:00 0:08:08 0:05:52 smithi master centos 8.1 rados/singleton/{all/admin-socket.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-comp-snappy.yaml rados.yaml supported-random-distro$/{centos_8.yaml}} 1
pass 4986551 2020-04-26 09:28:08 2020-04-26 10:32:52 2020-04-26 11:02:51 0:29:59 0:22:46 0:07:13 smithi master centos 8.1 rados/singleton-nomsgr/{all/multi-backfill-reject.yaml rados.yaml supported-random-distro$/{centos_8.yaml}} 2
fail 4986552 2020-04-26 09:28:09 2020-04-26 10:32:52 2020-04-26 11:12:52 0:40:00 0:32:29 0:07:31 smithi master rhel 8.1 rados/mgr/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/bluestore-comp-lz4.yaml supported-random-distro$/{rhel_8.yaml} tasks/module_selftest.yaml} 2
Failure Reason:

"2020-04-26T10:47:22.810154+0000 mgr.z (mgr.4108) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

fail 4986553 2020-04-26 09:28:10 2020-04-26 10:32:52 2020-04-26 10:40:51 0:07:59 smithi master centos 8.1 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/async-v1only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_8.yaml} tasks/rados_workunit_loadgen_mix.yaml} 2
Failure Reason:

Command failed on smithi100 with status 1: 'sudo yum install -y kernel'

fail 4986554 2020-04-26 09:28:11 2020-04-26 10:32:52 2020-04-26 10:54:51 0:21:59 0:15:42 0:06:17 smithi master rhel 8.1 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-comp-zstd.yaml rados.yaml supported-random-distro$/{rhel_8.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/redirect_promote_tests.yaml} 2
Failure Reason:

"2020-04-26T10:47:27.783034+0000 mgr.y (mgr.4103) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986555 2020-04-26 09:28:12 2020-04-26 10:34:38 2020-04-26 10:56:37 0:21:59 0:15:03 0:06:56 smithi master rhel 7.7 rados/cephadm/smoke-roleless/{distro/rhel_7.yaml start.yaml} 2
fail 4986556 2020-04-26 09:28:13 2020-04-26 10:34:38 2020-04-26 12:58:40 2:24:02 2:11:59 0:12:03 smithi master ubuntu 18.04 rados/standalone/{supported-random-distro$/{ubuntu_latest.yaml} workloads/osd.yaml}
Failure Reason:

psutil.NoSuchProcess process no longer exists (pid=29296)

pass 4986557 2020-04-26 09:28:14 2020-04-26 10:34:38 2020-04-26 11:06:38 0:32:00 0:21:36 0:10:24 smithi master ubuntu 18.04 rados/cephadm/with-work/{distro/ubuntu_latest.yaml fixed-2.yaml mode/root.yaml msgr/async-v2only.yaml start.yaml tasks/rados_python.yaml} 2
pass 4986558 2020-04-26 09:28:15 2020-04-26 10:34:38 2020-04-26 10:56:38 0:22:00 0:11:46 0:10:14 smithi master rhel 8.1 rados/singleton/{all/deduptool.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-comp-zlib.yaml rados.yaml supported-random-distro$/{rhel_8.yaml}} 1
fail 4986559 2020-04-26 09:28:16 2020-04-26 10:34:41 2020-04-26 11:24:41 0:50:00 0:13:17 0:36:43 smithi master centos 8.1 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-partial-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/bluestore-hybrid.yaml rados.yaml supported-random-distro$/{centos_8.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml} 2
Failure Reason:

"2020-04-26T11:17:23.212195+0000 mgr.y (mgr.4108) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986560 2020-04-26 09:28:16 2020-04-26 10:36:52 2020-04-26 10:58:52 0:22:00 0:07:10 0:14:50 smithi master ubuntu 18.04 rados/multimon/{clusters/3.yaml msgr-failures/few.yaml msgr/async-v2only.yaml no_pools.yaml objectstore/bluestore-hybrid.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/mon_clock_with_skews.yaml} 2
fail 4986561 2020-04-26 09:28:17 2020-04-26 10:36:52 2020-04-26 10:52:52 0:16:00 0:08:13 0:07:47 smithi master ubuntu 18.04 rados/cephadm/workunits/{distro/ubuntu_latest.yaml task/test_cephadm.yaml} 1
Failure Reason:

Command failed (workunit test cephadm/test_cephadm.sh) on smithi114 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=4a4147f663046b7be09a84aadbd148aa1416133d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_cephadm.sh'

pass 4986562 2020-04-26 09:28:18 2020-04-26 10:36:52 2020-04-26 10:54:52 0:18:00 0:10:22 0:07:38 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-basic-min-osd-mem-target.yaml openstack.yaml settings/optimized.yaml ubuntu_latest.yaml workloads/radosbench_4K_seq_read.yaml} 1
pass 4986563 2020-04-26 09:28:19 2020-04-26 10:38:40 2020-04-26 11:00:39 0:21:59 0:15:36 0:06:23 smithi master centos 8.1 rados/monthrash/{ceph.yaml clusters/9-mons.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{centos_8.yaml} thrashers/sync.yaml workloads/pool-create-delete.yaml} 2
fail 4986564 2020-04-26 09:28:20 2020-04-26 10:38:40 2020-04-26 11:10:40 0:32:00 0:24:45 0:07:15 smithi master rhel 8.1 rados/thrash-erasure-code-overwrites/{bluestore-bitmap.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml msgr-failures/fastclose.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{rhel_8.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-small-objects-overwrites.yaml} 2
Failure Reason:

"2020-04-26T10:53:47.109710+0000 mgr.x (mgr.4108) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

fail 4986565 2020-04-26 09:28:21 2020-04-26 10:38:41 2020-04-26 11:34:41 0:56:00 0:15:24 0:40:36 smithi master rhel 8.1 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/bluestore-bitmap.yaml rados.yaml recovery-overrides/{more-partial-recovery.yaml} supported-random-distro$/{rhel_8.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
Failure Reason:

"2020-04-26T11:27:12.193339+0000 mgr.x (mgr.4102) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

fail 4986566 2020-04-26 09:28:22 2020-04-26 10:38:41 2020-04-26 12:44:42 2:06:01 1:51:28 0:14:33 smithi master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-install/luminous-v1only.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/off.yaml distro$/{centos_7.6.yaml} msgr-failures/few.yaml rados.yaml thrashers/careful.yaml thrashosds-health.yaml workloads/radosbench.yaml} 3
Failure Reason:

Command failed on smithi063 with status 125: 'sudo docker kill -s Signals.SIGHUP ceph-5c47d8bc-87ad-11ea-a068-001a4aab830c-osd.7'

fail 4986567 2020-04-26 09:28:23 2020-04-26 10:39:18 2020-04-26 10:57:17 0:17:59 0:11:26 0:06:33 smithi master centos 8.1 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{centos_8.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/set-chunk-promote-flush.yaml} 2
Failure Reason:

"2020-04-26T10:51:44.741899+0000 mgr.y (mgr.4100) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986568 2020-04-26 09:28:24 2020-04-26 10:40:47 2020-04-26 11:04:47 0:24:00 0:13:57 0:10:03 smithi master rhel 8.0 rados/cephadm/smoke/{distro/rhel_8.0.yaml fixed-2.yaml start.yaml} 2
pass 4986569 2020-04-26 09:28:24 2020-04-26 10:40:47 2020-04-26 10:56:47 0:16:00 0:09:32 0:06:28 smithi master centos 8.1 rados/singleton/{all/divergent_priors.yaml msgr-failures/many.yaml msgr/async-v2only.yaml objectstore/bluestore-comp-zstd.yaml rados.yaml supported-random-distro$/{centos_8.yaml}} 1
pass 4986570 2020-04-26 09:28:25 2020-04-26 10:40:48 2020-04-26 11:06:47 0:25:59 0:21:15 0:04:44 smithi master rhel 8.1 rados/singleton-nomsgr/{all/osd_stale_reads.yaml rados.yaml supported-random-distro$/{rhel_8.yaml}} 1
pass 4986571 2020-04-26 09:28:26 2020-04-26 10:40:48 2020-04-26 11:12:47 0:31:59 0:11:13 0:20:46 smithi master centos 8.1 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{centos_8.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 3
fail 4986572 2020-04-26 09:28:27 2020-04-26 10:40:48 2020-04-26 12:12:49 1:32:01 1:20:00 0:12:01 smithi master centos 8.1 rados/verify/{centos_latest.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/none.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml tasks/rados_cls_all.yaml validater/valgrind.yaml} 2
Failure Reason:

"2020-04-26T11:07:25.409781+0000 mgr.x (mgr.4100) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986573 2020-04-26 09:28:28 2020-04-26 10:40:48 2020-04-26 11:02:47 0:21:59 0:14:12 0:07:47 smithi master rhel 8.0 rados/cephadm/smoke-roleless/{distro/rhel_8.0.yaml start.yaml} 2
fail 4986574 2020-04-26 09:28:29 2020-04-26 10:40:52 2020-04-26 11:58:53 1:18:01 1:09:30 0:08:31 smithi master rhel 8.1 rados/dashboard/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/bluestore-stupid.yaml supported-random-distro$/{rhel_8.yaml} tasks/dashboard.yaml} 2
Failure Reason:

"2020-04-26T10:57:19.656734+0000 mgr.y (mgr.4113) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986575 2020-04-26 09:28:30 2020-04-26 10:41:05 2020-04-26 11:13:05 0:32:00 0:25:59 0:06:01 smithi master rhel 8.1 rados/objectstore/{backends/objectcacher-stress.yaml supported-random-distro$/{rhel_8.yaml}} 1
fail 4986576 2020-04-26 09:28:31 2020-04-26 10:42:51 2020-04-26 11:10:50 0:27:59 0:14:28 0:13:31 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/set-chunks-read.yaml} 2
Failure Reason:

"2020-04-26T10:59:57.280723+0000 mgr.x (mgr.4106) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

fail 4986577 2020-04-26 09:28:31 2020-04-26 10:42:51 2020-04-26 11:20:51 0:38:00 0:24:28 0:13:32 smithi master centos 8.1 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/bluestore-comp-snappy.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{centos_8.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2020-04-26T11:01:07.827241+0000 mgr.y (mgr.4100) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986578 2020-04-26 09:28:32 2020-04-26 10:42:51 2020-04-26 10:58:50 0:15:59 0:10:00 0:05:59 smithi master centos 8.1 rados/singleton/{all/divergent_priors2.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-hybrid.yaml rados.yaml supported-random-distro$/{centos_8.yaml}} 1
dead 4986579 2020-04-26 09:28:33 2020-04-26 10:42:51 2020-04-26 11:32:51 0:50:00 0:28:11 0:21:49 smithi master centos 8.0 rados/cephadm/with-work/{distro/centos_8.0.yaml fixed-2.yaml mode/packaged.yaml msgr/async.yaml start.yaml tasks/rados_api_tests.yaml} 2
Failure Reason:

18 B/s | 2.3 kB 02:11 \nLast metadata expiration check: 0:13:07 ago on Sun 26 Apr 2020 11:18:08 AM UTC.', 'stderr': 'Failed to synchronize cache for repo \'CentOS-AppStream\', ignoring this repo.\nFailed to synchronize cache for repo \'CentOS-Base\', ignoring this repo.\nFailed to synchronize cache for repo \'CentOS-Extras\', ignoring this repo.\nTraceback (most recent call last):\n File "/bin/dnf", line 58, in <module>\n main.user_main(sys.argv[1:], exit_code=True)\n File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 193, in user_main\n errcode = main(args)\n File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 64, in main\n return _main(base, args, cli_class, option_parser_class)\n File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 99, in _main\n return cli_run(cli, base)\n File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 115, in cli_run\n cli.run()\n File "/usr/lib/python3.6/site-packages/dnf/cli/cli.py", line 1125, in run\n return self.command.run()\n File "/usr/lib/python3.6/site-packages/dnf/cli/commands/group.py", line 384, in run\n self.base.conf.strict)\n File "/usr/lib/python3.6/site-packages/dnf/base.py", line 1623, in env_group_install\n cnt += self.group_install(group_id, types, exclude=exclude, strict=strict)\n File "/usr/lib/python3.6/site-packages/dnf/base.py", line 1597, in group_install\n strict)\n File "/usr/lib/python3.6/site-packages/dnf/comps.py", line 93, in install_or_skip\n return install_fnc(grp_or_env_id, types, exclude, strict, exclude_groups)\n File "/usr/lib/python3.6/site-packages/dnf/comps.py", line 653, in _group_install\n raise ValueError(_("Group_id \'%s\' does not exist.") % ucd(group_id))\nValueError: Group_id \'base\' does not exist.', 'rc': 1, 'start': '2020-04-26 11:24:44.337551', 'end': '2020-04-26 11:31:16.105222', 'delta': '0:06:31.767671', 'changed': True, 'invocation': {'module_args': {'_raw_params': 'dnf -y groupinstall base --nobest && dnf -y group upgrade base', '_uses_shell': True, 'warn': True, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': None, 'chdir': None, 'executable': None, 'creates': None, 'removes': None, 'stdin': None}}, 'warnings': ["Consider using the dnf module rather than running 'dnf'. If you need to use command because dnf is insufficient you can add 'warn: false' to this command task or set 'command_warnings=False' in ansible.cfg to get rid of this message."], 'stdout_lines': ['CentOS-8 - AppStream 18 B/s | 2.3 kB 02:08 ', 'CentOS-8 - Base 18 B/s | 2.3 kB 02:11 ', 'CentOS-8 - Extras 18 B/s | 2.3 kB 02:11 ', 'Last metadata expiration check: 0:13:07 ago on Sun 26 Apr 2020 11:18:08 AM UTC.'], 'stderr_lines': ["Failed to synchronize cache for repo 'CentOS-AppStream', ignoring this repo.", "Failed to synchronize cache for repo 'CentOS-Base', ignoring this repo.", "Failed to synchronize cache for repo 'CentOS-Extras', ignoring this repo.", 'Traceback (most recent call last):', ' File "/bin/dnf", line 58, in <module>', ' main.user_main(sys.argv[1:], exit_code=True)', ' File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 193, in user_main', ' errcode = main(args)', ' File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 64, in main', ' return _main(base, args, cli_class, option_parser_class)', ' File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 99, in _main', ' return cli_run(cli, base)', ' File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 115, in cli_run', ' cli.run()', ' File "/usr/lib/python3.6/site-packages/dnf/cli/cli.py", line 1125, in run', ' return self.command.run()', ' File "/usr/lib/python3.6/site-packages/dnf/cli/commands/group.py", line 384, in run', ' self.base.conf.strict)', ' File "/usr/lib/python3.6/site-packages/dnf/base.py", line 1623, in env_group_install', ' cnt += self.group_install(group_id, types, exclude=exclude, strict=strict)', ' File "/usr/lib/python3.6/site-packages/dnf/base.py", line 1597, in group_install', ' strict)', ' File "/usr/lib/python3.6/site-packages/dnf/comps.py", line 93, in install_or_skip', ' return install_fnc(grp_or_env_id, types, exclude, strict, exclude_groups)', ' File "/usr/lib/python3.6/site-packages/dnf/comps.py", line 653, in _group_install', ' raise ValueError(_("Group_id \'%s\' does not exist.") % ucd(group_id))', "ValueError: Group_id 'base' does not exist."], '_ansible_no_log': False}}Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 306, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 278, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 27, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping('tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping('tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 231, in represent_undefined raise RepresenterError("cannot represent an object", data)yaml.representer.RepresenterError: ('cannot represent an object', 'dnf -y groupinstall base --nobest && dnf -y group upgrade base')

fail 4986580 2020-04-26 09:28:34 2020-04-26 10:42:51 2020-04-26 11:20:50 0:37:59 0:30:45 0:07:14 smithi master rhel 8.1 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-comp-lz4.yaml rados.yaml supported-random-distro$/{rhel_8.yaml} tasks/rados_workunit_loadgen_mostlyread.yaml} 2
Failure Reason:

"2020-04-26T10:57:35.251371+0000 mgr.y (mgr.4106) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

fail 4986581 2020-04-26 09:28:35 2020-04-26 10:44:50 2020-04-26 11:16:50 0:32:00 0:24:04 0:07:56 smithi master rhel 8.1 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml msgr-failures/few.yaml objectstore/bluestore-stupid.yaml rados.yaml recovery-overrides/{more-partial-recovery.yaml} supported-random-distro$/{rhel_8.yaml} thrashers/fastread.yaml thrashosds-health.yaml workloads/ec-small-objects-fast-read.yaml} 2
Failure Reason:

"2020-04-26T10:59:36.787372+0000 mgr.x (mgr.4107) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986582 2020-04-26 09:28:36 2020-04-26 10:44:51 2020-04-26 11:04:50 0:19:59 0:11:37 0:08:22 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-bitmap.yaml openstack.yaml settings/optimized.yaml ubuntu_latest.yaml workloads/radosbench_4M_rand_read.yaml} 1
fail 4986583 2020-04-26 09:28:37 2020-04-26 10:44:51 2020-04-26 11:16:50 0:31:59 0:21:30 0:10:29 smithi master centos 8.1 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-async-partial-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{centos_8.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/small-objects-balanced.yaml} 2
Failure Reason:

"2020-04-26T10:59:45.895099+0000 mgr.y (mgr.4109) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986584 2020-04-26 09:28:37 2020-04-26 10:44:51 2020-04-26 11:06:50 0:21:59 0:11:47 0:10:12 smithi master rhel 8.1 rados/cephadm/smoke/{distro/rhel_latest.yaml fixed-2.yaml start.yaml} 2
fail 4986585 2020-04-26 09:28:38 2020-04-26 10:46:21 2020-04-26 11:12:21 0:26:00 0:15:43 0:10:17 smithi master ubuntu 18.04 rados/mgr/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/bluestore-comp-snappy.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/progress.yaml} 2
Failure Reason:

"2020-04-26T11:00:29.779153+0000 mgr.z (mgr.4103) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986586 2020-04-26 09:28:39 2020-04-26 10:46:38 2020-04-26 11:22:38 0:36:00 0:29:23 0:06:37 smithi master centos 8.1 rados/singleton-bluestore/{all/cephtool.yaml msgr-failures/many.yaml msgr/async-v1only.yaml objectstore/bluestore-comp-lz4.yaml rados.yaml supported-random-distro$/{centos_8.yaml}} 1
pass 4986587 2020-04-26 09:28:40 2020-04-26 10:46:41 2020-04-26 11:06:40 0:19:59 0:12:33 0:07:26 smithi master rhel 8.1 rados/singleton/{all/dump-stuck.yaml msgr-failures/many.yaml msgr/async-v1only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{rhel_8.yaml}} 1
pass 4986588 2020-04-26 09:28:41 2020-04-26 10:46:43 2020-04-26 11:08:42 0:21:59 0:11:30 0:10:29 smithi master rhel 8.1 rados/cephadm/smoke-roleless/{distro/rhel_latest.yaml start.yaml} 2
pass 4986589 2020-04-26 09:28:42 2020-04-26 10:49:00 2020-04-26 11:05:00 0:16:00 0:11:15 0:04:45 smithi master rhel 8.1 rados/singleton-nomsgr/{all/pool-access.yaml rados.yaml supported-random-distro$/{rhel_8.yaml}} 1
fail 4986590 2020-04-26 09:28:43 2020-04-26 10:49:00 2020-04-26 11:23:00 0:34:00 0:24:11 0:09:49 smithi master rhel 8.1 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{rhel_8.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/small-objects-localized.yaml} 2
Failure Reason:

"2020-04-26T11:05:51.801300+0000 mgr.y (mgr.4099) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

fail 4986591 2020-04-26 09:28:43 2020-04-26 10:50:40 2020-04-26 11:26:40 0:36:00 0:19:23 0:16:37 smithi master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-install/luminous.yaml backoff/normal.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/crush-compat.yaml distro$/{centos_7.6.yaml} msgr-failures/osd-delay.yaml rados.yaml thrashers/default.yaml thrashosds-health.yaml workloads/rbd_cls.yaml} 3
Failure Reason:

Command failed on smithi115 with status 125: 'sudo docker kill -s Signals.SIGHUP ceph-023822c6-87af-11ea-a068-001a4aab830c-osd.7'

pass 4986592 2020-04-26 09:28:44 2020-04-26 10:50:41 2020-04-26 11:02:40 0:11:59 0:04:52 0:07:07 smithi master centos 8.1 rados/cephadm/workunits/{distro/centos_latest.yaml task/test_cephadm_repos.yaml} 1
fail 4986593 2020-04-26 09:28:45 2020-04-26 10:50:41 2020-04-26 11:10:40 0:19:59 0:12:36 0:07:23 smithi master centos 8.1 rados/multimon/{clusters/6.yaml msgr-failures/many.yaml msgr/async.yaml no_pools.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{centos_8.yaml} tasks/mon_recovery.yaml} 2
Failure Reason:

"2020-04-26T11:03:57.833278+0000 mgr.y (mgr.4108) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

fail 4986594 2020-04-26 09:28:46 2020-04-26 10:50:41 2020-04-26 11:14:40 0:23:59 0:11:57 0:12:02 smithi master ubuntu 18.04 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/bluestore-comp-lz4.yaml rados.yaml recovery-overrides/{more-partial-recovery.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
Failure Reason:

"2020-04-26T11:08:45.205623+0000 mgr.y (mgr.4112) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986595 2020-04-26 09:28:47 2020-04-26 10:50:40 2020-04-26 11:32:40 0:42:00 0:35:53 0:06:07 smithi master rhel 8.1 rados/singleton/{all/ec-lost-unfound.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{rhel_8.yaml}} 1
fail 4986596 2020-04-26 09:28:48 2020-04-26 10:52:44 2020-04-26 11:18:44 0:26:00 0:19:45 0:06:15 smithi master centos 8.1 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-async-partial-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-comp-lz4.yaml rados.yaml supported-random-distro$/{centos_8.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/small-objects.yaml} 2
Failure Reason:

"2020-04-26T11:04:43.714098+0000 mgr.x (mgr.4102) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986597 2020-04-26 09:28:49 2020-04-26 10:52:45 2020-04-26 11:18:44 0:25:59 0:19:25 0:06:34 smithi master centos 8.1 rados/cephadm/with-work/{distro/centos_latest.yaml fixed-2.yaml mode/root.yaml msgr/async-v1only.yaml start.yaml tasks/rados_python.yaml} 2
pass 4986598 2020-04-26 09:28:50 2020-04-26 10:52:44 2020-04-26 11:10:44 0:18:00 0:10:24 0:07:36 smithi master centos 8.1 rados/monthrash/{ceph.yaml clusters/3-mons.yaml msgr-failures/mon-delay.yaml msgr/async-v1only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_8.yaml} thrashers/force-sync-many.yaml workloads/rados_5925.yaml} 2
pass 4986599 2020-04-26 09:28:50 2020-04-26 10:52:45 2020-04-26 11:12:44 0:19:59 0:11:21 0:08:38 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-comp.yaml openstack.yaml settings/optimized.yaml ubuntu_latest.yaml workloads/radosbench_4M_seq_read.yaml} 1
fail 4986600 2020-04-26 09:28:51 2020-04-26 10:52:44 2020-04-26 11:24:44 0:32:00 0:25:48 0:06:12 smithi master rhel 8.1 rados/standalone/{supported-random-distro$/{rhel_8.yaml} workloads/scrub.yaml} 1
Failure Reason:

Command failed (workunit test scrub/osd-scrub-repair.sh) on smithi139 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=4a4147f663046b7be09a84aadbd148aa1416133d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/standalone/scrub/osd-scrub-repair.sh'

pass 4986601 2020-04-26 09:28:52 2020-04-26 10:52:53 2020-04-26 11:14:52 0:21:59 0:12:21 0:09:38 smithi master ubuntu 18.04 rados/cephadm/smoke/{distro/ubuntu_18.04.yaml fixed-2.yaml start.yaml} 2
pass 4986602 2020-04-26 09:28:53 2020-04-26 10:54:53 2020-04-26 11:30:52 0:35:59 0:27:34 0:08:25 smithi master centos 8.1 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/bluestore-stupid.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{centos_8.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=4-m=2.yaml} 3
fail 4986603 2020-04-26 09:28:54 2020-04-26 10:54:53 2020-04-26 11:20:53 0:26:00 0:12:30 0:13:30 smithi master centos 8.1 rados/verify/{centos_latest.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/default/{default.yaml thrashosds-health.yaml} msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-stupid.yaml rados.yaml tasks/mon_recovery.yaml validater/lockdep.yaml} 2
Failure Reason:

"2020-04-26T11:14:42.734325+0000 mgr.y (mgr.4113) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

fail 4986604 2020-04-26 09:28:55 2020-04-26 10:54:53 2020-04-26 11:32:53 0:38:00 0:29:33 0:08:27 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-async-partial-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/bluestore-comp-snappy.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/snaps-few-objects-balanced.yaml} 2
Failure Reason:

"2020-04-26T11:06:23.635545+0000 mgr.y (mgr.4110) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986605 2020-04-26 09:28:56 2020-04-26 10:54:53 2020-04-26 11:08:52 0:13:59 0:07:07 0:06:52 smithi master centos 8.1 rados/singleton/{all/erasure-code-nonregression.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{centos_8.yaml}} 1
fail 4986606 2020-04-26 09:28:57 2020-04-26 10:54:53 2020-04-26 11:24:53 0:30:00 0:15:45 0:14:15 smithi master rhel 8.1 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-comp-snappy.yaml rados.yaml supported-random-distro$/{rhel_8.yaml} tasks/readwrite.yaml} 2
Failure Reason:

"2020-04-26T11:15:57.098580+0000 mgr.y (mgr.4107) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986607 2020-04-26 09:28:58 2020-04-26 10:56:37 2020-04-26 11:14:36 0:17:59 0:11:51 0:06:08 smithi master ubuntu 18.04 rados/cephadm/smoke-roleless/{distro/ubuntu_18.04.yaml start.yaml} 2
fail 4986608 2020-04-26 09:28:59 2020-04-26 10:56:37 2020-04-26 11:38:37 0:42:00 0:27:25 0:14:35 smithi master centos 8.1 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-zlib.yaml rados.yaml recovery-overrides/{more-partial-recovery.yaml} supported-random-distro$/{centos_8.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2020-04-26T11:15:44.446068+0000 mgr.y (mgr.4103) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986609 2020-04-26 09:28:59 2020-04-26 10:56:38 2020-04-26 11:28:38 0:32:00 0:25:33 0:06:27 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/recovery-unfound-found.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
fail 4986610 2020-04-26 09:29:00 2020-04-26 10:56:39 2020-04-26 12:10:39 1:14:00 1:06:35 0:07:25 smithi master centos 8.1 rados/dashboard/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/filestore-xfs.yaml supported-random-distro$/{centos_8.yaml} tasks/dashboard.yaml} 2
Failure Reason:

"2020-04-26T11:09:41.729637+0000 mgr.z (mgr.4120) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

fail 4986611 2020-04-26 09:29:01 2020-04-26 10:56:39 2020-04-26 12:12:39 1:16:00 0:55:15 0:20:45 smithi master centos 8.1 rados/objectstore/{backends/objectstore.yaml supported-random-distro$/{centos_8.yaml}} 1
Failure Reason:

Command crashed: 'sudo TESTDIR=/home/ubuntu/cephtest bash -c \'mkdir $TESTDIR/archive/ostest && cd $TESTDIR/archive/ostest && ulimit -Sn 16384 && CEPH_ARGS="--no-log-to-stderr --log-file $TESTDIR/archive/ceph_test_objectstore.log --debug-filestore 20 --debug-bluestore 20" ceph_test_objectstore --gtest_filter=-*/3 --gtest_catch_exceptions=0\''

pass 4986612 2020-04-26 09:29:02 2020-04-26 10:56:39 2020-04-26 11:38:39 0:42:00 0:27:53 0:14:07 smithi master centos 8.1 rados/thrash-erasure-code-overwrites/{bluestore-bitmap.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml msgr-failures/few.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{centos_8.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-snaps-few-objects-overwrites.yaml} 2
fail 4986613 2020-04-26 09:29:03 2020-04-26 10:56:41 2020-04-26 11:42:41 0:46:00 0:34:18 0:11:42 smithi master rhel 8.1 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-async-partial-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-comp-zlib.yaml rados.yaml supported-random-distro$/{rhel_8.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/snaps-few-objects-localized.yaml} 2
Failure Reason:

"2020-04-26T11:15:52.555433+0000 mgr.x (mgr.4104) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986614 2020-04-26 09:29:04 2020-04-26 10:56:48 2020-04-26 11:40:48 0:44:00 0:34:11 0:09:49 smithi master rhel 8.0 rados/cephadm/with-work/{distro/rhel_8.0.yaml fixed-2.yaml mode/packaged.yaml msgr/async-v2only.yaml start.yaml tasks/rados_api_tests.yaml} 2
fail 4986615 2020-04-26 09:29:05 2020-04-26 10:57:18 2020-04-26 11:27:18 0:30:00 0:19:59 0:10:01 smithi master centos 8.1 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml recovery-overrides/{more-partial-recovery.yaml} supported-random-distro$/{centos_8.yaml} thrashers/minsize_recovery.yaml thrashosds-health.yaml workloads/ec-small-objects-many-deletes.yaml} 2
Failure Reason:

"2020-04-26T11:12:11.795319+0000 mgr.x (mgr.4110) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

fail 4986616 2020-04-26 09:29:06 2020-04-26 10:58:55 2020-04-26 11:26:54 0:27:59 0:14:18 0:13:41 smithi master rhel 8.1 rados/mgr/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/bluestore-comp-zlib.yaml supported-random-distro$/{rhel_8.yaml} tasks/prometheus.yaml} 2
Failure Reason:

"2020-04-26T11:20:49.394467+0000 mgr.z (mgr.4114) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986617 2020-04-26 09:29:06 2020-04-26 10:58:55 2020-04-26 11:42:55 0:44:00 0:35:23 0:08:37 smithi master rhel 8.1 rados/singleton/{all/lost-unfound-delete.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{rhel_8.yaml}} 1
pass 4986618 2020-04-26 09:29:07 2020-04-26 10:58:55 2020-04-26 11:14:54 0:15:59 0:09:47 0:06:12 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-low-osd-mem-target.yaml openstack.yaml settings/optimized.yaml ubuntu_latest.yaml workloads/radosbench_4M_write.yaml} 1
fail 4986619 2020-04-26 09:29:08 2020-04-26 10:58:55 2020-04-26 12:20:56 1:22:01 0:37:05 0:44:56 smithi master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-install/mimic-v1only.yaml backoff/peering.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/off.yaml distro$/{centos_7.6.yaml} msgr-failures/fastclose.yaml rados.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 3
Failure Reason:

Command failed on smithi017 with status 125: 'sudo docker kill -s Signals.SIGHUP ceph-13464d4a-87b4-11ea-a068-001a4aab830c-osd.5'

pass 4986620 2020-04-26 09:29:09 2020-04-26 10:58:55 2020-04-26 11:26:55 0:28:00 0:12:44 0:15:16 smithi master ubuntu 18.04 rados/cephadm/smoke/{distro/ubuntu_18.04_podman.yaml fixed-2.yaml start.yaml} 2
fail 4986621 2020-04-26 09:29:10 2020-04-26 11:00:55 2020-04-26 11:40:55 0:40:00 0:28:12 0:11:48 smithi master centos 8.1 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-async-partial-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-comp-zstd.yaml rados.yaml supported-random-distro$/{centos_8.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 2
Failure Reason:

"2020-04-26T11:17:52.157873+0000 mgr.x (mgr.4105) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986622 2020-04-26 09:29:11 2020-04-26 11:02:55 2020-04-26 11:24:55 0:22:00 0:12:10 0:09:50 smithi master ubuntu 18.04 rados/cephadm/smoke-roleless/{distro/ubuntu_18.04_podman.yaml start.yaml} 2
pass 4986623 2020-04-26 09:29:12 2020-04-26 11:02:55 2020-04-26 11:40:55 0:38:00 0:30:34 0:07:26 smithi master rhel 8.1 rados/singleton/{all/lost-unfound.yaml msgr-failures/many.yaml msgr/async-v2only.yaml objectstore/bluestore-comp-lz4.yaml rados.yaml supported-random-distro$/{rhel_8.yaml}} 1
fail 4986624 2020-04-26 09:29:13 2020-04-26 11:02:55 2020-04-26 12:24:56 1:22:01 0:12:17 1:09:44 smithi master centos 8.1 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-snappy.yaml rados.yaml recovery-overrides/{more-async-partial-recovery.yaml} supported-random-distro$/{centos_8.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
Failure Reason:

"2020-04-26T12:19:30.419097+0000 mgr.y (mgr.4107) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

fail 4986625 2020-04-26 09:29:14 2020-04-26 11:02:55 2020-04-26 11:30:55 0:28:00 0:17:10 0:10:50 smithi master rhel 8.1 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-partial-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/bluestore-hybrid.yaml rados.yaml supported-random-distro$/{rhel_8.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml} 2
Failure Reason:

"2020-04-26T11:21:17.296443+0000 mgr.y (mgr.4110) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986626 2020-04-26 09:29:14 2020-04-26 11:02:55 2020-04-26 11:20:55 0:18:00 0:07:53 0:10:07 smithi master centos 8.1 rados/multimon/{clusters/9.yaml msgr-failures/few.yaml msgr/async-v1only.yaml no_pools.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{centos_8.yaml} tasks/mon_clock_no_skews.yaml} 3
pass 4986627 2020-04-26 09:29:15 2020-04-26 11:04:53 2020-04-26 11:18:53 0:14:00 0:08:33 0:05:27 smithi master centos 8.1 rados/cephadm/workunits/{distro/centos_latest.yaml task/test_adoption.yaml} 1
pass 4986628 2020-04-26 09:29:16 2020-04-26 11:04:53 2020-04-26 11:22:53 0:18:00 0:11:49 0:06:11 smithi master rhel 8.1 rados/singleton-nomsgr/{all/version-number-sanity.yaml rados.yaml supported-random-distro$/{rhel_8.yaml}} 1
pass 4986629 2020-04-26 09:29:17 2020-04-26 11:04:53 2020-04-26 11:42:53 0:38:00 0:31:01 0:06:59 smithi master rhel 8.1 rados/monthrash/{ceph.yaml clusters/9-mons.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-comp-lz4.yaml rados.yaml supported-random-distro$/{rhel_8.yaml} thrashers/many.yaml workloads/rados_api_tests.yaml} 2
pass 4986630 2020-04-26 09:29:18 2020-04-26 11:04:53 2020-04-26 11:34:53 0:30:00 0:22:24 0:07:36 smithi master rhel 8.1 rados/cephadm/with-work/{distro/rhel_latest.yaml fixed-2.yaml mode/root.yaml msgr/async.yaml start.yaml tasks/rados_python.yaml} 2
fail 4986631 2020-04-26 09:29:19 2020-04-26 11:05:01 2020-04-26 11:29:00 0:23:59 0:16:59 0:07:00 smithi master centos 8.1 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-comp-zlib.yaml rados.yaml supported-random-distro$/{centos_8.yaml} tasks/repair_test.yaml} 2
Failure Reason:

"2020-04-26T11:17:33.498235+0000 mgr.y (mgr.4103) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986632 2020-04-26 09:29:20 2020-04-26 11:06:51 2020-04-26 11:22:50 0:15:59 0:11:03 0:04:56 smithi master rhel 8.1 rados/singleton/{all/max-pg-per-osd.from-mon.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp-snappy.yaml rados.yaml supported-random-distro$/{rhel_8.yaml}} 1
pass 4986633 2020-04-26 09:29:20 2020-04-26 11:06:51 2020-04-26 11:34:50 0:27:59 0:22:22 0:05:37 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-stupid.yaml openstack.yaml settings/optimized.yaml ubuntu_latest.yaml workloads/radosbench_omap_write.yaml} 1
pass 4986634 2020-04-26 09:29:21 2020-04-26 11:06:51 2020-04-26 11:38:51 0:32:00 0:22:29 0:09:31 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-async-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 4986635 2020-04-26 09:29:22 2020-04-26 11:06:51 2020-04-26 11:30:51 0:24:00 0:10:44 0:13:16 smithi master centos 8.1 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml recovery-overrides/{more-partial-recovery.yaml} supported-random-distro$/{centos_8.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 3
fail 4986636 2020-04-26 09:29:23 2020-04-26 11:06:51 2020-04-26 12:00:51 0:54:00 0:45:48 0:08:12 smithi master centos 8.1 rados/verify/{centos_latest.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/none.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_api_tests.yaml validater/valgrind.yaml} 2
Failure Reason:

"2020-04-26T11:29:37.643740+0000 mgr.y (mgr.4113) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986637 2020-04-26 09:29:24 2020-04-26 11:06:51 2020-04-26 11:28:51 0:22:00 0:12:07 0:09:53 smithi master ubuntu 18.04 rados/cephadm/smoke/{distro/ubuntu_latest.yaml fixed-2.yaml start.yaml} 2
fail 4986638 2020-04-26 09:29:25 2020-04-26 11:06:51 2020-04-26 11:44:51 0:38:00 0:27:35 0:10:25 smithi master rhel 8.1 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/bluestore-comp-zstd.yaml rados.yaml recovery-overrides/{more-async-partial-recovery.yaml} supported-random-distro$/{rhel_8.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2020-04-26T11:24:09.474483+0000 mgr.x (mgr.4106) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986639 2020-04-26 09:29:26 2020-04-26 11:06:51 2020-04-26 11:46:51 0:40:00 0:20:59 0:19:01 smithi master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-install/mimic.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/crush-compat.yaml distro$/{centos_7.6.yaml} msgr-failures/few.yaml rados.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/test_rbd_api.yaml} 3
fail 4986640 2020-04-26 09:29:27 2020-04-26 11:06:51 2020-04-26 11:32:50 0:25:59 0:18:28 0:07:31 smithi master rhel 8.1 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-async-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{rhel_8.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml} 2
Failure Reason:

"2020-04-26T11:21:19.134206+0000 mgr.y (mgr.4101) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986641 2020-04-26 09:29:28 2020-04-26 11:06:51 2020-04-26 11:26:51 0:20:00 0:12:38 0:07:22 smithi master centos 8.1 rados/singleton/{all/max-pg-per-osd.from-primary.yaml msgr-failures/many.yaml msgr/async-v1only.yaml objectstore/bluestore-comp-zlib.yaml rados.yaml supported-random-distro$/{centos_8.yaml}} 1
pass 4986642 2020-04-26 09:29:28 2020-04-26 11:08:56 2020-04-26 11:38:55 0:29:59 0:11:48 0:18:11 smithi master ubuntu 18.04 rados/cephadm/smoke-roleless/{distro/ubuntu_latest.yaml start.yaml} 2
pass 4986643 2020-04-26 09:29:29 2020-04-26 11:08:56 2020-04-26 11:50:56 0:42:00 0:21:04 0:20:56 smithi master ubuntu 18.04 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml msgr-failures/fastclose.yaml objectstore/bluestore-bitmap.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-small-objects.yaml} 2
fail 4986644 2020-04-26 09:29:30 2020-04-26 11:08:56 2020-04-26 11:24:55 0:15:59 0:08:35 0:07:24 smithi master centos 8.1 rados/mgr/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/bluestore-comp-zstd.yaml supported-random-distro$/{centos_8.yaml} tasks/workunits.yaml} 2
Failure Reason:

"2020-04-26T11:20:50.826069+0000 mgr.z (mgr.4117) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

fail 4986645 2020-04-26 09:29:31 2020-04-26 11:08:56 2020-04-26 12:28:56 1:20:00 1:07:22 0:12:38 smithi master ubuntu 18.04 rados/dashboard/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/bluestore-bitmap.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/dashboard.yaml} 2
Failure Reason:

"2020-04-26T11:25:56.361006+0000 mgr.y (mgr.4101) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986646 2020-04-26 09:29:32 2020-04-26 11:08:56 2020-04-26 11:28:56 0:20:00 0:11:16 0:08:44 smithi master rhel 8.1 rados/objectstore/{backends/alloc-hint.yaml supported-random-distro$/{rhel_8.yaml}} 1
pass 4986647 2020-04-26 09:29:33 2020-04-26 11:08:56 2020-04-26 11:28:55 0:19:59 0:11:55 0:08:04 smithi master rhel 8.1 rados/rest/{mgr-restful.yaml supported-random-distro$/{rhel_8.yaml}} 1
pass 4986648 2020-04-26 09:29:34 2020-04-26 11:08:56 2020-04-26 11:30:55 0:21:59 0:16:00 0:05:59 smithi master centos 8.1 rados/singleton-nomsgr/{all/admin_socket_output.yaml rados.yaml supported-random-distro$/{centos_8.yaml}} 1
pass 4986649 2020-04-26 09:29:35 2020-04-26 11:10:55 2020-04-26 11:30:55 0:20:00 0:13:32 0:06:28 smithi master rhel 8.1 rados/standalone/{supported-random-distro$/{rhel_8.yaml} workloads/crush.yaml} 1
fail 4986650 2020-04-26 09:29:36 2020-04-26 11:10:56 2020-04-26 12:56:57 1:46:01 0:04:07 1:41:54 smithi master ubuntu 18.04 rados/upgrade/nautilus-x-singleton/{0-cluster/{openstack.yaml start.yaml} 1-install/nautilus.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-workload/{rbd-cls.yaml rbd-import-export.yaml readwrite.yaml snaps-few-objects.yaml} 5-workload/{radosbench.yaml rbd_api.yaml} 6-finish-upgrade.yaml 7-octopus.yaml 8-workload/{rbd-python.yaml snaps-many-objects.yaml} bluestore-bitmap.yaml thrashosds-health.yaml ubuntu_latest.yaml} 4
Failure Reason:

psutil.NoSuchProcess process no longer exists (pid=7481)

fail 4986651 2020-04-26 09:29:36 2020-04-26 11:10:56 2020-04-26 11:36:55 0:25:59 0:19:08 0:06:51 smithi master centos 8.1 rados/valgrind-leaks/{1-start.yaml 2-inject-leak/mon.yaml centos_latest.yaml} 1
Failure Reason:

"2020-04-26T11:32:10.538909+0000 mgr.x (mgr.4100) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986652 2020-04-26 09:29:37 2020-04-26 11:10:56 2020-04-26 11:52:56 0:42:00 0:30:22 0:11:38 smithi master ubuntu 18.04 rados/cephadm/with-work/{distro/ubuntu_18.04.yaml fixed-2.yaml mode/packaged.yaml msgr/async-v1only.yaml start.yaml tasks/rados_api_tests.yaml} 2
fail 4986653 2020-04-26 09:29:38 2020-04-26 11:10:56 2020-04-26 11:30:55 0:19:59 0:12:26 0:07:33 smithi master centos 8.1 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{centos_8.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2
Failure Reason:

"2020-04-26T11:23:08.222694+0000 mgr.x (mgr.4109) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986654 2020-04-26 09:29:39 2020-04-26 11:10:55 2020-04-26 11:30:55 0:20:00 0:12:31 0:07:29 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-basic-min-osd-mem-target.yaml openstack.yaml settings/optimized.yaml ubuntu_latest.yaml workloads/sample_fio.yaml} 1
pass 4986655 2020-04-26 09:29:40 2020-04-26 11:12:37 2020-04-26 11:32:36 0:19:59 0:11:37 0:08:22 smithi master ubuntu 18.04 rados/singleton/{all/max-pg-per-osd.from-replica.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-comp-zstd.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
fail 4986656 2020-04-26 09:29:41 2020-04-26 11:12:45 2020-04-26 11:34:45 0:22:00 0:13:07 0:08:53 smithi master centos 8.1 rados/cephadm/orchestrator_cli/{2-node-mgr.yaml orchestrator_cli.yaml supported-random-distro$/{centos_8.yaml}} 2
Failure Reason:

"2020-04-26T11:25:54.671002+0000 mgr.y (mgr.4105) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

fail 4986657 2020-04-26 09:29:42 2020-04-26 11:12:49 2020-04-26 11:50:48 0:37:59 0:29:00 0:08:59 smithi master ubuntu 18.04 rados/singleton-bluestore/{all/cephtool.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-comp-snappy.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
Failure Reason:

"2020-04-26T11:30:22.576278+0000 mgr.x (mgr.7356) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

fail 4986658 2020-04-26 09:29:43 2020-04-26 11:12:49 2020-04-26 11:52:49 0:40:00 0:22:16 0:17:44 smithi master centos 8.1 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-async-partial-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_8.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
Failure Reason:

"2020-04-26T11:35:09.541249+0000 mgr.y (mgr.4107) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986659 2020-04-26 09:29:44 2020-04-26 11:12:53 2020-04-26 11:48:53 0:36:00 0:28:34 0:07:26 smithi master centos 8.1 rados/thrash-erasure-code-overwrites/{bluestore-bitmap.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml msgr-failures/osd-delay.yaml rados.yaml recovery-overrides/{more-async-recovery.yaml} supported-random-distro$/{centos_8.yaml} thrashers/fastread.yaml thrashosds-health.yaml workloads/ec-pool-snaps-few-objects-overwrites.yaml} 2
fail 4986660 2020-04-26 09:29:44 2020-04-26 11:13:06 2020-04-26 12:57:07 1:44:01 0:07:56 1:36:05 smithi master ubuntu 18.04 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/bluestore-comp-zlib.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml}
Failure Reason:

timed out

pass 4986661 2020-04-26 09:29:45 2020-04-26 11:14:53 2020-04-26 11:38:53 0:24:00 0:12:42 0:11:18 smithi master centos 7.6 rados/cephadm/smoke/{distro/centos_7.yaml fixed-2.yaml start.yaml} 2
pass 4986662 2020-04-26 09:29:46 2020-04-26 11:14:53 2020-04-26 11:34:53 0:20:00 0:07:59 0:12:01 smithi master centos 8.1 rados/multimon/{clusters/21.yaml msgr-failures/many.yaml msgr/async-v2only.yaml no_pools.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{centos_8.yaml} tasks/mon_clock_with_skews.yaml} 3
fail 4986663 2020-04-26 09:29:47 2020-04-26 11:14:53 2020-04-26 11:32:53 0:18:00 0:11:17 0:06:43 smithi master centos 8.1 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/async-v2only.yaml objectstore/bluestore-comp-zstd.yaml rados.yaml supported-random-distro$/{centos_8.yaml} tasks/scrub_test.yaml} 2
Failure Reason:

"2020-04-26T11:26:58.205198+0000 mgr.y (mgr.4110) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986664 2020-04-26 09:29:48 2020-04-26 11:14:55 2020-04-26 11:30:55 0:16:00 0:09:20 0:06:40 smithi master centos 8.1 rados/singleton/{all/mon-auth-caps.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-hybrid.yaml rados.yaml supported-random-distro$/{centos_8.yaml}} 1
pass 4986665 2020-04-26 09:29:49 2020-04-26 11:16:46 2020-04-26 11:42:46 0:26:00 0:12:58 0:13:02 smithi master centos 7.6 rados/cephadm/smoke-roleless/{distro/centos_7.yaml start.yaml} 2
pass 4986666 2020-04-26 09:29:50 2020-04-26 11:16:46 2020-04-26 12:18:46 1:02:00 0:55:09 0:06:51 smithi master rhel 8.1 rados/monthrash/{ceph.yaml clusters/3-mons.yaml msgr-failures/mon-delay.yaml msgr/async.yaml objectstore/bluestore-comp-snappy.yaml rados.yaml supported-random-distro$/{rhel_8.yaml} thrashers/one.yaml workloads/rados_mon_osdmap_prune.yaml} 2
fail 4986667 2020-04-26 09:29:51 2020-04-26 11:16:51 2020-04-26 12:02:51 0:46:00 0:36:22 0:09:38 smithi master rhel 8.1 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-comp-lz4.yaml rados.yaml supported-random-distro$/{rhel_8.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

"2020-04-26T11:32:58.765352+0000 mgr.x (mgr.4101) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986668 2020-04-26 09:29:51 2020-04-26 11:16:51 2020-04-26 11:32:51 0:16:00 0:09:12 0:06:48 smithi master centos 8.1 rados/singleton-nomsgr/{all/balancer.yaml rados.yaml supported-random-distro$/{centos_8.yaml}} 1
fail 4986669 2020-04-26 09:29:52 2020-04-26 11:18:59 2020-04-26 12:08:59 0:50:00 0:23:50 0:26:10 smithi master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-install/nautilus-v1only.yaml backoff/normal.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/off.yaml distro$/{centos_7.6.yaml} msgr-failures/osd-delay.yaml rados.yaml thrashers/none.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 3
Failure Reason:

reached maximum tries (180) after waiting for 180 seconds

fail 4986670 2020-04-26 09:29:53 2020-04-26 11:18:59 2020-04-26 12:57:00 1:38:01 1:28:58 0:09:03 smithi master ubuntu 18.04 rados/cephadm/upgrade/{1-start.yaml 2-start-upgrade.yaml 3-wait.yaml distro$/{ubuntu_18.04_podman.yaml} fixed-2.yaml} 2
Failure Reason:

psutil.NoSuchProcess process no longer exists (pid=16122)

pass 4986671 2020-04-26 09:29:54 2020-04-26 11:18:59 2020-04-26 12:06:59 0:48:00 0:27:56 0:20:04 smithi master ubuntu 18.04 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=4-m=2.yaml} 3
fail 4986672 2020-04-26 09:29:55 2020-04-26 11:21:06 2020-04-26 11:53:05 0:31:59 0:24:02 0:07:57 smithi master centos 8.1 rados/verify/{centos_latest.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/default/{default.yaml thrashosds-health.yaml} msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml tasks/rados_api_tests.yaml validater/lockdep.yaml} 2
Failure Reason:

"2020-04-26T11:33:24.698813+0000 mgr.y (mgr.4101) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986673 2020-04-26 09:29:56 2020-04-26 11:21:06 2020-04-26 11:37:05 0:15:59 0:10:27 0:05:32 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-bitmap.yaml openstack.yaml settings/optimized.yaml ubuntu_latest.yaml workloads/sample_radosbench.yaml} 1
pass 4986674 2020-04-26 09:29:57 2020-04-26 11:21:06 2020-04-26 11:37:05 0:15:59 0:09:24 0:06:35 smithi master ubuntu 18.04 rados/singleton/{all/mon-config-key-caps.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
fail 4986675 2020-04-26 09:29:58 2020-04-26 11:21:06 2020-04-26 11:55:06 0:34:00 0:27:27 0:06:33 smithi master rhel 8.1 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/bluestore-comp-snappy.yaml rados.yaml supported-random-distro$/{rhel_8.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-snaps-balanced.yaml} 2
Failure Reason:

"2020-04-26T11:36:01.104797+0000 mgr.x (mgr.4107) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

fail 4986676 2020-04-26 09:29:58 2020-04-26 11:22:05 2020-04-26 11:38:05 0:16:00 0:09:07 0:06:53 smithi master ubuntu 18.04 rados/cephadm/workunits/{distro/ubuntu_18.04_podman.yaml task/test_cephadm.yaml} 1
Failure Reason:

Command failed (workunit test cephadm/test_cephadm.sh) on smithi102 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=4a4147f663046b7be09a84aadbd148aa1416133d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_cephadm.sh'

fail 4986677 2020-04-26 09:29:59 2020-04-26 11:22:53 2020-04-26 11:56:53 0:34:00 0:26:23 0:07:37 smithi master centos 8.1 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/bluestore-hybrid.yaml rados.yaml recovery-overrides/{more-partial-recovery.yaml} supported-random-distro$/{centos_8.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2020-04-26T11:35:52.947047+0000 mgr.y (mgr.4105) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

fail 4986678 2020-04-26 09:30:00 2020-04-26 11:22:53 2020-04-26 11:40:52 0:17:59 0:10:32 0:07:27 smithi master ubuntu 18.04 rados/mgr/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/bluestore-hybrid.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/crash.yaml} 2
Failure Reason:

"2020-04-26T11:34:22.548990+0000 mgr.y (mgr.4113) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986679 2020-04-26 09:30:01 2020-04-26 11:22:53 2020-04-26 11:54:53 0:32:00 0:22:15 0:09:45 smithi master ubuntu 18.04 rados/cephadm/with-work/{distro/ubuntu_18.04_podman.yaml fixed-2.yaml mode/root.yaml msgr/async-v2only.yaml start.yaml tasks/rados_python.yaml} 2
fail 4986680 2020-04-26 09:30:02 2020-04-26 11:22:54 2020-04-26 12:02:54 0:40:00 0:28:40 0:11:20 smithi master ubuntu 18.04 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml msgr-failures/few.yaml objectstore/bluestore-comp-lz4.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=clay-k=4-m=2.yaml} 2
Failure Reason:

"2020-04-26T11:37:39.508522+0000 mgr.y (mgr.4106) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

fail 4986681 2020-04-26 09:30:03 2020-04-26 11:23:01 2020-04-26 11:55:01 0:32:00 0:24:55 0:07:05 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-async-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-comp-zlib.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

"2020-04-26T11:34:05.463552+0000 mgr.y (mgr.4103) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986682 2020-04-26 09:30:04 2020-04-26 11:24:56 2020-04-26 11:48:56 0:24:00 0:16:36 0:07:24 smithi master rhel 8.1 rados/singleton/{all/mon-config-keys.yaml msgr-failures/many.yaml msgr/async-v2only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{rhel_8.yaml}} 1
dead 4986683 2020-04-26 09:30:05 2020-04-26 11:24:56 2020-04-26 12:04:56 0:40:00 0:23:40 0:16:20 smithi master centos 8.0 rados/cephadm/smoke/{distro/centos_8.0.yaml fixed-2.yaml start.yaml} 2
Failure Reason:

synchronize cache for repo \'CentOS-AppStream\', ignoring this repo.\nFailed to synchronize cache for repo \'CentOS-Base\', ignoring this repo.\nFailed to synchronize cache for repo \'CentOS-Extras\', ignoring this repo.\nTraceback (most recent call last):\n File "/bin/dnf", line 58, in <module>\n main.user_main(sys.argv[1:], exit_code=True)\n File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 193, in user_main\n errcode = main(args)\n File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 64, in main\n return _main(base, args, cli_class, option_parser_class)\n File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 99, in _main\n return cli_run(cli, base)\n File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 115, in cli_run\n cli.run()\n File "/usr/lib/python3.6/site-packages/dnf/cli/cli.py", line 1125, in run\n return self.command.run()\n File "/usr/lib/python3.6/site-packages/dnf/cli/commands/group.py", line 384, in run\n self.base.conf.strict)\n File "/usr/lib/python3.6/site-packages/dnf/base.py", line 1623, in env_group_install\n cnt += self.group_install(group_id, types, exclude=exclude, strict=strict)\n File "/usr/lib/python3.6/site-packages/dnf/base.py", line 1597, in group_install\n strict)\n File "/usr/lib/python3.6/site-packages/dnf/comps.py", line 93, in install_or_skip\n return install_fnc(grp_or_env_id, types, exclude, strict, exclude_groups)\n File "/usr/lib/python3.6/site-packages/dnf/comps.py", line 653, in _group_install\n raise ValueError(_("Group_id \'%s\' does not exist.") % ucd(group_id))\nValueError: Group_id \'base\' does not exist.', 'rc': 1, 'start': '2020-04-26 11:57:17.723085', 'end': '2020-04-26 12:03:50.383009', 'delta': '0:06:32.659924', 'changed': True, 'invocation': {'module_args': {'_raw_params': 'dnf -y groupinstall base --nobest && dnf -y group upgrade base', '_uses_shell': True, 'warn': True, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': None, 'chdir': None, 'executable': None, 'creates': None, 'removes': None, 'stdin': None}}, 'warnings': ["Consider using the dnf module rather than running 'dnf'. If you need to use command because dnf is insufficient you can add 'warn: false' to this command task or set 'command_warnings=False' in ansible.cfg to get rid of this message."], 'stdout_lines': ['CentOS-8 - AppStream 18 B/s | 2.3 kB 02:08 ', 'CentOS-8 - Base 18 B/s | 2.3 kB 02:11 ', 'CentOS-8 - Extras 18 B/s | 2.3 kB 02:12 ', 'Last metadata expiration check: 0:13:08 ago on Sun 26 Apr 2020 11:50:42 AM UTC.'], 'stderr_lines': ["Failed to synchronize cache for repo 'CentOS-AppStream', ignoring this repo.", "Failed to synchronize cache for repo 'CentOS-Base', ignoring this repo.", "Failed to synchronize cache for repo 'CentOS-Extras', ignoring this repo.", 'Traceback (most recent call last):', ' File "/bin/dnf", line 58, in <module>', ' main.user_main(sys.argv[1:], exit_code=True)', ' File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 193, in user_main', ' errcode = main(args)', ' File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 64, in main', ' return _main(base, args, cli_class, option_parser_class)', ' File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 99, in _main', ' return cli_run(cli, base)', ' File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 115, in cli_run', ' cli.run()', ' File "/usr/lib/python3.6/site-packages/dnf/cli/cli.py", line 1125, in run', ' return self.command.run()', ' File "/usr/lib/python3.6/site-packages/dnf/cli/commands/group.py", line 384, in run', ' self.base.conf.strict)', ' File "/usr/lib/python3.6/site-packages/dnf/base.py", line 1623, in env_group_install', ' cnt += self.group_install(group_id, types, exclude=exclude, strict=strict)', ' File "/usr/lib/python3.6/site-packages/dnf/base.py", line 1597, in group_install', ' strict)', ' File "/usr/lib/python3.6/site-packages/dnf/comps.py", line 93, in install_or_skip', ' return install_fnc(grp_or_env_id, types, exclude, strict, exclude_groups)', ' File "/usr/lib/python3.6/site-packages/dnf/comps.py", line 653, in _group_install', ' raise ValueError(_("Group_id \'%s\' does not exist.") % ucd(group_id))', "ValueError: Group_id 'base' does not exist."], '_ansible_no_log': False}}Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 306, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 278, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 27, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping('tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping('tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 231, in represent_undefined raise RepresenterError("cannot represent an object", data)yaml.representer.RepresenterError: ('cannot represent an object', 'dnf -y groupinstall base --nobest && dnf -y group upgrade base')

fail 4986684 2020-04-26 09:30:05 2020-04-26 11:24:57 2020-04-26 12:44:57 1:20:00 1:09:35 0:10:25 smithi master rhel 8.1 rados/dashboard/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/bluestore-comp-lz4.yaml supported-random-distro$/{rhel_8.yaml} tasks/dashboard.yaml} 2
Failure Reason:

"2020-04-26T11:42:36.337216+0000 mgr.x (mgr.4107) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986685 2020-04-26 09:30:06 2020-04-26 11:24:57 2020-04-26 11:46:56 0:21:59 0:14:16 0:07:43 smithi master centos 8.1 rados/objectstore/{backends/ceph_objectstore_tool.yaml supported-random-distro$/{centos_8.yaml}} 1
pass 4986686 2020-04-26 09:30:07 2020-04-26 11:24:57 2020-04-26 11:44:56 0:19:59 0:11:51 0:08:08 smithi master rhel 8.1 rados/singleton-nomsgr/{all/cache-fs-trunc.yaml rados.yaml supported-random-distro$/{rhel_8.yaml}} 1
pass 4986687 2020-04-26 09:30:08 2020-04-26 11:26:56 2020-04-26 11:50:55 0:23:59 0:17:49 0:06:10 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-bitmap.yaml openstack.yaml settings/optimized.yaml ubuntu_latest.yaml workloads/cosbench_64K_read_write.yaml} 1
pass 4986688 2020-04-26 09:30:09 2020-04-26 11:26:56 2020-04-26 12:00:56 0:34:00 0:26:30 0:07:30 smithi master rhel 8.1 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-hybrid.yaml rados.yaml supported-random-distro$/{rhel_8.yaml} tasks/rados_api_tests.yaml} 2
fail 4986689 2020-04-26 09:30:10 2020-04-26 11:26:56 2020-04-26 11:44:55 0:17:59 0:10:46 0:07:13 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-async-partial-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-comp-zstd.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/cache.yaml} 2
Failure Reason:

"2020-04-26T11:38:37.881668+0000 mgr.x (mgr.4106) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

fail 4986690 2020-04-26 09:30:11 2020-04-26 11:26:56 2020-04-26 11:52:56 0:26:00 0:14:56 0:11:04 smithi master rhel 8.1 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/bluestore-comp-zstd.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{rhel_8.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
Failure Reason:

"2020-04-26T11:45:53.422721+0000 mgr.x (mgr.4114) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

dead 4986691 2020-04-26 09:30:11 2020-04-26 11:27:19 2020-04-26 12:07:19 0:40:00 0:23:41 0:16:19 smithi master centos 8.0 rados/cephadm/smoke-roleless/{distro/centos_8.0.yaml start.yaml} 2
Failure Reason:

s with pid 20766 to finish.\nCentOS-8 - AppStream 18 B/s | 2.3 kB 02:10 \nCentOS-8 - Base 18 B/s | 2.3 kB 02:11 \nCentOS-8 - Extras 18 B/s | 2.3 kB 02:11 \nExtra Packages for Enterprise Linux 143 kB/s | 4.7 kB 00:00 \nlab-extras 909 kB/s | 2.9 kB 00:00 ', 'stderr': 'Failed to synchronize cache for repo \'CentOS-AppStream\', ignoring this repo.\nFailed to synchronize cache for repo \'CentOS-Base\', ignoring this repo.\nFailed to synchronize cache for repo \'CentOS-Extras\', ignoring this repo.\nTraceback (most recent call last):\n File "/bin/dnf", line 58, in <module>\n main.user_main(sys.argv[1:], exit_code=True)\n File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 193, in user_main\n errcode = main(args)\n File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 64, in main\n return _main(base, args, cli_class, option_parser_class)\n File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 99, in _main\n return cli_run(cli, base)\n File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 115, in cli_run\n cli.run()\n File "/usr/lib/python3.6/site-packages/dnf/cli/cli.py", line 1125, in run\n return self.command.run()\n File "/usr/lib/python3.6/site-packages/dnf/cli/commands/group.py", line 384, in run\n self.base.conf.strict)\n File "/usr/lib/python3.6/site-packages/dnf/base.py", line 1623, in env_group_install\n cnt += self.group_install(group_id, types, exclude=exclude, strict=strict)\n File "/usr/lib/python3.6/site-packages/dnf/base.py", line 1597, in group_install\n strict)\n File "/usr/lib/python3.6/site-packages/dnf/comps.py", line 93, in install_or_skip\n return install_fnc(grp_or_env_id, types, exclude, strict, exclude_groups)\n File "/usr/lib/python3.6/site-packages/dnf/comps.py", line 653, in _group_install\n raise ValueError(_("Group_id \'%s\' does not exist.") % ucd(group_id))\nValueError: Group_id \'base\' does not exist.', 'rc': 1, 'start': '2020-04-26 11:59:24.197102', 'end': '2020-04-26 12:05:59.955939', 'delta': '0:06:35.758837', 'changed': True, 'invocation': {'module_args': {'_raw_params': 'dnf -y groupinstall base --nobest && dnf -y group upgrade base', '_uses_shell': True, 'warn': True, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': None, 'chdir': None, 'executable': None, 'creates': None, 'removes': None, 'stdin': None}}, 'warnings': ["Consider using the dnf module rather than running 'dnf'. If you need to use command because dnf is insufficient you can add 'warn: false' to this command task or set 'command_warnings=False' in ansible.cfg to get rid of this message."], 'stdout_lines': ['Waiting for process with pid 20766 to finish.', 'CentOS-8 - AppStream 18 B/s | 2.3 kB 02:10 ', 'CentOS-8 - Base 18 B/s | 2.3 kB 02:11 ', 'CentOS-8 - Extras 18 B/s | 2.3 kB 02:11 ', 'Extra Packages for Enterprise Linux 143 kB/s | 4.7 kB 00:00 ', 'lab-extras 909 kB/s | 2.9 kB 00:00 '], 'stderr_lines': ["Failed to synchronize cache for repo 'CentOS-AppStream', ignoring this repo.", "Failed to synchronize cache for repo 'CentOS-Base', ignoring this repo.", "Failed to synchronize cache for repo 'CentOS-Extras', ignoring this repo.", 'Traceback (most recent call last):', ' File "/bin/dnf", line 58, in <module>', ' main.user_main(sys.argv[1:], exit_code=True)', ' File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 193, in user_main', ' errcode = main(args)', ' File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 64, in main', ' return _main(base, args, cli_class, option_parser_class)', ' File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 99, in _main', ' return cli_run(cli, base)', ' File "/usr/lib/python3.6/site-packages/dnf/cli/main.py", line 115, in cli_run', ' cli.run()', ' File "/usr/lib/python3.6/site-packages/dnf/cli/cli.py", line 1125, in run', ' return self.command.run()', ' File "/usr/lib/python3.6/site-packages/dnf/cli/commands/group.py", line 384, in run', ' self.base.conf.strict)', ' File "/usr/lib/python3.6/site-packages/dnf/base.py", line 1623, in env_group_install', ' cnt += self.group_install(group_id, types, exclude=exclude, strict=strict)', ' File "/usr/lib/python3.6/site-packages/dnf/base.py", line 1597, in group_install', ' strict)', ' File "/usr/lib/python3.6/site-packages/dnf/comps.py", line 93, in install_or_skip', ' return install_fnc(grp_or_env_id, types, exclude, strict, exclude_groups)', ' File "/usr/lib/python3.6/site-packages/dnf/comps.py", line 653, in _group_install', ' raise ValueError(_("Group_id \'%s\' does not exist.") % ucd(group_id))', "ValueError: Group_id 'base' does not exist."], '_ansible_no_log': False}}Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 306, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 278, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 27, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping('tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping('tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 231, in represent_undefined raise RepresenterError("cannot represent an object", data)yaml.representer.RepresenterError: ('cannot represent an object', 'dnf -y groupinstall base --nobest && dnf -y group upgrade base')

pass 4986692 2020-04-26 09:30:12 2020-04-26 11:28:55 2020-04-26 11:44:54 0:15:59 0:09:09 0:06:50 smithi master centos 8.1 rados/singleton/{all/mon-config.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{centos_8.yaml}} 1
pass 4986693 2020-04-26 09:30:13 2020-04-26 11:28:55 2020-04-26 11:46:54 0:17:59 0:10:01 0:07:58 smithi master ubuntu 18.04 rados/multimon/{clusters/3.yaml msgr-failures/few.yaml msgr/async.yaml no_pools.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/mon_recovery.yaml} 2
fail 4986694 2020-04-26 09:30:14 2020-04-26 11:28:57 2020-04-26 12:56:57 1:28:00 1:15:01 0:12:59 smithi master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-install/nautilus-v2only.yaml backoff/peering.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/crush-compat.yaml distro$/{centos_7.6.yaml} msgr-failures/fastclose.yaml rados.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/radosbench.yaml} 3
Failure Reason:

Command failed on smithi099 with status 125: 'sudo docker kill -s Signals.SIGHUP ceph-b616bd1c-87b3-11ea-a068-001a4aab830c-osd.8'

pass 4986695 2020-04-26 09:30:15 2020-04-26 11:28:57 2020-04-26 12:08:57 0:40:00 0:30:25 0:09:35 smithi master ubuntu 18.04 rados/cephadm/with-work/{distro/ubuntu_latest.yaml fixed-2.yaml mode/packaged.yaml msgr/async.yaml start.yaml tasks/rados_api_tests.yaml} 2
pass 4986696 2020-04-26 09:30:16 2020-04-26 11:29:02 2020-04-26 12:13:01 0:43:59 0:35:19 0:08:40 smithi master ubuntu 18.04 rados/standalone/{supported-random-distro$/{ubuntu_latest.yaml} workloads/erasure-code.yaml} 1
fail 4986697 2020-04-26 09:30:16 2020-04-26 11:31:06 2020-04-26 11:53:06 0:22:00 0:14:39 0:07:21 smithi master rhel 8.1 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-async-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/bluestore-hybrid.yaml rados.yaml supported-random-distro$/{rhel_8.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/dedup_tier.yaml} 2
Failure Reason:

"2020-04-26T11:45:11.358888+0000 mgr.y (mgr.4107) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log

pass 4986698 2020-04-26 09:30:17 2020-04-26 11:31:06 2020-04-26 12:03:06 0:32:00 0:24:50 0:07:10 smithi master ubuntu 18.04 rados/monthrash/{ceph.yaml clusters/9-mons.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-comp-zlib.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/sync-many.yaml workloads/rados_mon_workunits.yaml} 2
pass 4986699 2020-04-26 09:30:18 2020-04-26 11:31:06 2020-04-26 11:49:06 0:18:00 0:10:31 0:07:29 smithi master centos 8.1 rados/cephadm/smoke/{distro/centos_latest.yaml fixed-2.yaml start.yaml} 2
pass 4986700 2020-04-26 09:30:19 2020-04-26 11:31:06 2020-04-26 11:57:06 0:26:00 0:20:08 0:05:52 smithi master ubuntu 18.04 rados/singleton/{all/osd-backfill.yaml msgr-failures/many.yaml msgr/async-v1only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4986701 2020-04-26 09:30:20 2020-04-26 11:31:06 2020-04-26 11:55:06 0:24:00 0:11:09 0:12:51 smithi master centos 8.1 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/bluestore-comp-lz4.yaml rados.yaml recovery-overrides/{more-partial-recovery.yaml} supported-random-distro$/{centos_8.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 3
fail 4986702 2020-04-26 09:30:21 2020-04-26 11:31:06 2020-04-26 12:55:07 1:24:01 1:15:20 0:08:41 smithi master centos 8.1 rados/verify/{centos_latest.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/none.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-comp-lz4.yaml rados.yaml tasks/rados_cls_all.yaml validater/valgrind.yaml} 2
Failure Reason:

"2020-04-26T11:54:08.893684+0000 mgr.y (mgr.4113) 1 : cluster [ERR] Failed to load ceph-mgr modules: insights" in cluster log