Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 4958448 2020-04-16 15:12:42 2020-04-16 15:13:02 2020-04-16 15:31:02 0:18:00 0:12:30 0:05:30 smithi master ubuntu 18.04 rados/singleton/{all/max-pg-per-osd.from-primary.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
fail 4958449 2020-04-16 15:12:43 2020-04-16 15:13:03 2020-04-16 15:51:03 0:38:00 0:30:42 0:07:18 smithi master rhel 7.5 rados/singleton-nomsgr/{all/recovery-unfound-found.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml}} 1
Failure Reason:

"2020-04-16 15:29:18.301310 mon.a (mon.0) 49 : cluster [WRN] Health check failed: too few PGs per OSD (4 < min 30) (TOO_FEW_PGS)" in cluster log

fail 4958450 2020-04-16 15:12:44 2020-04-16 15:14:35 2020-04-16 16:04:34 0:49:59 0:27:12 0:22:47 smithi master ubuntu 16.04 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/bluestore-stupid.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{ubuntu_16.04.yaml} thrashers/fastread.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=4-m=2.yaml} 3
Failure Reason:

'wait_until_healthy' reached maximum tries (150) after waiting for 900 seconds

fail 4958451 2020-04-16 15:12:45 2020-04-16 15:14:35 2020-04-16 16:00:35 0:46:00 0:30:24 0:15:36 smithi master centos 7.5 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/bluestore-stupid.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{centos_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

'wait_until_healthy' reached maximum tries (150) after waiting for 900 seconds

pass 4958452 2020-04-16 15:12:46 2020-04-16 15:14:35 2020-04-16 15:34:34 0:19:59 0:12:44 0:07:15 smithi master ubuntu 18.04 rados/singleton/{all/max-pg-per-osd.from-replica.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
fail 4958453 2020-04-16 15:12:48 2020-04-16 15:14:37 2020-04-16 15:54:37 0:40:00 0:31:44 0:08:16 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2
Failure Reason:

'wait_until_healthy' reached maximum tries (150) after waiting for 900 seconds

fail 4958454 2020-04-16 15:12:49 2020-04-16 15:14:41 2020-04-16 15:48:41 0:34:00 0:25:27 0:08:33 smithi master ubuntu 16.04 rados/perf/{ceph.yaml objectstore/bluestore-stupid.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{ubuntu_16.04.yaml} workloads/fio_4M_rand_read.yaml} 1
Failure Reason:

"2020-04-16 15:28:30.638485 mon.a (mon.0) 71 : cluster [WRN] Health check failed: too few PGs per OSD (5 < min 30) (TOO_FEW_PGS)" in cluster log

fail 4958455 2020-04-16 15:12:50 2020-04-16 15:14:55 2020-04-16 15:52:55 0:38:00 0:26:27 0:11:33 smithi master ubuntu 16.04 rados/monthrash/{ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/sync.yaml workloads/rados_5925.yaml} 2
Failure Reason:

"2020-04-16 15:31:03.686905 mon.f (mon.0) 82 : cluster [WRN] Health check failed: too few PGs per OSD (1 < min 30) (TOO_FEW_PGS)" in cluster log

fail 4958456 2020-04-16 15:12:51 2020-04-16 15:16:35 2020-04-16 15:52:35 0:36:00 0:24:54 0:11:06 smithi master ubuntu 18.04 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/repair_test.yaml} 2
Failure Reason:

"2020-04-16 15:31:54.554947 mon.b (mon.0) 155 : cluster [WRN] Health check failed: too few PGs per OSD (1 < min 30) (TOO_FEW_PGS)" in cluster log

fail 4958457 2020-04-16 15:12:52 2020-04-16 15:16:35 2020-04-16 15:54:35 0:38:00 0:26:00 0:12:00 smithi master ubuntu 16.04 rados/singleton/{all/mon-auth-caps.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml}} 1
Failure Reason:

"2020-04-16 15:32:01.063520 mon.a (mon.0) 78 : cluster [WRN] Health check failed: too few PGs per OSD (2 < min 30) (TOO_FEW_PGS)" in cluster log

fail 4958458 2020-04-16 15:12:53 2020-04-16 15:16:36 2020-04-16 16:02:35 0:45:59 0:32:18 0:13:41 smithi master rhel 7.5 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml msgr-failures/osd-delay.yaml objectstore/bluestore-bitmap.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{rhel_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=clay-k=4-m=2.yaml} 2
Failure Reason:

'wait_until_healthy' reached maximum tries (150) after waiting for 900 seconds

fail 4958459 2020-04-16 15:12:55 2020-04-16 15:16:35 2020-04-16 15:58:35 0:42:00 0:25:22 0:16:38 smithi master ubuntu 16.04 rados/mgr/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/bluestore-bitmap.yaml supported-random-distro$/{ubuntu_16.04.yaml} tasks/module_selftest.yaml} 2
Failure Reason:

"2020-04-16 15:36:18.975413 mon.b (mon.0) 88 : cluster [WRN] Health check failed: too few PGs per OSD (2 < min 30) (TOO_FEW_PGS)" in cluster log

fail 4958460 2020-04-16 15:12:56 2020-04-16 15:16:35 2020-04-16 16:00:35 0:44:00 0:30:59 0:13:01 smithi master rhel 7.5 rados/dashboard/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/bluestore-bitmap.yaml supported-random-distro$/{rhel_latest.yaml} tasks/dashboard.yaml} 2
Failure Reason:

"2020-04-16 15:39:29.431958 mon.b (mon.0) 63 : cluster [WRN] Health check failed: too few PGs per OSD (2 < min 30) (TOO_FEW_PGS)" in cluster log

pass 4958461 2020-04-16 15:12:57 2020-04-16 15:16:38 2020-04-16 15:42:38 0:26:00 0:13:14 0:12:46 smithi master rhel 7.5 rados/multimon/{clusters/21.yaml msgr-failures/few.yaml msgr/async.yaml no_pools.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml} tasks/mon_clock_no_skews.yaml} 3
fail 4958462 2020-04-16 15:12:58 2020-04-16 15:16:39 2020-04-16 15:48:38 0:31:59 0:24:03 0:07:56 smithi master ubuntu 18.04 rados/objectstore/{backends/alloc-hint.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
Failure Reason:

"2020-04-16 15:26:59.629073 mon.a (mon.0) 68 : cluster [WRN] Health check failed: too few PGs per OSD (2 < min 30) (TOO_FEW_PGS)" in cluster log

fail 4958463 2020-04-16 15:12:59 2020-04-16 15:16:40 2020-04-16 15:50:40 0:34:00 0:25:04 0:08:56 smithi master ubuntu 18.04 rados/rest/{mgr-restful.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
Failure Reason:

"2020-04-16 15:27:42.855043 mon.a (mon.0) 70 : cluster [WRN] Health check failed: too few PGs per OSD (2 < min 30) (TOO_FEW_PGS)" in cluster log

fail 4958464 2020-04-16 15:13:00 2020-04-16 15:18:38 2020-04-16 16:04:38 0:46:00 0:37:03 0:08:57 smithi master centos rados/singleton-flat/valgrind-leaks.yaml 1
Failure Reason:

"2020-04-16 15:41:41.641711 mon.a (mon.0) 60 : cluster [WRN] Health check failed: too few PGs per OSD (4 < min 30) (TOO_FEW_PGS)" in cluster log

fail 4958465 2020-04-16 15:13:01 2020-04-16 15:18:38 2020-04-16 15:52:38 0:34:00 0:25:24 0:08:36 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/admin_socket_output.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
Failure Reason:

"2020-04-16 15:29:28.377247 mon.a (mon.0) 54 : cluster [WRN] Health check failed: too few PGs per OSD (4 < min 30) (TOO_FEW_PGS)" in cluster log

pass 4958466 2020-04-16 15:13:03 2020-04-16 15:18:39 2020-04-16 15:34:38 0:15:59 0:08:46 0:07:13 smithi master ubuntu 18.04 rados/standalone/{supported-random-distro$/{ubuntu_latest.yaml} workloads/crush.yaml} 1
fail 4958467 2020-04-16 15:13:04 2020-04-16 15:18:39 2020-04-16 16:02:39 0:44:00 0:30:28 0:13:32 smithi master centos 7.5 rados/thrash-erasure-code-overwrites/{bluestore-bitmap.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml msgr-failures/fastclose.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{centos_latest.yaml} thrashers/fastread.yaml thrashosds-health.yaml workloads/ec-small-objects-overwrites.yaml} 2
Failure Reason:

'wait_until_healthy' reached maximum tries (150) after waiting for 900 seconds

fail 4958468 2020-04-16 15:13:05 2020-04-16 15:20:39 2020-04-16 16:16:40 0:56:01 0:32:43 0:23:18 smithi master centos 7.5 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/bluestore-stupid.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{centos_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
Failure Reason:

'wait_until_healthy' reached maximum tries (150) after waiting for 900 seconds

fail 4958469 2020-04-16 15:13:06 2020-04-16 15:20:39 2020-04-16 16:24:40 1:04:01 0:24:37 0:39:24 smithi master ubuntu 18.04 rados/upgrade/mimic-x-singleton/{0-cluster/{openstack.yaml start.yaml} 1-install/mimic.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-workload/{rbd-cls.yaml rbd-import-export.yaml readwrite.yaml snaps-few-objects.yaml} 5-workload/{radosbench.yaml rbd_api.yaml} 6-finish-upgrade.yaml 7-nautilus.yaml 8-workload/{rbd-python.yaml rgw-swift.yaml snaps-many-objects.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashosds-health.yaml} 4
Failure Reason:

'pg_num_target'

fail 4958470 2020-04-16 15:13:07 2020-04-16 15:20:47 2020-04-16 15:54:46 0:33:59 0:25:25 0:08:34 smithi master rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/default/{default.yaml thrashosds-health.yaml} msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-stupid.yaml rados.yaml tasks/mon_recovery.yaml validater/lockdep.yaml} 2
Failure Reason:

'wait_until_healthy' reached maximum tries (150) after waiting for 900 seconds

fail 4958471 2020-04-16 15:13:08 2020-04-16 15:20:47 2020-04-16 16:04:47 0:44:00 0:31:05 0:12:55 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
Failure Reason:

'wait_until_healthy' reached maximum tries (150) after waiting for 900 seconds

fail 4958472 2020-04-16 15:13:10 2020-04-16 15:20:52 2020-04-16 15:58:52 0:38:00 0:30:51 0:07:09 smithi master rhel 7.5 rados/singleton/{all/mon-config-key-caps.yaml msgr-failures/many.yaml msgr/async-v2only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml}} 1
Failure Reason:

"2020-04-16 15:36:46.790072 mon.a (mon.0) 67 : cluster [WRN] Health check failed: too few PGs per OSD (5 < min 30) (TOO_FEW_PGS)" in cluster log

fail 4958473 2020-04-16 15:13:11 2020-04-16 15:22:36 2020-04-16 16:32:37 1:10:01 0:28:33 0:41:28 smithi master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-install/luminous.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/crush-compat.yaml distro$/{centos_latest.yaml} msgr-failures/osd-delay.yaml msgr/random.yaml rados.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-snaps.yaml}
Failure Reason:

[Errno None] Unable to connect to port 22 on 172.21.15.86

fail 4958474 2020-04-16 15:13:12 2020-04-16 15:22:36 2020-04-16 15:56:36 0:34:00 0:24:26 0:09:34 smithi master ubuntu 16.04 rados/perf/{ceph.yaml objectstore/filestore-xfs.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{ubuntu_16.04.yaml} workloads/fio_4M_rand_rw.yaml} 1
Failure Reason:

"2020-04-16 15:35:28.266470 mon.a (mon.0) 69 : cluster [WRN] Health check failed: too few PGs per OSD (2 < min 30) (TOO_FEW_PGS)" in cluster log

fail 4958475 2020-04-16 15:13:13 2020-04-16 15:22:40 2020-04-16 16:00:40 0:38:00 0:29:22 0:08:38 smithi master centos 7.5 rados/singleton/{all/mon-config-keys.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_latest.yaml}} 1
Failure Reason:

"2020-04-16 15:39:27.505689 mon.a (mon.0) 51 : cluster [WRN] Health check failed: too few PGs per OSD (5 < min 30) (TOO_FEW_PGS)" in cluster log

fail 4958476 2020-04-16 15:13:14 2020-04-16 15:22:46 2020-04-16 16:00:46 0:38:00 0:25:15 0:12:45 smithi master ubuntu 18.04 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/rgw_snaps.yaml} 2
Failure Reason:

"2020-04-16 15:38:13.720523 mon.a (mon.0) 95 : cluster [WRN] Health check failed: too few PGs per OSD (2 < min 30) (TOO_FEW_PGS)" in cluster log

fail 4958477 2020-04-16 15:13:15 2020-04-16 15:22:52 2020-04-16 16:00:52 0:38:00 0:29:05 0:08:55 smithi master centos 7.5 rados/singleton-bluestore/{all/cephtool.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{centos_latest.yaml}} 1
Failure Reason:

"2020-04-16 15:40:03.533456 mon.a (mon.0) 57 : cluster [WRN] Health check failed: too few PGs per OSD (2 < min 30) (TOO_FEW_PGS)" in cluster log

fail 4958478 2020-04-16 15:13:16 2020-04-16 15:22:56 2020-04-16 15:56:55 0:33:59 0:25:46 0:08:13 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/async-v1only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

'wait_until_healthy' reached maximum tries (150) after waiting for 900 seconds

fail 4958479 2020-04-16 15:13:17 2020-04-16 15:23:03 2020-04-16 15:57:03 0:34:00 0:24:57 0:09:03 smithi master ubuntu 16.04 rados/singleton-nomsgr/{all/balancer.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml}} 1
Failure Reason:

"2020-04-16 15:35:05.057219 mon.a (mon.0) 71 : cluster [WRN] Health check failed: too few PGs per OSD (5 < min 30) (TOO_FEW_PGS)" in cluster log

fail 4958480 2020-04-16 15:13:18 2020-04-16 15:24:27 2020-04-16 15:58:26 0:33:59 0:25:22 0:08:37 smithi master ubuntu 16.04 rados/singleton/{all/mon-config.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml}} 1
Failure Reason:

"2020-04-16 15:37:35.538977 mon.a (mon.0) 54 : cluster [WRN] Health check failed: too few PGs per OSD (2 < min 30) (TOO_FEW_PGS)" in cluster log

fail 4958481 2020-04-16 15:13:20 2020-04-16 15:24:27 2020-04-16 15:58:26 0:33:59 0:24:47 0:09:12 smithi master ubuntu 16.04 rados/perf/{ceph.yaml objectstore/bluestore-bitmap.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{ubuntu_16.04.yaml} workloads/fio_4M_rand_write.yaml} 1
Failure Reason:

"2020-04-16 15:37:06.429744 mon.a (mon.0) 67 : cluster [WRN] Health check failed: too few PGs per OSD (2 < min 30) (TOO_FEW_PGS)" in cluster log

fail 4958482 2020-04-16 15:13:21 2020-04-16 15:24:47 2020-04-16 16:04:47 0:40:00 0:31:12 0:08:48 smithi master rhel 7.5 rados/mgr/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/bluestore-comp.yaml supported-random-distro$/{rhel_latest.yaml} tasks/orchestrator_cli.yaml} 2
Failure Reason:

"2020-04-16 15:43:29.240108 mon.b (mon.0) 71 : cluster [WRN] Health check failed: too few PGs per OSD (2 < min 30) (TOO_FEW_PGS)" in cluster log

fail 4958483 2020-04-16 15:13:22 2020-04-16 15:25:03 2020-04-16 16:13:03 0:48:00 0:32:31 0:15:29 smithi master rhel 7.5 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{rhel_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 3
Failure Reason:

'wait_until_healthy' reached maximum tries (150) after waiting for 900 seconds

fail 4958484 2020-04-16 15:13:23 2020-04-16 15:26:41 2020-04-16 16:04:40 0:37:59 0:25:43 0:12:16 smithi master ubuntu 16.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{ubuntu_16.04.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

'wait_until_healthy' reached maximum tries (150) after waiting for 900 seconds

fail 4958485 2020-04-16 15:13:24 2020-04-16 15:26:41 2020-04-16 15:58:40 0:31:59 0:24:29 0:07:30 smithi master ubuntu 18.04 rados/singleton/{all/osd-backfill.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
Failure Reason:

"2020-04-16 15:36:41.567226 mon.a (mon.0) 67 : cluster [WRN] Health check failed: too few PGs per OSD (2 < min 30) (TOO_FEW_PGS)" in cluster log

fail 4958486 2020-04-16 15:13:25 2020-04-16 15:26:53 2020-04-16 16:00:52 0:33:59 0:25:05 0:08:54 smithi master ubuntu 18.04 rados/monthrash/{ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/force-sync-many.yaml workloads/rados_api_tests.yaml} 2
Failure Reason:

'wait_until_healthy' reached maximum tries (150) after waiting for 900 seconds

fail 4958487 2020-04-16 15:13:26 2020-04-16 15:26:53 2020-04-16 16:12:53 0:46:00 0:32:02 0:13:58 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async-v2only.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 2
Failure Reason:

'wait_until_healthy' reached maximum tries (150) after waiting for 900 seconds

fail 4958488 2020-04-16 15:13:27 2020-04-16 15:28:49 2020-04-16 16:06:48 0:37:59 0:28:55 0:09:04 smithi master centos 7.5 rados/objectstore/{backends/ceph_objectstore_tool.yaml supported-random-distro$/{centos_latest.yaml}} 1
Failure Reason:

'wait_until_healthy' reached maximum tries (150) after waiting for 900 seconds

fail 4958489 2020-04-16 15:13:29 2020-04-16 15:28:50 2020-04-16 16:06:48 0:37:58 0:26:09 0:11:49 smithi master ubuntu 16.04 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml msgr-failures/fastclose.yaml objectstore/bluestore-comp.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{ubuntu_16.04.yaml} thrashers/fastread.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=2-m=1.yaml} 2
Failure Reason:

'wait_until_healthy' reached maximum tries (150) after waiting for 900 seconds

fail 4958490 2020-04-16 15:13:30 2020-04-16 15:28:50 2020-04-16 16:08:48 0:39:58 0:28:57 0:11:01 smithi master centos 7.5 rados/singleton/{all/osd-recovery-incomplete.yaml msgr-failures/many.yaml msgr/async-v1only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{centos_latest.yaml}} 1
Failure Reason:

"2020-04-16 15:47:21.130338 mon.a (mon.0) 64 : cluster [WRN] Health check failed: too few PGs per OSD (2 < min 30) (TOO_FEW_PGS)" in cluster log

fail 4958491 2020-04-16 15:13:31 2020-04-16 15:28:53 2020-04-16 16:10:52 0:41:59 0:31:10 0:10:49 smithi master rhel 7.5 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/async-v1only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml} tasks/scrub_test.yaml} 2
Failure Reason:

'wait_until_healthy' reached maximum tries (150) after waiting for 900 seconds

fail 4958492 2020-04-16 15:13:32 2020-04-16 15:30:42 2020-04-16 16:00:41 0:29:59 0:24:05 0:05:54 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-comp.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/radosbench_4K_rand_read.yaml} 1
Failure Reason:

"2020-04-16 15:40:02.653832 mon.a (mon.0) 68 : cluster [WRN] Health check failed: too few PGs per OSD (2 < min 30) (TOO_FEW_PGS)" in cluster log

fail 4958493 2020-04-16 15:13:33 2020-04-16 15:30:42 2020-04-16 16:08:41 0:37:59 0:31:08 0:06:51 smithi master rhel 7.5 rados/singleton-nomsgr/{all/cache-fs-trunc.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml}} 1
Failure Reason:

"2020-04-16 15:47:16.520167 mon.a (mon.0) 67 : cluster [WRN] Health check failed: too few PGs per OSD (5 < min 30) (TOO_FEW_PGS)" in cluster log

pass 4958494 2020-04-16 15:13:34 2020-04-16 15:30:42 2020-04-16 16:16:42 0:46:00 0:39:37 0:06:23 smithi master rhel 7.5 rados/standalone/{supported-random-distro$/{rhel_latest.yaml} workloads/erasure-code.yaml} 1
fail 4958495 2020-04-16 15:13:35 2020-04-16 15:30:52 2020-04-16 16:08:52 0:38:00 0:30:38 0:07:22 smithi master rhel 7.5 rados/singleton/{all/osd-recovery.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml}} 1
Failure Reason:

"2020-04-16 15:47:01.446176 mon.a (mon.0) 66 : cluster [WRN] Health check failed: too few PGs per OSD (2 < min 30) (TOO_FEW_PGS)" in cluster log

fail 4958496 2020-04-16 15:13:36 2020-04-16 15:31:03 2020-04-16 16:25:03 0:54:00 0:37:51 0:16:09 smithi master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-install/hammer.yaml backoff/normal.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/off.yaml distro$/{centos_latest.yaml} msgr-failures/fastclose.yaml msgr/simple.yaml rados.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/radosbench.yaml} 4
Failure Reason:

'wait_until_healthy' reached maximum tries (150) after waiting for 900 seconds

fail 4958497 2020-04-16 15:13:38 2020-04-16 15:32:57 2020-04-16 16:18:57 0:46:00 0:34:07 0:11:53 smithi master centos 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{centos_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/cache.yaml} 2
Failure Reason:

'wait_until_healthy' reached maximum tries (150) after waiting for 900 seconds

fail 4958498 2020-04-16 15:13:39 2020-04-16 15:32:57 2020-04-16 16:12:57 0:40:00 0:31:06 0:08:54 smithi master rhel 7.5 rados/mgr/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/bluestore-stupid.yaml supported-random-distro$/{rhel_latest.yaml} tasks/progress.yaml} 2
Failure Reason:

"2020-04-16 15:51:38.718688 mon.a (mon.0) 70 : cluster [WRN] Health check failed: too few PGs per OSD (2 < min 30) (TOO_FEW_PGS)" in cluster log

pass 4958499 2020-04-16 15:13:40 2020-04-16 15:32:57 2020-04-16 15:52:56 0:19:59 0:09:53 0:10:06 smithi master centos 7.5 rados/multimon/{clusters/3.yaml msgr-failures/many.yaml msgr/random.yaml no_pools.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{centos_latest.yaml} tasks/mon_clock_with_skews.yaml} 2
fail 4958500 2020-04-16 15:13:41 2020-04-16 15:32:57 2020-04-16 16:08:56 0:35:59 0:26:02 0:09:57 smithi master ubuntu 16.04 rados/thrash-erasure-code-overwrites/{bluestore-bitmap.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml msgr-failures/few.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{ubuntu_16.04.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-snaps-few-objects-overwrites.yaml} 2
Failure Reason:

'wait_until_healthy' reached maximum tries (150) after waiting for 900 seconds

fail 4958501 2020-04-16 15:13:42 2020-04-16 15:32:57 2020-04-16 16:12:57 0:40:00 0:27:01 0:12:59 smithi master ubuntu 16.04 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{ubuntu_16.04.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
Failure Reason:

'wait_until_healthy' reached maximum tries (150) after waiting for 900 seconds

fail 4958502 2020-04-16 15:13:43 2020-04-16 15:32:57 2020-04-16 16:26:57 0:54:00 0:38:54 0:15:06 smithi master centos rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/none.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_api_tests.yaml validater/valgrind.yaml} 2
Failure Reason:

"2020-04-16 16:02:50.747959 mon.b (mon.0) 153 : cluster [WRN] Health check failed: too few PGs per OSD (1 < min 30) (TOO_FEW_PGS)" in cluster log

fail 4958503 2020-04-16 15:13:44 2020-04-16 15:34:52 2020-04-16 16:04:52 0:30:00 0:23:53 0:06:07 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-stupid.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/radosbench_4K_seq_read.yaml} 1
Failure Reason:

"2020-04-16 15:44:07.992132 mon.a (mon.0) 70 : cluster [WRN] Health check failed: too few PGs per OSD (2 < min 30) (TOO_FEW_PGS)" in cluster log

fail 4958504 2020-04-16 15:13:45 2020-04-16 15:34:52 2020-04-16 16:08:52 0:34:00 0:25:00 0:09:00 smithi master ubuntu 16.04 rados/singleton/{all/peer.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml}} 1
Failure Reason:

"2020-04-16 15:47:38.425631 mon.a (mon.0) 53 : cluster [WRN] Health check failed: too few PGs per OSD (2 < min 30) (TOO_FEW_PGS)" in cluster log

fail 4958505 2020-04-16 15:13:47 2020-04-16 15:34:53 2020-04-16 16:22:52 0:47:59 0:29:47 0:18:12 smithi master centos 7.5 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{centos_latest.yaml} tasks/rados_api_tests.yaml} 2
Failure Reason:

"2020-04-16 16:00:03.067465 mon.b (mon.0) 92 : cluster [WRN] Health check failed: too few PGs per OSD (1 < min 30) (TOO_FEW_PGS)" in cluster log

fail 4958506 2020-04-16 15:13:48 2020-04-16 15:34:53 2020-04-16 16:12:52 0:37:59 0:30:28 0:07:31 smithi master rhel 7.5 rados/singleton-bluestore/{all/cephtool.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml}} 1
Failure Reason:

"2020-04-16 15:51:33.449450 mon.a (mon.0) 56 : cluster [WRN] Health check failed: too few PGs per OSD (2 < min 30) (TOO_FEW_PGS)" in cluster log

fail 4958507 2020-04-16 15:13:49 2020-04-16 15:34:52 2020-04-16 16:12:52 0:38:00 0:30:20 0:07:40 smithi master rhel 7.5 rados/singleton-nomsgr/{all/ceph-kvstore-tool.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml}} 1
Failure Reason:

"2020-04-16 15:50:54.261610 mon.a (mon.0) 67 : cluster [WRN] Health check failed: too few PGs per OSD (2 < min 30) (TOO_FEW_PGS)" in cluster log

pass 4958508 2020-04-16 15:13:50 2020-04-16 15:34:52 2020-04-16 15:54:52 0:20:00 0:08:51 0:11:09 smithi master ubuntu 16.04 rados/singleton/{all/pg-autoscaler.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml}} 2
fail 4958509 2020-04-16 15:13:51 2020-04-16 15:34:53 2020-04-16 16:14:53 0:40:00 0:31:23 0:08:37 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml} 2
Failure Reason:

'wait_until_healthy' reached maximum tries (150) after waiting for 900 seconds

fail 4958510 2020-04-16 15:13:52 2020-04-16 15:34:56 2020-04-16 16:12:56 0:38:00 0:30:42 0:07:18 smithi master rhel 7.5 rados/objectstore/{backends/filejournal.yaml supported-random-distro$/{rhel_latest.yaml}} 1
Failure Reason:

"2020-04-16 15:50:53.372300 mon.a (mon.0) 53 : cluster [WRN] Health check failed: too few PGs per OSD (4 < min 30) (TOO_FEW_PGS)" in cluster log

fail 4958511 2020-04-16 15:13:53 2020-04-16 15:36:44 2020-04-16 16:16:44 0:40:00 0:32:40 0:07:20 smithi master rhel 7.5 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/bluestore-bitmap.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{rhel_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=4-m=2.yaml} 3
Failure Reason:

'wait_until_healthy' reached maximum tries (150) after waiting for 900 seconds

fail 4958512 2020-04-16 15:13:54 2020-04-16 15:36:44 2020-04-16 16:18:44 0:42:00 0:30:24 0:11:36 smithi master centos 7.5 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/bluestore-bitmap.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{centos_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

'wait_until_healthy' reached maximum tries (150) after waiting for 900 seconds

fail 4958513 2020-04-16 15:13:55 2020-04-16 15:36:49 2020-04-16 16:14:49 0:38:00 0:29:43 0:08:17 smithi master rhel 7.5 rados/perf/{ceph.yaml objectstore/filestore-xfs.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{rhel_latest.yaml} workloads/radosbench_4M_rand_read.yaml} 1
Failure Reason:

"2020-04-16 15:53:37.798253 mon.a (mon.0) 67 : cluster [WRN] Health check failed: too few PGs per OSD (5 < min 30) (TOO_FEW_PGS)" in cluster log

fail 4958514 2020-04-16 15:13:57 2020-04-16 15:36:56 2020-04-16 16:16:55 0:39:59 0:32:19 0:07:40 smithi master rhel 7.5 rados/singleton/{all/pg-removal-interruption.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml}} 1
Failure Reason:

"2020-04-16 15:52:56.679437 mon.a (mon.0) 67 : cluster [WRN] Health check failed: too few PGs per OSD (5 < min 30) (TOO_FEW_PGS)" in cluster log

fail 4958515 2020-04-16 15:13:58 2020-04-16 15:37:03 2020-04-16 16:13:02 0:35:59 0:26:21 0:09:38 smithi master ubuntu 16.04 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml msgr-failures/few.yaml objectstore/bluestore-stupid.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{ubuntu_16.04.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=3-m=1.yaml} 2
Failure Reason:

'wait_until_healthy' reached maximum tries (150) after waiting for 900 seconds

fail 4958516 2020-04-16 15:13:59 2020-04-16 15:38:36 2020-04-16 16:12:36 0:34:00 0:24:20 0:09:40 smithi master ubuntu 18.04 rados/mgr/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/filestore-xfs.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/prometheus.yaml} 2
Failure Reason:

"2020-04-16 15:51:56.895188 mon.b (mon.0) 61 : cluster [WRN] Health check failed: too few PGs per OSD (2 < min 30) (TOO_FEW_PGS)" in cluster log

fail 4958517 2020-04-16 15:14:00 2020-04-16 15:38:36 2020-04-16 16:12:36 0:34:00 0:25:05 0:08:55 smithi master ubuntu 18.04 rados/dashboard/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/bluestore-comp.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/dashboard.yaml} 2
Failure Reason:

"2020-04-16 15:51:32.337536 mon.a (mon.0) 67 : cluster [WRN] Health check failed: too few PGs per OSD (2 < min 30) (TOO_FEW_PGS)" in cluster log

fail 4958518 2020-04-16 15:14:01 2020-04-16 15:38:57 2020-04-16 16:20:56 0:41:59 0:30:39 0:11:20 smithi master centos 7.5 rados/monthrash/{ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/async-v1only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{centos_latest.yaml} thrashers/many.yaml workloads/rados_mon_osdmap_prune.yaml} 2
Failure Reason:

"2020-04-16 15:58:24.239228 mon.a (mon.0) 77 : cluster [WRN] Health check failed: too few PGs per OSD (1 < min 30) (TOO_FEW_PGS)" in cluster log

fail 4958519 2020-04-16 15:14:02 2020-04-16 15:40:37 2020-04-16 16:18:37 0:38:00 0:26:10 0:11:50 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml} 2
Failure Reason:

'wait_until_healthy' reached maximum tries (150) after waiting for 900 seconds

fail 4958520 2020-04-16 15:14:03 2020-04-16 15:42:56 2020-04-16 16:24:56 0:42:00 0:30:54 0:11:06 smithi master rhel 7.5 rados/singleton/{all/radostool.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml}} 1
Failure Reason:

"2020-04-16 16:02:49.748958 mon.a (mon.0) 68 : cluster [WRN] Health check failed: too few PGs per OSD (2 < min 30) (TOO_FEW_PGS)" in cluster log

pass 4958521 2020-04-16 15:14:04 2020-04-16 15:42:56 2020-04-16 16:00:55 0:17:59 0:11:15 0:06:44 smithi master rhel 7.5 rados/singleton-nomsgr/{all/ceph-post-file.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml}} 1
fail 4958522 2020-04-16 15:14:05 2020-04-16 15:43:03 2020-04-16 16:29:03 0:46:00 0:30:10 0:15:50 smithi master centos 7.5 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_latest.yaml} tasks/rados_cls_all.yaml} 2
Failure Reason:

"2020-04-16 16:07:27.851430 mon.b (mon.0) 95 : cluster [WRN] Health check failed: too few PGs per OSD (2 < min 30) (TOO_FEW_PGS)" in cluster log

fail 4958523 2020-04-16 15:14:07 2020-04-16 15:48:39 2020-04-16 16:24:40 0:36:01 0:29:34 0:06:27 smithi master rhel 7.5 rados/perf/{ceph.yaml objectstore/bluestore-bitmap.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{rhel_latest.yaml} workloads/radosbench_4M_seq_read.yaml} 1
Failure Reason:

"2020-04-16 16:03:31.033525 mon.a (mon.0) 70 : cluster [WRN] Health check failed: too few PGs per OSD (2 < min 30) (TOO_FEW_PGS)" in cluster log

pass 4958524 2020-04-16 15:14:08 2020-04-16 15:48:39 2020-04-16 16:06:40 0:18:01 0:09:44 0:08:17 smithi master ubuntu 16.04 rados/standalone/{supported-random-distro$/{ubuntu_16.04.yaml} workloads/mgr.yaml} 1
fail 4958525 2020-04-16 15:14:09 2020-04-16 15:48:40 2020-04-16 16:24:40 0:36:00 0:25:53 0:10:07 smithi master ubuntu 16.04 rados/singleton/{all/random-eio.yaml msgr-failures/many.yaml msgr/async-v2only.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml}} 2
Failure Reason:

"2020-04-16 16:03:52.431865 mon.a (mon.0) 121 : cluster [WRN] Health check failed: too few PGs per OSD (1 < min 30) (TOO_FEW_PGS)" in cluster log

fail 4958526 2020-04-16 15:14:10 2020-04-16 15:48:42 2020-04-16 16:32:42 0:44:00 0:19:48 0:24:12 smithi master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-install/jewel.yaml backoff/peering.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/crush-compat.yaml distro$/{centos_latest.yaml} msgr-failures/few.yaml msgr/async-v1only.yaml rados.yaml thrashers/none.yaml thrashosds-health.yaml workloads/rbd_cls.yaml}
Failure Reason:

[Errno None] Unable to connect to port 22 on 172.21.15.133

fail 4958527 2020-04-16 15:14:11 2020-04-16 15:51:03 2020-04-16 16:27:02 0:35:59 0:25:59 0:10:00 smithi master ubuntu 16.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/radosbench.yaml} 2
Failure Reason:

'wait_until_healthy' reached maximum tries (150) after waiting for 900 seconds

fail 4958528 2020-04-16 15:14:12 2020-04-16 15:51:03 2020-04-16 16:29:03 0:38:00 0:30:14 0:07:46 smithi master rhel 7.5 rados/singleton/{all/rebuild-mondb.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml}} 1
Failure Reason:

"2020-04-16 16:07:00.241448 mon.a (mon.0) 67 : cluster [WRN] Health check failed: too few PGs per OSD (2 < min 30) (TOO_FEW_PGS)" in cluster log

dead 4958529 2020-04-16 15:14:13 2020-04-16 15:51:04 2020-04-16 16:31:04 0:40:00 smithi master centos 7.5 rados/mgr/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/bluestore-bitmap.yaml supported-random-distro$/{centos_latest.yaml} tasks/ssh_orchestrator.yaml} 2
pass 4958530 2020-04-16 15:14:14 2020-04-16 15:52:54 2020-04-16 16:14:55 0:22:01 0:15:00 0:07:01 smithi master rhel 7.5 rados/multimon/{clusters/6.yaml msgr-failures/few.yaml msgr/simple.yaml no_pools.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml} tasks/mon_recovery.yaml} 2
fail 4958531 2020-04-16 15:14:16 2020-04-16 15:52:54 2020-04-16 16:22:54 0:30:00 0:24:18 0:05:42 smithi master ubuntu 18.04 rados/objectstore/{backends/filestore-idempotent-aio-journal.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
Failure Reason:

"2020-04-16 16:01:50.626172 mon.a (mon.0) 54 : cluster [WRN] Health check failed: too few PGs per OSD (4 < min 30) (TOO_FEW_PGS)" in cluster log

fail 4958532 2020-04-16 15:14:17 2020-04-16 15:52:54 2020-04-16 16:24:55 0:32:01 0:24:17 0:07:44 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/export-after-evict.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
Failure Reason:

"2020-04-16 16:02:56.065240 mon.a (mon.0) 68 : cluster [WRN] Health check failed: too few PGs per OSD (5 < min 30) (TOO_FEW_PGS)" in cluster log

dead 4958533 2020-04-16 15:14:18 2020-04-16 15:52:56 2020-04-16 16:30:56 0:38:00 smithi master centos 7.5 rados/thrash-erasure-code-overwrites/{bluestore-bitmap.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml msgr-failures/osd-delay.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{centos_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-pool-snaps-few-objects-overwrites.yaml} 2
dead 4958534 2020-04-16 15:14:19 2020-04-16 15:52:58 2020-04-16 16:30:57 0:37:59 smithi master centos 7.5 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/bluestore-bitmap.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{centos_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
fail 4958535 2020-04-16 15:14:20 2020-04-16 15:54:56 2020-04-16 16:26:55 0:31:59 0:25:24 0:06:35 smithi master rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/default/{default.yaml thrashosds-health.yaml} msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml tasks/rados_cls_all.yaml validater/lockdep.yaml} 2
Failure Reason:

'wait_until_healthy' reached maximum tries (150) after waiting for 900 seconds

dead 4958536 2020-04-16 15:14:21 2020-04-16 15:54:56 2020-04-16 16:30:55 0:35:59 smithi master centos 7.5 rados/perf/{ceph.yaml objectstore/bluestore-comp.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{centos_latest.yaml} workloads/radosbench_4M_write.yaml} 1
dead 4958537 2020-04-16 15:14:22 2020-04-16 15:54:56 2020-04-16 16:30:55 0:35:59 smithi master centos 7.5 rados/singleton/{all/recovery-preemption.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{centos_latest.yaml}} 1
fail 4958538 2020-04-16 15:14:23 2020-04-16 15:54:56 2020-04-16 16:26:55 0:31:59 0:25:29 0:06:30 smithi master ubuntu 18.04 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/rados_python.yaml} 2
Failure Reason:

"2020-04-16 16:05:37.528479 mon.a (mon.0) 103 : cluster [WRN] Health check failed: too few PGs per OSD (2 < min 30) (TOO_FEW_PGS)" in cluster log

dead 4958539 2020-04-16 15:14:24 2020-04-16 15:54:56 2020-04-16 16:30:56 0:36:00 smithi master centos 7.5 rados/singleton-bluestore/{all/cephtool.yaml msgr-failures/many.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{centos_latest.yaml}} 1
dead 4958540 2020-04-16 15:14:26 2020-04-16 15:54:56 2020-04-16 16:30:55 0:35:59 smithi master rhel 7.5 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/bluestore-comp.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{rhel_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 3
dead 4958541 2020-04-16 15:14:27 2020-04-16 15:56:37 2020-04-16 16:30:37 0:34:00 smithi master centos 7.5 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/bluestore-comp.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{centos_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
dead 4958542 2020-04-16 15:14:28 2020-04-16 15:56:37 2020-04-16 16:30:37 0:34:00 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/async-v2only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/redirect.yaml} 2
dead 4958543 2020-04-16 15:14:29 2020-04-16 15:56:37 2020-04-16 16:30:37 0:34:00 smithi master ubuntu 16.04 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{ubuntu_16.04.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-radosbench.yaml} 2
dead 4958544 2020-04-16 15:14:30 2020-04-16 15:56:56 2020-04-16 16:30:56 0:34:00 smithi master centos 7.5 rados/singleton/{all/resolve_stuck_peering.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_latest.yaml}} 2
fail 4958545 2020-04-16 15:14:32 2020-04-16 15:57:04 2020-04-16 16:27:04 0:30:00 0:24:01 0:05:59 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-stupid.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/sample_fio.yaml} 1
Failure Reason:

"2020-04-16 16:05:54.043407 mon.a (mon.0) 70 : cluster [WRN] Health check failed: too few PGs per OSD (2 < min 30) (TOO_FEW_PGS)" in cluster log

fail 4958546 2020-04-16 15:14:33 2020-04-16 15:58:24 2020-04-16 16:32:24 0:34:00 0:21:38 0:12:22 smithi master centos 7.5 rados/monthrash/{ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_latest.yaml} thrashers/one.yaml workloads/rados_mon_workunits.yaml}
Failure Reason:

[Errno None] Unable to connect to port 22 on 172.21.15.70

fail 4958547 2020-04-16 15:14:34 2020-04-16 15:58:27 2020-04-16 16:32:27 0:34:00 0:22:49 0:11:11 smithi master centos 7.5 rados/singleton-nomsgr/{all/full-tiering.yaml rados.yaml supported-random-distro$/{centos_latest.yaml}}
Failure Reason:

[Errno None] Unable to connect to port 22 on 172.21.15.116

fail 4958548 2020-04-16 15:14:35 2020-04-16 15:58:27 2020-04-16 16:34:27 0:36:00 0:25:56 0:10:04 smithi master ubuntu 16.04 rados/singleton/{all/test-crash.yaml msgr-failures/many.yaml msgr/async-v1only.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml}}
Failure Reason:

"2020-04-16 16:12:32.877422 mon.a (mon.0) 72 : cluster [WRN] Health check failed: too few PGs per OSD (2 < min 30) (TOO_FEW_PGS)" in cluster log

dead 4958549 2020-04-16 15:14:36 2020-04-16 15:58:36 2020-04-16 16:30:36 0:32:00 smithi master centos 7.5 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{centos_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/redirect_promote_tests.yaml} 2
dead 4958550 2020-04-16 15:14:37 2020-04-16 15:58:41 2020-04-16 16:30:41 0:32:00 smithi master ubuntu 18.04 rados/mgr/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/bluestore-comp.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/workunits.yaml} 2
dead 4958551 2020-04-16 15:14:38 2020-04-16 15:58:47 2020-04-16 16:30:47 0:32:00 smithi master ubuntu 18.04 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/simple.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/rados_stress_watch.yaml} 2
dead 4958552 2020-04-16 15:14:40 2020-04-16 15:58:53 2020-04-16 16:30:52 0:31:59 smithi master centos 7.5 rados/standalone/{supported-random-distro$/{centos_latest.yaml} workloads/misc.yaml} 1
dead 4958553 2020-04-16 15:14:41 2020-04-16 16:00:51 2020-04-16 16:30:51 0:30:00 smithi master ubuntu 16.04 rados/singleton/{all/test_envlibrados_for_rocksdb.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml}} 1
fail 4958554 2020-04-16 15:14:42 2020-04-16 16:00:52 2020-04-16 16:30:51 0:29:59 0:07:19 0:22:40 smithi master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-install/luminous.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/off.yaml distro$/{centos_latest.yaml} msgr-failures/osd-delay.yaml msgr/async.yaml rados.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 4
Failure Reason:

psutil.NoSuchProcess process no longer exists (pid=5987)

dead 4958555 2020-04-16 15:14:43 2020-04-16 16:00:52 2020-04-16 16:30:51 0:29:59 smithi master centos 7.5 rados/objectstore/{backends/filestore-idempotent.yaml supported-random-distro$/{centos_latest.yaml}} 1
dead 4958556 2020-04-16 15:14:44 2020-04-16 16:00:52 2020-04-16 16:30:51 0:29:59 smithi master rhel 7.5 rados/perf/{ceph.yaml objectstore/filestore-xfs.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{rhel_latest.yaml} workloads/sample_radosbench.yaml} 1
dead 4958557 2020-04-16 15:14:45 2020-04-16 16:00:52 2020-04-16 16:30:51 0:29:59 smithi master centos 7.5 rados/singleton/{all/thrash-backfill-full.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{centos_latest.yaml}} 2
dead 4958558 2020-04-16 15:14:46 2020-04-16 16:00:53 2020-04-16 16:30:52 0:29:59 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml} 2
dead 4958559 2020-04-16 15:14:47 2020-04-16 16:00:53 2020-04-16 16:30:53 0:30:00 smithi master ubuntu 16.04 rados/singleton-nomsgr/{all/health-warnings.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml}} 1
fail 4958560 2020-04-16 15:14:48 2020-04-16 16:00:56 2020-04-16 16:32:56 0:32:00 0:21:14 0:10:46 smithi master ubuntu 16.04 rados/singleton/{all/thrash-eio.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml}}
Failure Reason:

[Errno None] Unable to connect to port 22 on 172.21.15.151

dead 4958561 2020-04-16 15:14:50 2020-04-16 16:02:51 2020-04-16 16:30:50 0:27:59 smithi master rhel 7.5 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml msgr-failures/fastclose.yaml objectstore/bluestore-bitmap.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{rhel_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-small-objects-fast-read.yaml} 2
dead 4958562 2020-04-16 15:14:51 2020-04-16 16:02:51 2020-04-16 16:30:50 0:27:59 smithi master rhel 7.5 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml} tasks/rados_striper.yaml} 2
dead 4958563 2020-04-16 15:14:52 2020-04-16 16:02:51 2020-04-16 16:30:50 0:27:59 smithi master centos 7.5 rados/mgr/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/bluestore-stupid.yaml supported-random-distro$/{centos_latest.yaml} tasks/crash.yaml} 2
dead 4958564 2020-04-16 15:14:53 2020-04-16 16:04:52 2020-04-16 16:30:51 0:25:59 smithi master ubuntu 16.04 rados/perf/{ceph.yaml objectstore/filestore-xfs.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{ubuntu_16.04.yaml} workloads/cosbench_64K_read_write.yaml} 1
dead 4958565 2020-04-16 15:14:54 2020-04-16 16:04:52 2020-04-16 16:30:52 0:26:00 smithi master ubuntu 16.04 rados/singleton-bluestore/{all/cephtool.yaml msgr-failures/many.yaml msgr/async-v1only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml}} 1
dead 4958566 2020-04-16 15:14:55 2020-04-16 16:04:52 2020-04-16 16:30:52 0:26:00 smithi master ubuntu 16.04 rados/dashboard/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/bluestore-stupid.yaml supported-random-distro$/{ubuntu_16.04.yaml} tasks/dashboard.yaml} 2
pass 4958567 2020-04-16 15:14:56 2020-04-16 16:04:52 2020-04-16 16:24:51 0:19:59 0:06:28 0:13:31 smithi master ubuntu 18.04 rados/multimon/{clusters/9.yaml msgr-failures/many.yaml msgr/async-v1only.yaml no_pools.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/mon_clock_no_skews.yaml} 3
dead 4958568 2020-04-16 15:14:58 2020-04-16 16:04:52 2020-04-16 16:30:52 0:26:00 smithi master ubuntu 16.04 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-stupid.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{ubuntu_16.04.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=4-m=2.yaml} 3
dead 4958569 2020-04-16 15:14:59 2020-04-16 16:04:53 2020-04-16 16:30:52 0:25:59 smithi master centos 7.5 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-stupid.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{centos_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
dead 4958570 2020-04-16 15:15:00 2020-04-16 16:07:05 2020-04-16 16:31:05 0:24:00 smithi master rhel 7.5 rados/thrash-erasure-code-overwrites/{bluestore-bitmap.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml msgr-failures/fastclose.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{rhel_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-small-objects-fast-read-overwrites.yaml} 2
fail 4958571 2020-04-16 15:15:01 2020-04-16 16:07:05 2020-04-16 16:31:05 0:24:00 0:11:19 0:12:41 smithi master rhel 7.5 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/bluestore-comp.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{rhel_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
Failure Reason:

psutil.NoSuchProcess process no longer exists (pid=7751)

fail 4958572 2020-04-16 15:15:02 2020-04-16 16:09:00 2020-04-16 16:31:00 0:22:00 0:08:40 0:13:20 smithi master centos rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/none.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-comp.yaml rados.yaml tasks/mon_recovery.yaml validater/valgrind.yaml} 2
Failure Reason:

psutil.NoSuchProcess process no longer exists (pid=1527)

dead 4958573 2020-04-16 15:15:03 2020-04-16 16:09:01 2020-04-16 16:31:00 0:21:59 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/set-chunks-read.yaml} 2
dead 4958574 2020-04-16 15:15:05 2020-04-16 16:09:01 2020-04-16 16:31:00 0:21:59 smithi master rhel 7.5 rados/singleton/{all/thrash-rados/{thrash-rados.yaml thrashosds-health.yaml} msgr-failures/many.yaml msgr/simple.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml}} 2
dead 4958575 2020-04-16 15:15:06 2020-04-16 16:09:01 2020-04-16 16:31:00 0:21:59 smithi master centos 7.5 rados/singleton-nomsgr/{all/large-omap-object-warnings.yaml rados.yaml supported-random-distro$/{centos_latest.yaml}} 1
dead 4958576 2020-04-16 15:15:07 2020-04-16 16:09:01 2020-04-16 16:31:00 0:21:59 smithi master ubuntu 18.04 rados/monthrash/{ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/sync-many.yaml workloads/snaps-few-objects.yaml} 2
dead 4958577 2020-04-16 15:15:08 2020-04-16 16:11:10 2020-04-16 16:31:10 0:20:00 smithi master rhel 7.5 rados/singleton/{all/thrash_cache_writeback_proxy_none.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml}} 2
dead 4958578 2020-04-16 15:15:09 2020-04-16 16:11:10 2020-04-16 16:31:10 0:20:00 smithi master ubuntu 16.04 rados/perf/{ceph.yaml objectstore/bluestore-bitmap.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{ubuntu_16.04.yaml} workloads/cosbench_64K_write.yaml} 1
pass 4958579 2020-04-16 15:15:10 2020-04-16 16:12:36 2020-04-16 16:30:35 0:17:59 0:09:09 0:08:50 smithi master centos 7.5 rados/objectstore/{backends/fusestore.yaml supported-random-distro$/{centos_latest.yaml}} 1
dead 4958580 2020-04-16 15:15:12 2020-04-16 16:12:37 2020-04-16 16:30:37 0:18:00 smithi master centos 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{centos_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/small-objects.yaml} 2
dead 4958581 2020-04-16 15:15:13 2020-04-16 16:12:37 2020-04-16 16:30:37 0:18:00 smithi master rhel 7.5 rados/singleton/{all/watch-notify-same-primary.yaml msgr-failures/many.yaml msgr/async-v2only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml}} 1
dead 4958582 2020-04-16 15:15:14 2020-04-16 16:12:53 2020-04-16 16:30:52 0:17:59 smithi master ubuntu 16.04 rados/standalone/{supported-random-distro$/{ubuntu_16.04.yaml} workloads/mon.yaml} 1
dead 4958583 2020-04-16 15:15:15 2020-04-16 16:12:53 2020-04-16 16:30:53 0:18:00 smithi master ubuntu 16.04 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/async-v2only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml} tasks/rados_workunit_loadgen_big.yaml} 2
dead 4958584 2020-04-16 15:15:16 2020-04-16 16:12:53 2020-04-16 16:30:53 0:18:00 smithi master ubuntu 16.04 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-install/hammer.yaml backoff/normal.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/crush-compat.yaml distro$/{ubuntu_16.04.yaml} msgr-failures/fastclose.yaml msgr/random.yaml rados.yaml thrashers/careful.yaml thrashosds-health.yaml workloads/test_rbd_api.yaml}
dead 4958585 2020-04-16 15:15:18 2020-04-16 16:12:54 2020-04-16 16:30:53 0:17:59 smithi master rhel 7.5 rados/mgr/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/filestore-xfs.yaml supported-random-distro$/{rhel_latest.yaml} tasks/failover.yaml} 2
dead 4958586 2020-04-16 15:15:19 2020-04-16 16:12:57 2020-04-16 16:30:57 0:18:00 smithi master rhel 7.5 rados/singleton/{all/admin-socket.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml}} 1
dead 4958587 2020-04-16 15:15:20 2020-04-16 16:12:58 2020-04-16 16:30:57 0:17:59 smithi master ubuntu 16.04 rados/singleton-nomsgr/{all/lazy_omap_stats_output.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml}} 1
dead 4958588 2020-04-16 15:15:21 2020-04-16 16:12:58 2020-04-16 16:30:57 0:17:59 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-comp.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/fio_4K_rand_read.yaml} 1
dead 4958589 2020-04-16 15:15:22 2020-04-16 16:13:04 2020-04-16 16:31:03 0:17:59 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 2
dead 4958590 2020-04-16 15:15:23 2020-04-16 16:13:04 2020-04-16 16:31:03 0:17:59 smithi master ubuntu 18.04 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml msgr-failures/few.yaml objectstore/bluestore-comp.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-small-objects-many-deletes.yaml} 2
dead 4958591 2020-04-16 15:15:25 2020-04-16 16:15:06 2020-04-16 16:31:06 0:16:00 smithi master ubuntu 18.04 rados/singleton/{all/deduptool.yaml msgr-failures/many.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
fail 4958592 2020-04-16 15:15:26 2020-04-16 16:15:07 2020-04-16 16:31:06 0:15:59 0:02:16 0:13:43 smithi master centos 7.5 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{centos_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 3
Failure Reason:

psutil.NoSuchProcess process no longer exists (pid=27589)

dead 4958593 2020-04-16 15:15:27 2020-04-16 16:15:07 2020-04-16 16:31:06 0:15:59 smithi master ubuntu 16.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{ubuntu_16.04.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
dead 4958594 2020-04-16 15:15:28 2020-04-16 16:15:07 2020-04-16 16:31:06 0:15:59 smithi master centos 7.5 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{centos_latest.yaml} tasks/rados_workunit_loadgen_mix.yaml} 2
dead 4958595 2020-04-16 15:15:29 2020-04-16 16:16:56 2020-04-16 16:30:56 0:14:00 smithi master ubuntu 18.04 rados/singleton-bluestore/{all/cephtool.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
dead 4958596 2020-04-16 15:15:31 2020-04-16 16:16:57 2020-04-16 16:30:56 0:13:59 smithi master ubuntu 18.04 rados/singleton/{all/divergent_priors.yaml msgr-failures/few.yaml msgr/simple.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
dead 4958597 2020-04-16 15:15:32 2020-04-16 16:16:57 2020-04-16 16:30:56 0:13:59 smithi master rhel 7.5 rados/perf/{ceph.yaml objectstore/bluestore-stupid.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{rhel_latest.yaml} workloads/fio_4K_rand_rw.yaml} 1
dead 4958598 2020-04-16 15:15:33 2020-04-16 16:16:57 2020-04-16 16:30:56 0:13:59 smithi master rhel 7.5 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml} 2
dead 4958599 2020-04-16 15:15:34 2020-04-16 16:16:57 2020-04-16 16:30:56 0:13:59 smithi master centos 7.5 rados/mgr/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/bluestore-bitmap.yaml supported-random-distro$/{centos_latest.yaml} tasks/insights.yaml} 2
dead 4958600 2020-04-16 15:15:36 2020-04-16 16:18:54 2020-04-16 16:30:54 0:12:00 smithi master centos 7.5 rados/multimon/{clusters/21.yaml msgr-failures/few.yaml msgr/async-v2only.yaml no_pools.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{centos_latest.yaml} tasks/mon_clock_with_skews.yaml} 3
dead 4958601 2020-04-16 15:15:37 2020-04-16 16:18:54 2020-04-16 16:30:54 0:12:00 smithi master centos 7.5 rados/objectstore/{backends/keyvaluedb.yaml supported-random-distro$/{centos_latest.yaml}} 1
dead 4958602 2020-04-16 15:15:38 2020-04-16 16:18:58 2020-04-16 16:30:57 0:11:59 smithi master rhel 7.5 rados/singleton-nomsgr/{all/librados_hello_world.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml}} 1
dead 4958603 2020-04-16 15:15:39 2020-04-16 16:21:14 2020-04-16 16:31:13 0:09:59 smithi master ubuntu 18.04 rados/thrash-erasure-code-overwrites/{bluestore-bitmap.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml msgr-failures/few.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-small-objects-overwrites.yaml} 2
dead 4958604 2020-04-16 15:15:40 2020-04-16 16:23:11 2020-04-16 16:31:10 0:07:59 smithi master rhel 7.5 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-stupid.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{rhel_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
dead 4958605 2020-04-16 15:15:41 2020-04-16 16:23:11 2020-04-16 16:31:10 0:07:59 smithi master rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/default/{default.yaml thrashosds-health.yaml} msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-stupid.yaml rados.yaml tasks/rados_api_tests.yaml validater/lockdep.yaml} 2
dead 4958606 2020-04-16 15:15:43 2020-04-16 16:24:58 2020-04-16 16:30:57 0:05:59 smithi master rhel 7.5 rados/monthrash/{ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{rhel_latest.yaml} thrashers/sync.yaml workloads/pool-create-delete.yaml}
dead 4958607 2020-04-16 15:15:44 2020-04-16 16:24:58 2020-04-16 16:30:57 0:05:59 smithi master ubuntu 16.04 rados/singleton/{all/divergent_priors2.yaml msgr-failures/many.yaml msgr/async-v1only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml}}
dead 4958608 2020-04-16 15:15:45 2020-04-16 16:24:58 2020-04-16 16:30:57 0:05:59 smithi master ubuntu 18.04 rados/singleton/{all/dump-stuck.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}}
dead 4958609 2020-04-16 15:15:46 2020-04-16 16:24:58 2020-04-16 16:30:57 0:05:59 smithi master rhel 7.5 rados/perf/{ceph.yaml objectstore/filestore-xfs.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{rhel_latest.yaml} workloads/fio_4M_rand_read.yaml}
dead 4958610 2020-04-16 15:15:47 2020-04-16 16:24:58 2020-04-16 16:30:57 0:05:59 smithi master centos 7.5 rados/standalone/{supported-random-distro$/{centos_latest.yaml} workloads/osd.yaml}
dead 4958611 2020-04-16 15:15:49 2020-04-16 16:24:58 2020-04-16 16:30:57 0:05:59 smithi master centos 7.5 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/random.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{centos_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml}
dead 4958612 2020-04-16 15:15:50 2020-04-16 16:25:04 2020-04-16 16:31:03 0:05:59 smithi master ubuntu 16.04 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-install/jewel.yaml backoff/peering.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/off.yaml distro$/{ubuntu_16.04.yaml} msgr-failures/few.yaml msgr/simple.yaml rados.yaml thrashers/default.yaml thrashosds-health.yaml workloads/cache-snaps.yaml}
dead 4958613 2020-04-16 15:15:51 2020-04-16 16:27:12 2020-04-16 16:31:11 0:03:59 smithi master ubuntu 16.04 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/random.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml} tasks/rados_workunit_loadgen_mostlyread.yaml}
dead 4958614 2020-04-16 15:15:52 2020-04-16 16:27:13 2020-04-16 16:31:12 0:03:59 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/msgr.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}}
dead 4958615 2020-04-16 15:15:53 2020-04-16 16:27:13 2020-04-16 16:31:12 0:03:59 smithi master ubuntu 18.04 rados/singleton/{all/ec-lost-unfound.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}}
dead 4958616 2020-04-16 15:15:55 2020-04-16 16:27:12 2020-04-16 16:31:12 0:04:00 smithi master ubuntu 16.04 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml msgr-failures/osd-delay.yaml objectstore/bluestore-stupid.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{ubuntu_16.04.yaml} thrashers/fastread.yaml thrashosds-health.yaml workloads/ec-small-objects.yaml}
dead 4958617 2020-04-16 15:15:56 2020-04-16 16:27:13 2020-04-16 16:31:12 0:03:59 smithi master centos 7.5 rados/mgr/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/bluestore-comp.yaml supported-random-distro$/{centos_latest.yaml} tasks/module_selftest.yaml}
dead 4958618 2020-04-16 15:15:57 2020-04-16 16:29:20 2020-04-16 16:31:19 0:01:59 smithi master rhel 7.5 rados/dashboard/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/filestore-xfs.yaml supported-random-distro$/{rhel_latest.yaml} tasks/dashboard.yaml}
dead 4958619 2020-04-16 15:15:58 2020-04-16 16:29:20 2020-04-16 16:31:19 0:01:59 smithi master ubuntu 16.04 rados/singleton/{all/erasure-code-nonregression.yaml msgr-failures/few.yaml msgr/random.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{ubuntu_16.04.yaml}}