Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
dead 4908854 2020-03-31 00:00:23 2020-03-31 01:46:52 2020-03-31 13:49:19 12:02:27 smithi master ubuntu 18.04 rados/singleton/{all/thrash_cache_writeback_proxy_none.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-avl.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 2
pass 4908855 2020-03-31 00:00:24 2020-03-31 01:46:52 2020-03-31 03:02:52 1:16:00 0:53:07 0:22:53 smithi master centos 8.1 rados/dashboard/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/bluestore-bitmap.yaml supported-random-distro$/{centos_8.yaml} tasks/dashboard.yaml} 2
pass 4908856 2020-03-31 00:00:25 2020-03-31 01:46:51 2020-03-31 02:06:51 0:20:00 0:13:40 0:06:20 smithi master ubuntu 18.04 rados/objectstore/{backends/ceph_objectstore_tool.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4908857 2020-03-31 00:00:26 2020-03-31 01:46:52 2020-03-31 02:22:52 0:36:00 0:26:32 0:09:28 smithi master rhel 8.1 rados/thrash-erasure-code-overwrites/{bluestore-bitmap.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml msgr-failures/few.yaml rados.yaml recovery-overrides/{more-partial-recovery.yaml} supported-random-distro$/{rhel_8.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-snaps-few-objects-overwrites.yaml} 2
pass 4908858 2020-03-31 00:00:27 2020-03-31 01:46:52 2020-03-31 02:16:51 0:29:59 0:10:21 0:19:38 smithi master centos 8.1 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/bluestore-avl.yaml rados.yaml recovery-overrides/{more-async-partial-recovery.yaml} supported-random-distro$/{centos_8.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
dead 4908859 2020-03-31 00:00:28 2020-03-31 01:46:52 2020-03-31 13:49:19 12:02:27 smithi master centos 8.1 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-partial-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_8.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-snaps-balanced.yaml} 2
fail 4908860 2020-03-31 00:00:29 2020-03-31 01:46:52 2020-03-31 02:38:52 0:52:00 0:38:10 0:13:50 smithi master ubuntu 18.04 rados/monthrash/{ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/many.yaml workloads/rados_api_tests.yaml} 2
Failure Reason:

"2020-03-31T02:07:41.985047+0000 mon.b (mon.0) 577 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log

pass 4908861 2020-03-31 00:00:30 2020-03-31 01:46:52 2020-03-31 02:04:52 0:18:00 0:10:10 0:07:50 smithi master rhel 8.1 rados/singleton-nomsgr/{all/cache-fs-trunc.yaml rados.yaml supported-random-distro$/{rhel_8.yaml}} 1
pass 4908862 2020-03-31 00:00:30 2020-03-31 01:46:52 2020-03-31 02:14:51 0:27:59 0:12:48 0:15:11 smithi master centos 8.0 rados/cephadm/smoke/{distro/centos_8.0.yaml fixed-2.yaml start.yaml} 2
pass 4908863 2020-03-31 00:00:31 2020-03-31 01:48:21 2020-03-31 02:06:20 0:17:59 0:10:12 0:07:47 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-comp.yaml openstack.yaml settings/optimized.yaml ubuntu_latest.yaml workloads/sample_radosbench.yaml} 1
pass 4908864 2020-03-31 00:00:32 2020-03-31 01:49:44 2020-03-31 02:39:44 0:50:00 0:35:04 0:14:56 smithi master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-install/luminous.yaml backoff/normal.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/off.yaml distro$/{centos_7.6.yaml} msgr-failures/osd-delay.yaml rados.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 3
pass 4908865 2020-03-31 00:00:33 2020-03-31 01:49:51 2020-03-31 02:05:50 0:15:59 0:07:30 0:08:29 smithi master centos 8.1 rados/singleton/{all/watch-notify-same-primary.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_8.yaml}} 1
pass 4908866 2020-03-31 00:00:34 2020-03-31 01:50:22 2020-03-31 02:22:22 0:32:00 0:23:40 0:08:20 smithi master centos 8.1 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-async-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/bluestore-comp-lz4.yaml rados.yaml supported-random-distro$/{centos_8.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 2
pass 4908867 2020-03-31 00:00:35 2020-03-31 01:51:11 2020-03-31 02:11:11 0:20:00 0:13:35 0:06:25 smithi master rhel 8.1 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-comp-zlib.yaml rados.yaml supported-random-distro$/{rhel_8.yaml} tasks/readwrite.yaml} 2
pass 4908868 2020-03-31 00:00:36 2020-03-31 01:52:31 2020-03-31 02:28:31 0:36:00 0:25:41 0:10:19 smithi master centos 8.1 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml msgr-failures/fastclose.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{centos_8.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=2-m=1.yaml} 2
pass 4908869 2020-03-31 00:00:36 2020-03-31 01:52:35 2020-03-31 02:28:34 0:35:59 0:30:34 0:05:25 smithi master centos 8.1 rados/standalone/{supported-random-distro$/{centos_8.yaml} workloads/erasure-code.yaml} 1
pass 4908870 2020-03-31 00:00:37 2020-03-31 01:52:37 2020-03-31 02:10:37 0:18:00 0:09:19 0:08:41 smithi master centos 8.1 rados/cephadm/smoke/{distro/centos_latest.yaml fixed-2.yaml start.yaml} 2
pass 4908871 2020-03-31 00:00:38 2020-03-31 01:52:39 2020-03-31 02:30:39 0:38:00 0:31:08 0:06:52 smithi master rhel 8.1 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml recovery-overrides/{more-async-partial-recovery.yaml} supported-random-distro$/{rhel_8.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
pass 4908872 2020-03-31 00:00:39 2020-03-31 01:52:44 2020-03-31 02:12:43 0:19:59 0:09:51 0:10:08 smithi master centos 8.1 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{centos_8.yaml} thrashers/fastread.yaml thrashosds-health.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 3
pass 4908873 2020-03-31 00:00:40 2020-03-31 01:54:21 2020-03-31 02:32:20 0:37:59 0:25:47 0:12:12 smithi master centos 8.1 rados/verify/{centos_latest.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/none.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml tasks/mon_recovery.yaml validater/valgrind.yaml} 2
pass 4908874 2020-03-31 00:00:41 2020-03-31 01:54:35 2020-03-31 02:28:35 0:34:00 0:09:59 0:24:01 smithi master centos 8.1 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-comp-snappy.yaml rados.yaml supported-random-distro$/{centos_8.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/cache.yaml} 2
pass 4908875 2020-03-31 00:00:42 2020-03-31 01:54:40 2020-03-31 02:10:40 0:16:00 0:08:56 0:07:04 smithi master rhel 8.1 rados/singleton/{all/admin-socket.yaml msgr-failures/many.yaml msgr/async-v2only.yaml objectstore/bluestore-comp-lz4.yaml rados.yaml supported-random-distro$/{rhel_8.yaml}} 1
pass 4908876 2020-03-31 00:00:43 2020-03-31 01:54:43 2020-03-31 02:46:43 0:52:00 0:30:49 0:21:11 smithi master centos 8.0 rados/cephadm/with-work/{distro/centos_8.0.yaml fixed-2.yaml mode/root.yaml msgr/async.yaml start.yaml tasks/rados_api_tests.yaml} 2
pass 4908877 2020-03-31 00:00:43 2020-03-31 01:54:47 2020-03-31 02:08:46 0:13:59 0:07:13 0:06:46 smithi master ubuntu 18.04 rados/multimon/{clusters/3.yaml msgr-failures/few.yaml msgr/async.yaml no_pools.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/mon_clock_with_skews.yaml} 2
pass 4908878 2020-03-31 00:00:44 2020-03-31 01:55:01 2020-03-31 02:09:00 0:13:59 0:08:07 0:05:52 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/ceph-kvstore-tool.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4908879 2020-03-31 00:00:45 2020-03-31 01:55:01 2020-03-31 02:21:00 0:25:59 0:17:49 0:08:10 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-comp.yaml openstack.yaml settings/optimized.yaml ubuntu_latest.yaml workloads/cosbench_64K_read_write.yaml} 1
pass 4908880 2020-03-31 00:00:46 2020-03-31 01:55:07 2020-03-31 02:15:06 0:19:59 0:12:20 0:07:39 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-comp-zlib.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/dedup_tier.yaml} 2
pass 4908881 2020-03-31 00:00:47 2020-03-31 01:56:14 2020-03-31 02:12:13 0:15:59 0:08:24 0:07:35 smithi master ubuntu 18.04 rados/cephadm/workunits/{distro/ubuntu_latest.yaml task/test_adoption.yaml} 1
pass 4908882 2020-03-31 00:00:48 2020-03-31 01:57:05 2020-03-31 02:25:04 0:27:59 0:08:04 0:19:55 smithi master ubuntu 18.04 rados/singleton/{all/deduptool.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp-snappy.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4908883 2020-03-31 00:00:48 2020-03-31 01:58:34 2020-03-31 02:20:33 0:21:59 0:11:40 0:10:19 smithi master ubuntu 18.04 rados/mgr/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/bluestore-low-osd-mem-target.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/insights.yaml} 2
pass 4908884 2020-03-31 00:00:49 2020-03-31 01:58:47 2020-03-31 02:56:47 0:58:00 0:13:27 0:44:33 smithi master rhel 8.1 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/bluestore-bitmap.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{rhel_8.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
dead 4908885 2020-03-31 00:00:50 2020-03-31 01:58:50 2020-03-31 14:01:17 12:02:27 smithi master centos 8.1 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-async-partial-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/bluestore-comp-zstd.yaml rados.yaml supported-random-distro$/{centos_8.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 4908886 2020-03-31 00:00:51 2020-03-31 01:58:50 2020-03-31 02:30:50 0:32:00 0:13:56 0:18:04 smithi master rhel 7.7 rados/cephadm/smoke/{distro/rhel_7.yaml fixed-2.yaml start.yaml} 2
fail 4908887 2020-03-31 00:00:52 2020-03-31 01:58:53 2020-03-31 03:54:54 1:56:01 1:41:56 0:14:05 smithi master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-install/mimic-v1only.yaml backoff/peering.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/crush-compat.yaml distro$/{centos_7.6.yaml} msgr-failures/fastclose.yaml rados.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/radosbench.yaml} 3
Failure Reason:

reached maximum tries (500) after waiting for 3000 seconds

pass 4908888 2020-03-31 00:00:53 2020-03-31 01:59:33 2020-03-31 03:05:34 1:06:01 0:56:58 0:09:03 smithi master ubuntu 18.04 rados/monthrash/{ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/async-v1only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/one.yaml workloads/rados_mon_osdmap_prune.yaml} 2
pass 4908889 2020-03-31 00:00:53 2020-03-31 02:02:50 2020-03-31 02:20:49 0:17:59 0:08:58 0:09:01 smithi master ubuntu 18.04 rados/singleton/{all/divergent_priors.yaml msgr-failures/many.yaml msgr/async-v1only.yaml objectstore/bluestore-comp-zlib.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4908890 2020-03-31 00:00:54 2020-03-31 02:02:50 2020-03-31 03:06:50 1:04:00 0:53:17 0:10:43 smithi master centos 8.1 rados/dashboard/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/bluestore-comp-lz4.yaml supported-random-distro$/{centos_8.yaml} tasks/dashboard.yaml} 2
pass 4908891 2020-03-31 00:00:55 2020-03-31 02:02:50 2020-03-31 02:20:50 0:18:00 0:06:42 0:11:18 smithi master centos 8.1 rados/objectstore/{backends/filejournal.yaml supported-random-distro$/{centos_8.yaml}} 1
pass 4908892 2020-03-31 00:00:56 2020-03-31 02:02:52 2020-03-31 02:38:51 0:35:59 0:27:50 0:08:09 smithi master centos 8.1 rados/singleton-bluestore/{all/cephtool.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-comp-snappy.yaml rados.yaml supported-random-distro$/{centos_8.yaml}} 1
pass 4908893 2020-03-31 00:00:57 2020-03-31 02:03:01 2020-03-31 02:33:00 0:29:59 0:16:08 0:13:51 smithi master ubuntu 18.04 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-comp-zstd.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/repair_test.yaml} 2
pass 4908894 2020-03-31 00:00:58 2020-03-31 02:04:53 2020-03-31 02:32:52 0:27:59 0:17:54 0:10:05 smithi master centos 8.1 rados/cephadm/with-work/{distro/centos_latest.yaml fixed-2.yaml mode/packaged.yaml msgr/async-v1only.yaml start.yaml tasks/rados_python.yaml} 2
pass 4908895 2020-03-31 00:00:59 2020-03-31 02:04:53 2020-03-31 02:40:53 0:36:00 0:20:18 0:15:42 smithi master centos 8.1 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-async-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{centos_8.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml} 2
pass 4908896 2020-03-31 00:00:59 2020-03-31 02:04:55 2020-03-31 02:34:55 0:30:00 0:17:52 0:12:08 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-low-osd-mem-target.yaml openstack.yaml settings/optimized.yaml ubuntu_latest.yaml workloads/cosbench_64K_write.yaml} 1
pass 4908897 2020-03-31 00:01:00 2020-03-31 02:05:51 2020-03-31 02:19:51 0:14:00 0:08:13 0:05:47 smithi master rhel 8.1 rados/singleton-nomsgr/{all/ceph-post-file.yaml rados.yaml supported-random-distro$/{rhel_8.yaml}} 1
pass 4908898 2020-03-31 00:01:01 2020-03-31 02:06:37 2020-03-31 02:42:37 0:36:00 0:24:20 0:11:40 smithi master centos 8.1 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml msgr-failures/few.yaml objectstore/bluestore-stupid.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{centos_8.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=3-m=1.yaml} 2
pass 4908899 2020-03-31 00:01:02 2020-03-31 02:06:38 2020-03-31 02:26:37 0:19:59 0:10:31 0:09:28 smithi master rhel 8.1 rados/singleton/{all/divergent_priors2.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-comp-zstd.yaml rados.yaml supported-random-distro$/{rhel_8.yaml}} 1
dead 4908900 2020-03-31 00:01:03 2020-03-31 02:06:47 2020-03-31 14:09:13 12:02:26 11:49:12 0:13:14 smithi master centos 8.1 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/bluestore-stupid.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{centos_8.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

psutil.NoSuchProcess process no longer exists (pid=31541)

pass 4908901 2020-03-31 00:01:04 2020-03-31 02:06:52 2020-03-31 02:26:52 0:20:00 0:11:31 0:08:29 smithi master rhel 8.0 rados/cephadm/smoke/{distro/rhel_8.0.yaml fixed-2.yaml start.yaml} 2
pass 4908902 2020-03-31 00:01:05 2020-03-31 02:07:14 2020-03-31 02:51:14 0:44:00 0:29:16 0:14:44 smithi master rhel 8.1 rados/thrash-erasure-code-overwrites/{bluestore-bitmap.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml msgr-failures/osd-delay.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{rhel_8.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-pool-snaps-few-objects-overwrites.yaml} 2
dead 4908903 2020-03-31 00:01:05 2020-03-31 02:09:03 2020-03-31 14:11:30 12:02:27 11:50:27 0:12:00 smithi master centos 8.1 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-partial-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{centos_8.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/radosbench-high-concurrency.yaml} 1
Failure Reason:

reached maximum tries (500) after waiting for 3000 seconds

dead 4908904 2020-03-31 00:01:06 2020-03-31 02:09:03 2020-03-31 14:11:30 12:02:27 smithi master centos 8.1 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/bluestore-stupid.yaml rados.yaml recovery-overrides/{more-async-recovery.yaml} supported-random-distro$/{centos_8.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=4-m=2.yaml} 3
dead 4908905 2020-03-31 00:01:07 2020-03-31 02:09:42 2020-03-31 14:12:09 12:02:27 smithi master centos 8.1 rados/verify/{centos_latest.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/default/{default.yaml thrashosds-health.yaml} msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-stupid.yaml rados.yaml tasks/rados_api_tests.yaml validater/lockdep.yaml} 2
pass 4908906 2020-03-31 00:01:08 2020-03-31 02:10:50 2020-03-31 02:30:49 0:19:59 0:10:54 0:09:05 smithi master ubuntu 18.04 rados/multimon/{clusters/6.yaml msgr-failures/many.yaml msgr/async-v1only.yaml no_pools.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/mon_recovery.yaml} 2
pass 4908907 2020-03-31 00:01:09 2020-03-31 02:10:50 2020-03-31 02:34:49 0:23:59 0:11:10 0:12:49 smithi master centos 8.1 rados/cephadm/workunits/{distro/centos_latest.yaml task/test_cephadm.yaml} 1
dead 4908908 2020-03-31 00:01:10 2020-03-31 02:10:50 2020-03-31 14:13:17 12:02:27 smithi master centos 8.1 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-async-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{centos_8.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/radosbench.yaml} 2
pass 4908909 2020-03-31 00:01:11 2020-03-31 02:11:12 2020-03-31 02:27:11 0:15:59 0:09:12 0:06:47 smithi master ubuntu 18.04 rados/singleton/{all/dump-stuck.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4908910 2020-03-31 00:01:11 2020-03-31 02:12:30 2020-03-31 02:32:29 0:19:59 0:12:08 0:07:51 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-stupid.yaml openstack.yaml settings/optimized.yaml ubuntu_latest.yaml workloads/fio_4K_rand_read.yaml} 1
pass 4908911 2020-03-31 00:01:12 2020-03-31 02:12:30 2020-03-31 02:30:29 0:17:59 0:10:21 0:07:38 smithi master ubuntu 18.04 rados/standalone/{supported-random-distro$/{ubuntu_latest.yaml} workloads/mgr.yaml} 1
pass 4908912 2020-03-31 00:01:13 2020-03-31 02:12:32 2020-03-31 02:46:32 0:34:00 0:25:08 0:08:52 smithi master ubuntu 18.04 rados/mgr/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/bluestore-stupid.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/module_selftest.yaml} 2
pass 4908913 2020-03-31 00:01:14 2020-03-31 02:12:44 2020-03-31 02:50:44 0:38:00 0:30:51 0:07:09 smithi master rhel 8.0 rados/cephadm/with-work/{distro/rhel_8.0.yaml fixed-2.yaml mode/root.yaml msgr/async-v2only.yaml start.yaml tasks/rados_api_tests.yaml} 2
pass 4908914 2020-03-31 00:01:15 2020-03-31 02:14:36 2020-03-31 02:32:36 0:18:00 0:09:04 0:08:56 smithi master rhel 8.1 rados/singleton-nomsgr/{all/export-after-evict.yaml rados.yaml supported-random-distro$/{rhel_8.yaml}} 1
pass 4908915 2020-03-31 00:01:16 2020-03-31 02:14:46 2020-03-31 02:34:45 0:19:59 0:11:05 0:08:54 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-async-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-avl.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/redirect.yaml} 2
pass 4908916 2020-03-31 00:01:17 2020-03-31 02:14:53 2020-03-31 02:40:52 0:25:59 0:13:12 0:12:47 smithi master rhel 8.1 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-lz4.yaml rados.yaml recovery-overrides/{more-async-partial-recovery.yaml} supported-random-distro$/{rhel_8.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 4908917 2020-03-31 00:01:17 2020-03-31 02:15:08 2020-03-31 02:59:08 0:44:00 0:18:15 0:25:45 smithi master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-install/mimic.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/off.yaml distro$/{centos_7.6.yaml} msgr-failures/few.yaml rados.yaml thrashers/none.yaml thrashosds-health.yaml workloads/rbd_cls.yaml} 3
fail 4908918 2020-03-31 00:01:18 2020-03-31 02:15:31 2020-03-31 02:45:31 0:30:00 0:23:33 0:06:27 smithi master rhel 8.1 rados/singleton/{all/ec-lost-unfound.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{rhel_8.yaml}} 1
Failure Reason:

Command failed on smithi008 with status 6: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early tell osd.2 debug kick_recovery_wq 5'

fail 4908919 2020-03-31 00:01:19 2020-03-31 02:16:32 2020-03-31 02:38:32 0:22:00 0:14:02 0:07:58 smithi master ubuntu 18.04 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/async-v2only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/scrub_test.yaml} 2
Failure Reason:

fatal timeout trying to deep-scrub

pass 4908920 2020-03-31 00:01:20 2020-03-31 02:16:53 2020-03-31 02:36:52 0:19:59 0:10:32 0:09:27 smithi master rhel 8.1 rados/cephadm/smoke/{distro/rhel_latest.yaml fixed-2.yaml start.yaml} 2
pass 4908921 2020-03-31 00:01:21 2020-03-31 02:18:38 2020-03-31 02:50:37 0:31:59 0:24:14 0:07:45 smithi master ubuntu 18.04 rados/monthrash/{ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/sync-many.yaml workloads/rados_mon_workunits.yaml} 2
fail 4908922 2020-03-31 00:01:22 2020-03-31 02:18:38 2020-03-31 02:40:37 0:21:59 0:13:16 0:08:43 smithi master centos 8.1 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-async-partial-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_8.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/redirect_promote_tests.yaml} 2
Failure Reason:

Found coredumps on ubuntu@smithi045.front.sepia.ceph.com

pass 4908923 2020-03-31 00:01:23 2020-03-31 02:20:08 2020-03-31 02:36:07 0:15:59 0:06:03 0:09:56 smithi master centos 8.1 rados/singleton/{all/erasure-code-nonregression.yaml msgr-failures/many.yaml msgr/async-v2only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{centos_8.yaml}} 1
pass 4908924 2020-03-31 00:01:23 2020-03-31 02:20:14 2020-03-31 02:48:13 0:27:59 0:20:48 0:07:11 smithi master rhel 8.1 rados/cephadm/with-work/{distro/rhel_latest.yaml fixed-2.yaml mode/packaged.yaml msgr/async.yaml start.yaml tasks/rados_python.yaml} 2
pass 4908925 2020-03-31 00:01:24 2020-03-31 02:20:34 2020-03-31 03:22:34 1:02:00 0:54:38 0:07:22 smithi master ubuntu 18.04 rados/dashboard/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/bluestore-comp-snappy.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/dashboard.yaml} 2
pass 4908926 2020-03-31 00:01:25 2020-03-31 02:20:47 2020-03-31 04:48:49 2:28:02 2:17:32 0:10:30 smithi master centos 8.1 rados/objectstore/{backends/filestore-idempotent-aio-journal.yaml supported-random-distro$/{centos_8.yaml}} 1
pass 4908927 2020-03-31 00:01:26 2020-03-31 02:20:50 2020-03-31 02:44:50 0:24:00 0:16:52 0:07:08 smithi master centos 8.1 rados/valgrind-leaks/{1-start.yaml 2-inject-leak/none.yaml centos_latest.yaml} 1
pass 4908928 2020-03-31 00:01:27 2020-03-31 02:20:51 2020-03-31 02:40:50 0:19:59 0:12:40 0:07:19 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-basic-min-osd-mem-target.yaml openstack.yaml settings/optimized.yaml ubuntu_latest.yaml workloads/fio_4K_rand_rw.yaml} 1
dead 4908929 2020-03-31 00:01:28 2020-03-31 02:21:02 2020-03-31 14:23:25 12:02:23 smithi master ubuntu 18.04 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-radosbench.yaml} 2
dead 4908930 2020-03-31 00:01:28 2020-03-31 02:22:39 2020-03-31 14:25:05 12:02:26 smithi master centos 8.1 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-async-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/bluestore-comp-lz4.yaml rados.yaml supported-random-distro$/{centos_8.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml} 2
pass 4908931 2020-03-31 00:01:29 2020-03-31 02:22:39 2020-03-31 03:00:39 0:38:00 0:26:47 0:11:13 smithi master ubuntu 18.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml recovery-overrides/{more-async-partial-recovery.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
pass 4908932 2020-03-31 00:01:30 2020-03-31 02:22:53 2020-03-31 02:54:53 0:32:00 0:10:47 0:21:13 smithi master ubuntu 18.04 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml recovery-overrides/{more-async-partial-recovery.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 3
pass 4908933 2020-03-31 00:01:31 2020-03-31 02:23:02 2020-03-31 03:45:02 1:22:00 1:13:15 0:08:45 smithi master centos 8.1 rados/verify/{centos_latest.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/none.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/rados_cls_all.yaml validater/valgrind.yaml} 2
pass 4908934 2020-03-31 00:01:32 2020-03-31 02:25:20 2020-03-31 02:41:20 0:16:00 0:09:39 0:06:21 smithi master rhel 8.1 rados/singleton-nomsgr/{all/full-tiering.yaml rados.yaml supported-random-distro$/{rhel_8.yaml}} 1
pass 4908935 2020-03-31 00:01:33 2020-03-31 02:26:54 2020-03-31 02:46:53 0:19:59 0:12:08 0:07:51 smithi master ubuntu 18.04 rados/cephadm/smoke/{distro/ubuntu_18.04.yaml fixed-2.yaml start.yaml} 2
fail 4908936 2020-03-31 00:01:33 2020-03-31 02:26:54 2020-03-31 02:58:53 0:31:59 0:23:46 0:08:13 smithi master rhel 8.1 rados/singleton/{all/lost-unfound-delete.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-avl.yaml rados.yaml supported-random-distro$/{rhel_8.yaml}} 1
Failure Reason:

Command failed on smithi037 with status 22: u'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early pg 2.e mark_unfound_lost delete'

pass 4908937 2020-03-31 00:01:34 2020-03-31 02:27:12 2020-03-31 02:49:12 0:22:00 0:06:39 0:15:21 smithi master centos 8.1 rados/multimon/{clusters/9.yaml msgr-failures/few.yaml msgr/async-v2only.yaml no_pools.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{centos_8.yaml} tasks/mon_clock_no_skews.yaml} 3
fail 4908938 2020-03-31 00:01:35 2020-03-31 02:28:48 2020-03-31 12:22:58 9:54:10 9:45:21 0:08:49 smithi master rhel 8.1 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-partial-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-comp-snappy.yaml rados.yaml supported-random-distro$/{rhel_8.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/set-chunk-promote-flush.yaml} 2
Failure Reason:

Command failed on smithi164 with status 124: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early osd dump --format=json'

pass 4908939 2020-03-31 00:01:36 2020-03-31 02:28:48 2020-03-31 02:40:47 0:11:59 0:04:22 0:07:37 smithi master ubuntu 18.04 rados/cephadm/workunits/{distro/ubuntu_18.04_podman.yaml task/test_cephadm_repos.yaml} 1
fail 4908940 2020-03-31 00:01:37 2020-03-31 02:28:48 2020-03-31 03:20:48 0:52:00 0:37:19 0:14:41 smithi master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-install/nautilus-v1only.yaml backoff/normal.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/crush-compat.yaml distro$/{centos_7.6.yaml} msgr-failures/osd-delay.yaml rados.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 3
Failure Reason:

Command failed on smithi070 with status 125: 'sudo docker kill -s 1 ceph-5b1d69ba-72fa-11ea-924b-001a4aab830c-osd.5'

pass 4908941 2020-03-31 00:01:38 2020-03-31 02:28:48 2020-03-31 02:50:47 0:21:59 0:13:06 0:08:53 smithi master rhel 8.1 rados/mgr/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/filestore-xfs.yaml supported-random-distro$/{rhel_8.yaml} tasks/progress.yaml} 2
fail 4908942 2020-03-31 00:01:39 2020-03-31 02:28:53 2020-03-31 03:02:53 0:34:00 0:22:55 0:11:05 smithi master centos 8.1 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{centos_8.yaml} tasks/rados_api_tests.yaml} 2
Failure Reason:

"2020-03-31T02:44:10.806999+0000 mon.b (mon.0) 185 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log

fail 4908943 2020-03-31 00:01:39 2020-03-31 13:10:46 2020-03-31 13:48:45 0:37:59 0:23:40 0:14:19 smithi master ubuntu 18.04 rados/singleton/{all/lost-unfound.yaml msgr-failures/many.yaml msgr/async-v1only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
Failure Reason:

Command failed on smithi083 with status 124: u"sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early -- pg 2.e list_unfound '{}'"

dead 4908944 2020-03-31 00:01:40 2020-03-31 13:10:46 2020-04-01 01:13:09 12:02:23 smithi master rhel 8.1 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-async-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-comp-zlib.yaml rados.yaml supported-random-distro$/{rhel_8.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/set-chunks-read.yaml} 2
dead 4908945 2020-03-31 00:01:41 2020-03-31 13:10:45 2020-04-01 01:13:12 12:02:27 smithi master rhel 8.1 rados/thrash-erasure-code-overwrites/{bluestore-bitmap.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml msgr-failures/fastclose.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{rhel_8.yaml} thrashers/fastread.yaml thrashosds-health.yaml workloads/ec-small-objects-fast-read-overwrites.yaml} 2
pass 4908946 2020-03-31 00:01:42 2020-03-31 13:10:46 2020-03-31 14:24:46 1:14:00 0:11:58 1:02:02 smithi master ubuntu 18.04 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/bluestore-comp-snappy.yaml rados.yaml recovery-overrides/{more-partial-recovery.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 4908947 2020-03-31 00:01:43 2020-03-31 13:10:44 2020-03-31 13:30:43 0:19:59 0:10:34 0:09:25 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-bitmap.yaml openstack.yaml settings/optimized.yaml ubuntu_latest.yaml workloads/fio_4M_rand_read.yaml} 1
pass 4908948 2020-03-31 00:01:44 2020-03-31 13:10:46 2020-03-31 14:12:45 1:01:59 0:30:53 0:31:06 smithi master ubuntu 18.04 rados/cephadm/with-work/{distro/ubuntu_18.04.yaml fixed-2.yaml mode/root.yaml msgr/async-v1only.yaml start.yaml tasks/rados_api_tests.yaml} 2
fail 4908949 2020-03-31 00:01:44 2020-03-31 13:10:46 2020-03-31 13:48:46 0:38:00 0:21:25 0:16:35 smithi master centos 8.1 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/bluestore-comp-zstd.yaml rados.yaml supported-random-distro$/{centos_8.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/small-objects-balanced.yaml} 2
Failure Reason:

"2020-03-31T13:38:48.924748+0000 mon.b (mon.0) 1426 : cluster [WRN] Health check failed: 1 daemons have recently crashed (RECENT_CRASH)" in cluster log

pass 4908950 2020-03-31 00:01:45 2020-03-31 13:10:44 2020-03-31 13:28:43 0:17:59 0:09:23 0:08:36 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/health-warnings.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4908951 2020-03-31 00:01:46 2020-03-31 13:10:45 2020-03-31 13:34:44 0:23:59 0:13:01 0:10:58 smithi master ubuntu 18.04 rados/cephadm/smoke/{distro/ubuntu_18.04_podman.yaml fixed-2.yaml start.yaml} 2
pass 4908952 2020-03-31 00:01:47 2020-03-31 13:10:45 2020-03-31 14:00:44 0:49:59 0:28:24 0:21:35 smithi master rhel 8.1 rados/monthrash/{ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/async.yaml objectstore/bluestore-avl.yaml rados.yaml supported-random-distro$/{rhel_8.yaml} thrashers/sync.yaml workloads/rados_mon_workunits.yaml} 2
pass 4908953 2020-03-31 00:01:48 2020-03-31 13:10:44 2020-03-31 13:26:43 0:15:59 0:06:38 0:09:21 smithi master centos 8.1 rados/singleton/{all/max-pg-per-osd.from-mon.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-comp-lz4.yaml rados.yaml supported-random-distro$/{centos_8.yaml}} 1
pass 4908954 2020-03-31 00:01:48 2020-03-31 13:10:46 2020-03-31 13:44:45 0:33:59 0:23:44 0:10:15 smithi master rhel 8.1 rados/standalone/{supported-random-distro$/{rhel_8.yaml} workloads/misc.yaml} 1
fail 4908955 2020-03-31 00:01:49 2020-03-31 13:10:46 2020-03-31 14:16:46 1:06:00 0:17:39 0:48:21 smithi master centos 8.1 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-partial-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{centos_8.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/small-objects-localized.yaml} 2
Failure Reason:

"2020-03-31T14:09:32.870865+0000 mon.b (mon.0) 163 : cluster [WRN] Health check failed: 1 daemons have recently crashed (RECENT_CRASH)" in cluster log

pass 4908956 2020-03-31 00:01:50 2020-03-31 13:10:45 2020-03-31 13:42:44 0:31:59 0:22:22 0:09:37 smithi master ubuntu 18.04 rados/cephadm/with-work/{distro/ubuntu_18.04_podman.yaml fixed-2.yaml mode/packaged.yaml msgr/async-v2only.yaml start.yaml tasks/rados_python.yaml} 2
pass 4908957 2020-03-31 00:01:51 2020-03-31 13:10:46 2020-03-31 14:06:45 0:55:59 0:18:59 0:37:00 smithi master centos 8.1 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml msgr-failures/fastclose.yaml objectstore/bluestore-avl.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{centos_8.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-small-objects-balanced.yaml} 2
pass 4908958 2020-03-31 00:01:52 2020-03-31 13:10:45 2020-03-31 14:28:45 1:18:00 0:55:08 0:22:52 smithi master ubuntu 18.04 rados/dashboard/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/bluestore-comp-zlib.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/dashboard.yaml} 2
pass 4908959 2020-03-31 00:01:53 2020-03-31 13:10:45 2020-03-31 15:30:47 2:20:02 2:10:33 0:09:29 smithi master ubuntu 18.04 rados/objectstore/{backends/filestore-idempotent.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4908960 2020-03-31 00:01:53 2020-03-31 13:10:46 2020-03-31 13:40:45 0:29:59 0:13:21 0:16:38 smithi master rhel 8.1 rados/singleton/{all/max-pg-per-osd.from-primary.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-comp-snappy.yaml rados.yaml supported-random-distro$/{rhel_8.yaml}} 1
pass 4908961 2020-03-31 00:01:54 2020-03-31 13:11:00 2020-03-31 13:30:59 0:19:59 0:13:25 0:06:34 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-comp.yaml openstack.yaml settings/optimized.yaml ubuntu_latest.yaml workloads/fio_4M_rand_rw.yaml} 1
pass 4908962 2020-03-31 00:01:55 2020-03-31 13:13:24 2020-03-31 13:49:24 0:36:00 0:28:00 0:08:00 smithi master centos 8.1 rados/singleton-bluestore/{all/cephtool.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_8.yaml}} 1
dead 4908963 2020-03-31 00:01:56 2020-03-31 13:13:24 2020-04-01 01:15:47 12:02:23 smithi master centos 8.1 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-avl.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{centos_8.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
pass 4908964 2020-03-31 00:01:57 2020-03-31 13:14:10 2020-03-31 13:50:09 0:35:59 0:25:53 0:10:06 smithi master centos 8.1 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-avl.yaml rados.yaml recovery-overrides/{more-async-recovery.yaml} supported-random-distro$/{centos_8.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=4-m=2.yaml} 3
fail 4908965 2020-03-31 00:01:58 2020-03-31 13:14:14 2020-04-01 00:02:26 10:48:12 10:38:44 0:09:28 smithi master centos 8.1 rados/verify/{centos_latest.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/default/{default.yaml thrashosds-health.yaml} msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-avl.yaml rados.yaml tasks/rados_cls_all.yaml validater/lockdep.yaml} 2
Failure Reason:

Command failed on smithi199 with status 124: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early osd dump --format=json'

pass 4908966 2020-03-31 00:01:59 2020-03-31 13:14:22 2020-03-31 13:44:22 0:30:00 0:20:42 0:09:18 smithi master centos 8.1 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-async-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{centos_8.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/small-objects.yaml} 2
pass 4908967 2020-03-31 00:01:59 2020-03-31 13:15:15 2020-03-31 13:35:14 0:19:59 0:12:25 0:07:34 smithi master ubuntu 18.04 rados/cephadm/smoke/{distro/ubuntu_latest.yaml fixed-2.yaml start.yaml} 2
pass 4908968 2020-03-31 00:02:00 2020-03-31 13:16:00 2020-03-31 13:34:00 0:18:00 0:06:42 0:11:18 smithi master centos 8.1 rados/multimon/{clusters/21.yaml msgr-failures/many.yaml msgr/async-v2only.yaml no_pools.yaml objectstore/bluestore-avl.yaml rados.yaml supported-random-distro$/{centos_8.yaml} tasks/mon_clock_no_skews.yaml} 3
fail 4908969 2020-03-31 00:02:01 2020-03-31 13:16:04 2020-03-31 13:56:04 0:40:00 0:23:31 0:16:29 smithi master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-install/nautilus-v2only.yaml backoff/peering.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/off.yaml distro$/{centos_7.6.yaml} msgr-failures/fastclose.yaml rados.yaml thrashers/careful.yaml thrashosds-health.yaml workloads/test_rbd_api.yaml} 3
Failure Reason:

reached maximum tries (180) after waiting for 180 seconds

fail 4908970 2020-03-31 00:02:02 2020-03-31 13:17:17 2020-03-31 16:57:20 3:40:03 3:26:33 0:13:30 smithi master rhel 8.1 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/async-v1only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{rhel_8.yaml} tasks/rados_cls_all.yaml} 2
Failure Reason:

Command failed (workunit test cls/test_cls_rgw.sh) on smithi184 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=851a48d0cedccf0e6374f6d3e7daf0c39a4a2910 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh'

pass 4908971 2020-03-31 00:02:03 2020-03-31 13:17:17 2020-03-31 13:35:17 0:18:00 0:10:08 0:07:52 smithi master rhel 8.1 rados/singleton-nomsgr/{all/large-omap-object-warnings.yaml rados.yaml supported-random-distro$/{rhel_8.yaml}} 1
pass 4908972 2020-03-31 00:02:04 2020-03-31 13:17:46 2020-03-31 13:39:45 0:21:59 0:10:56 0:11:03 smithi master centos 8.1 rados/singleton/{all/max-pg-per-osd.from-replica.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-comp-zlib.yaml rados.yaml supported-random-distro$/{centos_8.yaml}} 1
pass 4908973 2020-03-31 00:02:05 2020-03-31 13:18:07 2020-03-31 14:00:07 0:42:00 0:10:26 0:31:34 smithi master ubuntu 18.04 rados/mgr/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/bluestore-avl.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/prometheus.yaml} 2
pass 4908974 2020-03-31 00:02:05 2020-03-31 13:19:16 2020-03-31 13:35:15 0:15:59 0:09:37 0:06:22 smithi master ubuntu 18.04 rados/cephadm/workunits/{distro/ubuntu_18.04_podman.yaml task/test_adoption.yaml} 1
dead 4908975 2020-03-31 00:02:06 2020-03-31 13:19:16 2020-04-01 01:21:43 12:02:27 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-async-partial-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/snaps-few-objects-balanced.yaml} 2
pass 4908976 2020-03-31 00:02:07 2020-03-31 13:19:16 2020-03-31 14:07:16 0:48:00 0:12:49 0:35:11 smithi master rhel 8.1 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/bluestore-comp-zlib.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{rhel_8.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 4908977 2020-03-31 00:02:08 2020-03-31 13:19:18 2020-03-31 13:39:17 0:19:59 0:11:05 0:08:54 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-low-osd-mem-target.yaml openstack.yaml settings/optimized.yaml ubuntu_latest.yaml workloads/fio_4M_rand_write.yaml} 1
pass 4908978 2020-03-31 00:02:09 2020-03-31 13:21:05 2020-03-31 13:59:05 0:38:00 0:30:48 0:07:12 smithi master ubuntu 18.04 rados/cephadm/with-work/{distro/ubuntu_latest.yaml fixed-2.yaml mode/root.yaml msgr/async.yaml start.yaml tasks/rados_api_tests.yaml} 2
pass 4908979 2020-03-31 00:02:10 2020-03-31 13:21:06 2020-03-31 17:17:09 3:56:03 3:41:45 0:14:18 smithi master ubuntu 18.04 rados/upgrade/nautilus-x-singleton/{0-cluster/{openstack.yaml start.yaml} 1-install/nautilus.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-workload/{rbd-cls.yaml rbd-import-export.yaml readwrite.yaml snaps-few-objects.yaml} 5-workload/{radosbench.yaml rbd_api.yaml} 6-finish-upgrade.yaml 7-octopus.yaml 8-workload/{rbd-python.yaml snaps-many-objects.yaml} bluestore-bitmap.yaml thrashosds-health.yaml ubuntu_latest.yaml} 4
pass 4908980 2020-03-31 00:02:11 2020-03-31 13:21:20 2020-03-31 13:41:20 0:20:00 0:07:35 0:12:25 smithi master centos 8.1 rados/singleton/{all/mon-auth-caps.yaml msgr-failures/many.yaml msgr/async-v2only.yaml objectstore/bluestore-comp-zstd.yaml rados.yaml supported-random-distro$/{centos_8.yaml}} 1
dead 4908981 2020-03-31 00:02:12 2020-03-31 13:23:30 2020-04-01 01:25:57 12:02:27 11:51:20 0:11:07 smithi master rhel 8.1 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-avl.yaml rados.yaml supported-random-distro$/{rhel_8.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/snaps-few-objects-localized.yaml} 2
Failure Reason:

psutil.NoSuchProcess process no longer exists (pid=25684)

pass 4908982 2020-03-31 00:02:13 2020-03-31 13:24:59 2020-03-31 13:58:59 0:34:00 0:23:59 0:10:01 smithi master centos 8.1 rados/monthrash/{ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_8.yaml} thrashers/force-sync-many.yaml workloads/snaps-few-objects.yaml} 2
pass 4908983 2020-03-31 00:02:13 2020-03-31 13:27:00 2020-03-31 13:57:00 0:30:00 0:09:58 0:20:02 smithi master centos 8.1 rados/cephadm/orchestrator_cli/{2-node-mgr.yaml orchestrator_cli.yaml supported-random-distro$/{centos_8.yaml}} 2
dead 4908984 2020-03-31 00:02:14 2020-03-31 13:27:10 2020-04-01 01:29:38 12:02:28 11:45:24 0:17:04 smithi master centos 8.1 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_8.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml}
Failure Reason:

psutil.NoSuchProcess process no longer exists (pid=20687)

pass 4908985 2020-03-31 00:02:15 2020-03-31 13:27:51 2020-03-31 14:09:51 0:42:00 0:21:53 0:20:07 smithi master rhel 8.1 rados/thrash-erasure-code-overwrites/{bluestore-bitmap.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml msgr-failures/few.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{rhel_8.yaml} thrashers/minsize_recovery.yaml thrashosds-health.yaml workloads/ec-small-objects-overwrites.yaml} 2
pass 4908986 2020-03-31 00:02:16 2020-03-31 13:28:59 2020-03-31 13:46:59 0:18:00 0:11:18 0:06:42 smithi master rhel 8.1 rados/singleton/{all/mon-config-key-caps.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{rhel_8.yaml}} 1
pass 4908987 2020-03-31 00:02:17 2020-03-31 13:29:00 2020-03-31 13:44:59 0:15:59 0:08:38 0:07:21 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/lazy_omap_stats_output.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
fail 4908988 2020-03-31 00:02:18 2020-03-31 13:29:07 2020-03-31 14:03:07 0:34:00 0:23:01 0:10:59 smithi master rhel 8.1 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml rados.yaml recovery-overrides/{more-async-recovery.yaml} supported-random-distro$/{rhel_8.yaml} thrashers/fastread.yaml thrashosds-health.yaml workloads/ec-small-objects-fast-read.yaml} 2
Failure Reason:

"2020-03-31T13:52:47.570899+0000 mon.b (mon.0) 1008 : cluster [WRN] Health check failed: 1 daemons have recently crashed (RECENT_CRASH)" in cluster log

pass 4908989 2020-03-31 00:02:19 2020-03-31 13:29:22 2020-03-31 13:57:22 0:28:00 0:12:51 0:15:09 smithi master centos 7.6 rados/cephadm/smoke/{distro/centos_7.yaml fixed-2.yaml start.yaml} 2
pass 4908990 2020-03-31 00:02:19 2020-03-31 13:30:59 2020-03-31 14:08:59 0:38:00 0:29:38 0:08:22 smithi master rhel 8.1 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/bluestore-bitmap.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{rhel_8.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
fail 4908991 2020-03-31 00:02:20 2020-03-31 13:31:00 2020-03-31 13:57:00 0:26:00 0:13:29 0:12:31 smithi master centos 8.1 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-partial-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/bluestore-comp-lz4.yaml rados.yaml supported-random-distro$/{centos_8.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml} 2
Failure Reason:

Found coredumps on ubuntu@smithi179.front.sepia.ceph.com

pass 4908992 2020-03-31 00:02:21 2020-03-31 13:31:01 2020-03-31 14:17:01 0:46:00 0:10:17 0:35:43 smithi master centos 8.1 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/bluestore-bitmap.yaml rados.yaml recovery-overrides/{more-partial-recovery.yaml} supported-random-distro$/{centos_8.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 3
pass 4908993 2020-03-31 00:02:22 2020-03-31 13:31:28 2020-03-31 14:11:28 0:40:00 0:27:54 0:12:06 smithi master centos 8.1 rados/verify/{centos_latest.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/none.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml tasks/mon_recovery.yaml validater/valgrind.yaml} 2
fail 4908994 2020-03-31 00:02:23 2020-03-31 13:32:24 2020-03-31 13:52:23 0:19:59 0:07:44 0:12:15 smithi master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-install/nautilus.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/crush-compat.yaml distro$/{centos_7.6.yaml} msgr-failures/few.yaml rados.yaml thrashers/default.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 3
Failure Reason:

ceph version 14.2.8-259.g1db8ea3221 was not installed, found 14.2.8-257.g62afb915ec.el7.

pass 4908995 2020-03-31 00:02:24 2020-03-31 13:33:07 2020-03-31 13:57:06 0:23:59 0:16:13 0:07:46 smithi master rhel 8.1 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-avl.yaml rados.yaml supported-random-distro$/{rhel_8.yaml} tasks/rados_python.yaml} 2
pass 4908996 2020-03-31 00:02:25 2020-03-31 13:34:16 2020-03-31 13:52:15 0:17:59 0:11:46 0:06:13 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-stupid.yaml openstack.yaml settings/optimized.yaml ubuntu_latest.yaml workloads/radosbench_4K_rand_read.yaml} 1
pass 4908997 2020-03-31 00:02:25 2020-03-31 13:34:22 2020-03-31 15:28:23 1:54:01 0:57:26 0:56:35 smithi master rhel 8.1 rados/dashboard/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/bluestore-comp-zstd.yaml supported-random-distro$/{rhel_8.yaml} tasks/dashboard.yaml} 2
pass 4908998 2020-03-31 00:02:26 2020-03-31 13:34:45 2020-03-31 13:50:45 0:16:00 0:08:25 0:07:35 smithi master ubuntu 18.04 rados/objectstore/{backends/fusestore.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4908999 2020-03-31 00:02:27 2020-03-31 13:35:15 2020-03-31 13:55:15 0:20:00 0:13:32 0:06:28 smithi master ubuntu 18.04 rados/singleton/{all/mon-config-keys.yaml msgr-failures/many.yaml msgr/async-v1only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4909000 2020-03-31 00:02:28 2020-03-31 13:35:32 2020-03-31 14:37:32 1:02:00 0:08:54 0:53:06 smithi master rhel 8.1 rados/multimon/{clusters/3.yaml msgr-failures/few.yaml msgr/async.yaml no_pools.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{rhel_8.yaml} tasks/mon_clock_with_skews.yaml} 2
pass 4909001 2020-03-31 00:02:29 2020-03-31 13:35:32 2020-03-31 14:37:32 1:02:00 0:18:20 0:43:40 smithi master ubuntu 18.04 rados/cephadm/upgrade/{1-start.yaml 2-start-upgrade.yaml 3-wait.yaml distro$/{ubuntu_18.04_podman.yaml} fixed-2.yaml} 2
fail 4909002 2020-03-31 00:02:30 2020-03-31 13:35:32 2020-03-31 14:39:32 1:04:00 0:19:49 0:44:11 smithi master centos 8.1 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-comp-snappy.yaml rados.yaml supported-random-distro$/{centos_8.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml} 2
Failure Reason:

"2020-03-31T14:30:04.873209+0000 mon.b (mon.0) 178 : cluster [WRN] Health check failed: 1 daemons have recently crashed (RECENT_CRASH)" in cluster log

pass 4909003 2020-03-31 00:02:31 2020-03-31 13:35:56 2020-03-31 14:19:56 0:44:00 0:38:18 0:05:42 smithi master rhel 8.1 rados/standalone/{supported-random-distro$/{rhel_8.yaml} workloads/mon.yaml} 1
pass 4909004 2020-03-31 00:02:31 2020-03-31 13:36:05 2020-03-31 13:52:05 0:16:00 0:08:24 0:07:36 smithi master ubuntu 18.04 rados/mgr/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/bluestore-bitmap.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/workunits.yaml} 2
pass 4909005 2020-03-31 00:02:32 2020-03-31 13:36:49 2020-03-31 14:52:50 1:16:01 0:13:02 1:02:59 smithi master rhel 8.1 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-zstd.yaml rados.yaml recovery-overrides/{more-async-recovery.yaml} supported-random-distro$/{rhel_8.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 4909006 2020-03-31 00:02:33 2020-03-31 13:36:56 2020-03-31 14:12:56 0:36:00 0:21:28 0:14:32 smithi master centos 8.0 rados/cephadm/with-work/{distro/centos_8.0.yaml fixed-2.yaml mode/packaged.yaml msgr/async-v1only.yaml start.yaml tasks/rados_python.yaml} 2
pass 4909007 2020-03-31 00:02:34 2020-03-31 13:37:03 2020-03-31 13:53:03 0:16:00 0:08:49 0:07:11 smithi master ubuntu 18.04 rados/singleton/{all/mon-config.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4909008 2020-03-31 00:02:35 2020-03-31 13:39:22 2020-03-31 13:57:21 0:17:59 0:07:54 0:10:05 smithi master centos 8.1 rados/singleton-nomsgr/{all/librados_hello_world.yaml rados.yaml supported-random-distro$/{centos_8.yaml}} 1
dead 4909009 2020-03-31 00:02:36 2020-03-31 13:39:22 2020-04-01 01:41:45 12:02:23 smithi master centos 8.1 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-comp-zlib.yaml rados.yaml supported-random-distro$/{centos_8.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml} 2
pass 4909010 2020-03-31 00:02:37 2020-03-31 13:39:46 2020-03-31 14:05:46 0:26:00 0:12:54 0:13:06 smithi master centos 8.0 rados/cephadm/smoke/{distro/centos_8.0.yaml fixed-2.yaml start.yaml} 2
pass 4909011 2020-03-31 00:02:37 2020-03-31 13:40:57 2020-03-31 14:00:57 0:20:00 0:10:28 0:09:32 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-basic-min-osd-mem-target.yaml openstack.yaml settings/optimized.yaml ubuntu_latest.yaml workloads/radosbench_4K_seq_read.yaml} 1
dead 4909012 2020-03-31 00:02:38 2020-03-31 13:40:57 2020-04-01 01:43:20 12:02:23 smithi master ubuntu 18.04 rados/singleton/{all/osd-backfill.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-avl.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4909013 2020-03-31 00:02:39 2020-03-31 13:41:21 2020-03-31 14:15:20 0:33:59 0:20:01 0:13:58 smithi master ubuntu 18.04 rados/monthrash/{ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/async-v2only.yaml objectstore/bluestore-comp-lz4.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/many.yaml workloads/pool-create-delete.yaml} 2
pass 4909014 2020-03-31 00:02:40 2020-03-31 13:42:30 2020-03-31 14:18:30 0:36:00 0:14:38 0:21:22 smithi master rhel 8.1 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-async-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/bluestore-comp-zstd.yaml rados.yaml supported-random-distro$/{rhel_8.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2
pass 4909015 2020-03-31 00:02:41 2020-03-31 13:42:45 2020-03-31 14:08:45 0:26:00 0:18:04 0:07:56 smithi master ubuntu 18.04 rados/cephadm/workunits/{distro/ubuntu_latest.yaml task/test_cephadm.yaml} 1
fail 4909016 2020-03-31 00:02:42 2020-03-31 13:42:52 2020-03-31 17:34:56 3:52:04 3:27:44 0:24:20 smithi master centos 8.1 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_8.yaml} tasks/rados_stress_watch.yaml} 2
Failure Reason:

Command failed (workunit test rados/stress_watch.sh) on smithi079 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=851a48d0cedccf0e6374f6d3e7daf0c39a4a2910 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/stress_watch.sh'

fail 4909017 2020-03-31 00:02:43 2020-03-31 13:44:39 2020-03-31 15:26:40 1:42:01 1:28:07 0:13:54 smithi master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-install/hammer.yaml backoff/normal.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/off.yaml distro$/{centos_7.6.yaml} msgr-failures/osd-delay.yaml rados.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/radosbench.yaml} 3
Failure Reason:

reached maximum tries (500) after waiting for 3000 seconds

dead 4909018 2020-03-31 00:02:43 2020-03-31 13:44:46 2020-04-01 01:47:09 12:02:23 smithi master centos 8.1 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml msgr-failures/osd-delay.yaml objectstore/bluestore-comp-lz4.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{centos_8.yaml} thrashers/minsize_recovery.yaml thrashosds-health.yaml workloads/ec-small-objects-many-deletes.yaml} 2
pass 4909019 2020-03-31 00:02:44 2020-03-31 13:45:00 2020-03-31 14:31:00 0:46:00 0:24:45 0:21:15 smithi master centos 8.1 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-partial-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{centos_8.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 4909020 2020-03-31 00:02:45 2020-03-31 13:46:53 2020-03-31 14:16:52 0:29:59 0:21:35 0:08:24 smithi master ubuntu 18.04 rados/singleton/{all/osd-recovery-incomplete.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4909021 2020-03-31 00:02:46 2020-03-31 13:47:00 2020-03-31 14:31:00 0:44:00 0:25:28 0:18:32 smithi master centos 8.1 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/bluestore-comp-lz4.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{centos_8.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
pass 4909022 2020-03-31 00:02:47 2020-03-31 13:49:01 2020-03-31 14:35:01 0:46:00 0:27:11 0:18:49 smithi master centos 8.1 rados/cephadm/with-work/{distro/centos_latest.yaml fixed-2.yaml mode/root.yaml msgr/async-v2only.yaml start.yaml tasks/rados_api_tests.yaml} 2
pass 4909023 2020-03-31 00:02:48 2020-03-31 13:49:01 2020-03-31 14:13:01 0:24:00 0:13:29 0:10:31 smithi master centos 8.1 rados/singleton-nomsgr/{all/msgr.yaml rados.yaml supported-random-distro$/{centos_8.yaml}} 1
dead 4909024 2020-03-31 00:02:48 2020-03-31 13:49:20 2020-04-01 01:51:47 12:02:27 smithi master ubuntu 18.04 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/bluestore-comp-lz4.yaml rados.yaml recovery-overrides/{more-partial-recovery.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=4-m=2.yaml} 3
dead 4909025 2020-03-31 00:02:49 2020-03-31 13:49:20 2020-04-01 01:51:47 12:02:27 smithi master centos 8.1 rados/verify/{centos_latest.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/default/{default.yaml thrashosds-health.yaml} msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-comp-lz4.yaml rados.yaml tasks/rados_api_tests.yaml validater/lockdep.yaml} 2
pass 4909026 2020-03-31 00:02:50 2020-03-31 13:49:25 2020-03-31 14:11:24 0:21:59 0:12:04 0:09:55 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-bitmap.yaml openstack.yaml settings/optimized.yaml ubuntu_latest.yaml workloads/radosbench_4M_rand_read.yaml} 1
fail 4909027 2020-03-31 00:02:51 2020-03-31 13:50:25 2020-03-31 14:16:25 0:26:00 smithi master centos 8.1 rados/multimon/{clusters/6.yaml msgr-failures/many.yaml msgr/async-v1only.yaml no_pools.yaml objectstore/bluestore-comp-lz4.yaml rados.yaml supported-random-distro$/{centos_8.yaml} tasks/mon_recovery.yaml} 1
Failure Reason:

machine smithi159.front.sepia.ceph.com is locked by scheduled_xiubli@teuthology, not scheduled_sage@teuthology

pass 4909028 2020-03-31 00:02:52 2020-03-31 13:50:46 2020-03-31 14:42:46 0:52:00 0:22:34 0:29:26 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-async-partial-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml} 2
pass 4909029 2020-03-31 00:02:52 2020-03-31 13:52:21 2020-03-31 14:56:21 1:04:00 0:53:04 0:10:56 smithi master centos 8.1 rados/dashboard/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/bluestore-low-osd-mem-target.yaml supported-random-distro$/{centos_8.yaml} tasks/dashboard.yaml} 2
pass 4909030 2020-03-31 00:02:53 2020-03-31 13:52:21 2020-03-31 14:08:20 0:15:59 0:07:25 0:08:34 smithi master ubuntu 18.04 rados/objectstore/{backends/keyvaluedb.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4909031 2020-03-31 00:02:54 2020-03-31 13:52:24 2020-03-31 14:28:24 0:36:00 0:26:08 0:09:52 smithi master centos 8.1 rados/valgrind-leaks/{1-start.yaml 2-inject-leak/osd.yaml centos_latest.yaml} 1
pass 4909032 2020-03-31 00:02:55 2020-03-31 13:53:04 2020-03-31 14:27:03 0:33:59 0:09:13 0:24:46 smithi master centos 8.1 rados/cephadm/smoke/{distro/centos_latest.yaml fixed-2.yaml start.yaml} 2
pass 4909033 2020-03-31 00:02:56 2020-03-31 13:55:31 2020-03-31 14:33:31 0:38:00 0:31:26 0:06:34 smithi master rhel 8.1 rados/singleton-bluestore/{all/cephtool.yaml msgr-failures/many.yaml msgr/async-v1only.yaml objectstore/bluestore-comp-lz4.yaml rados.yaml supported-random-distro$/{rhel_8.yaml}} 1
dead 4909034 2020-03-31 00:02:57 2020-03-31 13:56:06 2020-04-01 01:58:33 12:02:27 smithi master centos 8.1 rados/thrash-erasure-code-overwrites/{bluestore-bitmap.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml msgr-failures/osd-delay.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{centos_8.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-snaps-few-objects-overwrites.yaml} 2
pass 4909035 2020-03-31 00:02:57 2020-03-31 13:57:16 2020-03-31 15:13:16 1:16:00 0:13:20 1:02:40 smithi master rhel 8.1 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{rhel_8.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 4909036 2020-03-31 00:02:58 2020-03-31 13:57:16 2020-03-31 14:27:16 0:30:00 0:11:26 0:18:34 smithi master rhel 8.1 rados/mgr/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/bluestore-comp-lz4.yaml supported-random-distro$/{rhel_8.yaml} tasks/crash.yaml} 2
dead 4909037 2020-03-31 00:02:59 2020-03-31 13:57:16 2020-04-01 01:59:43 12:02:27 smithi master centos 8.1 rados/singleton/{all/osd-recovery.yaml msgr-failures/many.yaml msgr/async-v2only.yaml objectstore/bluestore-comp-lz4.yaml rados.yaml supported-random-distro$/{centos_8.yaml}} 1
dead 4909038 2020-03-31 00:03:00 2020-03-31 13:57:22 2020-04-01 01:59:46 12:02:24 smithi master rhel 8.1 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{rhel_8.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-snaps-balanced.yaml} 2
pass 4909039 2020-03-31 00:03:01 2020-03-31 13:57:23 2020-03-31 14:29:22 0:31:59 0:22:22 0:09:37 smithi master rhel 8.0 rados/cephadm/with-work/{distro/rhel_8.0.yaml fixed-2.yaml mode/packaged.yaml msgr/async.yaml start.yaml tasks/rados_python.yaml} 2
pass 4909040 2020-03-31 00:03:02 2020-03-31 13:59:02 2020-03-31 14:13:02 0:14:00 0:08:17 0:05:43 smithi master ubuntu 18.04 rados/singleton/{all/peer.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp-snappy.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4909041 2020-03-31 00:03:02 2020-03-31 13:59:06 2020-03-31 14:31:05 0:31:59 0:21:40 0:10:19 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/multi-backfill-reject.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 2
pass 4909042 2020-03-31 00:03:03 2020-03-31 14:00:24 2020-03-31 14:40:24 0:40:00 0:18:47 0:21:13 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-avl.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 2
pass 4909043 2020-03-31 00:03:04 2020-03-31 14:00:45 2020-03-31 14:32:45 0:32:00 0:13:48 0:18:12 smithi master rhel 7.7 rados/cephadm/smoke/{distro/rhel_7.yaml fixed-2.yaml start.yaml} 2
pass 4909044 2020-03-31 00:03:05 2020-03-31 14:00:58 2020-03-31 14:18:57 0:17:59 0:12:21 0:05:38 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-comp.yaml openstack.yaml settings/optimized.yaml ubuntu_latest.yaml workloads/radosbench_4M_seq_read.yaml} 1
pass 4909045 2020-03-31 00:03:06 2020-03-31 14:01:18 2020-03-31 16:25:20 2:24:02 2:10:41 0:13:21 smithi master centos 8.1 rados/standalone/{supported-random-distro$/{centos_8.yaml} workloads/osd.yaml} 1
pass 4909046 2020-03-31 00:03:06 2020-03-31 14:41:35 2020-03-31 15:07:35 0:26:00 0:08:27 0:17:33 smithi master ubuntu 18.04 rados/monthrash/{ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp-snappy.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/one.yaml workloads/rados_5925.yaml} 2
fail 4909047 2020-03-31 00:03:07 2020-03-31 14:41:41 2020-03-31 15:13:41 0:32:00 0:19:08 0:12:52 smithi master ubuntu 18.04 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-comp-lz4.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/rados_striper.yaml} 2
Failure Reason:

"2020-03-31T14:59:43.485518+0000 mon.a (mon.0) 231 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log

pass 4909048 2020-03-31 00:03:08 2020-03-31 14:43:03 2020-03-31 15:23:03 0:40:00 0:21:01 0:18:59 smithi master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-install/jewel-v1only.yaml backoff/peering.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/crush-compat.yaml distro$/{centos_7.6.yaml} msgr-failures/fastclose.yaml rados.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/rbd_cls.yaml} 3
pass 4909049 2020-03-31 00:03:09 2020-03-31 14:43:08 2020-03-31 15:13:08 0:30:00 0:09:54 0:20:06 smithi master centos 8.1 rados/singleton/{all/pg-autoscaler.yaml msgr-failures/many.yaml msgr/async-v1only.yaml objectstore/bluestore-comp-zlib.yaml rados.yaml supported-random-distro$/{centos_8.yaml}} 2
pass 4909050 2020-03-31 00:03:10 2020-03-31 14:43:34 2020-03-31 14:55:34 0:12:00 0:03:36 0:08:24 smithi master centos 8.1 rados/cephadm/workunits/{distro/centos_latest.yaml task/test_cephadm_repos.yaml} 1
dead 4909051 2020-03-31 00:03:11 2020-03-31 14:43:37 2020-04-01 02:46:04 12:02:27 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache.yaml} 2
pass 4909052 2020-03-31 00:03:11 2020-03-31 14:45:35 2020-03-31 15:23:35 0:38:00 0:25:30 0:12:30 smithi master rhel 8.1 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml msgr-failures/fastclose.yaml objectstore/bluestore-comp-snappy.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{rhel_8.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-small-objects.yaml} 2
pass 4909053 2020-03-31 00:03:12 2020-03-31 14:45:36 2020-03-31 15:29:36 0:44:00 0:26:13 0:17:47 smithi master ubuntu 18.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-snappy.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
pass 4909054 2020-03-31 00:03:13 2020-03-31 14:47:19 2020-03-31 15:31:19 0:44:00 0:12:32 0:31:28 smithi master rhel 8.1 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp-snappy.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{rhel_8.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 3
pass 4909055 2020-03-31 00:03:14 2020-03-31 14:47:42 2020-03-31 16:13:42 1:26:00 1:15:35 0:10:25 smithi master centos 8.1 rados/verify/{centos_latest.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/none.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-comp-snappy.yaml rados.yaml tasks/rados_cls_all.yaml validater/valgrind.yaml} 2
pass 4909056 2020-03-31 00:03:15 2020-03-31 14:47:46 2020-03-31 15:31:46 0:44:00 0:30:15 0:13:45 smithi master rhel 8.1 rados/cephadm/with-work/{distro/rhel_latest.yaml fixed-2.yaml mode/root.yaml msgr/async-v1only.yaml start.yaml tasks/rados_api_tests.yaml} 2
pass 4909057 2020-03-31 00:03:15 2020-03-31 14:49:03 2020-03-31 15:09:02 0:19:59 0:10:09 0:09:50 smithi master centos 8.1 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/bluestore-comp-lz4.yaml rados.yaml supported-random-distro$/{centos_8.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/dedup_tier.yaml} 2
pass 4909058 2020-03-31 00:03:16 2020-03-31 14:50:56 2020-03-31 15:06:55 0:15:59 0:10:46 0:05:13 smithi master rhel 8.1 rados/singleton/{all/pg-removal-interruption.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-comp-zstd.yaml rados.yaml supported-random-distro$/{rhel_8.yaml}} 1
pass 4909059 2020-03-31 00:03:17 2020-03-31 14:50:59 2020-03-31 15:12:59 0:22:00 0:06:50 0:15:10 smithi master centos 8.1 rados/multimon/{clusters/9.yaml msgr-failures/few.yaml msgr/async-v2only.yaml no_pools.yaml objectstore/bluestore-comp-snappy.yaml rados.yaml supported-random-distro$/{centos_8.yaml} tasks/mon_clock_no_skews.yaml} 3
pass 4909060 2020-03-31 00:03:18 2020-03-31 14:51:00 2020-03-31 18:47:04 3:56:04 0:11:44 3:44:20 smithi master ubuntu 18.04 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/bluestore-stupid.yaml rados.yaml recovery-overrides/{more-partial-recovery.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 4909061 2020-03-31 00:03:19 2020-03-31 14:52:42 2020-03-31 15:14:42 0:22:00 0:11:43 0:10:17 smithi master ubuntu 18.04 rados/mgr/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/bluestore-comp-snappy.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/failover.yaml} 2
pass 4909062 2020-03-31 00:03:19 2020-03-31 14:52:51 2020-03-31 15:18:50 0:25:59 0:17:09 0:08:50 smithi master centos 8.1 rados/singleton-nomsgr/{all/osd_stale_reads.yaml rados.yaml supported-random-distro$/{centos_8.yaml}} 1
pass 4909063 2020-03-31 00:03:20 2020-03-31 14:53:03 2020-03-31 15:11:03 0:18:00 0:10:00 0:08:00 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-low-osd-mem-target.yaml openstack.yaml settings/optimized.yaml ubuntu_latest.yaml workloads/radosbench_4M_write.yaml} 1
pass 4909064 2020-03-31 00:03:21 2020-03-31 14:53:04 2020-03-31 15:15:03 0:21:59 0:12:13 0:09:46 smithi master rhel 8.0 rados/cephadm/smoke/{distro/rhel_8.0.yaml fixed-2.yaml start.yaml} 2
pass 4909065 2020-03-31 00:03:22 2020-03-31 14:53:23 2020-03-31 15:29:22 0:35:59 0:27:08 0:08:51 smithi master centos 8.1 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-partial-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-comp-snappy.yaml rados.yaml supported-random-distro$/{centos_8.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 4909066 2020-03-31 00:03:23 2020-03-31 14:53:24 2020-03-31 15:59:25 1:06:01 0:53:00 0:13:01 smithi master centos 8.1 rados/dashboard/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/bluestore-stupid.yaml supported-random-distro$/{centos_8.yaml} tasks/dashboard.yaml} 2
pass 4909067 2020-03-31 00:03:23 2020-03-31 14:55:18 2020-03-31 15:33:18 0:38:00 0:21:53 0:16:07 smithi master centos 8.1 rados/objectstore/{backends/objectcacher-stress.yaml supported-random-distro$/{centos_8.yaml}} 1
fail 4909068 2020-03-31 00:03:24 2020-03-31 14:55:18 2020-03-31 18:33:21 3:38:03 3:21:02 0:17:01 smithi master centos 8.1 rados/singleton/{all/radostool.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{centos_8.yaml}} 1
Failure Reason:

Command failed (workunit test rados/test_rados_tool.sh) on smithi065 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=851a48d0cedccf0e6374f6d3e7daf0c39a4a2910 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test_rados_tool.sh'

pass 4909069 2020-03-31 00:03:25 2020-03-31 14:55:35 2020-03-31 15:33:35 0:38:00 0:21:25 0:16:35 smithi master ubuntu 18.04 rados/cephadm/with-work/{distro/ubuntu_18.04.yaml fixed-2.yaml mode/packaged.yaml msgr/async-v2only.yaml start.yaml tasks/rados_python.yaml} 2
fail 4909070 2020-03-31 00:03:26 2020-03-31 14:56:37 2020-03-31 19:00:41 4:04:04 3:57:05 0:06:59 smithi master rhel 8.1 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/async-v2only.yaml objectstore/bluestore-comp-snappy.yaml rados.yaml supported-random-distro$/{rhel_8.yaml} tasks/rados_workunit_loadgen_big.yaml} 2
Failure Reason:

Command failed (workunit test rados/load-gen-big.sh) on smithi165 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=851a48d0cedccf0e6374f6d3e7daf0c39a4a2910 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/load-gen-big.sh'

dead 4909071 2020-03-31 00:03:26 2020-03-31 14:57:03 2020-04-01 02:59:30 12:02:27 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-async-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-comp-zlib.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml} 2
pass 4909072 2020-03-31 00:03:27 2020-03-31 14:57:07 2020-03-31 15:59:08 1:02:01 0:34:00 0:28:01 smithi master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-install/jewel.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/off.yaml distro$/{centos_7.6.yaml} msgr-failures/few.yaml rados.yaml thrashers/none.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 3
dead 4909073 2020-03-31 00:03:28 2020-03-31 14:57:17 2020-04-01 02:59:40 12:02:23 smithi master centos 8.1 rados/thrash-erasure-code-overwrites/{bluestore-bitmap.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml msgr-failures/fastclose.yaml rados.yaml recovery-overrides/{more-async-recovery.yaml} supported-random-distro$/{centos_8.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-pool-snaps-few-objects-overwrites.yaml} 2
fail 4909074 2020-03-31 00:03:29 2020-03-31 14:57:17 2020-03-31 15:33:17 0:36:00 0:20:00 0:16:00 smithi master centos 8.1 rados/singleton/{all/random-eio.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{centos_8.yaml}} 2
Failure Reason:

"2020-03-31T15:16:50.115176+0000 mon.a (mon.0) 160 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log

pass 4909075 2020-03-31 00:03:30 2020-03-31 14:57:32 2020-03-31 15:15:32 0:18:00 0:10:26 0:07:34 smithi master rhel 8.1 rados/cephadm/smoke/{distro/rhel_latest.yaml fixed-2.yaml start.yaml} 2
fail 4909076 2020-03-31 00:03:30 2020-03-31 14:57:34 2020-03-31 18:31:37 3:34:03 3:23:51 0:10:12 smithi master ubuntu 18.04 rados/monthrash/{ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/async-v1only.yaml objectstore/bluestore-comp-zlib.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/sync-many.yaml workloads/rados_api_tests.yaml} 2
Failure Reason:

Command failed (workunit test rados/test.sh) on smithi058 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=851a48d0cedccf0e6374f6d3e7daf0c39a4a2910 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'

pass 4909077 2020-03-31 00:03:31 2020-03-31 14:58:36 2020-03-31 15:32:36 0:34:00 0:21:49 0:12:11 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-stupid.yaml openstack.yaml settings/optimized.yaml ubuntu_latest.yaml workloads/radosbench_omap_write.yaml} 1
dead 4909078 2020-03-31 00:03:32 2020-03-31 14:58:48 2020-04-01 03:01:15 12:02:27 smithi master rhel 8.1 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-async-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/bluestore-comp-zstd.yaml rados.yaml supported-random-distro$/{rhel_8.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/radosbench-high-concurrency.yaml} 2
pass 4909079 2020-03-31 00:03:33 2020-03-31 14:59:05 2020-03-31 15:19:05 0:20:00 0:07:48 0:12:12 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/pool-access.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4909080 2020-03-31 00:03:33 2020-03-31 15:01:21 2020-03-31 15:19:21 0:18:00 0:07:25 0:10:35 smithi master centos 8.1 rados/cephadm/workunits/{distro/centos_latest.yaml task/test_adoption.yaml} 1
pass 4909081 2020-03-31 00:03:34 2020-03-31 15:01:35 2020-03-31 15:39:35 0:38:00 0:28:39 0:09:21 smithi master rhel 8.1 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml msgr-failures/few.yaml objectstore/bluestore-comp-zlib.yaml rados.yaml recovery-overrides/{more-async-recovery.yaml} supported-random-distro$/{rhel_8.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=clay-k=4-m=2.yaml} 2
fail 4909082 2020-03-31 00:03:35 2020-03-31 15:01:42 2020-03-31 15:55:42 0:54:00 0:42:50 0:11:10 smithi master rhel 8.1 rados/singleton/{all/rebuild-mondb.yaml msgr-failures/many.yaml msgr/async-v2only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{rhel_8.yaml}} 1
Failure Reason:

reached maximum tries (200) after waiting for 1200 seconds

pass 4909083 2020-03-31 00:03:36 2020-03-31 15:04:09 2020-03-31 15:36:09 0:32:00 0:24:14 0:07:46 smithi master rhel 8.1 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/bluestore-comp-zlib.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{rhel_8.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
dead 4909084 2020-03-31 00:03:37 2020-03-31 15:05:03 2020-04-01 03:07:30 12:02:27 smithi master rhel 8.1 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/bluestore-comp-zlib.yaml rados.yaml recovery-overrides/{more-partial-recovery.yaml} supported-random-distro$/{rhel_8.yaml} thrashers/fastread.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=4-m=2.yaml} 3
pass 4909085 2020-03-31 00:03:37 2020-03-31 15:05:33 2020-03-31 15:33:33 0:28:00 0:11:14 0:16:46 smithi master centos 8.1 rados/verify/{centos_latest.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/default/{default.yaml thrashosds-health.yaml} msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp-zlib.yaml rados.yaml tasks/mon_recovery.yaml validater/lockdep.yaml} 2
fail 4909086 2020-03-31 00:03:38 2020-03-31 15:05:33 2020-03-31 16:59:34 1:54:01 1:38:09 0:15:52 smithi master centos 8.1 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-partial-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{centos_8.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/radosbench.yaml} 2
Failure Reason:

reached maximum tries (500) after waiting for 3000 seconds

pass 4909087 2020-03-31 00:03:39 2020-03-31 15:05:33 2020-03-31 18:15:36 3:10:03 0:10:02 3:00:01 smithi master centos 8.1 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{centos_8.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 4909088 2020-03-31 00:03:40 2020-03-31 15:05:42 2020-03-31 15:41:42 0:36:00 0:06:49 0:29:11 smithi master centos 8.1 rados/multimon/{clusters/21.yaml msgr-failures/many.yaml msgr/async.yaml no_pools.yaml objectstore/bluestore-comp-zlib.yaml rados.yaml supported-random-distro$/{centos_8.yaml} tasks/mon_clock_with_skews.yaml} 3
pass 4909089 2020-03-31 00:03:41 2020-03-31 15:06:28 2020-03-31 15:46:28 0:40:00 0:31:46 0:08:14 smithi master ubuntu 18.04 rados/cephadm/with-work/{distro/ubuntu_18.04_podman.yaml fixed-2.yaml mode/root.yaml msgr/async.yaml start.yaml tasks/rados_api_tests.yaml} 2
pass 4909090 2020-03-31 00:03:41 2020-03-31 15:07:13 2020-03-31 16:21:13 1:14:00 1:06:49 0:07:11 smithi master centos 8.1 rados/standalone/{supported-random-distro$/{centos_8.yaml} workloads/scrub.yaml} 1
pass 4909091 2020-03-31 00:03:42 2020-03-31 15:07:13 2020-03-31 15:29:12 0:21:59 0:13:21 0:08:38 smithi master rhel 8.1 rados/mgr/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/bluestore-comp-zlib.yaml supported-random-distro$/{rhel_8.yaml} tasks/insights.yaml} 2
dead 4909092 2020-03-31 00:03:43 2020-03-31 15:07:13 2020-04-01 03:09:40 12:02:27 smithi master centos 8.1 rados/singleton/{all/recovery-preemption.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-avl.yaml rados.yaml supported-random-distro$/{centos_8.yaml}} 1
pass 4909093 2020-03-31 00:03:44 2020-03-31 15:07:13 2020-03-31 15:31:12 0:23:59 0:13:09 0:10:50 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-partial-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/redirect.yaml} 2
pass 4909094 2020-03-31 00:03:45 2020-03-31 15:07:13 2020-03-31 15:29:12 0:21:59 0:12:34 0:09:25 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-basic-min-osd-mem-target.yaml openstack.yaml settings/optimized.yaml ubuntu_latest.yaml workloads/sample_fio.yaml} 1
pass 4909095 2020-03-31 00:03:45 2020-03-31 15:07:34 2020-03-31 15:31:34 0:24:00 0:12:09 0:11:51 smithi master ubuntu 18.04 rados/cephadm/smoke/{distro/ubuntu_18.04.yaml fixed-2.yaml start.yaml} 2
fail 4909096 2020-03-31 00:03:46 2020-03-31 15:07:36 2020-03-31 19:03:39 3:56:03 3:25:51 0:30:12 smithi master rhel 8.1 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp-zlib.yaml rados.yaml supported-random-distro$/{rhel_8.yaml} tasks/rados_workunit_loadgen_mix.yaml} 2
Failure Reason:

Command failed (workunit test rados/load-gen-mix.sh) on smithi067 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=851a48d0cedccf0e6374f6d3e7daf0c39a4a2910 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/load-gen-mix.sh'

pass 4909097 2020-03-31 00:03:47 2020-03-31 15:07:42 2020-03-31 15:47:42 0:40:00 0:27:24 0:12:36 smithi master centos 8.1 rados/singleton-nomsgr/{all/recovery-unfound-found.yaml rados.yaml supported-random-distro$/{centos_8.yaml}} 1
pass 4909098 2020-03-31 00:03:48 2020-03-31 15:09:18 2020-03-31 16:05:18 0:56:00 0:20:08 0:35:52 smithi master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-install/luminous-v1only.yaml backoff/normal.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/crush-compat.yaml distro$/{centos_7.6.yaml} msgr-failures/osd-delay.yaml rados.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/test_rbd_api.yaml} 3
pass 4909099 2020-03-31 00:03:49 2020-03-31 15:11:19 2020-03-31 16:13:20 1:02:01 0:55:33 0:06:28 smithi master rhel 8.1 rados/dashboard/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/filestore-xfs.yaml supported-random-distro$/{rhel_8.yaml} tasks/dashboard.yaml} 2
fail 4909100 2020-03-31 00:03:50 2020-03-31 15:11:20 2020-03-31 20:17:24 5:06:04 4:52:11 0:13:53 smithi master centos 8.1 rados/objectstore/{backends/objectstore.yaml supported-random-distro$/{centos_8.yaml}} 1
Failure Reason:

Command failed on smithi101 with status 1: 'sudo TESTDIR=/home/ubuntu/cephtest bash -c \'mkdir $TESTDIR/archive/ostest && cd $TESTDIR/archive/ostest && ulimit -Sn 16384 && CEPH_ARGS="--no-log-to-stderr --log-file $TESTDIR/archive/ceph_test_objectstore.log --debug-filestore 20 --debug-bluestore 20" ceph_test_objectstore --gtest_filter=-*/3 --gtest_catch_exceptions=0\''

pass 4909101 2020-03-31 00:03:50 2020-03-31 15:11:39 2020-03-31 15:49:38 0:37:59 0:28:15 0:09:44 smithi master centos 8.1 rados/singleton-bluestore/{all/cephtool.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-comp-snappy.yaml rados.yaml supported-random-distro$/{centos_8.yaml}} 1
pass 4909102 2020-03-31 00:03:51 2020-03-31 15:13:16 2020-03-31 15:41:16 0:28:00 0:13:56 0:14:04 smithi master centos 8.1 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-async-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{centos_8.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/redirect_promote_tests.yaml} 2
pass 4909103 2020-03-31 00:03:52 2020-03-31 15:13:17 2020-03-31 15:37:16 0:23:59 0:08:59 0:15:00 smithi master ubuntu 18.04 rados/singleton/{all/resolve_stuck_peering.yaml msgr-failures/many.yaml msgr/async-v1only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 2
pass 4909104 2020-03-31 00:03:53 2020-03-31 15:13:17 2020-03-31 15:51:17 0:38:00 0:21:25 0:16:35 smithi master ubuntu 18.04 rados/cephadm/with-work/{distro/ubuntu_latest.yaml fixed-2.yaml mode/packaged.yaml msgr/async-v1only.yaml start.yaml tasks/rados_python.yaml} 2
pass 4909105 2020-03-31 00:03:54 2020-03-31 15:13:42 2020-03-31 16:01:42 0:48:00 0:38:49 0:09:11 smithi master ubuntu 18.04 rados/monthrash/{ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-comp-zstd.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/sync.yaml workloads/rados_mon_osdmap_prune.yaml} 2
dead 4909106 2020-03-31 00:03:54 2020-03-31 15:14:58 2020-04-01 03:17:25 12:02:27 smithi master centos 8.1 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-avl.yaml rados.yaml supported-random-distro$/{centos_8.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml} 2
pass 4909107 2020-03-31 00:03:55 2020-03-31 15:15:05 2020-03-31 15:35:04 0:19:59 0:12:58 0:07:01 smithi master ubuntu 18.04 rados/cephadm/smoke/{distro/ubuntu_18.04_podman.yaml fixed-2.yaml start.yaml} 2
pass 4909108 2020-03-31 00:03:56 2020-03-31 15:15:33 2020-03-31 15:31:32 0:15:59 0:09:15 0:06:44 smithi master ubuntu 18.04 rados/singleton/{all/test-crash.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-comp-lz4.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4909109 2020-03-31 00:03:57 2020-03-31 15:15:51 2020-03-31 15:31:50 0:15:59 0:10:15 0:05:44 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-bitmap.yaml openstack.yaml settings/optimized.yaml ubuntu_latest.yaml workloads/sample_radosbench.yaml} 1
pass 4909110 2020-03-31 00:03:58 2020-03-31 15:17:34 2020-03-31 15:51:33 0:33:59 0:26:30 0:07:29 smithi master rhel 8.1 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml msgr-failures/osd-delay.yaml objectstore/bluestore-comp-zstd.yaml rados.yaml recovery-overrides/{more-partial-recovery.yaml} supported-random-distro$/{rhel_8.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=2-m=1.yaml} 2
dead 4909111 2020-03-31 00:03:59 2020-03-31 15:17:45 2020-04-01 03:20:08 12:02:23 smithi master centos 8.1 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-async-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_8.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/set-chunk-promote-flush.yaml} 2
pass 4909112 2020-03-31 00:04:00 2020-03-31 15:19:08 2020-03-31 15:57:07 0:37:59 0:28:47 0:09:12 smithi master rhel 8.1 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/bluestore-comp-zstd.yaml rados.yaml recovery-overrides/{more-partial-recovery.yaml} supported-random-distro$/{rhel_8.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
pass 4909113 2020-03-31 00:04:00 2020-03-31 15:19:08 2020-03-31 15:43:07 0:23:59 0:17:43 0:06:16 smithi master ubuntu 18.04 rados/cephadm/workunits/{distro/ubuntu_18.04_podman.yaml task/test_cephadm.yaml} 1
pass 4909114 2020-03-31 00:04:01 2020-03-31 15:19:09 2020-03-31 15:37:08 0:17:59 0:08:18 0:09:41 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/version-number-sanity.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4909115 2020-03-31 00:04:02 2020-03-31 15:19:22 2020-03-31 15:43:21 0:23:59 0:13:10 0:10:49 smithi master rhel 8.1 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/bluestore-comp-zstd.yaml rados.yaml recovery-overrides/{more-partial-recovery.yaml} supported-random-distro$/{rhel_8.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 3
pass 4909116 2020-03-31 00:04:03 2020-03-31 15:21:06 2020-03-31 16:11:06 0:50:00 0:41:29 0:08:31 smithi master centos 8.1 rados/verify/{centos_latest.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/none.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-comp-zstd.yaml rados.yaml tasks/rados_api_tests.yaml validater/valgrind.yaml} 2
pass 4909117 2020-03-31 00:04:04 2020-03-31 15:23:20 2020-03-31 15:53:20 0:30:00 0:22:08 0:07:52 smithi master ubuntu 18.04 rados/thrash-erasure-code-overwrites/{bluestore-bitmap.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml msgr-failures/few.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-small-objects-fast-read-overwrites.yaml} 2
pass 4909118 2020-03-31 00:04:05 2020-03-31 15:23:20 2020-03-31 19:13:24 3:50:04 0:11:23 3:38:41 smithi master ubuntu 18.04 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-avl.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
fail 4909119 2020-03-31 00:04:05 2020-03-31 15:23:25 2020-03-31 19:01:28 3:38:03 3:27:27 0:10:36 smithi master rhel 8.1 rados/singleton/{all/test_envlibrados_for_rocksdb.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-comp-snappy.yaml rados.yaml supported-random-distro$/{rhel_8.yaml}} 1
Failure Reason:

Command failed (workunit test rados/test_envlibrados_for_rocksdb.sh) on smithi068 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=851a48d0cedccf0e6374f6d3e7daf0c39a4a2910 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test_envlibrados_for_rocksdb.sh'

pass 4909120 2020-03-31 00:04:06 2020-03-31 15:23:36 2020-03-31 15:43:35 0:19:59 0:10:48 0:09:11 smithi master rhel 8.1 rados/multimon/{clusters/3.yaml msgr-failures/few.yaml msgr/async-v1only.yaml no_pools.yaml objectstore/bluestore-comp-zstd.yaml rados.yaml supported-random-distro$/{rhel_8.yaml} tasks/mon_recovery.yaml} 2
pass 4909121 2020-03-31 00:04:07 2020-03-31 15:25:18 2020-03-31 16:01:17 0:35:59 0:26:57 0:09:02 smithi master rhel 8.1 rados/mgr/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/bluestore-comp-zstd.yaml supported-random-distro$/{rhel_8.yaml} tasks/module_selftest.yaml} 2
pass 4909122 2020-03-31 00:04:08 2020-03-31 15:25:18 2020-03-31 15:51:17 0:25:59 0:14:38 0:11:21 smithi master centos 8.1 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-async-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/bluestore-comp-lz4.yaml rados.yaml supported-random-distro$/{centos_8.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/set-chunks-read.yaml} 2
pass 4909123 2020-03-31 00:04:09 2020-03-31 15:25:20 2020-03-31 15:49:20 0:24:00 0:12:01 0:11:59 smithi master ubuntu 18.04 rados/cephadm/smoke/{distro/ubuntu_latest.yaml fixed-2.yaml start.yaml} 2
fail 4909124 2020-03-31 00:04:10 2020-03-31 15:26:14 2020-03-31 19:02:16 3:36:02 3:26:25 0:09:37 smithi master ubuntu 18.04 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/async-v1only.yaml objectstore/bluestore-comp-zstd.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/rados_workunit_loadgen_mostlyread.yaml} 2
Failure Reason:

Command failed (workunit test rados/load-gen-mostlyread.sh) on smithi060 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=851a48d0cedccf0e6374f6d3e7daf0c39a4a2910 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/load-gen-mostlyread.sh'

fail 4909125 2020-03-31 00:04:10 2020-03-31 15:26:56 2020-03-31 16:14:56 0:48:00 0:32:37 0:15:23 smithi master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-install/luminous.yaml backoff/peering.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/off.yaml distro$/{centos_7.6.yaml} msgr-failures/fastclose.yaml rados.yaml thrashers/careful.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 3
Failure Reason:

Command failed on smithi082 with status 125: 'sudo docker kill -s 1 ceph-f49cb642-7366-11ea-924b-001a4aab830c-osd.2'

pass 4909126 2020-03-31 00:04:11 2020-03-31 15:27:18 2020-03-31 15:53:18 0:26:00 0:18:01 0:07:59 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-bitmap.yaml openstack.yaml settings/optimized.yaml ubuntu_latest.yaml workloads/cosbench_64K_read_write.yaml} 1
pass 4909127 2020-03-31 00:04:12 2020-03-31 15:28:40 2020-03-31 16:10:40 0:42:00 0:31:00 0:11:00 smithi master centos 8.0 rados/cephadm/with-work/{distro/centos_8.0.yaml fixed-2.yaml mode/root.yaml msgr/async-v2only.yaml start.yaml tasks/rados_api_tests.yaml} 2
dead 4909128 2020-03-31 00:04:13 2020-03-31 15:29:13 2020-04-01 03:31:36 12:02:23 smithi master ubuntu 18.04 rados/singleton/{all/thrash-backfill-full.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-comp-zlib.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 2
pass 4909129 2020-03-31 00:04:14 2020-03-31 15:29:13 2020-03-31 15:59:13 0:30:00 0:19:29 0:10:31 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-comp-snappy.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/small-objects-balanced.yaml} 2
pass 4909130 2020-03-31 00:04:15 2020-03-31 15:29:24 2020-03-31 16:43:24 1:14:00 0:57:02 0:16:58 smithi master rhel 8.1 rados/dashboard/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/bluestore-avl.yaml supported-random-distro$/{rhel_8.yaml} tasks/dashboard.yaml} 2
pass 4909131 2020-03-31 00:04:15 2020-03-31 15:29:37 2020-03-31 15:45:36 0:15:59 0:07:58 0:08:01 smithi master ubuntu 18.04 rados/objectstore/{backends/alloc-hint.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4909132 2020-03-31 00:04:16 2020-03-31 15:31:04 2020-03-31 15:49:03 0:17:59 0:08:15 0:09:44 smithi master centos 8.1 rados/rest/{centos_latest.yaml mgr-restful.yaml} 1
pass 4909133 2020-03-31 00:04:17 2020-03-31 15:31:13 2020-03-31 15:55:13 0:24:00 0:17:33 0:06:27 smithi master rhel 8.1 rados/singleton-nomsgr/{all/admin_socket_output.yaml rados.yaml supported-random-distro$/{rhel_8.yaml}} 1
pass 4909134 2020-03-31 00:04:18 2020-03-31 15:31:20 2020-03-31 15:49:20 0:18:00 0:11:27 0:06:33 smithi master rhel 8.1 rados/standalone/{supported-random-distro$/{rhel_8.yaml} workloads/crush.yaml} 1
pass 4909135 2020-03-31 00:04:19 2020-03-31 15:31:34 2020-03-31 21:31:40 6:00:06 5:18:56 0:41:10 smithi master ubuntu 18.04 rados/upgrade/mimic-x-singleton/{0-cluster/{openstack.yaml start.yaml} 1-install/mimic.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-workload/{rbd-cls.yaml rbd-import-export.yaml readwrite.yaml snaps-few-objects.yaml} 5-workload/{radosbench.yaml rbd_api.yaml} 6-finish-upgrade.yaml 7-octopus.yaml 8-workload/{rbd-python.yaml snaps-many-objects.yaml} bluestore-bitmap.yaml thrashosds-health.yaml ubuntu_latest.yaml} 4
pass 4909136 2020-03-31 00:04:20 2020-03-31 15:31:35 2020-03-31 15:55:34 0:23:59 0:16:37 0:07:22 smithi master centos 8.1 rados/valgrind-leaks/{1-start.yaml 2-inject-leak/mon.yaml centos_latest.yaml} 1
pass 4909137 2020-03-31 00:04:21 2020-03-31 15:31:47 2020-03-31 15:51:47 0:20:00 0:12:59 0:07:01 smithi master rhel 8.1 rados/cephadm/orchestrator_cli/{2-node-mgr.yaml orchestrator_cli.yaml supported-random-distro$/{rhel_8.yaml}} 2
dead 4909138 2020-03-31 00:04:22 2020-03-31 15:31:51 2020-04-01 03:34:14 12:02:23 11:52:32 0:09:51 smithi master centos 8.1 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-async-partial-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-comp-zlib.yaml rados.yaml supported-random-distro$/{centos_8.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/small-objects-localized.yaml} 2
Failure Reason:

psutil.NoSuchProcess process no longer exists (pid=28656)

dead 4909139 2020-03-31 00:04:22 2020-03-31 15:32:52 2020-04-01 03:35:19 12:02:27 smithi master ubuntu 18.04 rados/singleton/{all/thrash-eio.yaml msgr-failures/many.yaml msgr/async-v2only.yaml objectstore/bluestore-comp-zstd.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 2
pass 4909140 2020-03-31 00:04:23 2020-03-31 15:32:52 2020-03-31 16:18:52 0:46:00 0:30:56 0:15:04 smithi master rhel 8.1 rados/monthrash/{ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/async.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{rhel_8.yaml} thrashers/force-sync-many.yaml workloads/rados_mon_workunits.yaml} 2
pass 4909141 2020-03-31 00:04:24 2020-03-31 15:33:06 2020-03-31 15:59:05 0:25:59 0:12:40 0:13:19 smithi master centos 7.6 rados/cephadm/smoke/{distro/centos_7.yaml fixed-2.yaml start.yaml} 2
pass 4909142 2020-03-31 00:04:25 2020-03-31 15:33:18 2020-03-31 16:13:18 0:40:00 0:23:35 0:16:25 smithi master rhel 8.1 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-async-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/bluestore-comp-zstd.yaml rados.yaml supported-random-distro$/{rhel_8.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/small-objects.yaml} 2
pass 4909143 2020-03-31 00:04:26 2020-03-31 15:33:19 2020-03-31 15:57:18 0:23:59 0:18:13 0:05:46 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-comp.yaml openstack.yaml settings/optimized.yaml ubuntu_latest.yaml workloads/cosbench_64K_write.yaml} 1
dead 4909144 2020-03-31 00:04:27 2020-03-31 15:33:34 2020-04-01 03:35:56 12:02:22 smithi master ubuntu 18.04 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml msgr-failures/fastclose.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml recovery-overrides/{more-partial-recovery.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=3-m=1.yaml} 2
dead 4909145 2020-03-31 00:04:28 2020-03-31 15:33:36 2020-04-01 03:35:59 12:02:23 smithi master centos 8.1 rados/singleton/{all/thrash-rados/{thrash-rados.yaml thrashosds-health.yaml} msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{centos_8.yaml}} 2
pass 4909146 2020-03-31 00:04:28 2020-03-31 15:35:20 2020-03-31 16:13:20 0:38:00 0:27:08 0:10:52 smithi master ubuntu 18.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
pass 4909147 2020-03-31 00:04:29 2020-03-31 15:36:10 2020-03-31 16:10:10 0:34:00 0:11:50 0:22:10 smithi master ubuntu 18.04 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/bluestore-bitmap.yaml rados.yaml recovery-overrides/{more-async-recovery.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 4909148 2020-03-31 00:04:30 2020-03-31 15:37:24 2020-03-31 16:31:24 0:54:00 0:27:08 0:26:52 smithi master rhel 8.1 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{rhel_8.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=4-m=2.yaml} 3
dead 4909149 2020-03-31 00:04:31 2020-03-31 15:37:24 2020-04-01 03:39:51 12:02:27 smithi master centos 8.1 rados/verify/{centos_latest.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/default/{default.yaml thrashosds-health.yaml} msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml tasks/rados_cls_all.yaml validater/lockdep.yaml} 2
pass 4909150 2020-03-31 00:04:32 2020-03-31 15:39:52 2020-03-31 16:09:51 0:29:59 0:17:32 0:12:27 smithi master ubuntu 18.04 rados/cephadm/upgrade/{1-start.yaml 2-start-upgrade.yaml 3-wait.yaml distro$/{ubuntu_latest.yaml} fixed-2.yaml} 2
fail 4909151 2020-03-31 00:04:33 2020-03-31 15:41:33 2020-03-31 16:13:32 0:31:59 0:20:36 0:11:23 smithi master centos 8.1 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{centos_8.yaml} tasks/readwrite.yaml} 2
Failure Reason:

"2020-03-31T16:00:09.762137+0000 mon.b (mon.0) 228 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log

pass 4909152 2020-03-31 00:04:34 2020-03-31 15:41:43 2020-03-31 16:07:42 0:25:59 0:17:02 0:08:57 smithi master rhel 8.1 rados/mgr/{clusters/{2-node-mgr.yaml} debug/mgr.yaml objectstore/bluestore-low-osd-mem-target.yaml supported-random-distro$/{rhel_8.yaml} tasks/progress.yaml} 2
dead 4909153 2020-03-31 00:04:34 2020-03-31 15:43:24 2020-04-01 03:45:47 12:02:23 smithi master rhel 8.1 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-partial-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{rhel_8.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/snaps-few-objects-balanced.yaml} 2
pass 4909154 2020-03-31 00:04:35 2020-03-31 15:43:25 2020-03-31 16:01:24 0:17:59 0:06:09 0:11:50 smithi master centos 8.1 rados/multimon/{clusters/6.yaml msgr-failures/many.yaml msgr/async-v2only.yaml no_pools.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{centos_8.yaml} tasks/mon_clock_no_skews.yaml} 2
fail 4909155 2020-03-31 00:04:36 2020-03-31 15:43:37 2020-03-31 17:35:38 1:52:01 0:55:12 0:56:49 smithi master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-install/mimic-v1only.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/crush-compat.yaml distro$/{centos_7.6.yaml} msgr-failures/few.yaml rados.yaml thrashers/default.yaml thrashosds-health.yaml workloads/radosbench.yaml} 3
Failure Reason:

Command failed on smithi029 with status 125: 'sudo docker kill -s 1 ceph-1d1d2ab8-736f-11ea-924b-001a4aab830c-osd.8'

pass 4909156 2020-03-31 00:04:37 2020-03-31 15:45:53 2020-03-31 16:03:52 0:17:59 0:08:16 0:09:43 smithi master centos 8.1 rados/singleton-nomsgr/{all/balancer.yaml rados.yaml supported-random-distro$/{centos_8.yaml}} 1
pass 4909157 2020-03-31 00:04:38 2020-03-31 15:46:29 2020-03-31 15:58:28 0:11:59 0:03:49 0:08:10 smithi master ubuntu 18.04 rados/cephadm/workunits/{distro/ubuntu_latest.yaml task/test_cephadm_repos.yaml} 1
dead 4909158 2020-03-31 00:04:39 2020-03-31 15:48:00 2020-04-01 03:50:23 12:02:23 smithi master rhel 8.1 rados/singleton/{all/thrash_cache_writeback_proxy_none.yaml msgr-failures/many.yaml msgr/async-v1only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{rhel_8.yaml}} 2
dead 4909159 2020-03-31 00:04:40 2020-03-31 15:48:00 2020-04-01 03:50:27 12:02:27 smithi master rhel 8.1 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{rhel_8.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/snaps-few-objects-localized.yaml} 2
fail 4909160 2020-03-31 00:04:40 2020-03-31 15:49:19 2020-03-31 16:19:19 0:30:00 0:23:17 0:06:43 smithi master rhel 8.1 rados/thrash-erasure-code-overwrites/{bluestore-bitmap.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml msgr-failures/osd-delay.yaml rados.yaml recovery-overrides/{more-partial-recovery.yaml} supported-random-distro$/{rhel_8.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-small-objects-overwrites.yaml} 2
Failure Reason:

"2020-03-31T16:08:33.934389+0000 mon.b (mon.0) 1340 : cluster [WRN] Health check failed: 1 daemons have recently crashed (RECENT_CRASH)" in cluster log

pass 4909161 2020-03-31 00:04:41 2020-03-31 15:49:21 2020-03-31 16:09:20 0:19:59 0:12:24 0:07:35 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-low-osd-mem-target.yaml openstack.yaml settings/optimized.yaml ubuntu_latest.yaml workloads/fio_4K_rand_read.yaml} 1
pass 4909162 2020-03-31 00:04:42 2020-03-31 15:49:21 2020-03-31 16:17:20 0:27:59 0:17:58 0:10:01 smithi master centos 8.1 rados/cephadm/with-work/{distro/centos_latest.yaml fixed-2.yaml mode/packaged.yaml msgr/async.yaml start.yaml tasks/rados_python.yaml} 2
pass 4909163 2020-03-31 00:04:43 2020-03-31 15:49:39 2020-03-31 16:03:39 0:14:00 0:07:22 0:06:38 smithi master ubuntu 18.04 rados/singleton/{all/watch-notify-same-primary.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
dead 4909164 2020-03-31 00:04:44 2020-03-31 15:51:33 2020-04-01 03:54:00 12:02:27 smithi master centos 8.1 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{centos_8.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 2