Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 4141336 2019-07-23 01:27:09 2019-07-23 02:23:21 2019-07-23 02:41:21 0:18:00 0:10:00 0:08:00 smithi master centos 7.6 rados/singleton/{all/watch-notify-same-primary.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{centos_7.yaml}} 1
pass 4141337 2019-07-23 01:27:10 2019-07-23 02:24:36 2019-07-23 03:10:35 0:45:59 0:39:58 0:06:01 smithi master rhel 7.6 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 4141338 2019-07-23 01:27:11 2019-07-23 02:25:05 2019-07-23 03:15:04 0:49:59 0:28:27 0:21:32 smithi master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-install/jewel.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/crush-compat.yaml distro$/{centos_latest.yaml} msgr-failures/few.yaml rados.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 4
pass 4141339 2019-07-23 01:27:12 2019-07-23 02:27:08 2019-07-23 02:49:06 0:21:58 0:11:41 0:10:17 smithi master ubuntu 18.04 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/async-v1only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/rados_cls_all.yaml} 2
pass 4141340 2019-07-23 01:27:13 2019-07-23 02:27:08 2019-07-23 02:53:07 0:25:59 0:18:11 0:07:48 smithi master rhel 7.6 rados/singleton-nomsgr/{all/health-warnings.yaml rados.yaml supported-random-distro$/{rhel_7.yaml}} 1
pass 4141341 2019-07-23 01:27:14 2019-07-23 02:27:08 2019-07-23 02:49:07 0:21:59 0:16:26 0:05:33 smithi master rhel 7.6 rados/singleton/{all/admin-socket.yaml msgr-failures/many.yaml msgr/async-v1only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{rhel_7.yaml}} 1
pass 4141342 2019-07-23 01:27:15 2019-07-23 02:29:06 2019-07-23 03:05:05 0:35:59 0:25:08 0:10:51 smithi master ubuntu 18.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/bluestore-stupid.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
fail 4141343 2019-07-23 01:27:16 2019-07-23 02:29:06 2019-07-23 06:07:09 3:38:03 3:24:22 0:13:41 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml} 2
Failure Reason:

Command failed (workunit test rados/test.sh) on smithi148 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=4bcdada2f5f941cf16f0972599b27d6ec7b6b134 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'

pass 4141344 2019-07-23 01:27:17 2019-07-23 02:29:06 2019-07-23 02:53:05 0:23:59 0:11:01 0:12:58 smithi master ubuntu 18.04 rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore-bitmap.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/failover.yaml} 2
pass 4141345 2019-07-23 01:27:18 2019-07-23 02:29:06 2019-07-23 02:49:05 0:19:59 0:08:54 0:11:05 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-comp.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/fio_4K_rand_rw.yaml} 1
pass 4141346 2019-07-23 01:27:19 2019-07-23 02:31:00 2019-07-23 02:48:59 0:17:59 0:11:03 0:06:56 smithi master centos 7.6 rados/singleton/{all/deduptool.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{centos_7.yaml}} 1
pass 4141347 2019-07-23 01:27:20 2019-07-23 02:31:01 2019-07-23 03:55:01 1:24:00 1:16:33 0:07:27 smithi master rhel 7.6 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/radosbench.yaml} 2
pass 4141348 2019-07-23 01:27:21 2019-07-23 02:31:03 2019-07-23 05:07:05 2:36:02 2:30:39 0:05:23 smithi master centos 7.6 rados/objectstore/{backends/filestore-idempotent.yaml supported-random-distro$/{centos_7.yaml}} 1
pass 4141349 2019-07-23 01:27:22 2019-07-23 02:31:04 2019-07-23 03:27:04 0:56:00 0:39:58 0:16:02 smithi master ubuntu 18.04 rados/monthrash/{ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/sync.yaml workloads/rados_mon_osdmap_prune.yaml} 2
pass 4141350 2019-07-23 01:27:23 2019-07-23 02:31:04 2019-07-23 02:51:03 0:19:59 0:10:49 0:09:10 smithi master centos 7.6 rados/singleton/{all/divergent_priors.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{centos_7.yaml}} 1
pass 4141351 2019-07-23 01:27:24 2019-07-23 02:31:16 2019-07-23 02:49:15 0:17:59 0:11:09 0:06:50 smithi master centos 7.6 rados/singleton-nomsgr/{all/large-omap-object-warnings.yaml rados.yaml supported-random-distro$/{centos_7.yaml}} 1
fail 4141352 2019-07-23 01:27:25 2019-07-23 02:33:12 2019-07-23 03:13:11 0:39:59 0:27:20 0:12:39 smithi master ubuntu 18.04 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml msgr-failures/osd-delay.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/minsize_recovery.yaml thrashosds-health.yaml workloads/ec-small-objects-many-deletes.yaml} 2
Failure Reason:

"2019-07-23T02:58:14.103964+0000 mon.a (mon.0) 255 : cluster [WRN] Health check failed: 3 daemons have recently crashed (RECENT_CRASH)" in cluster log

fail 4141353 2019-07-23 01:27:26 2019-07-23 02:33:12 2019-07-23 03:57:12 1:24:00 0:28:14 0:55:46 smithi master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-install/luminous-v1only.yaml backoff/normal.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/off.yaml distro$/{centos_latest.yaml} msgr-failures/osd-delay.yaml rados.yaml thrashers/careful.yaml thrashosds-health.yaml workloads/radosbench.yaml} 4
Failure Reason:

Scrubbing terminated -- not all pgs were active and clean.

pass 4141354 2019-07-23 01:27:27 2019-07-23 02:33:12 2019-07-23 03:01:11 0:27:59 0:20:57 0:07:02 smithi master rhel 7.6 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} tasks/rados_python.yaml} 2
pass 4141355 2019-07-23 01:27:28 2019-07-23 02:35:03 2019-07-23 03:01:02 0:25:59 0:18:05 0:07:54 smithi master rhel 7.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/redirect.yaml} 2
fail 4141356 2019-07-23 01:27:29 2019-07-23 02:35:03 2019-07-23 03:31:03 0:56:00 0:45:44 0:10:16 smithi master centos 7.6 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{centos_7.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=4-m=2.yaml} 3
Failure Reason:

"2019-07-23T02:59:30.156027+0000 mon.b (mon.0) 626 : cluster [WRN] Health check failed: 2 daemons have recently crashed (RECENT_CRASH)" in cluster log

pass 4141357 2019-07-23 01:27:30 2019-07-23 02:35:04 2019-07-23 03:13:04 0:38:00 0:25:56 0:12:04 smithi master ubuntu 18.04 rados/thrash-erasure-code-overwrites/{bluestore-bitmap.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml msgr-failures/few.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-pool-snaps-few-objects-overwrites.yaml} 2
pass 4141358 2019-07-23 01:27:31 2019-07-23 02:35:08 2019-07-23 02:57:07 0:21:59 0:16:04 0:05:55 smithi master rhel 7.6 rados/perf/{ceph.yaml objectstore/bluestore-low-osd-mem-target.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{rhel_7.yaml} workloads/fio_4M_rand_read.yaml} 1
pass 4141359 2019-07-23 01:27:32 2019-07-23 02:37:15 2019-07-23 02:57:14 0:19:59 0:12:15 0:07:44 smithi master centos 7.6 rados/singleton/{all/divergent_priors2.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_7.yaml}} 1
pass 4141360 2019-07-23 01:27:33 2019-07-23 02:37:21 2019-07-23 03:21:20 0:43:59 0:37:04 0:06:55 smithi master centos 7.6 rados/singleton-bluestore/{all/cephtool.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_7.yaml}} 1
pass 4141361 2019-07-23 01:27:34 2019-07-23 02:37:28 2019-07-23 03:25:28 0:48:00 0:42:46 0:05:14 smithi master rhel 7.6 rados/standalone/{supported-random-distro$/{rhel_7.yaml} workloads/mon.yaml} 1
pass 4141362 2019-07-23 01:27:35 2019-07-23 02:38:59 2019-07-23 06:35:02 3:56:03 3:35:52 0:20:11 smithi master ubuntu 18.04 rados/upgrade/nautilus-x-singleton/{0-cluster/{openstack.yaml start.yaml} 1-install/nautilus.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-workload/{rbd-cls.yaml rbd-import-export.yaml readwrite.yaml snaps-few-objects.yaml} 5-workload/{radosbench.yaml rbd_api.yaml} 6-finish-upgrade.yaml 7-octopus.yaml 8-workload/{rbd-python.yaml rgw-swift.yaml snaps-many-objects.yaml} bluestore-bitmap.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashosds-health.yaml} 4
fail 4141363 2019-07-23 01:27:36 2019-07-23 02:38:59 2019-07-23 03:02:58 0:23:59 0:08:32 0:15:27 smithi master ubuntu 18.04 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/bluestore-comp.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
Failure Reason:

Command failed on smithi051 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4'

fail 4141364 2019-07-23 01:27:37 2019-07-23 02:39:05 2019-07-23 03:31:04 0:51:59 0:44:43 0:07:16 smithi master centos 7.6 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/redirect_promote_tests.yaml} 2
Failure Reason:

"2019-07-23T03:01:59.630990+0000 mon.b (mon.0) 350 : cluster [WRN] Health check failed: 1 daemons have recently crashed (RECENT_CRASH)" in cluster log

pass 4141365 2019-07-23 01:27:38 2019-07-23 02:39:14 2019-07-23 02:59:13 0:19:59 0:10:20 0:09:39 smithi master ubuntu 18.04 rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore-comp.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/insights.yaml} 2
pass 4141366 2019-07-23 01:27:39 2019-07-23 02:41:17 2019-07-23 02:57:16 0:15:59 0:08:20 0:07:39 smithi master ubuntu 18.04 rados/singleton/{all/dump-stuck.yaml msgr-failures/many.yaml msgr/async-v2only.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4141367 2019-07-23 01:27:40 2019-07-23 02:41:17 2019-07-23 02:59:16 0:17:59 0:11:08 0:06:51 smithi master centos 7.6 rados/multimon/{clusters/9.yaml msgr-failures/many.yaml msgr/async-v2only.yaml no_pools.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{centos_7.yaml} tasks/mon_clock_no_skews.yaml} 3
fail 4141368 2019-07-23 01:27:41 2019-07-23 02:41:17 2019-07-23 03:21:17 0:40:00 0:32:43 0:07:17 smithi master centos rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/default/{default.yaml thrashosds-health.yaml} msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-comp.yaml rados.yaml tasks/mon_recovery.yaml validater/valgrind.yaml} 2
Failure Reason:

saw valgrind issues

pass 4141369 2019-07-23 01:27:42 2019-07-23 02:41:22 2019-07-23 03:03:21 0:21:59 0:16:06 0:05:53 smithi master centos 7.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml} 2
pass 4141370 2019-07-23 01:27:43 2019-07-23 02:42:00 2019-07-23 03:01:59 0:19:59 0:14:13 0:05:46 smithi master rhel 7.6 rados/singleton-nomsgr/{all/lazy_omap_stats_output.yaml rados.yaml supported-random-distro$/{rhel_7.yaml}} 1
pass 4141371 2019-07-23 01:27:44 2019-07-23 02:43:00 2019-07-23 03:00:59 0:17:59 0:08:49 0:09:10 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-stupid.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/fio_4M_rand_rw.yaml} 1
pass 4141372 2019-07-23 01:27:45 2019-07-23 02:43:01 2019-07-23 03:21:00 0:37:59 0:28:34 0:09:25 smithi master centos 7.6 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{centos_7.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
pass 4141373 2019-07-23 01:27:46 2019-07-23 02:43:11 2019-07-23 03:15:10 0:31:59 0:17:21 0:14:38 smithi master ubuntu 18.04 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/rados_stress_watch.yaml} 2
pass 4141374 2019-07-23 01:27:47 2019-07-23 02:43:15 2019-07-23 03:25:14 0:41:59 0:35:36 0:06:23 smithi master centos 7.6 rados/singleton/{all/ec-lost-unfound.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{centos_7.yaml}} 1
pass 4141375 2019-07-23 01:27:48 2019-07-23 02:43:25 2019-07-23 03:13:24 0:29:59 0:20:01 0:09:58 smithi master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-install/luminous.yaml backoff/peering.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/crush-compat.yaml distro$/{centos_latest.yaml} msgr-failures/fastclose.yaml rados.yaml thrashers/default.yaml thrashosds-health.yaml workloads/rbd_cls.yaml} 4
pass 4141376 2019-07-23 01:27:49 2019-07-23 02:45:08 2019-07-23 03:01:07 0:15:59 0:09:34 0:06:25 smithi master centos 7.6 rados/objectstore/{backends/fusestore.yaml supported-random-distro$/{centos_7.yaml}} 1
pass 4141377 2019-07-23 01:27:50 2019-07-23 02:45:09 2019-07-23 03:09:08 0:23:59 0:13:47 0:10:12 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/set-chunks-read.yaml} 2
pass 4141378 2019-07-23 01:27:51 2019-07-23 02:47:20 2019-07-23 03:07:19 0:19:59 0:13:34 0:06:25 smithi master rhel 7.6 rados/singleton/{all/erasure-code-nonregression.yaml msgr-failures/many.yaml msgr/async-v1only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{rhel_7.yaml}} 1
fail 4141379 2019-07-23 01:27:52 2019-07-23 02:47:20 2019-07-23 03:23:19 0:35:59 0:29:18 0:06:41 smithi master rhel 7.6 rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore-low-osd-mem-target.yaml supported-random-distro$/{rhel_7.yaml} tasks/module_selftest.yaml} 2
Failure Reason:

"2019-07-23T03:11:10.211162+0000 mds.a (mds.0) 1 : cluster [WRN] evicting unresponsive client smithi154:x (4624), after 304.653 seconds" in cluster log

pass 4141380 2019-07-23 01:27:53 2019-07-23 02:47:20 2019-07-23 03:05:19 0:17:59 0:13:01 0:04:58 smithi master centos 7.6 rados/perf/{ceph.yaml objectstore/filestore-xfs.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{centos_7.yaml} workloads/fio_4M_rand_write.yaml} 1
pass 4141381 2019-07-23 01:27:54 2019-07-23 02:47:32 2019-07-23 03:19:31 0:31:59 0:25:36 0:06:23 smithi master centos 7.6 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml msgr-failures/fastclose.yaml objectstore/bluestore-stupid.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{centos_7.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-small-objects.yaml} 2
dead 4141382 2019-07-23 01:27:55 2019-07-23 02:47:45 2019-07-23 14:50:11 12:02:26 smithi master centos 7.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/small-objects.yaml} 2
pass 4141383 2019-07-23 01:27:56 2019-07-23 02:47:51 2019-07-23 03:05:50 0:17:59 0:08:39 0:09:20 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/librados_hello_world.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4141384 2019-07-23 01:27:57 2019-07-23 02:49:13 2019-07-23 03:35:13 0:46:00 0:37:32 0:08:28 smithi master centos 7.6 rados/monthrash/{ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/async.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/force-sync-many.yaml workloads/rados_mon_workunits.yaml} 2
pass 4141385 2019-07-23 01:27:58 2019-07-23 02:49:14 2019-07-23 03:25:13 0:35:59 0:25:38 0:10:21 smithi master ubuntu 18.04 rados/singleton/{all/lost-unfound-delete.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4141386 2019-07-23 01:27:59 2019-07-23 02:49:14 2019-07-23 03:17:13 0:27:59 0:17:45 0:10:14 smithi master rhel 7.6 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/bluestore-stupid.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{rhel_7.yaml} thrashers/fastread.yaml thrashosds-health.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 3
fail 4141387 2019-07-23 01:28:00 2019-07-23 02:49:14 2019-07-23 03:43:13 0:53:59 0:41:37 0:12:22 smithi master ubuntu 18.04 rados/thrash-erasure-code-overwrites/{bluestore-bitmap.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml msgr-failures/osd-delay.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/fastread.yaml thrashosds-health.yaml workloads/ec-small-objects-fast-read-overwrites.yaml} 2
Failure Reason:

"2019-07-23T03:12:39.468574+0000 mon.a (mon.0) 283 : cluster [WRN] Health check failed: 4 daemons have recently crashed (RECENT_CRASH)" in cluster log

pass 4141388 2019-07-23 01:28:01 2019-07-23 02:49:14 2019-07-23 03:17:12 0:27:58 0:11:48 0:16:10 smithi master centos 7.6 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{centos_7.yaml} tasks/rados_striper.yaml} 2
pass 4141389 2019-07-23 01:28:02 2019-07-23 02:49:14 2019-07-23 03:35:13 0:45:59 0:30:57 0:15:02 smithi master rhel 7.6 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 2
pass 4141390 2019-07-23 01:28:03 2019-07-23 02:49:17 2019-07-23 03:27:16 0:37:59 0:31:02 0:06:57 smithi master rhel 7.6 rados/singleton/{all/lost-unfound.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{rhel_7.yaml}} 1
pass 4141391 2019-07-23 01:28:04 2019-07-23 02:49:19 2019-07-23 03:43:19 0:54:00 0:31:46 0:22:14 smithi master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-install/mimic-v1only.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/off.yaml distro$/{centos_latest.yaml} msgr-failures/few.yaml rados.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 4
pass 4141392 2019-07-23 01:28:05 2019-07-23 02:51:17 2019-07-23 03:11:16 0:19:59 0:11:17 0:08:42 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-bitmap.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/radosbench_4K_rand_read.yaml} 1
pass 4141393 2019-07-23 01:28:06 2019-07-23 02:51:17 2019-07-23 03:19:16 0:27:59 0:13:21 0:14:38 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 4141394 2019-07-23 01:28:07 2019-07-23 02:53:22 2019-07-23 03:09:21 0:15:59 0:07:08 0:08:51 smithi master ubuntu 18.04 rados/singleton/{all/max-pg-per-osd.from-mon.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4141395 2019-07-23 01:28:08 2019-07-23 02:53:22 2019-07-23 03:13:21 0:19:59 0:13:44 0:06:15 smithi master rhel 7.6 rados/objectstore/{backends/keyvaluedb.yaml supported-random-distro$/{rhel_7.yaml}} 1
pass 4141396 2019-07-23 01:28:09 2019-07-23 02:53:22 2019-07-23 03:23:21 0:29:59 0:20:50 0:09:09 smithi master rhel 7.6 rados/singleton-nomsgr/{all/msgr.yaml rados.yaml supported-random-distro$/{rhel_7.yaml}} 1
pass 4141397 2019-07-23 01:28:10 2019-07-23 02:55:03 2019-07-23 05:39:10 2:44:07 2:36:22 0:07:45 smithi master rhel 7.6 rados/standalone/{supported-random-distro$/{rhel_7.yaml} workloads/osd.yaml} 1
pass 4141398 2019-07-23 01:28:11 2019-07-23 02:55:11 2019-07-23 03:17:10 0:21:59 0:09:41 0:12:18 smithi master ubuntu 18.04 rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore-stupid.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/orchestrator_cli.yaml} 2
pass 4141399 2019-07-23 01:28:12 2019-07-23 02:55:20 2019-07-23 03:35:20 0:40:00 0:11:21 0:28:39 smithi master ubuntu 18.04 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
fail 4141400 2019-07-23 01:28:13 2019-07-23 02:56:56 2019-07-23 03:30:56 0:34:00 0:20:35 0:13:25 smithi master ubuntu 18.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/bluestore-bitmap.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2019-07-23T03:22:10.224875+0000 mon.b (mon.0) 306 : cluster [WRN] Health check failed: 2 daemons have recently crashed (RECENT_CRASH)" in cluster log

fail 4141401 2019-07-23 01:28:14 2019-07-23 02:57:08 2019-07-23 04:57:09 2:00:01 1:49:23 0:10:38 smithi master rhel 7.6 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml} 2
Failure Reason:

reached maximum tries (800) after waiting for 4800 seconds

pass 4141402 2019-07-23 01:28:15 2019-07-23 02:57:16 2019-07-23 03:57:16 1:00:00 0:10:22 0:49:38 smithi master centos 7.6 rados/multimon/{clusters/21.yaml msgr-failures/few.yaml msgr/async.yaml no_pools.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{centos_7.yaml} tasks/mon_clock_with_skews.yaml} 3
pass 4141403 2019-07-23 01:28:16 2019-07-23 02:57:18 2019-07-23 03:29:17 0:31:59 0:19:35 0:12:24 smithi master rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/none.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml tasks/rados_api_tests.yaml validater/lockdep.yaml} 2
pass 4141404 2019-07-23 01:28:17 2019-07-23 02:59:29 2019-07-23 03:21:28 0:21:59 0:14:23 0:07:36 smithi master centos 7.6 rados/singleton/{all/max-pg-per-osd.from-primary.yaml msgr-failures/many.yaml msgr/async-v2only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{centos_7.yaml}} 1
pass 4141405 2019-07-23 01:28:18 2019-07-23 02:59:29 2019-07-23 03:19:28 0:19:59 0:10:34 0:09:25 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-comp.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/radosbench_4K_seq_read.yaml} 1
pass 4141406 2019-07-23 01:28:19 2019-07-23 02:59:29 2019-07-23 03:47:29 0:48:00 0:36:54 0:11:06 smithi master rhel 7.6 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/async-v2only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} tasks/rados_workunit_loadgen_big.yaml} 2
pass 4141407 2019-07-23 01:28:20 2019-07-23 03:01:09 2019-07-23 03:35:08 0:33:59 0:28:28 0:05:31 smithi master centos 7.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml} 2
pass 4141408 2019-07-23 01:28:21 2019-07-23 03:01:09 2019-07-23 03:39:08 0:37:59 0:26:51 0:11:08 smithi master ubuntu 18.04 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=clay-k=4-m=2.yaml} 2
pass 4141409 2019-07-23 01:28:22 2019-07-23 03:01:09 2019-07-23 03:25:08 0:23:59 0:17:54 0:06:05 smithi master rhel 7.6 rados/singleton/{all/max-pg-per-osd.from-replica.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{rhel_7.yaml}} 1
fail 4141410 2019-07-23 01:28:23 2019-07-23 03:01:09 2019-07-23 03:57:09 0:56:00 0:14:20 0:41:40 smithi master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-install/mimic.yaml backoff/normal.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/crush-compat.yaml distro$/{centos_latest.yaml} msgr-failures/osd-delay.yaml rados.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/test_rbd_api.yaml} 4
Failure Reason:

Command failed on smithi183 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3'

pass 4141411 2019-07-23 01:28:25 2019-07-23 03:01:09 2019-07-23 03:37:08 0:35:59 0:27:51 0:08:08 smithi master rhel 7.6 rados/singleton-nomsgr/{all/multi-backfill-reject.yaml rados.yaml supported-random-distro$/{rhel_7.yaml}} 2
pass 4141412 2019-07-23 01:28:26 2019-07-23 03:01:13 2019-07-23 03:37:12 0:35:59 0:14:59 0:21:00 smithi master centos 7.6 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2
pass 4141413 2019-07-23 01:28:27 2019-07-23 03:01:15 2019-07-23 03:53:15 0:52:00 0:33:09 0:18:51 smithi master ubuntu 18.04 rados/monthrash/{ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/many.yaml workloads/snaps-few-objects.yaml} 2
fail 4141414 2019-07-23 01:28:27 2019-07-23 03:02:01 2019-07-23 03:24:00 0:21:59 0:11:22 0:10:37 smithi master centos 7.6 rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/filestore-xfs.yaml supported-random-distro$/{centos_7.yaml} tasks/progress.yaml} 2
Failure Reason:

Test failure: test_osd_came_back (tasks.mgr.test_progress.TestProgress)

pass 4141415 2019-07-23 01:28:28 2019-07-23 03:02:41 2019-07-23 03:28:40 0:25:59 0:18:35 0:07:24 smithi master rhel 7.6 rados/perf/{ceph.yaml objectstore/bluestore-low-osd-mem-target.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{rhel_7.yaml} workloads/radosbench_4M_rand_read.yaml} 1
pass 4141416 2019-07-23 01:28:29 2019-07-23 03:03:00 2019-07-23 03:26:59 0:23:59 0:17:13 0:06:46 smithi master rhel 7.6 rados/singleton/{all/mon-auth-caps.yaml msgr-failures/many.yaml msgr/async-v1only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{rhel_7.yaml}} 1
pass 4141417 2019-07-23 01:28:30 2019-07-23 03:03:16 2019-07-23 03:43:15 0:39:59 0:29:43 0:10:16 smithi master ubuntu 18.04 rados/singleton-bluestore/{all/cephtool.yaml msgr-failures/many.yaml msgr/async-v1only.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4141418 2019-07-23 01:28:32 2019-07-23 03:03:23 2019-07-23 03:39:22 0:35:59 0:22:40 0:13:19 smithi master ubuntu 18.04 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} msgr-failures/few.yaml objectstore/filestore-xfs.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=4-m=2.yaml} 3
pass 4141419 2019-07-23 01:28:33 2019-07-23 03:05:21 2019-07-23 03:39:20 0:33:59 0:26:32 0:07:27 smithi master rhel 7.6 rados/thrash-erasure-code-overwrites/{bluestore-bitmap.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml msgr-failures/fastclose.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{rhel_7.yaml} thrashers/minsize_recovery.yaml thrashosds-health.yaml workloads/ec-small-objects-overwrites.yaml} 2
pass 4141420 2019-07-23 01:28:33 2019-07-23 03:05:21 2019-07-23 03:41:20 0:35:59 0:20:18 0:15:41 smithi master ubuntu 18.04 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/rados_workunit_loadgen_mix.yaml} 2
fail 4141421 2019-07-23 01:28:34 2019-07-23 03:05:21 2019-07-23 04:05:21 1:00:00 0:41:14 0:18:46 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
Failure Reason:

failed to become clean before timeout expired

pass 4141422 2019-07-23 01:28:36 2019-07-23 03:05:52 2019-07-23 03:25:51 0:19:59 0:12:50 0:07:09 smithi master centos 7.6 rados/singleton/{all/mon-config-key-caps.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_7.yaml}} 1
pass 4141423 2019-07-23 01:28:36 2019-07-23 03:07:07 2019-07-23 03:41:06 0:33:59 0:27:43 0:06:16 smithi master centos 7.6 rados/objectstore/{backends/objectcacher-stress.yaml supported-random-distro$/{centos_7.yaml}} 1
pass 4141424 2019-07-23 01:28:37 2019-07-23 03:07:07 2019-07-23 03:27:06 0:19:59 0:11:08 0:08:51 smithi master centos 7.6 rados/singleton-nomsgr/{all/pool-access.yaml rados.yaml supported-random-distro$/{centos_7.yaml}} 1
pass 4141425 2019-07-23 01:28:38 2019-07-23 03:07:07 2019-07-23 03:27:06 0:19:59 0:13:18 0:06:41 smithi master centos 7.6 rados/perf/{ceph.yaml objectstore/bluestore-stupid.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{centos_7.yaml} workloads/radosbench_4M_seq_read.yaml} 1
pass 4141426 2019-07-23 01:28:39 2019-07-23 03:07:21 2019-07-23 03:37:20 0:29:59 0:20:13 0:09:46 smithi master rhel 7.6 rados/singleton/{all/mon-config-keys.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{rhel_7.yaml}} 1
pass 4141427 2019-07-23 01:28:40 2019-07-23 03:09:12 2019-07-23 03:45:11 0:35:59 0:22:30 0:13:29 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml} 2
pass 4141428 2019-07-23 01:28:42 2019-07-23 03:09:12 2019-07-23 04:09:12 1:00:00 0:25:46 0:34:14 smithi master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-install/nautilus-v1only.yaml backoff/peering.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/off.yaml distro$/{centos_latest.yaml} msgr-failures/fastclose.yaml rados.yaml thrashers/none.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 4
pass 4141429 2019-07-23 01:28:43 2019-07-23 03:09:22 2019-07-23 03:49:22 0:40:00 0:28:55 0:11:05 smithi master centos 7.6 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/bluestore-comp.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{centos_7.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
pass 4141430 2019-07-23 01:28:44 2019-07-23 03:10:50 2019-07-23 03:30:49 0:19:59 0:09:24 0:10:35 smithi master ubuntu 18.04 rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore-bitmap.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/prometheus.yaml} 2
pass 4141431 2019-07-23 01:28:45 2019-07-23 03:11:04 2019-07-23 03:35:03 0:23:59 0:15:43 0:08:16 smithi master rhel 7.6 rados/singleton/{all/mon-config.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{rhel_7.yaml}} 1
fail 4141432 2019-07-23 01:28:46 2019-07-23 03:11:17 2019-07-23 04:17:17 1:06:00 0:58:13 0:07:47 smithi master rhel 7.6 rados/standalone/{supported-random-distro$/{rhel_7.yaml} workloads/scrub.yaml} 1
Failure Reason:

Command failed (workunit test scrub/osd-scrub-test.sh) on smithi085 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=4bcdada2f5f941cf16f0972599b27d6ec7b6b134 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/standalone/scrub/osd-scrub-test.sh'

pass 4141433 2019-07-23 01:28:47 2019-07-23 03:13:20 2019-07-23 06:51:22 3:38:02 0:11:31 3:26:31 smithi master ubuntu 18.04 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-stupid.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 4141434 2019-07-23 01:28:48 2019-07-23 03:13:20 2019-07-23 03:55:19 0:41:59 0:29:30 0:12:29 smithi master rhel 7.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 2
fail 4141435 2019-07-23 01:28:49 2019-07-23 03:13:20 2019-07-23 03:31:19 0:17:59 0:09:30 0:08:29 smithi master centos 7.6 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml msgr-failures/osd-delay.yaml objectstore/bluestore-bitmap.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{centos_7.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=2-m=1.yaml} 2
Failure Reason:

Command failed on smithi091 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2'

pass 4141436 2019-07-23 01:28:50 2019-07-23 03:13:22 2019-07-23 03:47:22 0:34:00 0:27:35 0:06:25 smithi master centos 7.6 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/async-v1only.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{centos_7.yaml} tasks/rados_workunit_loadgen_mostlyread.yaml} 2
pass 4141437 2019-07-23 01:28:51 2019-07-23 03:13:26 2019-07-23 03:37:25 0:23:59 0:15:41 0:08:18 smithi master rhel 7.6 rados/perf/{ceph.yaml objectstore/filestore-xfs.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{rhel_7.yaml} workloads/radosbench_4M_write.yaml} 1
pass 4141438 2019-07-23 01:28:52 2019-07-23 03:15:20 2019-07-23 03:37:19 0:21:59 0:15:46 0:06:13 smithi master rhel 7.6 rados/multimon/{clusters/3.yaml msgr-failures/many.yaml msgr/async-v1only.yaml no_pools.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} tasks/mon_recovery.yaml} 2
fail 4141439 2019-07-23 01:28:53 2019-07-23 03:15:20 2019-07-23 04:01:20 0:46:00 0:38:03 0:07:57 smithi master centos rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/default/{default.yaml thrashosds-health.yaml} msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-stupid.yaml rados.yaml tasks/rados_cls_all.yaml validater/valgrind.yaml} 2
Failure Reason:

saw valgrind issues

pass 4141440 2019-07-23 01:28:54 2019-07-23 03:17:26 2019-07-23 03:41:25 0:23:59 0:16:30 0:07:29 smithi master centos 7.6 rados/singleton/{all/osd-backfill.yaml msgr-failures/many.yaml msgr/async-v2only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{centos_7.yaml}} 1
fail 4141441 2019-07-23 01:28:55 2019-07-23 03:17:26 2019-07-23 03:37:25 0:19:59 0:07:03 0:12:56 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/cache.yaml} 2
Failure Reason:

Command failed on smithi025 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3'

pass 4141442 2019-07-23 01:28:56 2019-07-23 03:17:26 2019-07-23 03:55:25 0:37:59 0:27:11 0:10:48 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/recovery-unfound-found.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4141443 2019-07-23 01:28:57 2019-07-23 03:19:31 2019-07-23 07:49:36 4:30:05 4:17:50 0:12:15 smithi master rhel 7.6 rados/objectstore/{backends/objectstore.yaml supported-random-distro$/{rhel_7.yaml}} 1
pass 4141444 2019-07-23 01:28:58 2019-07-23 03:19:31 2019-07-23 03:51:30 0:31:59 0:20:32 0:11:27 smithi master ubuntu 18.04 rados/monthrash/{ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/async-v2only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/one.yaml workloads/pool-create-delete.yaml} 2
pass 4141445 2019-07-23 01:28:59 2019-07-23 03:19:32 2019-07-23 03:43:32 0:24:00 0:13:54 0:10:06 smithi master ubuntu 18.04 rados/singleton/{all/osd-recovery-incomplete.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
fail 4141446 2019-07-23 01:29:00 2019-07-23 03:21:17 2019-07-23 03:39:16 0:17:59 0:10:15 0:07:44 smithi master centos 7.6 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/bluestore-bitmap.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{centos_7.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 3
Failure Reason:

Command failed on smithi023 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0'

pass 4141447 2019-07-23 01:29:01 2019-07-23 03:21:17 2019-07-23 04:01:16 0:39:59 0:32:05 0:07:54 smithi master rhel 7.6 rados/thrash-erasure-code-overwrites/{bluestore-bitmap.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml msgr-failures/few.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{rhel_7.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-snaps-few-objects-overwrites.yaml} 2
pass 4141448 2019-07-23 01:29:02 2019-07-23 03:21:18 2019-07-23 05:07:19 1:46:01 1:15:26 0:30:35 smithi master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-install/nautilus-v2only.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/crush-compat.yaml distro$/{centos_latest.yaml} msgr-failures/few.yaml rados.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/radosbench.yaml} 4
pass 4141449 2019-07-23 01:29:03 2019-07-23 03:21:21 2019-07-23 04:03:20 0:41:59 0:32:41 0:09:18 smithi master centos 7.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/pool-snaps-few-objects.yaml} 2
pass 4141450 2019-07-23 01:29:04 2019-07-23 03:21:22 2019-07-23 03:43:26 0:22:04 0:14:20 0:07:44 smithi master rhel 7.6 rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore-comp.yaml supported-random-distro$/{rhel_7.yaml} tasks/ssh_orchestrator.yaml} 2
pass 4141451 2019-07-23 01:29:05 2019-07-23 03:21:30 2019-07-23 03:49:29 0:27:59 0:19:31 0:08:28 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-bitmap.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/radosbench_omap_write.yaml} 1
pass 4141452 2019-07-23 01:29:06 2019-07-23 03:23:36 2019-07-23 03:43:35 0:19:59 0:14:49 0:05:10 smithi master centos 7.6 rados/singleton/{all/osd-recovery.yaml msgr-failures/many.yaml msgr/async-v1only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_7.yaml}} 1
pass 4141453 2019-07-23 01:29:07 2019-07-23 03:23:36 2019-07-23 03:49:35 0:25:59 0:18:08 0:07:51 smithi master rhel 7.6 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} tasks/readwrite.yaml} 2
fail 4141454 2019-07-23 01:29:08 2019-07-23 03:24:02 2019-07-23 03:56:01 0:31:59 0:20:24 0:11:35 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/rados_api_tests.yaml} 2
Failure Reason:

"2019-07-23T03:41:27.013052+0000 mon.a (mon.0) 813 : cluster [ERR] Health check failed: Module 'pg_autoscaler' has failed: (109L,) (MGR_MODULE_ERROR)" in cluster log

pass 4141455 2019-07-23 01:29:09 2019-07-23 03:25:21 2019-07-23 03:43:20 0:17:59 0:08:10 0:09:49 smithi master ubuntu 18.04 rados/singleton-nomsgr/{all/version-number-sanity.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4141456 2019-07-23 01:29:10 2019-07-23 03:25:21 2019-07-23 04:09:21 0:44:00 0:35:23 0:08:37 smithi master rhel 7.6 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{rhel_7.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
pass 4141457 2019-07-23 01:29:11 2019-07-23 03:25:21 2019-07-23 03:41:20 0:15:59 0:09:52 0:06:07 smithi master centos 7.6 rados/singleton/{all/peer.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{centos_7.yaml}} 1
fail 4141458 2019-07-23 01:29:12 2019-07-23 03:25:21 2019-07-23 04:51:21 1:26:00 1:15:28 0:10:32 smithi master centos 7.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/radosbench.yaml} 2
Failure Reason:

reached maximum tries (500) after waiting for 3000 seconds

pass 4141459 2019-07-23 01:29:13 2019-07-23 03:25:30 2019-07-23 03:43:29 0:17:59 0:09:06 0:08:53 smithi master ubuntu 18.04 rados/perf/{ceph.yaml objectstore/bluestore-comp.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{ubuntu_latest.yaml} workloads/sample_fio.yaml} 1
pass 4141460 2019-07-23 01:29:14 2019-07-23 03:25:52 2019-07-23 04:05:52 0:40:00 0:30:06 0:09:54 smithi master centos 7.6 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml msgr-failures/fastclose.yaml objectstore/bluestore-comp.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{centos_7.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=3-m=1.yaml} 2
fail 4141461 2019-07-23 01:29:15 2019-07-23 03:27:13 2019-07-23 04:13:13 0:46:00 0:28:20 0:17:40 smithi master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-install/nautilus.yaml backoff/normal.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/off.yaml distro$/{centos_latest.yaml} msgr-failures/osd-delay.yaml rados.yaml thrashers/careful.yaml thrashosds-health.yaml workloads/rbd_cls.yaml} 4
Failure Reason:

"2019-07-23T03:58:05.913125+0000 mon.b (mon.0) 539 : cluster [WRN] Health check failed: 2 daemons have recently crashed (RECENT_CRASH)" in cluster log

pass 4141462 2019-07-23 01:29:16 2019-07-23 03:27:13 2019-07-23 03:51:13 0:24:00 0:13:19 0:10:41 smithi master centos 7.6 rados/singleton/{all/pg-autoscaler.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{centos_7.yaml}} 2
pass 4141463 2019-07-23 01:29:17 2019-07-23 03:27:14 2019-07-23 03:57:13 0:29:59 0:12:32 0:17:27 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/redirect.yaml} 2
pass 4141464 2019-07-23 01:29:18 2019-07-23 03:27:14 2019-07-23 03:53:13 0:25:59 0:15:23 0:10:36 smithi master rhel 7.6 rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore-low-osd-mem-target.yaml supported-random-distro$/{rhel_7.yaml} tasks/workunits.yaml} 2
pass 4141465 2019-07-23 01:29:19 2019-07-23 03:27:18 2019-07-23 03:57:17 0:29:59 0:22:28 0:07:31 smithi master rhel 7.6 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} tasks/repair_test.yaml} 2
pass 4141466 2019-07-23 01:29:20 2019-07-23 03:28:56 2019-07-23 03:46:55 0:17:59 0:07:56 0:10:03 smithi master ubuntu 18.04 rados/objectstore/{backends/alloc-hint.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4141467 2019-07-23 01:29:21 2019-07-23 03:29:19 2019-07-23 03:47:17 0:17:58 0:11:07 0:06:51 smithi master centos 7.6 rados/rest/{mgr-restful.yaml supported-random-distro$/{centos_7.yaml}} 1
pass 4141468 2019-07-23 01:29:22 2019-07-23 03:31:03 2019-07-23 04:13:03 0:42:00 0:36:35 0:05:25 smithi master rhel 7.6 rados/singleton-bluestore/{all/cephtool.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{rhel_7.yaml}} 1
pass 4141469 2019-07-23 01:29:24 2019-07-23 03:31:04 2019-07-23 03:53:03 0:21:59 0:15:55 0:06:04 smithi master centos rados/singleton-flat/valgrind-leaks.yaml 1
pass 4141470 2019-07-23 01:29:25 2019-07-23 03:31:04 2019-07-23 03:53:03 0:21:59 0:14:49 0:07:10 smithi master centos 7.6 rados/singleton-nomsgr/{all/admin_socket_output.yaml rados.yaml supported-random-distro$/{centos_7.yaml}} 1
pass 4141471 2019-07-23 01:29:26 2019-07-23 03:31:06 2019-07-23 03:51:05 0:19:59 0:13:04 0:06:55 smithi master centos 7.6 rados/standalone/{supported-random-distro$/{centos_7.yaml} workloads/crush.yaml} 1
pass 4141472 2019-07-23 01:29:27 2019-07-23 03:31:20 2019-07-23 08:41:30 5:10:10 3:25:35 1:44:35 smithi master ubuntu 18.04 rados/upgrade/mimic-x-singleton/{0-cluster/{openstack.yaml start.yaml} 1-install/mimic.yaml 2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-workload/{rbd-cls.yaml rbd-import-export.yaml readwrite.yaml snaps-few-objects.yaml} 5-workload/{radosbench.yaml rbd_api.yaml} 6-finish-upgrade.yaml 7-nautilus.yaml 8-workload/{rbd-python.yaml rgw-swift.yaml snaps-many-objects.yaml} bluestore-bitmap.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashosds-health.yaml} 4
fail 4141473 2019-07-23 01:29:28 2019-07-23 03:33:15 2019-07-23 04:09:14 0:35:59 0:10:42 0:25:17 smithi master centos 7.6 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/filestore-xfs.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{centos_7.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
Failure Reason:

Command failed on smithi193 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3'

pass 4141474 2019-07-23 01:29:29 2019-07-23 03:35:19 2019-07-23 03:55:18 0:19:59 0:13:57 0:06:02 smithi master rhel 7.6 rados/singleton/{all/pg-removal-interruption.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{rhel_7.yaml}} 1
pass 4141475 2019-07-23 01:29:30 2019-07-23 03:35:19 2019-07-23 03:59:18 0:23:59 0:17:51 0:06:08 smithi master rhel 7.6 rados/perf/{ceph.yaml objectstore/bluestore-low-osd-mem-target.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{rhel_7.yaml} workloads/sample_radosbench.yaml} 1
pass 4141476 2019-07-23 01:29:32 2019-07-23 03:35:19 2019-07-23 03:57:18 0:21:59 0:15:34 0:06:25 smithi master centos 7.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/redirect_promote_tests.yaml} 2
pass 4141477 2019-07-23 01:29:33 2019-07-23 03:35:19 2019-07-23 03:51:18 0:15:59 0:09:34 0:06:25 smithi master centos 7.6 rados/multimon/{clusters/6.yaml msgr-failures/few.yaml msgr/async-v2only.yaml no_pools.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{centos_7.yaml} tasks/mon_clock_no_skews.yaml} 2
pass 4141478 2019-07-23 01:29:34 2019-07-23 03:35:21 2019-07-23 03:57:20 0:21:59 0:10:26 0:11:33 smithi master rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/none.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/filestore-xfs.yaml rados.yaml tasks/mon_recovery.yaml validater/lockdep.yaml} 2
pass 4141479 2019-07-23 01:29:35 2019-07-23 03:37:00 2019-07-23 04:18:59 0:41:59 0:29:20 0:12:39 smithi master centos 7.6 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/bluestore-comp.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{centos_7.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=4-m=2.yaml} 3
dead 4141480 2019-07-23 01:29:36 2019-07-23 03:37:00 2019-07-23 15:39:27 12:02:27 smithi master rhel 7.6 rados/thrash-erasure-code-overwrites/{bluestore-bitmap.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml msgr-failures/osd-delay.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{rhel_7.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/ec-pool-snaps-few-objects-overwrites.yaml} 2
pass 4141481 2019-07-23 01:29:37 2019-07-23 03:37:10 2019-07-23 03:59:09 0:21:59 0:14:52 0:07:07 smithi master centos 7.6 rados/singleton/{all/radostool.yaml msgr-failures/many.yaml msgr/async-v2only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{centos_7.yaml}} 1
pass 4141482 2019-07-23 01:29:39 2019-07-23 03:37:14 2019-07-23 03:57:13 0:19:59 0:09:09 0:10:50 smithi master ubuntu 18.04 rados/monthrash/{ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/sync-many.yaml workloads/rados_5925.yaml} 2
fail 4141483 2019-07-23 01:29:40 2019-07-23 03:37:21 2019-07-23 03:55:20 0:17:59 0:09:49 0:08:10 smithi master centos 7.6 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/redirect_set_object.yaml} 2
Failure Reason:

Command failed on smithi100 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1'

dead 4141484 2019-07-23 01:29:41 2019-07-23 03:37:21 2019-07-23 15:39:48 12:02:27 smithi master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-install/hammer.yaml backoff/peering.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/crush-compat.yaml distro$/{centos_latest.yaml} msgr-failures/fastclose.yaml rados.yaml thrashers/default.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 4
pass 4141485 2019-07-23 01:29:42 2019-07-23 03:37:26 2019-07-23 04:17:26 0:40:00 0:33:57 0:06:03 smithi master rhel 7.6 rados/singleton/{all/random-eio.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{rhel_7.yaml}} 2
pass 4141486 2019-07-23 01:29:43 2019-07-23 03:37:27 2019-07-23 03:59:26 0:21:59 0:14:38 0:07:21 smithi master rhel 7.6 rados/singleton-nomsgr/{all/cache-fs-trunc.yaml rados.yaml supported-random-distro$/{rhel_7.yaml}} 1
pass 4141487 2019-07-23 01:29:44 2019-07-23 03:39:18 2019-07-23 04:03:18 0:24:00 0:16:06 0:07:54 smithi master rhel 7.6 rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore-low-osd-mem-target.yaml supported-random-distro$/{rhel_7.yaml} tasks/crash.yaml} 2
pass 4141488 2019-07-23 01:29:45 2019-07-23 03:39:19 2019-07-23 04:11:18 0:31:59 0:25:33 0:06:26 smithi master rhel 7.6 rados/perf/{ceph.yaml objectstore/bluestore-low-osd-mem-target.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{rhel_7.yaml} workloads/cosbench_64K_read_write.yaml} 1
pass 4141489 2019-07-23 01:29:46 2019-07-23 03:39:19 2019-07-23 04:07:18 0:27:59 0:19:55 0:08:04 smithi master centos 7.6 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{centos_7.yaml} tasks/rgw_snaps.yaml} 2
fail 4141490 2019-07-23 01:29:47 2019-07-23 03:39:22 2019-07-23 04:37:21 0:57:59 0:47:52 0:10:07 smithi master centos 7.6 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/bluestore-stupid.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{centos_7.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
Failure Reason:

"2019-07-23T04:02:29.775116+0000 mon.b (mon.0) 261 : cluster [WRN] Health check failed: 5 daemons have recently crashed (RECENT_CRASH)" in cluster log

pass 4141491 2019-07-23 01:29:48 2019-07-23 03:39:24 2019-07-23 04:13:23 0:33:59 0:14:15 0:19:44 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/set-chunks-read.yaml} 2
pass 4141492 2019-07-23 01:29:50 2019-07-23 03:41:22 2019-07-23 05:07:22 1:26:00 1:18:23 0:07:37 smithi master centos 7.6 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{centos_7.yaml} thrashers/fastread.yaml thrashosds-health.yaml workloads/ec-radosbench.yaml} 2
dead 4141493 2019-07-23 01:29:51 2019-07-23 03:41:22 2019-07-23 15:43:48 12:02:26 smithi master ubuntu 18.04 rados/singleton/{all/rebuild-mondb.yaml msgr-failures/many.yaml msgr/async-v1only.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4141494 2019-07-23 01:29:52 2019-07-23 03:41:23 2019-07-23 04:17:22 0:35:59 0:20:54 0:15:05 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/small-objects.yaml} 2
pass 4141495 2019-07-23 01:29:53 2019-07-23 03:41:27 2019-07-23 04:07:26 0:25:59 0:19:52 0:06:07 smithi master rhel 7.6 rados/objectstore/{backends/ceph_objectstore_tool.yaml supported-random-distro$/{rhel_7.yaml}} 1
pass 4141496 2019-07-23 01:29:54 2019-07-23 03:43:33 2019-07-23 04:11:31 0:27:58 0:21:54 0:06:04 smithi master rhel 7.6 rados/singleton/{all/recovery-preemption.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{rhel_7.yaml}} 1
pass 4141497 2019-07-23 01:29:55 2019-07-23 03:43:34 2019-07-23 04:17:32 0:33:58 0:22:04 0:11:54 smithi master centos 7.6 rados/perf/{ceph.yaml objectstore/bluestore-stupid.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{centos_7.yaml} workloads/cosbench_64K_write.yaml} 1
pass 4141498 2019-07-23 01:29:56 2019-07-23 03:43:34 2019-07-23 04:05:31 0:21:57 0:10:55 0:11:02 smithi master centos 7.6 rados/singleton-nomsgr/{all/ceph-kvstore-tool.yaml rados.yaml supported-random-distro$/{centos_7.yaml}} 1
dead 4141499 2019-07-23 01:29:57 2019-07-23 03:43:34 2019-07-23 15:45:59 12:02:25 smithi master centos 7.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/snaps-few-objects.yaml} 2
pass 4141500 2019-07-23 01:29:58 2019-07-23 03:43:33 2019-07-23 06:11:33 2:28:00 0:16:03 2:11:57 smithi master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-install/jewel-v1only.yaml backoff/peering_and_degraded.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/off.yaml distro$/{centos_latest.yaml} msgr-failures/few.yaml rados.yaml thrashers/mapgap.yaml thrashosds-health.yaml workloads/test_rbd_api.yaml} 4
pass 4141501 2019-07-23 01:29:59 2019-07-23 03:43:34 2019-07-23 04:11:32 0:27:58 0:13:53 0:14:05 smithi master centos 7.6 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/async-v2only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_7.yaml} tasks/scrub_test.yaml} 2
pass 4141502 2019-07-23 01:30:00 2019-07-23 03:43:34 2019-07-23 04:05:32 0:21:58 0:11:24 0:10:34 smithi master centos 7.6 rados/singleton/{all/resolve_stuck_peering.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{centos_7.yaml}} 2
fail 4141503 2019-07-23 01:30:01 2019-07-23 03:43:37 2019-07-23 04:15:36 0:31:59 0:17:20 0:14:39 smithi master centos 7.6 rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore-stupid.yaml supported-random-distro$/{centos_7.yaml} tasks/dashboard.yaml} 2
Failure Reason:

Test failure: test_full_health (tasks.mgr.dashboard.test_health.HealthTest)

pass 4141504 2019-07-23 01:30:02 2019-07-23 03:45:29 2019-07-23 04:29:29 0:44:00 0:36:13 0:07:47 smithi master centos 7.6 rados/standalone/{supported-random-distro$/{centos_7.yaml} workloads/erasure-code.yaml} 1
pass 4141505 2019-07-23 01:30:03 2019-07-23 03:47:12 2019-07-23 04:23:11 0:35:59 0:19:20 0:16:39 smithi master rhel 7.6 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{rhel_7.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml} 3
pass 4141506 2019-07-23 01:30:04 2019-07-23 03:47:19 2019-07-23 04:21:18 0:33:59 0:20:48 0:13:11 smithi master ubuntu 18.04 rados/thrash-erasure-code-overwrites/{bluestore-bitmap.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml msgr-failures/fastclose.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-small-objects-fast-read-overwrites.yaml} 2
pass 4141507 2019-07-23 01:30:05 2019-07-23 03:47:23 2019-07-23 05:17:29 1:30:06 0:14:46 1:15:20 smithi master centos 7.6 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/bluestore-bitmap.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{centos_7.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 4141508 2019-07-23 01:30:06 2019-07-23 03:47:30 2019-07-23 04:13:29 0:25:59 0:12:58 0:13:01 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/write_fadvise_dontneed.yaml} 2
pass 4141509 2019-07-23 01:30:07 2019-07-23 03:49:25 2019-07-23 04:09:24 0:19:59 0:09:19 0:10:40 smithi master ubuntu 18.04 rados/singleton/{all/test-crash.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4141510 2019-07-23 01:30:08 2019-07-23 03:49:30 2019-07-23 04:11:29 0:21:59 0:15:29 0:06:30 smithi master rhel 7.6 rados/perf/{ceph.yaml objectstore/filestore-xfs.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{rhel_7.yaml} workloads/fio_4K_rand_read.yaml} 1
pass 4141511 2019-07-23 01:30:09 2019-07-23 03:49:37 2019-07-23 04:23:36 0:33:59 0:22:47 0:11:12 smithi master ubuntu 18.04 rados/monthrash/{ceph.yaml clusters/9-mons.yaml msgr-failures/mon-delay.yaml msgr/async-v1only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/sync.yaml workloads/rados_api_tests.yaml} 2
pass 4141512 2019-07-23 01:30:10 2019-07-23 03:51:21 2019-07-23 04:19:20 0:27:59 0:16:04 0:11:55 smithi master rhel 7.6 rados/multimon/{clusters/9.yaml msgr-failures/many.yaml msgr/async.yaml no_pools.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} tasks/mon_clock_with_skews.yaml} 3
fail 4141513 2019-07-23 01:30:11 2019-07-23 03:51:21 2019-07-23 04:53:21 1:02:00 0:52:27 0:09:33 smithi master centos rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/default/{default.yaml thrashosds-health.yaml} msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml tasks/rados_api_tests.yaml validater/valgrind.yaml} 2
Failure Reason:

saw valgrind issues

pass 4141514 2019-07-23 01:30:12 2019-07-23 03:51:21 2019-07-23 04:39:20 0:47:59 0:37:29 0:10:30 smithi master rhel 7.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/admin_socket_objecter_requests.yaml} 2
pass 4141515 2019-07-23 01:30:13 2019-07-23 03:51:21 2019-07-23 04:13:20 0:21:59 0:14:13 0:07:46 smithi master rhel 7.6 rados/singleton-nomsgr/{all/ceph-post-file.yaml rados.yaml supported-random-distro$/{rhel_7.yaml}} 1
pass 4141516 2019-07-23 01:30:14 2019-07-23 03:51:32 2019-07-23 04:21:31 0:29:59 0:23:55 0:06:04 smithi master rhel 7.6 rados/singleton/{all/test_envlibrados_for_rocksdb.yaml msgr-failures/many.yaml msgr/async-v2only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{rhel_7.yaml}} 1
pass 4141517 2019-07-23 01:30:16 2019-07-23 03:53:16 2019-07-23 04:29:16 0:36:00 0:27:41 0:08:19 smithi master centos 7.6 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{centos_7.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
dead 4141518 2019-07-23 01:30:17 2019-07-23 03:53:17 2019-07-23 15:55:43 12:02:26 smithi master rhel 7.6 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml msgr-failures/osd-delay.yaml objectstore/bluestore-stupid.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{rhel_7.yaml} thrashers/minsize_recovery.yaml thrashosds-health.yaml workloads/ec-small-objects-fast-read.yaml} 2
pass 4141519 2019-07-23 01:30:18 2019-07-23 03:53:17 2019-07-23 04:27:16 0:33:59 0:22:33 0:11:26 smithi master ubuntu 18.04 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/rados_api_tests.yaml} 2
pass 4141520 2019-07-23 01:30:19 2019-07-23 03:53:16 2019-07-23 04:09:15 0:15:59 0:07:14 0:08:45 smithi master ubuntu 18.04 rados/objectstore/{backends/filejournal.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
dead 4141521 2019-07-23 01:30:20 2019-07-23 03:53:17 2019-07-23 15:55:43 12:02:26 smithi master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-install/jewel.yaml backoff/normal.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/crush-compat.yaml distro$/{centos_latest.yaml} msgr-failures/osd-delay.yaml rados.yaml thrashers/morepggrow.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 4
pass 4141522 2019-07-23 01:30:21 2019-07-23 03:54:47 2019-07-23 04:14:46 0:19:59 0:13:50 0:06:09 smithi master centos 7.6 rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/filestore-xfs.yaml supported-random-distro$/{centos_7.yaml} tasks/failover.yaml} 2
pass 4141523 2019-07-23 01:30:22 2019-07-23 03:54:47 2019-07-23 04:12:46 0:17:59 0:11:47 0:06:12 smithi master centos 7.6 rados/perf/{ceph.yaml objectstore/bluestore-bitmap.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{centos_7.yaml} workloads/fio_4K_rand_rw.yaml} 1
dead 4141524 2019-07-23 01:30:23 2019-07-23 03:55:02 2019-07-23 15:57:25 12:02:23 smithi master centos 7.6 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{centos_7.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/cache-agent-big.yaml} 2
pass 4141525 2019-07-23 01:30:24 2019-07-23 03:55:19 2019-07-23 05:25:20 1:30:01 1:22:06 0:07:55 smithi master centos 7.6 rados/singleton/{all/thrash-backfill-full.yaml msgr-failures/few.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{centos_7.yaml}} 2
pass 4141526 2019-07-23 01:30:25 2019-07-23 03:55:21 2019-07-23 04:39:21 0:44:00 0:37:45 0:06:15 smithi master centos 7.6 rados/singleton-bluestore/{all/cephtool.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{centos_7.yaml}} 1
pass 4141527 2019-07-23 01:30:26 2019-07-23 03:55:22 2019-07-23 04:21:21 0:25:59 0:20:16 0:05:43 smithi master rhel 7.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} thrashers/pggrow.yaml thrashosds-health.yaml workloads/cache-agent-small.yaml} 2
pass 4141528 2019-07-23 01:30:27 2019-07-23 03:55:22 2019-07-23 04:41:22 0:46:00 0:34:39 0:11:21 smithi master ubuntu 18.04 rados/singleton/{all/thrash-eio.yaml msgr-failures/many.yaml msgr/async-v1only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 2
pass 4141529 2019-07-23 01:30:28 2019-07-23 03:55:27 2019-07-23 04:17:26 0:21:59 0:15:31 0:06:28 smithi master rhel 7.6 rados/singleton-nomsgr/{all/export-after-evict.yaml rados.yaml supported-random-distro$/{rhel_7.yaml}} 1
pass 4141530 2019-07-23 01:30:29 2019-07-23 03:56:17 2019-07-23 04:14:16 0:17:59 0:11:52 0:06:07 smithi master centos 7.6 rados/perf/{ceph.yaml objectstore/bluestore-comp.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{centos_7.yaml} workloads/fio_4M_rand_read.yaml} 1
pass 4141531 2019-07-23 01:30:30 2019-07-23 03:57:10 2019-07-23 04:33:10 0:36:00 0:27:59 0:08:01 smithi master rhel 7.6 rados/singleton/{all/thrash-rados/{thrash-rados.yaml thrashosds-health.yaml} msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{rhel_7.yaml}} 2
pass 4141532 2019-07-23 01:30:31 2019-07-23 03:57:14 2019-07-23 04:39:13 0:41:59 0:29:30 0:12:29 smithi master rhel 7.6 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{more-active-recovery.yaml} backoff/peering_and_degraded.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/off.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/cache-pool-snaps-readproxy.yaml} 2
pass 4141533 2019-07-23 01:30:32 2019-07-23 03:57:14 2019-07-23 04:31:14 0:34:00 0:18:38 0:15:22 smithi master rhel 7.6 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/many.yaml msgr/async-v1only.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} tasks/rados_cls_all.yaml} 2
dead 4141534 2019-07-23 01:30:33 2019-07-23 03:57:15 2019-07-23 16:01:43 12:04:28 11:43:22 0:21:06 smithi master centos 7.6 rados/thrash-erasure-code-big/{ceph.yaml cluster/{12-osds.yaml openstack.yaml} msgr-failures/osd-delay.yaml objectstore/bluestore-stupid.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{centos_7.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-rados-plugin=jerasure-k=4-m=2.yaml}
Failure Reason:

psutil.NoSuchProcess process no longer exists (pid=30574)

pass 4141535 2019-07-23 01:30:34 2019-07-23 03:57:32 2019-07-23 04:29:31 0:31:59 0:23:44 0:08:15 smithi master centos 7.6 rados/thrash-erasure-code-overwrites/{bluestore-bitmap.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/normal.yaml msgr-failures/few.yaml rados.yaml recovery-overrides/{default.yaml} supported-random-distro$/{centos_7.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/ec-small-objects-overwrites.yaml} 2
pass 4141536 2019-07-23 01:30:35 2019-07-23 03:57:32 2019-07-23 04:17:31 0:19:59 0:10:09 0:09:50 smithi master ubuntu 18.04 rados/mgr/{clusters/{2-node-mgr.yaml openstack.yaml} debug/mgr.yaml objectstore/bluestore-bitmap.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/insights.yaml} 2
pass 4141537 2019-07-23 01:30:36 2019-07-23 03:57:32 2019-07-23 05:17:32 1:20:00 1:01:39 0:18:21 smithi master centos 7.6 rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-install/luminous-v1only.yaml backoff/peering.yaml ceph.yaml clusters/{openstack.yaml three-plus-one.yaml} d-balancer/off.yaml distro$/{centos_latest.yaml} msgr-failures/fastclose.yaml rados.yaml thrashers/none.yaml thrashosds-health.yaml workloads/radosbench.yaml} 4
pass 4141538 2019-07-23 01:30:37 2019-07-23 03:57:32 2019-07-23 04:29:31 0:31:59 0:22:02 0:09:57 smithi master centos 7.6 rados/singleton/{all/thrash_cache_writeback_proxy_none.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/filestore-xfs.yaml rados.yaml supported-random-distro$/{centos_7.yaml}} 2
pass 4141539 2019-07-23 01:30:38 2019-07-23 03:59:27 2019-07-23 04:51:26 0:51:59 0:45:38 0:06:21 smithi master rhel 7.6 rados/monthrash/{ceph.yaml clusters/3-mons.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} thrashers/force-sync-many.yaml workloads/rados_mon_osdmap_prune.yaml} 2
fail 4141540 2019-07-23 01:30:40 2019-07-23 03:59:27 2019-07-23 04:21:26 0:21:59 0:15:11 0:06:48 smithi master rhel 7.6 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size.yaml 1-pg-log-overrides/short_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/normal.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/upmap.yaml msgr-failures/osd-delay.yaml msgr/async.yaml objectstore/bluestore-low-osd-mem-target.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} thrashers/default.yaml thrashosds-health.yaml workloads/cache-pool-snaps.yaml} 2
Failure Reason:

Command failed on smithi144 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5'

pass 4141541 2019-07-23 01:30:41 2019-07-23 03:59:28 2019-07-23 06:25:30 2:26:02 2:19:58 0:06:04 smithi master rhel 7.6 rados/objectstore/{backends/filestore-idempotent-aio-journal.yaml supported-random-distro$/{rhel_7.yaml}} 1
pass 4141542 2019-07-23 01:30:42 2019-07-23 04:01:17 2019-07-23 04:19:15 0:17:58 0:10:30 0:07:28 smithi master centos 7.6 rados/singleton-nomsgr/{all/full-tiering.yaml rados.yaml supported-random-distro$/{centos_7.yaml}} 1
pass 4141543 2019-07-23 01:30:43 2019-07-23 04:01:19 2019-07-23 04:37:17 0:35:58 0:28:28 0:07:30 smithi master rhel 7.6 rados/standalone/{supported-random-distro$/{rhel_7.yaml} workloads/misc.yaml} 1
pass 4141544 2019-07-23 01:30:44 2019-07-23 04:01:22 2019-07-23 04:19:21 0:17:59 0:11:43 0:06:16 smithi master centos 7.6 rados/perf/{ceph.yaml objectstore/bluestore-low-osd-mem-target.yaml openstack.yaml settings/optimized.yaml supported-random-distro$/{centos_7.yaml} workloads/fio_4M_rand_rw.yaml} 1
pass 4141545 2019-07-23 01:30:45 2019-07-23 04:03:39 2019-07-23 04:31:37 0:27:58 0:15:15 0:12:43 smithi master centos 7.6 rados/thrash-erasure-code-shec/{ceph.yaml clusters/{fixed-4.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-comp.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{centos_7.yaml} thrashers/careful.yaml thrashosds-health.yaml workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml} 4
pass 4141546 2019-07-23 01:30:46 2019-07-23 04:03:39 2019-07-23 04:41:43 0:38:04 0:30:06 0:07:58 smithi master rhel 7.6 rados/thrash-erasure-code/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} fast/fast.yaml msgr-failures/fastclose.yaml objectstore/filestore-xfs.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{rhel_7.yaml} thrashers/morepggrow.yaml thrashosds-health.yaml workloads/ec-small-objects-many-deletes.yaml} 2
pass 4141547 2019-07-23 01:30:47 2019-07-23 04:04:34 2019-07-23 04:36:34 0:32:00 0:21:00 0:11:00 smithi master ubuntu 18.04 rados/thrash-erasure-code-isa/{arch/x86_64.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml objectstore/bluestore-bitmap.yaml rados.yaml recovery-overrides/{more-active-recovery.yaml} supported-random-distro$/{ubuntu_latest.yaml} thrashers/none.yaml thrashosds-health.yaml workloads/ec-rados-plugin=isa-k=2-m=1.yaml} 2
pass 4141548 2019-07-23 01:30:48 2019-07-23 04:05:23 2019-07-23 04:21:22 0:15:59 0:07:17 0:08:42 smithi master ubuntu 18.04 rados/singleton/{all/watch-notify-same-primary.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml}} 1
pass 4141549 2019-07-23 01:30:49 2019-07-23 04:05:33 2019-07-23 04:39:32 0:33:59 0:20:49 0:13:10 smithi master ubuntu 18.04 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size.yaml 1-pg-log-overrides/normal_pg_log.yaml 2-recovery-overrides/{default.yaml} backoff/peering.yaml ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-balancer/crush-compat.yaml msgr-failures/fastclose.yaml msgr/async-v1only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} thrashers/mapgap.yaml thrashosds-health.yaml workloads/cache-snaps.yaml} 2
pass 4141550 2019-07-23 01:30:51 2019-07-23 04:05:34 2019-07-23 04:43:33 0:37:59 0:26:07 0:11:52 smithi master rhel 7.6 rados/multimon/{clusters/21.yaml msgr-failures/few.yaml msgr/async-v1only.yaml no_pools.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{rhel_7.yaml} tasks/mon_recovery.yaml} 3
pass 4141551 2019-07-23 01:30:52 2019-07-23 04:05:54 2019-07-23 04:29:53 0:23:59 0:11:52 0:12:07 smithi master rados/verify/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} d-thrash/none.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-comp.yaml rados.yaml tasks/rados_cls_all.yaml validater/lockdep.yaml} 2
pass 4141552 2019-07-23 01:30:53 2019-07-23 04:07:34 2019-07-23 04:31:33 0:23:59 0:13:32 0:10:27 smithi master ubuntu 18.04 rados/basic/{ceph.yaml clusters/{fixed-2.yaml openstack.yaml} msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-stupid.yaml rados.yaml supported-random-distro$/{ubuntu_latest.yaml} tasks/rados_python.yaml} 2