Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 4460688 2019-11-01 03:19:06 2019-11-03 15:33:19 2019-11-03 16:09:19 0:36:00 0:24:51 0:11:09 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/sessionmap/{sessionmap.yaml}} 2
pass 4460689 2019-11-01 03:19:07 2019-11-03 15:33:19 2019-11-03 16:17:19 0:44:00 0:20:58 0:23:02 smithi master rhel 7.7 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
pass 4460690 2019-11-01 03:19:07 2019-11-03 15:34:37 2019-11-03 16:04:37 0:30:00 0:19:07 0:10:53 smithi master centos 7.6 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
fail 4460691 2019-11-01 03:19:08 2019-11-03 15:34:48 2019-11-03 16:42:48 1:08:00 0:57:10 0:10:50 smithi master ubuntu 18.04 fs/traceless/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_ffsb.yaml traceless/50pc.yaml} 2
Failure Reason:

"2019-11-03T16:11:29.942710+0000 mon.b (mon.0) 144 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 1572797488 sec, osd.5 has slow ops (SLOW_OPS)" in cluster log

fail 4460692 2019-11-01 03:19:09 2019-11-03 15:35:21 2019-11-03 16:47:21 1:12:00 0:49:39 0:22:21 smithi master fs/verify/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml} 2
Failure Reason:

"2019-11-03T16:11:30.449574+0000 mon.b (mon.0) 145 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1572797488 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log

fail 4460693 2019-11-01 03:19:09 2019-11-03 15:36:09 2019-11-03 16:08:09 0:32:00 0:18:41 0:13:19 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/strays.yaml} 2
Failure Reason:

Test failure: test_files_throttle (tasks.cephfs.test_strays.TestStrays)

pass 4460694 2019-11-01 03:19:10 2019-11-03 15:36:48 2019-11-03 16:06:47 0:29:59 0:19:34 0:10:25 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/libcephfs_interface_tests.yaml} 2
pass 4460695 2019-11-01 03:19:11 2019-11-03 15:37:40 2019-11-03 16:21:39 0:43:59 0:29:32 0:14:27 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/test_journal_migration.yaml} 2
pass 4460696 2019-11-01 03:19:12 2019-11-03 15:39:07 2019-11-03 16:19:07 0:40:00 0:25:09 0:14:51 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/volume-client/{py/2.yaml task/test/{test.yaml}}} 2
fail 4460697 2019-11-01 03:19:13 2019-11-03 15:39:07 2019-11-03 16:27:07 0:48:00 0:34:25 0:13:35 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/volumes.yaml} 2
Failure Reason:

Test failure: test_subvolume_expand (tasks.cephfs.test_volumes.TestVolumes)

fail 4460698 2019-11-01 03:19:13 2019-11-03 15:43:12 2019-11-03 17:31:13 1:48:01 1:27:06 0:20:55 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_kernel_untar_build.yaml} 2
Failure Reason:

"2019-11-03T16:54:54.330482+0000 mon.b (mon.0) 141 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1572800092 sec, osd.3 has slow ops (SLOW_OPS)" in cluster log

pass 4460699 2019-11-01 03:19:14 2019-11-03 15:43:21 2019-11-03 16:27:21 0:44:00 0:19:16 0:24:44 smithi master ubuntu 18.04 fs/multiclient/{begin.yaml clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cephfs_misc_tests.yaml} 4
pass 4460700 2019-11-01 03:19:15 2019-11-03 15:43:37 2019-11-03 16:15:36 0:31:59 0:19:13 0:12:46 smithi master centos 7.6 fs/thrash/{begin.yaml ceph-thrash/mon.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
pass 4460701 2019-11-01 03:19:16 2019-11-03 15:47:07 2019-11-03 16:25:07 0:38:00 0:31:37 0:06:23 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/volume-client/{py/3.yaml task/test/{test.yaml}}} 2
pass 4460702 2019-11-01 03:19:16 2019-11-03 15:47:16 2019-11-03 16:25:16 0:38:00 0:25:20 0:12:40 smithi master rhel 7.7 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 2
pass 4460703 2019-11-01 03:19:17 2019-11-03 15:49:42 2019-11-03 16:17:42 0:28:00 0:14:55 0:13:05 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/admin.yaml} 2
pass 4460704 2019-11-01 03:19:18 2019-11-03 15:50:07 2019-11-03 16:12:07 0:22:00 0:10:18 0:11:42 smithi master fs/bugs/client_trim_caps/{begin.yaml clusters/small-cluster.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/trim-i22073.yaml} 1
pass 4460705 2019-11-01 03:19:19 2019-11-03 15:53:49 2019-11-03 16:49:48 0:55:59 0:43:30 0:12:29 smithi master ubuntu 18.04 fs/multifs/{begin.yaml clusters/1a3s-mds-2c-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/failover.yaml} 2
pass 4460706 2019-11-01 03:19:19 2019-11-03 15:54:14 2019-11-03 16:26:14 0:32:00 0:19:20 0:12:40 smithi master ubuntu 18.04 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_misc.yaml} 2
pass 4460707 2019-11-01 03:19:20 2019-11-03 15:55:16 2019-11-03 17:17:16 1:22:00 1:15:34 0:06:26 smithi master rhel 7.7 fs/snaps/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/snaptests.yaml} 2
fail 4460708 2019-11-01 03:19:21 2019-11-03 15:55:20 2019-11-03 16:47:19 0:51:59 0:36:38 0:15:21 smithi master fs/upgrade/featureful_client/old_client/{bluestore-bitmap.yaml clusters/1-mds-2-client-micro.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} overrides/{frag_enable.yaml multimds/no.yaml pg-warn.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-mimic.yaml 1-client.yaml 2-upgrade.yaml 3-compat_client/mimic.yaml}} 3
Failure Reason:

Command failed on smithi103 with status 124: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json'

pass 4460709 2019-11-01 03:19:22 2019-11-03 15:55:25 2019-11-03 16:19:24 0:23:59 0:14:39 0:09:20 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/alternate-pool.yaml} 2
pass 4460710 2019-11-01 03:19:22 2019-11-03 15:57:38 2019-11-03 17:05:37 1:07:59 0:59:22 0:08:37 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_misc.yaml} 2
pass 4460711 2019-11-01 03:19:23 2019-11-03 15:57:38 2019-11-03 16:35:37 0:37:59 0:30:24 0:07:35 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/asok_dump_tree.yaml} 2
pass 4460712 2019-11-01 03:19:24 2019-11-03 15:57:38 2019-11-03 16:37:37 0:39:59 0:25:02 0:14:57 smithi master rhel 7.7 fs/traceless/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_fsstress.yaml traceless/50pc.yaml} 2
pass 4460713 2019-11-01 03:19:25 2019-11-03 15:57:38 2019-11-03 19:43:41 3:46:03 3:29:21 0:16:42 smithi master centos fs/verify/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml} 2
pass 4460714 2019-11-01 03:19:26 2019-11-03 15:57:38 2019-11-03 16:23:37 0:25:59 0:15:18 0:10:41 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/auto-repair.yaml} 2
pass 4460715 2019-11-01 03:19:26 2019-11-03 15:59:33 2019-11-03 16:23:32 0:23:59 0:10:46 0:13:13 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/backtrace.yaml} 2
pass 4460716 2019-11-01 03:19:27 2019-11-03 15:59:33 2019-11-03 16:23:32 0:23:59 0:11:01 0:12:58 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cap-flush.yaml} 2
pass 4460717 2019-11-01 03:19:28 2019-11-03 16:00:02 2019-11-03 16:38:02 0:38:00 0:26:32 0:11:28 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_misc_test_o_trunc.yaml} 2
pass 4460718 2019-11-01 03:19:29 2019-11-03 16:03:28 2019-11-03 16:33:28 0:30:00 0:17:58 0:12:02 smithi master centos 7.6 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
pass 4460719 2019-11-01 03:19:29 2019-11-03 16:03:28 2019-11-03 16:33:28 0:30:00 0:21:21 0:08:39 smithi master rhel 7.7 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
pass 4460720 2019-11-01 03:19:30 2019-11-03 16:03:28 2019-11-03 16:45:28 0:42:00 0:31:28 0:10:32 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cephfs-shell.yaml} 2
fail 4460721 2019-11-01 03:19:31 2019-11-03 16:05:00 2019-11-03 16:38:59 0:33:59 0:15:54 0:18:05 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cephfs_scrub_tests.yaml} 2
Failure Reason:

Test failure: test_scrub_abort (tasks.cephfs.test_scrub_checks.TestScrubControls)

pass 4460722 2019-11-01 03:19:32 2019-11-03 16:05:00 2019-11-03 16:50:59 0:45:59 0:24:07 0:21:52 smithi master centos 7.6 fs/thrash/{begin.yaml ceph-thrash/mds.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_trivial_sync.yaml} 2
pass 4460723 2019-11-01 03:19:33 2019-11-03 16:05:00 2019-11-03 16:32:59 0:27:59 0:20:39 0:07:20 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_quota.yaml} 2
fail 4460724 2019-11-01 03:19:33 2019-11-03 16:05:21 2019-11-03 17:07:21 1:02:00 0:11:19 0:50:41 smithi master ubuntu 18.04 fs/multiclient/{begin.yaml clusters/1-mds-3-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/ior-shared-file.yaml} 5
Failure Reason:

"2019-11-03T17:02:57.516490+0000 mon.a (mon.0) 158 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 1572800576 sec, daemons [osd.1,osd.3] have slow ops. (SLOW_OPS)" in cluster log

fail 4460725 2019-11-01 03:19:34 2019-11-03 16:07:09 2019-11-03 16:45:10 0:38:01 0:18:44 0:19:17 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_norstats.yaml} 2
Failure Reason:

"2019-11-03T16:37:46.994485+0000 mon.a (mon.0) 161 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1572799064 sec, osd.5 has slow ops (SLOW_OPS)" in cluster log

pass 4460726 2019-11-01 03:19:35 2019-11-03 16:07:19 2019-11-03 16:41:18 0:33:59 0:22:51 0:11:08 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/client-limits.yaml} 2
fail 4460727 2019-11-01 03:19:36 2019-11-03 16:07:36 2019-11-03 16:41:36 0:34:00 0:20:39 0:13:21 smithi master fs/upgrade/featureful_client/upgraded_client/{bluestore-bitmap.yaml clusters/1-mds-2-client-micro.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} overrides/{frag_enable.yaml multimds/no.yaml pg-warn.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-mimic.yaml 1-client.yaml 2-upgrade.yaml 3-client-upgrade.yaml 4-compat_client.yaml 5-client-sanity.yaml}} 3
Failure Reason:

Command failed on smithi132 with status 124: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json'

pass 4460728 2019-11-01 03:19:37 2019-11-03 16:08:30 2019-11-03 16:36:30 0:28:00 0:10:29 0:17:31 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/client-readahad.yaml} 2
pass 4460729 2019-11-01 03:19:38 2019-11-03 16:09:20 2019-11-03 17:17:21 1:08:01 0:47:55 0:20:06 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/client-recovery.yaml} 2
pass 4460730 2019-11-01 03:19:38 2019-11-03 16:09:25 2019-11-03 16:49:24 0:39:59 0:27:58 0:12:01 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_blogbench.yaml} 2
pass 4460731 2019-11-01 03:19:39 2019-11-03 16:12:34 2019-11-03 16:42:33 0:29:59 0:18:54 0:11:05 smithi master ubuntu 18.04 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 2
pass 4460732 2019-11-01 03:19:40 2019-11-03 16:14:31 2019-11-03 17:22:31 1:08:00 0:53:49 0:14:11 smithi master centos 7.6 fs/multifs/{begin.yaml clusters/1a3s-mds-2c-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/failover.yaml} 2
pass 4460733 2019-11-01 03:19:41 2019-11-03 16:23:38 2019-11-03 16:55:37 0:31:59 0:25:13 0:06:46 smithi master rhel 7.7 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_misc.yaml} 2
fail 4460734 2019-11-01 03:19:42 2019-11-03 16:23:39 2019-11-03 18:01:39 1:38:00 1:30:15 0:07:45 smithi master rhel 7.7 fs/snaps/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/snaptests.yaml} 2
Failure Reason:

"2019-11-03T17:09:03.067866+0000 mon.b (mon.0) 937 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 1572800942 sec, osd.1 has slow ops (SLOW_OPS)" in cluster log

pass 4460735 2019-11-01 03:19:42 2019-11-03 16:25:27 2019-11-03 17:05:27 0:40:00 0:28:12 0:11:48 smithi master centos 7.6 fs/traceless/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_blogbench.yaml traceless/50pc.yaml} 2
fail 4460736 2019-11-01 03:19:43 2019-11-03 16:25:27 2019-11-03 17:27:27 1:02:00 0:50:41 0:11:19 smithi master fs/verify/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml} 2
Failure Reason:

"2019-11-03T16:51:50.303264+0000 mon.a (mon.0) 353 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1572799909 sec, osd.3 has slow ops (SLOW_OPS)" in cluster log

pass 4460737 2019-11-01 03:19:44 2019-11-03 16:26:16 2019-11-03 17:06:15 0:39:59 0:30:11 0:09:48 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/damage.yaml} 2
pass 4460738 2019-11-01 03:19:45 2019-11-03 16:27:10 2019-11-03 17:17:10 0:50:00 0:37:32 0:12:28 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/data-scan.yaml} 2
pass 4460739 2019-11-01 03:19:45 2019-11-03 16:27:10 2019-11-03 16:53:09 0:25:59 0:16:13 0:09:46 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/forward-scrub.yaml} 2
fail 4460740 2019-11-01 03:19:46 2019-11-03 16:27:23 2019-11-03 17:39:23 1:12:00 0:59:04 0:12:56 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_dbench.yaml} 2
Failure Reason:

"2019-11-03T16:56:22.836618+0000 mon.a (mon.0) 158 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1572800181 sec, osd.0 has slow ops (SLOW_OPS)" in cluster log

pass 4460741 2019-11-01 03:19:47 2019-11-03 16:27:49 2019-11-03 16:57:49 0:30:00 0:15:18 0:14:42 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/fragment.yaml} 2
pass 4460742 2019-11-01 03:19:48 2019-11-03 16:32:00 2019-11-03 17:13:59 0:41:59 0:31:02 0:10:57 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/journal-repair.yaml} 2
pass 4460743 2019-11-01 03:19:49 2019-11-03 16:32:30 2019-11-03 17:04:30 0:32:00 0:14:32 0:17:28 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/libcephfs_python.yaml} 2
fail 4460744 2019-11-01 03:19:49 2019-11-03 16:33:19 2019-11-03 19:21:22 2:48:03 2:38:14 0:09:49 smithi master centos 7.6 fs/thrash/{begin.yaml ceph-thrash/mon.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_snaptests.yaml} 2
Failure Reason:

"2019-11-03T17:29:04.699704+0000 mon.b (mon.1) 151 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 1572802142 sec, osd.1 has slow ops (SLOW_OPS)" in cluster log

pass 4460745 2019-11-01 03:19:50 2019-11-03 16:33:29 2019-11-03 17:03:28 0:29:59 0:18:05 0:11:54 smithi master centos 7.6 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
pass 4460746 2019-11-01 03:19:51 2019-11-03 16:33:29 2019-11-03 17:01:28 0:27:59 0:21:14 0:06:45 smithi master rhel 7.7 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
pass 4460747 2019-11-01 03:19:52 2019-11-03 16:35:19 2019-11-03 17:01:18 0:25:59 0:12:47 0:13:12 smithi master ubuntu 18.04 fs/multiclient/{begin.yaml clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mdtest.yaml} 4
pass 4460748 2019-11-01 03:19:52 2019-11-03 16:35:19 2019-11-03 17:23:18 0:47:59 0:36:39 0:11:20 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_ffsb.yaml} 2
pass 4460749 2019-11-01 03:19:53 2019-11-03 16:35:39 2019-11-03 16:59:38 0:23:59 0:16:23 0:07:36 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/mds-flush.yaml} 2
pass 4460750 2019-11-01 03:19:54 2019-11-03 16:36:52 2019-11-03 17:22:52 0:46:00 0:36:57 0:09:03 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/mds-full.yaml} 2
fail 4460751 2019-11-01 03:19:55 2019-11-03 16:37:25 2019-11-03 17:31:25 0:54:00 0:37:50 0:16:10 smithi master fs/upgrade/featureful_client/old_client/{bluestore-bitmap.yaml clusters/1-mds-2-client-micro.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} overrides/{frag_enable.yaml multimds/yes.yaml pg-warn.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-mimic.yaml 1-client.yaml 2-upgrade.yaml 3-compat_client/no.yaml}} 3
Failure Reason:

Command failed on smithi014 with status 124: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json'

pass 4460752 2019-11-01 03:19:56 2019-11-03 16:37:39 2019-11-03 17:13:38 0:35:59 0:09:30 0:26:29 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/mds_creation_retry.yaml} 2
pass 4460753 2019-11-01 03:19:56 2019-11-03 16:38:24 2019-11-03 17:36:24 0:58:00 0:47:43 0:10:17 smithi master ubuntu 18.04 fs/traceless/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_dbench.yaml traceless/50pc.yaml} 2
pass 4460754 2019-11-01 03:19:57 2019-11-03 16:39:01 2019-11-03 20:03:03 3:24:02 3:08:03 0:15:59 smithi master centos fs/verify/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml} 2
pass 4460755 2019-11-01 03:19:58 2019-11-03 16:40:33 2019-11-03 17:04:32 0:23:59 0:12:18 0:11:41 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/pool-perm.yaml} 2
pass 4460756 2019-11-01 03:19:59 2019-11-03 16:41:20 2019-11-03 17:19:19 0:37:59 0:21:43 0:16:16 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 2
pass 4460757 2019-11-01 03:19:59 2019-11-03 16:41:57 2019-11-03 17:09:56 0:27:59 0:12:20 0:15:39 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/quota.yaml} 2
pass 4460758 2019-11-01 03:20:00 2019-11-03 16:42:34 2019-11-03 17:16:34 0:34:00 0:21:58 0:12:02 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/sessionmap/{sessionmap.yaml}} 2
pass 4460759 2019-11-01 03:20:01 2019-11-03 16:42:49 2019-11-03 17:22:49 0:40:00 0:18:40 0:21:20 smithi master ubuntu 18.04 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 2
pass 4460760 2019-11-01 03:20:02 2019-11-03 16:43:47 2019-11-03 17:41:47 0:58:00 0:49:12 0:08:48 smithi master rhel 7.7 fs/multifs/{begin.yaml clusters/1a3s-mds-2c-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/failover.yaml} 2
pass 4460761 2019-11-01 03:20:03 2019-11-03 16:45:30 2019-11-03 17:23:29 0:37:59 0:21:34 0:16:25 smithi master centos 7.6 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_misc.yaml} 2
pass 4460762 2019-11-01 03:20:03 2019-11-03 16:45:30 2019-11-03 18:25:31 1:40:01 1:20:21 0:19:40 smithi master ubuntu 18.04 fs/snaps/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/snaptests.yaml} 2
pass 4460763 2019-11-01 03:20:04 2019-11-03 16:45:30 2019-11-03 17:35:30 0:50:00 0:38:48 0:11:12 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/strays.yaml} 2
fail 4460764 2019-11-01 03:20:05 2019-11-03 16:45:44 2019-11-03 17:27:44 0:42:00 0:30:53 0:11:07 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_fsx.yaml} 2
Failure Reason:

"2019-11-03T17:11:00.864774+0000 mon.b (mon.0) 143 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1572801058 sec, osd.0 has slow ops (SLOW_OPS)" in cluster log

pass 4460765 2019-11-01 03:20:06 2019-11-03 16:47:39 2019-11-03 17:25:38 0:37:59 0:25:55 0:12:04 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/test_journal_migration.yaml} 2
pass 4460766 2019-11-01 03:20:06 2019-11-03 16:47:39 2019-11-03 17:23:38 0:35:59 0:24:35 0:11:24 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/volume-client/{py/2.yaml task/test/{test.yaml}}} 2
pass 4460767 2019-11-01 03:20:07 2019-11-03 16:47:39 2019-11-03 17:21:39 0:34:00 0:21:41 0:12:19 smithi master centos 7.6 fs/thrash/{begin.yaml ceph-thrash/mds.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 2
fail 4460768 2019-11-01 03:20:08 2019-11-03 16:48:05 2019-11-03 17:30:05 0:42:00 0:34:12 0:07:48 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/volumes.yaml} 2
Failure Reason:

Test failure: test_subvolume_expand (tasks.cephfs.test_volumes.TestVolumes)

pass 4460769 2019-11-01 03:20:09 2019-11-03 16:48:57 2019-11-03 18:08:58 1:20:01 0:20:31 0:59:30 smithi master ubuntu 18.04 fs/multiclient/{begin.yaml clusters/1-mds-3-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cephfs_misc_tests.yaml} 5
pass 4460770 2019-11-01 03:20:09 2019-11-03 16:49:26 2019-11-03 17:19:25 0:29:59 0:16:49 0:13:10 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_fsync.yaml} 2
pass 4460771 2019-11-01 03:20:10 2019-11-03 16:49:50 2019-11-03 17:35:50 0:46:00 0:32:08 0:13:52 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/volume-client/{py/3.yaml task/test/{test.yaml}}} 2
pass 4460772 2019-11-01 03:20:11 2019-11-03 16:51:20 2019-11-03 17:21:19 0:29:59 0:21:03 0:08:56 smithi master rhel 7.7 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
fail 4460773 2019-11-01 03:20:12 2019-11-03 16:53:31 2019-11-03 17:19:30 0:25:59 0:16:13 0:09:46 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/admin.yaml} 2
Failure Reason:

Test failure: test_fs_status (tasks.cephfs.test_admin.TestAdminCommands)

pass 4460774 2019-11-01 03:20:13 2019-11-03 16:55:49 2019-11-03 17:23:53 0:28:04 0:17:46 0:10:18 smithi master centos 7.6 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
pass 4460775 2019-11-01 03:20:13 2019-11-03 16:55:49 2019-11-03 17:47:49 0:52:00 0:41:26 0:10:34 smithi master centos 7.6 fs/traceless/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_ffsb.yaml traceless/50pc.yaml} 2
fail 4460776 2019-11-01 03:20:14 2019-11-03 16:55:50 2019-11-03 17:49:49 0:53:59 0:36:31 0:17:28 smithi master fs/upgrade/featureful_client/old_client/{bluestore-bitmap.yaml clusters/1-mds-2-client-micro.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} overrides/{frag_enable.yaml multimds/yes.yaml pg-warn.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-mimic.yaml 1-client.yaml 2-upgrade.yaml 3-compat_client/mimic.yaml}} 3
Failure Reason:

Command failed on smithi167 with status 124: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json'

pass 4460777 2019-11-01 03:20:15 2019-11-03 16:57:13 2019-11-03 17:29:13 0:32:00 0:18:39 0:13:21 smithi master fs/verify/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml} 2
pass 4460778 2019-11-01 03:20:16 2019-11-03 16:57:30 2019-11-03 17:25:29 0:27:59 0:17:58 0:10:01 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/alternate-pool.yaml} 2
fail 4460779 2019-11-01 03:20:16 2019-11-03 16:57:38 2019-11-03 17:47:38 0:50:00 0:36:32 0:13:28 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_iogen.yaml} 2
Failure Reason:

"2019-11-03T17:26:14.565294+0000 mon.b (mon.0) 298 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1572801972 sec, osd.0 has slow ops (SLOW_OPS)" in cluster log

pass 4460780 2019-11-01 03:20:17 2019-11-03 16:57:50 2019-11-03 17:37:50 0:40:00 0:30:00 0:10:00 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/asok_dump_tree.yaml} 2
pass 4460781 2019-11-01 03:20:18 2019-11-03 17:00:03 2019-11-03 17:26:02 0:25:59 0:11:56 0:14:03 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/auto-repair.yaml} 2
pass 4460782 2019-11-01 03:20:19 2019-11-03 17:01:41 2019-11-03 17:27:40 0:25:59 0:17:53 0:08:06 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/backtrace.yaml} 2
pass 4460783 2019-11-01 03:20:20 2019-11-03 17:01:41 2019-11-03 17:25:41 0:24:00 0:13:45 0:10:15 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cap-flush.yaml} 2
pass 4460784 2019-11-01 03:20:20 2019-11-03 17:03:07 2019-11-03 17:39:07 0:36:00 0:24:00 0:12:00 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_iozone.yaml} 2
fail 4460785 2019-11-01 03:20:21 2019-11-03 17:03:30 2019-11-03 17:37:29 0:33:59 0:26:01 0:07:58 smithi master rhel 7.7 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 2
Failure Reason:

"2019-11-03T17:30:14.194020+0000 mon.a (mon.0) 156 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1572802212 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log

pass 4460786 2019-11-01 03:20:22 2019-11-03 17:04:46 2019-11-03 18:02:46 0:58:00 0:50:13 0:07:47 smithi master rhel 7.7 fs/multifs/{begin.yaml clusters/1a3s-mds-2c-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/failover.yaml} 2
pass 4460787 2019-11-01 03:20:22 2019-11-03 17:04:46 2019-11-03 17:38:46 0:34:00 0:25:18 0:08:42 smithi master rhel 7.7 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_misc.yaml} 2
fail 4460788 2019-11-01 03:20:23 2019-11-03 17:04:47 2019-11-03 18:36:47 1:32:00 1:20:34 0:11:26 smithi master ubuntu 18.04 fs/snaps/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/snaptests.yaml} 2
Failure Reason:

"2019-11-03T18:07:09.117297+0000 mon.b (mon.0) 327 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1572804427 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log

pass 4460789 2019-11-01 03:20:24 2019-11-03 17:05:28 2019-11-03 17:49:28 0:44:00 0:31:50 0:12:10 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cephfs-shell.yaml} 2
fail 4460790 2019-11-01 03:20:25 2019-11-03 17:05:38 2019-11-03 17:35:38 0:30:00 0:18:21 0:11:39 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cephfs_scrub_tests.yaml} 2
Failure Reason:

Test failure: test_scrub_abort (tasks.cephfs.test_scrub_checks.TestScrubControls)

pass 4460791 2019-11-01 03:20:26 2019-11-03 17:05:39 2019-11-03 17:43:38 0:37:59 0:23:35 0:14:24 smithi master rhel 7.7 fs/thrash/{begin.yaml ceph-thrash/mon.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
pass 4460792 2019-11-01 03:20:26 2019-11-03 17:06:37 2019-11-03 17:36:37 0:30:00 0:17:42 0:12:18 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_quota.yaml} 2
pass 4460793 2019-11-01 03:20:27 2019-11-03 17:07:23 2019-11-03 17:45:23 0:38:00 0:10:18 0:27:42 smithi master ubuntu 18.04 fs/multiclient/{begin.yaml clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/ior-shared-file.yaml} 4
pass 4460794 2019-11-01 03:20:28 2019-11-03 17:07:55 2019-11-03 17:35:54 0:27:59 0:17:48 0:10:11 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
pass 4460795 2019-11-01 03:20:29 2019-11-03 17:07:55 2019-11-03 17:39:54 0:31:59 0:22:34 0:09:25 smithi master centos 7.6 fs/traceless/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_fsstress.yaml traceless/50pc.yaml} 2
fail 4460796 2019-11-01 03:20:29 2019-11-03 17:08:37 2019-11-03 18:22:37 1:14:00 0:54:10 0:19:50 smithi master centos fs/verify/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml} 2
Failure Reason:

"2019-11-03T17:55:24.459636+0000 mon.b (mon.0) 150 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1572803723 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log

pass 4460797 2019-11-01 03:20:30 2019-11-03 17:10:17 2019-11-03 17:48:17 0:38:00 0:25:46 0:12:14 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/client-limits.yaml} 2
fail 4460798 2019-11-01 03:20:31 2019-11-03 17:11:46 2019-11-03 17:45:45 0:33:59 0:20:53 0:13:06 smithi master fs/upgrade/featureful_client/upgraded_client/{bluestore-bitmap.yaml clusters/1-mds-2-client-micro.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} overrides/{frag_enable.yaml multimds/yes.yaml pg-warn.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-mimic.yaml 1-client.yaml 2-upgrade.yaml 3-client-upgrade.yaml 4-compat_client.yaml 5-client-sanity.yaml}} 3
Failure Reason:

Command failed on smithi191 with status 124: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json'

pass 4460799 2019-11-01 03:20:32 2019-11-03 17:14:01 2019-11-03 17:38:01 0:24:00 0:17:34 0:06:26 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/client-readahad.yaml} 2
pass 4460800 2019-11-01 03:20:32 2019-11-03 17:14:01 2019-11-03 18:14:01 1:00:00 0:43:52 0:16:08 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/client-recovery.yaml} 2
pass 4460801 2019-11-01 03:20:33 2019-11-03 17:16:58 2019-11-03 17:40:57 0:23:59 0:12:50 0:11:09 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_truncate_delay.yaml} 2
pass 4460802 2019-11-01 03:20:34 2019-11-03 17:17:11 2019-11-03 17:43:10 0:25:59 0:15:42 0:10:17 smithi master ubuntu 18.04 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
pass 4460803 2019-11-01 03:20:35 2019-11-03 17:17:18 2019-11-03 17:47:17 0:29:59 0:22:18 0:07:41 smithi master rhel 7.7 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
pass 4460804 2019-11-01 03:20:35 2019-11-03 17:17:22 2019-11-03 18:01:22 0:44:00 0:29:32 0:14:28 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/damage.yaml} 2
pass 4460805 2019-11-01 03:20:36 2019-11-03 17:19:42 2019-11-03 18:05:41 0:45:59 0:38:55 0:07:04 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/data-scan.yaml} 2
pass 4460806 2019-11-01 03:20:37 2019-11-03 17:19:42 2019-11-03 17:49:41 0:29:59 0:23:42 0:06:17 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/forward-scrub.yaml} 2
pass 4460807 2019-11-01 03:20:38 2019-11-03 17:19:42 2019-11-03 17:47:41 0:27:59 0:21:16 0:06:43 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_trivial_sync.yaml} 2
pass 4460808 2019-11-01 03:20:38 2019-11-03 17:21:40 2019-11-03 17:51:39 0:29:59 0:18:36 0:11:23 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/fragment.yaml} 2
pass 4460809 2019-11-01 03:20:39 2019-11-03 17:21:40 2019-11-03 18:07:39 0:45:59 0:39:06 0:06:53 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/journal-repair.yaml} 2
pass 4460810 2019-11-01 03:20:40 2019-11-03 17:21:40 2019-11-03 17:49:39 0:27:59 0:20:15 0:07:44 smithi master rhel 7.7 fs/thrash/{begin.yaml ceph-thrash/mds.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_trivial_sync.yaml} 2
pass 4460811 2019-11-01 03:20:41 2019-11-03 17:22:33 2019-11-03 17:46:32 0:23:59 0:14:29 0:09:30 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/libcephfs_python.yaml} 2
fail 4460812 2019-11-01 03:20:42 2019-11-03 17:23:12 2019-11-03 17:57:11 0:33:59 0:25:34 0:08:25 smithi master rhel 7.7 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 2
Failure Reason:

"2019-11-03T17:50:05.996760+0000 mon.a (mon.0) 321 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1572803403 sec, osd.6 has slow ops (SLOW_OPS)" in cluster log

pass 4460813 2019-11-01 03:20:42 2019-11-03 17:23:12 2019-11-03 18:17:12 0:54:00 0:44:12 0:09:48 smithi master ubuntu 18.04 fs/multifs/{begin.yaml clusters/1a3s-mds-2c-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/failover.yaml} 2
pass 4460814 2019-11-01 03:20:43 2019-11-03 17:23:20 2019-11-03 17:55:19 0:31:59 0:19:16 0:12:43 smithi master ubuntu 18.04 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_misc.yaml} 2
pass 4460815 2019-11-01 03:20:44 2019-11-03 17:23:31 2019-11-03 18:59:31 1:36:00 1:23:54 0:12:06 smithi master ubuntu 18.04 fs/snaps/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/snaptests.yaml} 2
pass 4460816 2019-11-01 03:20:45 2019-11-03 17:23:40 2019-11-03 18:01:40 0:38:00 0:29:14 0:08:46 smithi master rhel 7.7 fs/traceless/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_blogbench.yaml traceless/50pc.yaml} 2
pass 4460817 2019-11-01 03:20:45 2019-11-03 17:23:55 2019-11-03 17:55:54 0:31:59 0:18:45 0:13:14 smithi master fs/verify/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml} 2
pass 4460818 2019-11-01 03:20:46 2019-11-03 17:25:53 2019-11-03 19:35:54 2:10:01 0:13:55 1:56:06 smithi master ubuntu 18.04 fs/multiclient/{begin.yaml clusters/1-mds-3-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mdtest.yaml} 5
pass 4460819 2019-11-01 03:20:47 2019-11-03 17:25:53 2019-11-03 17:47:52 0:21:59 0:10:44 0:11:15 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/mds-flush.yaml} 2
pass 4460820 2019-11-01 03:20:48 2019-11-03 17:25:53 2019-11-03 17:53:52 0:27:59 0:17:32 0:10:27 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/libcephfs_interface_tests.yaml} 2
pass 4460821 2019-11-01 03:20:49 2019-11-03 17:26:04 2019-11-03 18:08:03 0:41:59 0:29:58 0:12:01 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/mds-full.yaml} 2
fail 4460822 2019-11-01 03:20:49 2019-11-03 17:27:30 2019-11-03 18:17:29 0:49:59 0:37:02 0:12:57 smithi master fs/upgrade/featureful_client/old_client/{bluestore-bitmap.yaml clusters/1-mds-2-client-micro.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} overrides/{frag_enable.yaml multimds/no.yaml pg-warn.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-mimic.yaml 1-client.yaml 2-upgrade.yaml 3-compat_client/no.yaml}} 3
Failure Reason:

Command failed on smithi129 with status 124: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json'

pass 4460823 2019-11-01 03:20:50 2019-11-03 17:27:30 2019-11-03 17:49:29 0:21:59 0:09:45 0:12:14 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/mds_creation_retry.yaml} 2
pass 4460824 2019-11-01 03:20:51 2019-11-03 17:27:42 2019-11-03 17:55:41 0:27:59 0:15:08 0:12:51 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/pool-perm.yaml} 2
pass 4460825 2019-11-01 03:20:52 2019-11-03 17:27:45 2019-11-03 18:57:46 1:30:01 1:21:30 0:08:31 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_kernel_untar_build.yaml} 2