Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 4453207 2019-10-29 03:19:00 2019-11-02 21:35:34 2019-11-02 22:07:34 0:32:00 0:18:35 0:13:25 smithi master centos 7.6 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
pass 4453208 2019-10-29 03:19:00 2019-10-31 19:03:39 2019-10-31 19:45:38 0:41:59 0:33:28 0:08:31 smithi master rhel 7.7 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
fail 4453209 2019-10-29 03:19:01 2019-11-02 21:35:54 2019-11-02 22:43:54 1:08:00 0:57:43 0:10:17 smithi master rhel 7.7 fs/traceless/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_ffsb.yaml traceless/50pc.yaml} 2
Failure Reason:

"2019-11-02T22:14:45.642690+0000 mon.b (mon.0) 137 : cluster [WRN] Health check failed: 16 slow ops, oldest one blocked for 1572732884 sec, daemons [osd.1,osd.3,osd.5] have slow ops. (SLOW_OPS)" in cluster log

fail 4453210 2019-10-29 03:19:02 2019-10-31 19:03:35 2019-10-31 20:11:35 1:08:00 0:53:31 0:14:29 smithi master fs/verify/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml} 2
Failure Reason:

"2019-10-31T19:39:51.091372+0000 mon.a (mon.0) 590 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1572550789 sec, osd.3 has slow ops (SLOW_OPS)" in cluster log

fail 4453211 2019-10-29 03:19:03 2019-10-31 19:03:34 2019-10-31 19:53:34 0:50:00 0:38:39 0:11:21 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_fsync.yaml} 2
Failure Reason:

"2019-10-31T19:45:29.280437+0000 mon.a (mon.0) 157 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1572551127 sec, osd.0 has slow ops (SLOW_OPS)" in cluster log

pass 4453212 2019-10-29 03:19:04 2019-11-02 21:37:57 2019-11-02 22:23:57 0:46:00 0:39:50 0:06:10 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/strays.yaml} 2
pass 4453213 2019-10-29 03:19:04 2019-10-31 19:03:35 2019-10-31 19:47:34 0:43:59 0:28:19 0:15:40 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/test_journal_migration.yaml} 2
pass 4453214 2019-10-29 03:19:05 2019-11-02 21:37:57 2019-11-02 22:13:57 0:36:00 0:24:55 0:11:05 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/volume-client/{py/2.yaml task/test/{test.yaml}}} 2
pass 4453215 2019-10-29 03:19:06 2019-10-31 19:03:35 2019-10-31 19:59:35 0:56:00 0:47:20 0:08:40 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_iogen.yaml} 2
pass 4453216 2019-10-29 03:19:07 2019-10-31 19:03:33 2019-10-31 20:13:33 1:10:00 1:01:26 0:08:34 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/volumes.yaml} 2
pass 4453217 2019-10-29 03:19:08 2019-11-02 21:38:12 2019-11-02 23:12:12 1:34:00 0:19:17 1:14:43 smithi master ubuntu 18.04 fs/multiclient/{begin.yaml clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cephfs_misc_tests.yaml} 4
pass 4453218 2019-10-29 03:19:09 2019-11-02 21:38:51 2019-11-02 22:18:50 0:39:59 0:25:54 0:14:05 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/volume-client/{py/3.yaml task/test/{test.yaml}}} 2
pass 4453219 2019-10-29 03:19:09 2019-10-31 19:03:43 2019-10-31 19:47:42 0:43:59 0:37:21 0:06:38 smithi master rhel 7.7 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 2
pass 4453220 2019-10-29 03:19:10 2019-11-02 21:39:57 2019-11-02 22:01:56 0:21:59 0:11:20 0:10:39 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/alternate-pool.yaml} 2
pass 4453221 2019-10-29 03:19:11 2019-10-31 19:03:47 2019-10-31 19:47:46 0:43:59 0:10:06 0:33:53 smithi master fs/bugs/client_trim_caps/{begin.yaml clusters/small-cluster.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/trim-i22073.yaml} 1
pass 4453222 2019-10-29 03:19:12 2019-11-02 21:39:57 2019-11-02 22:37:57 0:58:00 0:50:57 0:07:03 smithi master rhel 7.7 fs/multifs/{begin.yaml clusters/1a3s-mds-2c-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/failover.yaml} 2
pass 4453223 2019-10-29 03:19:12 2019-10-31 19:03:45 2019-10-31 19:57:44 0:53:59 0:19:21 0:34:38 smithi master ubuntu 18.04 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_misc.yaml} 2
pass 4453224 2019-10-29 03:19:13 2019-11-02 21:41:31 2019-11-02 23:11:31 1:30:00 1:17:25 0:12:35 smithi master centos 7.6 fs/snaps/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/snaptests.yaml} 2
fail 4453225 2019-10-29 03:19:14 2019-11-02 21:41:44 2019-11-02 22:21:43 0:39:59 0:26:20 0:13:39 smithi master fs/upgrade/featureful_client/old_client/{bluestore-bitmap.yaml clusters/1-mds-2-client-micro.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} overrides/{frag_enable.yaml multimds/no.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-mimic.yaml 1-client.yaml 2-upgrade.yaml 3-compat_client/mimic.yaml}} 3
Failure Reason:

"2019-11-02 21:59:51.433346 mon.a mon.0 172.21.15.67:6789/0 95 : cluster [WRN] Health check failed: too few PGs per OSD (2 < min 30) (TOO_FEW_PGS)" in cluster log

pass 4453226 2019-10-29 03:19:15 2019-11-02 21:44:06 2019-11-02 22:22:06 0:38:00 0:31:04 0:06:56 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/asok_dump_tree.yaml} 2
pass 4453227 2019-10-29 03:19:16 2019-11-02 21:44:32 2019-11-02 22:32:31 0:47:59 0:29:03 0:18:56 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_iozone.yaml} 2
pass 4453228 2019-10-29 03:19:16 2019-11-02 21:45:39 2019-11-02 22:21:38 0:35:59 0:17:26 0:18:33 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/auto-repair.yaml} 2
pass 4453229 2019-10-29 03:19:17 2019-11-02 21:45:39 2019-11-02 22:31:38 0:45:59 0:24:15 0:21:44 smithi master centos 7.6 fs/traceless/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_fsstress.yaml traceless/50pc.yaml} 2
fail 4453230 2019-10-29 03:19:18 2019-11-02 21:45:41 2019-11-03 01:25:45 3:40:04 3:25:02 0:15:02 smithi master centos fs/verify/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml} 2
Failure Reason:

"2019-11-03T01:11:26.518044+0000 mon.b (mon.0) 4662 : cluster [WRN] Health check failed: 1 clients failing to respond to cache pressure (MDS_CLIENT_RECALL)" in cluster log

pass 4453231 2019-10-29 03:19:19 2019-11-02 21:45:45 2019-11-02 22:07:44 0:21:59 0:10:56 0:11:03 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/backtrace.yaml} 2
fail 4453232 2019-10-29 03:19:19 2019-11-02 21:47:32 2019-11-02 23:31:33 1:44:01 1:28:39 0:15:22 smithi master ubuntu 18.04 fs/thrash/{begin.yaml ceph-thrash/mon.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_snaptests.yaml} 2
Failure Reason:

"2019-11-02T22:45:23.356387+0000 mon.a (mon.0) 145 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1572734721 sec, osd.0 has slow ops (SLOW_OPS)" in cluster log

pass 4453233 2019-10-29 03:19:20 2019-11-02 21:47:46 2019-11-02 22:17:45 0:29:59 0:11:46 0:18:13 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cap-flush.yaml} 2
pass 4453234 2019-10-29 03:19:21 2019-11-02 21:49:06 2019-11-02 22:25:05 0:35:59 0:21:15 0:14:44 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
pass 4453235 2019-10-29 03:19:22 2019-11-02 21:49:17 2019-11-02 22:39:16 0:49:59 0:31:47 0:18:12 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cephfs-shell.yaml} 2
pass 4453236 2019-10-29 03:19:22 2019-11-02 21:49:53 2019-11-02 22:21:53 0:32:00 0:15:33 0:16:27 smithi master ubuntu 18.04 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
pass 4453237 2019-10-29 03:19:23 2019-11-02 21:51:39 2019-11-02 22:41:38 0:49:59 0:22:15 0:27:44 smithi master rhel 7.7 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
pass 4453238 2019-10-29 03:19:24 2019-11-02 21:51:39 2019-11-02 22:47:39 0:56:00 0:25:29 0:30:31 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cephfs_scrub_tests.yaml} 2
pass 4453239 2019-10-29 03:19:25 2019-11-02 21:52:12 2019-11-02 22:26:11 0:33:59 0:19:54 0:14:05 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_quota.yaml} 2
pass 4453240 2019-10-29 03:19:26 2019-11-02 21:55:19 2019-11-02 22:29:19 0:34:00 0:10:58 0:23:02 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_truncate_delay.yaml} 2
pass 4453241 2019-10-29 03:19:26 2019-11-02 21:55:30 2019-11-02 22:37:29 0:41:59 0:25:00 0:16:59 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/client-limits.yaml} 2
fail 4453242 2019-10-29 03:19:27 2019-11-02 21:56:11 2019-11-03 00:42:13 2:46:02 0:11:50 2:34:12 smithi master ubuntu 18.04 fs/multiclient/{begin.yaml clusters/1-mds-3-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/ior-shared-file.yaml} 5
Failure Reason:

"2019-11-03T00:38:39.771440+0000 mon.b (mon.0) 139 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1572741518 sec, osd.5 has slow ops (SLOW_OPS)" in cluster log

pass 4453243 2019-10-29 03:19:28 2019-11-02 21:58:12 2019-11-02 22:34:12 0:36:00 0:10:43 0:25:17 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/client-readahad.yaml} 2
fail 4453244 2019-10-29 03:19:29 2019-11-02 21:58:13 2019-11-02 22:56:12 0:57:59 0:26:16 0:31:43 smithi master fs/upgrade/featureful_client/upgraded_client/{bluestore-bitmap.yaml clusters/1-mds-2-client-micro.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} overrides/{frag_enable.yaml multimds/no.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-mimic.yaml 1-client.yaml 2-upgrade.yaml 3-client-upgrade.yaml 4-compat_client.yaml 5-client-sanity.yaml}} 3
Failure Reason:

"2019-11-02 22:33:58.389440 mon.a mon.0 172.21.15.26:6789/0 70 : cluster [WRN] Health check failed: too few PGs per OSD (4 < min 30) (TOO_FEW_PGS)" in cluster log

pass 4453245 2019-10-29 03:19:29 2019-11-02 21:58:14 2019-11-02 23:20:14 1:22:00 0:43:36 0:38:24 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/client-recovery.yaml} 2
pass 4453246 2019-10-29 03:19:30 2019-11-02 21:58:19 2019-11-02 22:40:19 0:42:00 0:16:43 0:25:17 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_trivial_sync.yaml} 2
fail 4453247 2019-10-29 03:19:31 2019-11-02 21:58:57 2019-11-02 22:34:57 0:36:00 0:16:11 0:19:49 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/config-commands.yaml} 2
Failure Reason:

'module' object has no attribute 'test_config_commands'

pass 4453248 2019-10-29 03:19:32 2019-11-02 22:00:37 2019-11-02 22:34:36 0:33:59 0:24:08 0:09:51 smithi master rhel 7.7 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 2
pass 4453249 2019-10-29 03:19:33 2019-11-02 22:00:37 2019-11-02 22:52:37 0:52:00 0:42:33 0:09:27 smithi master ubuntu 18.04 fs/multifs/{begin.yaml clusters/1a3s-mds-2c-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/failover.yaml} 2
pass 4453250 2019-10-29 03:19:33 2019-11-02 22:00:49 2019-11-02 22:36:49 0:36:00 0:24:44 0:11:16 smithi master rhel 7.7 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_misc.yaml} 2
fail 4453251 2019-10-29 03:19:34 2019-11-02 22:02:16 2019-11-02 23:38:17 1:36:01 1:21:32 0:14:29 smithi master ubuntu 18.04 fs/snaps/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/snaptests.yaml} 2
Failure Reason:

"2019-11-02T22:55:15.530203+0000 mon.b (mon.0) 233 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1572735313 sec, osd.5 has slow ops (SLOW_OPS)" in cluster log

pass 4453252 2019-10-29 03:19:35 2019-11-02 22:02:54 2019-11-02 22:56:54 0:54:00 0:24:57 0:29:03 smithi master ubuntu 18.04 fs/traceless/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_blogbench.yaml traceless/50pc.yaml} 2
fail 4453253 2019-10-29 03:19:36 2019-11-02 22:04:21 2019-11-02 23:06:21 1:02:00 0:51:38 0:10:22 smithi master fs/verify/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml} 2
Failure Reason:

"2019-11-02T22:36:19.444234+0000 mon.a (mon.0) 158 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1572734176 sec, osd.3 has slow ops (SLOW_OPS)" in cluster log

pass 4453254 2019-10-29 03:19:37 2019-11-02 22:05:54 2019-11-02 22:57:54 0:52:00 0:30:31 0:21:29 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/damage.yaml} 2
pass 4453255 2019-10-29 03:19:37 2019-11-02 22:05:54 2019-11-02 23:17:55 1:12:01 0:33:11 0:38:50 smithi master centos 7.6 fs/thrash/{begin.yaml ceph-thrash/mds.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 2
pass 4453256 2019-10-29 03:19:38 2019-11-02 22:07:54 2019-11-02 23:15:55 1:08:01 0:36:24 0:31:37 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/data-scan.yaml} 2
pass 4453257 2019-10-29 03:19:39 2019-11-02 22:07:55 2019-11-02 22:35:54 0:27:59 0:15:51 0:12:08 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/forward-scrub.yaml} 2
pass 4453258 2019-10-29 03:19:40 2019-11-03 01:44:34 2019-11-03 02:16:33 0:31:59 0:23:29 0:08:30 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/libcephfs_interface_tests.yaml} 2
pass 4453259 2019-10-29 03:19:41 2019-11-03 01:44:34 2019-11-03 02:20:33 0:35:59 0:21:02 0:14:57 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/fragment.yaml} 2
pass 4453260 2019-10-29 03:19:42 2019-11-03 01:44:34 2019-11-03 02:30:33 0:45:59 0:31:35 0:14:24 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/journal-repair.yaml} 2
pass 4453261 2019-10-29 03:19:43 2019-11-03 01:44:35 2019-11-03 02:12:34 0:27:59 0:19:34 0:08:25 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/libcephfs_python.yaml} 2
pass 4453262 2019-10-29 03:19:43 2019-11-03 01:46:08 2019-11-03 03:28:08 1:42:00 1:29:04 0:12:56 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_kernel_untar_build.yaml} 2
fail 4453263 2019-10-29 03:19:44 2019-11-03 01:46:21 2019-11-03 02:20:21 0:34:00 0:18:20 0:15:40 smithi master centos 7.6 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
Failure Reason:

SELinux denials found on ubuntu@smithi029.front.sepia.ceph.com: ['type=AVC msg=audit(1572747002.019:6168): avc: denied { open } for pid=8306 comm="logrotate" path="/etc/logrotate.d/ceph-test.conf" dev="sda1" ino=394465 scontext=system_u:system_r:logrotate_t:s0-s0:c0.c1023 tcontext=unconfined_u:object_r:user_home_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1572747002.019:6168): avc: denied { read } for pid=8306 comm="logrotate" name="ceph-test.conf" dev="sda1" ino=394465 scontext=system_u:system_r:logrotate_t:s0-s0:c0.c1023 tcontext=unconfined_u:object_r:user_home_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1572747002.019:6169): avc: denied { lock } for pid=8306 comm="logrotate" path="/etc/logrotate.d/ceph-test.conf" dev="sda1" ino=394465 scontext=system_u:system_r:logrotate_t:s0-s0:c0.c1023 tcontext=unconfined_u:object_r:user_home_t:s0 tclass=file permissive=1']

pass 4453264 2019-10-29 03:19:45 2019-11-03 01:47:37 2019-11-03 02:19:36 0:31:59 0:21:45 0:10:14 smithi master rhel 7.7 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
pass 4453265 2019-10-29 03:19:46 2019-11-03 01:48:16 2019-11-03 02:26:15 0:37:59 0:13:43 0:24:16 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/mds-flush.yaml} 2
pass 4453266 2019-10-29 03:19:47 2019-11-03 01:48:29 2019-11-03 03:14:29 1:26:00 0:11:57 1:14:03 smithi master ubuntu 18.04 fs/multiclient/{begin.yaml clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mdtest.yaml} 4
pass 4453267 2019-10-29 03:19:47 2019-11-03 01:48:29 2019-11-03 02:28:29 0:40:00 0:28:03 0:11:57 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/mds-full.yaml} 2
fail 4453268 2019-10-29 03:19:48 2019-11-03 01:49:55 2019-11-03 03:23:55 1:34:00 0:26:27 1:07:33 smithi master fs/upgrade/featureful_client/old_client/{bluestore-bitmap.yaml clusters/1-mds-2-client-micro.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} overrides/{frag_enable.yaml multimds/yes.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-mimic.yaml 1-client.yaml 2-upgrade.yaml 3-compat_client/no.yaml}} 3
Failure Reason:

"2019-11-03 03:01:58.357386 mon.a mon.0 172.21.15.200:6789/0 97 : cluster [WRN] Health check failed: too few PGs per OSD (2 < min 30) (TOO_FEW_PGS)" in cluster log

pass 4453269 2019-10-29 03:19:49 2019-11-03 01:49:55 2019-11-03 02:15:54 0:25:59 0:11:53 0:14:06 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/mds_creation_retry.yaml} 2
pass 4453270 2019-10-29 03:19:50 2019-11-03 01:52:34 2019-11-03 02:58:34 1:06:00 0:56:54 0:09:06 smithi master rhel 7.7 fs/traceless/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_dbench.yaml traceless/50pc.yaml} 2
fail 4453271 2019-10-29 03:19:50 2019-11-03 01:52:34 2019-11-03 06:02:37 4:10:03 3:59:02 0:11:01 smithi master centos fs/verify/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml} 2
fail 4453272 2019-10-29 03:19:51 2019-11-03 01:52:34 2019-11-03 02:56:34 1:04:00 0:52:51 0:11:09 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_misc.yaml} 2
Failure Reason:

"2019-11-03T02:22:51.058974+0000 mon.a (mon.0) 599 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1572747769 sec, osd.3 has slow ops (SLOW_OPS)" in cluster log

pass 4453273 2019-10-29 03:19:52 2019-11-03 01:52:36 2019-11-03 02:26:35 0:33:59 0:17:43 0:16:16 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/pool-perm.yaml} 2
pass 4453274 2019-10-29 03:19:53 2019-11-03 01:53:06 2019-11-03 02:15:05 0:21:59 0:11:50 0:10:09 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/quota.yaml} 2
pass 4453275 2019-10-29 03:19:54 2019-11-03 01:54:25 2019-11-03 02:26:25 0:32:00 0:18:40 0:13:20 smithi master centos 7.6 fs/thrash/{begin.yaml ceph-thrash/mon.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
pass 4453276 2019-10-29 03:19:54 2019-11-03 01:54:36 2019-11-03 02:32:36 0:38:00 0:21:20 0:16:40 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/sessionmap/{sessionmap.yaml}} 2
pass 4453277 2019-10-29 03:19:55 2019-11-03 01:54:38 2019-11-03 02:30:38 0:36:00 0:20:21 0:15:39 smithi master centos 7.6 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 2
pass 4453278 2019-10-29 03:19:56 2019-11-03 01:54:51 2019-11-03 02:56:51 1:02:00 0:51:29 0:10:31 smithi master centos 7.6 fs/multifs/{begin.yaml clusters/1a3s-mds-2c-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/failover.yaml} 2
pass 4453279 2019-10-29 03:20:02 2019-11-03 01:54:51 2019-11-03 02:26:51 0:32:00 0:24:46 0:07:14 smithi master rhel 7.7 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_misc.yaml} 2
pass 4453280 2019-10-29 03:20:03 2019-11-03 01:56:24 2019-11-03 03:34:25 1:38:01 1:19:01 0:19:00 smithi master centos 7.6 fs/snaps/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/snaptests.yaml} 2
pass 4453281 2019-10-29 03:20:03 2019-11-03 01:56:24 2019-11-03 02:32:24 0:36:00 0:24:15 0:11:45 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_misc_test_o_trunc.yaml} 2
pass 4453282 2019-10-29 03:20:04 2019-11-03 01:56:30 2019-11-03 02:50:30 0:54:00 0:38:31 0:15:29 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/strays.yaml} 2
pass 4453283 2019-10-29 03:20:05 2019-11-03 01:56:31 2019-11-03 02:54:31 0:58:00 0:28:47 0:29:13 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/test_journal_migration.yaml} 2
pass 4453284 2019-10-29 03:20:06 2019-11-03 01:56:34 2019-11-03 02:48:34 0:52:00 0:31:49 0:20:11 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/volume-client/{py/2.yaml task/test/{test.yaml}}} 2
fail 4453285 2019-10-29 03:20:07 2019-11-03 01:56:36 2019-11-03 02:44:36 0:48:00 0:34:18 0:13:42 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/volumes.yaml} 2
Failure Reason:

Test failure: test_subvolume_expand (tasks.cephfs.test_volumes.TestVolumes)

fail 4453286 2019-10-29 03:20:07 2019-11-03 01:57:07 2019-11-03 02:41:07 0:44:00 0:20:53 0:23:07 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_norstats.yaml} 2
Failure Reason:

"2019-11-03T02:33:34.199099+0000 mon.a (mon.0) 313 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1572748411 sec, osd.0 has slow ops (SLOW_OPS)" in cluster log

pass 4453287 2019-10-29 03:20:08 2019-11-03 01:58:39 2019-11-03 03:34:39 1:36:00 0:20:16 1:15:44 smithi master ubuntu 18.04 fs/multiclient/{begin.yaml clusters/1-mds-3-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cephfs_misc_tests.yaml} 5
pass 4453288 2019-10-29 03:20:09 2019-11-03 01:58:41 2019-11-03 02:38:40 0:39:59 0:24:37 0:15:22 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/volume-client/{py/3.yaml task/test/{test.yaml}}} 2
pass 4453289 2019-10-29 03:20:10 2019-11-03 02:00:32 2019-11-03 02:32:31 0:31:59 0:21:08 0:10:51 smithi master rhel 7.7 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
pass 4453290 2019-10-29 03:20:11 2019-11-03 02:00:33 2019-11-03 02:34:32 0:33:59 0:17:20 0:16:39 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/alternate-pool.yaml} 2
pass 4453291 2019-10-29 03:20:12 2019-11-03 02:00:46 2019-11-03 02:42:45 0:41:59 0:17:36 0:24:23 smithi master centos 7.6 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
pass 4453292 2019-10-29 03:20:12 2019-11-03 02:00:51 2019-11-03 02:52:50 0:51:59 0:40:59 0:11:00 smithi master centos 7.6 fs/traceless/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_ffsb.yaml traceless/50pc.yaml} 2
fail 4453293 2019-10-29 03:20:13 2019-11-03 02:01:00 2019-11-03 03:25:00 1:24:00 0:26:16 0:57:44 smithi master fs/upgrade/featureful_client/old_client/{bluestore-bitmap.yaml clusters/1-mds-2-client-micro.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} overrides/{frag_enable.yaml multimds/yes.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-mimic.yaml 1-client.yaml 2-upgrade.yaml 3-compat_client/mimic.yaml}} 3
Failure Reason:

"2019-11-03 03:03:25.102571 mon.a mon.0 172.21.15.158:6789/0 61 : cluster [WRN] Health check failed: too few PGs per OSD (2 < min 30) (TOO_FEW_PGS)" in cluster log

pass 4453294 2019-10-29 03:20:14 2019-11-03 02:01:05 2019-11-03 02:41:04 0:39:59 0:18:50 0:21:09 smithi master fs/verify/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml} 2
pass 4453295 2019-10-29 03:20:15 2019-11-03 02:02:38 2019-11-03 02:42:38 0:40:00 0:28:57 0:11:03 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/asok_dump_tree.yaml} 2
pass 4453296 2019-10-29 03:20:16 2019-11-03 02:03:05 2019-11-03 02:49:05 0:46:00 0:28:54 0:17:06 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_blogbench.yaml} 2
pass 4453297 2019-10-29 03:20:17 2019-11-03 02:04:42 2019-11-03 02:28:41 0:23:59 0:12:07 0:11:52 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/auto-repair.yaml} 2
pass 4453298 2019-10-29 03:20:17 2019-11-03 02:04:42 2019-11-03 02:34:41 0:29:59 0:19:57 0:10:02 smithi master rhel 7.7 fs/thrash/{begin.yaml ceph-thrash/mds.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_trivial_sync.yaml} 2
pass 4453299 2019-10-29 03:20:18 2019-11-03 02:04:42 2019-11-03 02:26:41 0:21:59 0:10:50 0:11:09 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/backtrace.yaml} 2
pass 4453300 2019-10-29 03:20:19 2019-11-03 02:04:42 2019-11-03 02:34:41 0:29:59 0:17:48 0:12:11 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cap-flush.yaml} 2
pass 4453301 2019-10-29 03:20:20 2019-11-03 02:04:42 2019-11-03 03:14:42 1:10:00 0:54:54 0:15:06 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_dbench.yaml} 2
pass 4453302 2019-10-29 03:20:21 2019-11-03 02:06:41 2019-11-03 02:50:40 0:43:59 0:31:28 0:12:31 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cephfs-shell.yaml} 2
fail 4453303 2019-10-29 03:20:22 2019-11-03 02:07:07 2019-11-03 02:53:07 0:46:00 0:24:48 0:21:12 smithi master rhel 7.7 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 2
Failure Reason:

"2019-11-03T02:47:21.468188+0000 mon.b (mon.0) 311 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1572749239 sec, osd.3 has slow ops (SLOW_OPS)" in cluster log

pass 4453304 2019-10-29 03:20:22 2019-11-03 02:08:45 2019-11-03 03:02:45 0:54:00 0:42:55 0:11:05 smithi master ubuntu 18.04 fs/multifs/{begin.yaml clusters/1a3s-mds-2c-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/failover.yaml} 2
pass 4453305 2019-10-29 03:20:23 2019-11-03 02:09:07 2019-11-03 02:47:06 0:37:59 0:25:25 0:12:34 smithi master rhel 7.7 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_misc.yaml} 2
fail 4453306 2019-10-29 03:20:24 2019-11-03 02:10:51 2019-11-03 03:50:52 1:40:01 1:26:43 0:13:18 smithi master ubuntu 18.04 fs/snaps/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/snaptests.yaml} 2
Failure Reason:

"2019-11-03T03:05:35.422328+0000 mon.a (mon.0) 291 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1572750332 sec, osd.0 has slow ops (SLOW_OPS)" in cluster log

pass 4453307 2019-10-29 03:20:25 2019-11-03 02:10:51 2019-11-03 02:48:51 0:38:00 0:27:30 0:10:30 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cephfs_scrub_tests.yaml} 2
pass 4453308 2019-10-29 03:20:26 2019-11-03 02:11:00 2019-11-03 02:40:59 0:29:59 0:17:58 0:12:01 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_quota.yaml} 2
fail 4453309 2019-10-29 03:20:26 2019-11-03 02:11:07 2019-11-03 03:17:07 1:06:00 0:56:08 0:09:52 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_ffsb.yaml} 2
Failure Reason:

"2019-11-03T02:48:07.299732+0000 mon.a (mon.0) 152 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 1572749285 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log

pass 4453310 2019-10-29 03:20:27 2019-11-03 02:11:28 2019-11-03 02:47:27 0:35:59 0:18:40 0:17:19 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/client-limits.yaml} 2
fail 4453311 2019-10-29 03:20:28 2019-11-03 02:12:54 2019-11-03 02:54:54 0:42:00 0:10:40 0:31:20 smithi master ubuntu 18.04 fs/multiclient/{begin.yaml clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/ior-shared-file.yaml} 4
Failure Reason:

"2019-11-03T02:50:19.212196+0000 mon.a (mon.0) 155 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1572749416 sec, osd.3 has slow ops (SLOW_OPS)" in cluster log

fail 4453312 2019-10-29 03:20:29 2019-11-03 02:12:55 2019-11-03 02:44:54 0:31:59 0:20:45 0:11:14 smithi master ubuntu 18.04 fs/traceless/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_fsstress.yaml traceless/50pc.yaml} 2
Failure Reason:

"2019-11-03T02:37:23.887561+0000 mon.a (mon.0) 157 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1572748641 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log

fail 4453313 2019-10-29 03:20:30 2019-11-03 02:14:59 2019-11-03 03:25:00 1:10:01 0:54:46 0:15:15 smithi master centos fs/verify/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml} 2
Failure Reason:

"2019-11-03T02:53:33.014236+0000 mon.b (mon.0) 445 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1572749612 sec, osd.0 has slow ops (SLOW_OPS)" in cluster log

pass 4453314 2019-10-29 03:20:30 2019-11-03 02:15:06 2019-11-03 02:39:05 0:23:59 0:16:21 0:07:38 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/client-readahad.yaml} 2
fail 4453315 2019-10-29 03:20:31 2019-11-03 02:15:38 2019-11-03 03:25:38 1:10:00 0:26:08 0:43:52 smithi master fs/upgrade/featureful_client/upgraded_client/{bluestore-bitmap.yaml clusters/1-mds-2-client-micro.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} overrides/{frag_enable.yaml multimds/yes.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-mimic.yaml 1-client.yaml 2-upgrade.yaml 3-client-upgrade.yaml 4-compat_client.yaml 5-client-sanity.yaml}} 3
Failure Reason:

"2019-11-03 03:03:44.593923 mon.a mon.0 172.21.15.190:6789/0 59 : cluster [WRN] Health check failed: too few PGs per OSD (2 < min 30) (TOO_FEW_PGS)" in cluster log

pass 4453316 2019-10-29 03:20:32 2019-11-03 02:15:56 2019-11-03 03:13:56 0:58:00 0:43:48 0:14:12 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/client-recovery.yaml} 2
pass 4453317 2019-10-29 03:20:33 2019-11-03 02:16:56 2019-11-03 02:48:55 0:31:59 0:19:20 0:12:39 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 2
fail 4453318 2019-10-29 03:20:33 2019-11-03 02:16:56 2019-11-03 02:48:55 0:31:59 0:15:31 0:16:28 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/config-commands.yaml} 2
Failure Reason:

'module' object has no attribute 'test_config_commands'

pass 4453319 2019-10-29 03:20:34 2019-11-03 02:16:57 2019-11-03 02:56:57 0:40:00 0:16:12 0:23:48 smithi master ubuntu 18.04 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
pass 4453320 2019-10-29 03:20:35 2019-11-03 02:19:57 2019-11-03 02:57:56 0:37:59 0:22:07 0:15:52 smithi master rhel 7.7 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
fail 4453321 2019-10-29 03:20:36 2019-11-03 02:20:14 2019-11-03 03:04:14 0:44:00 0:32:47 0:11:13 smithi master rhel 7.7 fs/thrash/{begin.yaml ceph-thrash/mon.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_snaptests.yaml} 2
Failure Reason:

Command failed (workunit test fs/snaps/snaptest-git-ceph.sh) on smithi198 with status 128: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6e4bc90863fac62ba0cba7af304981356963c8d5 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/snaps/snaptest-git-ceph.sh'

pass 4453322 2019-10-29 03:20:37 2019-11-03 02:20:22 2019-11-03 03:00:22 0:40:00 0:25:06 0:14:54 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/damage.yaml} 2
pass 4453323 2019-10-29 03:20:38 2019-11-03 02:20:35 2019-11-03 03:10:35 0:50:00 0:38:08 0:11:52 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/data-scan.yaml} 2
pass 4453324 2019-10-29 03:20:39 2019-11-03 02:22:31 2019-11-03 02:50:31 0:28:00 0:15:40 0:12:20 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/forward-scrub.yaml} 2
fail 4453325 2019-10-29 03:20:40 2019-11-03 02:24:57 2019-11-03 03:10:56 0:45:59 0:35:07 0:10:52 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_fsx.yaml} 2
Failure Reason:

"2019-11-03T02:56:14.374628+0000 mon.b (mon.0) 138 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1572749772 sec, osd.3 has slow ops (SLOW_OPS)" in cluster log

pass 4453326 2019-10-29 03:20:40 2019-11-03 02:25:29 2019-11-03 02:55:29 0:30:00 0:15:42 0:14:18 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/fragment.yaml} 2
pass 4453327 2019-10-29 03:20:41 2019-11-03 02:26:36 2019-11-03 03:18:36 0:52:00 0:39:45 0:12:15 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/journal-repair.yaml} 2
pass 4453328 2019-10-29 03:20:42 2019-11-03 02:26:37 2019-11-03 02:56:36 0:29:59 0:19:47 0:10:12 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/libcephfs_python.yaml} 2
fail 4453329 2019-10-29 03:20:43 2019-11-03 02:26:37 2019-11-03 03:00:36 0:33:59 0:19:37 0:14:22 smithi master ubuntu 18.04 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 2
Failure Reason:

"2019-11-03T02:51:59.933353+0000 mon.b (mon.0) 142 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1572749518 sec, osd.0 has slow ops (SLOW_OPS)" in cluster log

pass 4453330 2019-10-29 03:20:44 2019-11-03 02:26:42 2019-11-03 03:36:42 1:10:00 0:56:35 0:13:25 smithi master centos 7.6 fs/multifs/{begin.yaml clusters/1a3s-mds-2c-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/failover.yaml} 2
pass 4453331 2019-10-29 03:20:44 2019-11-03 02:26:53 2019-11-03 03:02:52 0:35:59 0:25:41 0:10:18 smithi master rhel 7.7 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_misc.yaml} 2
pass 4453332 2019-10-29 03:20:45 2019-11-03 02:28:50 2019-11-03 03:56:51 1:28:01 1:16:23 0:11:38 smithi master ubuntu 18.04 fs/snaps/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/snaptests.yaml} 2
pass 4453333 2019-10-29 03:20:46 2019-11-03 02:28:50 2019-11-03 03:10:50 0:42:00 0:31:21 0:10:39 smithi master centos 7.6 fs/traceless/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_blogbench.yaml traceless/50pc.yaml} 2
pass 4453334 2019-10-29 03:20:47 2019-11-03 02:30:22 2019-11-03 03:00:21 0:29:59 0:18:49 0:11:10 smithi master fs/verify/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml} 2
pass 4453335 2019-10-29 03:20:48 2019-11-03 02:30:22 2019-11-03 02:58:21 0:27:59 0:22:21 0:05:38 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_fsync.yaml} 2
pass 4453336 2019-10-29 03:20:49 2019-11-03 02:30:23 2019-11-03 03:02:22 0:31:59 0:17:10 0:14:49 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/mds-flush.yaml} 2
pass 4453337 2019-10-29 03:20:50 2019-11-03 02:30:31 2019-11-03 03:20:31 0:50:00 0:13:54 0:36:06 smithi master ubuntu 18.04 fs/multiclient/{begin.yaml clusters/1-mds-3-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mdtest.yaml} 5
pass 4453338 2019-10-29 03:20:51 2019-11-03 02:30:35 2019-11-03 03:12:34 0:41:59 0:30:24 0:11:35 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/mds-full.yaml} 2
fail 4453339 2019-10-29 03:20:51 2019-11-03 02:30:39 2019-11-03 03:10:44 0:40:05 0:26:19 0:13:46 smithi master fs/upgrade/featureful_client/old_client/{bluestore-bitmap.yaml clusters/1-mds-2-client-micro.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} overrides/{frag_enable.yaml multimds/no.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-mimic.yaml 1-client.yaml 2-upgrade.yaml 3-compat_client/no.yaml}} 3
Failure Reason:

"2019-11-03 02:49:21.305550 mon.a mon.0 172.21.15.103:6789/0 89 : cluster [WRN] Health check failed: too few PGs per OSD (2 < min 30) (TOO_FEW_PGS)" in cluster log

pass 4453340 2019-10-29 03:20:52 2019-11-03 02:32:39 2019-11-03 02:56:38 0:23:59 0:15:23 0:08:36 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/mds_creation_retry.yaml} 2
pass 4453341 2019-10-29 03:20:53 2019-11-03 02:32:39 2019-11-03 03:22:39 0:50:00 0:37:15 0:12:45 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_iogen.yaml} 2
pass 4453342 2019-10-29 03:20:54 2019-11-03 02:32:39 2019-11-03 02:58:38 0:25:59 0:12:18 0:13:41 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/pool-perm.yaml} 2
pass 4453343 2019-10-29 03:20:55 2019-11-03 02:32:39 2019-11-03 03:08:39 0:36:00 0:20:50 0:15:10 smithi master ubuntu 18.04 fs/thrash/{begin.yaml ceph-thrash/mds.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 2
pass 4453344 2019-10-29 03:20:55 2019-11-03 02:32:39 2019-11-03 03:04:39 0:32:00 0:19:19 0:12:41 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/quota.yaml} 2