Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
fail 4322312 2019-09-21 03:16:06 2019-09-21 04:14:12 2019-09-21 04:40:11 0:25:59 0:14:04 0:11:55 smithi master ubuntu 18.04 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 2
Failure Reason:

Command crashed: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0'

fail 4322313 2019-09-21 03:16:07 2019-09-21 04:16:03 2019-09-21 04:42:02 0:25:59 0:15:47 0:10:12 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/alternate-pool.yaml} 2
Failure Reason:

Test failure: test_rebuild_simple (tasks.cephfs.test_recovery_pool.TestRecoveryPool)

pass 4322314 2019-09-21 03:16:08 2019-09-21 04:18:04 2019-09-21 06:08:04 1:50:00 1:21:02 0:28:58 smithi master rhel 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_kernel_untar_build.yaml} 2
dead 4322315 2019-09-21 03:16:09 2019-09-21 04:18:04 2019-09-21 16:20:25 12:02:21 smithi master fs/bugs/client_trim_caps/{begin.yaml clusters/small-cluster.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/trim-i22073.yaml} 1
fail 4322316 2019-09-21 03:16:11 2019-09-21 04:18:32 2019-09-21 08:28:35 4:10:03 0:14:25 3:55:38 smithi master ubuntu 18.04 fs/multiclient/{begin.yaml clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cephfs_misc_tests.yaml} 4
Failure Reason:

Test failure: test_drop_cache_command (tasks.cephfs.test_misc.TestCacheDrop)

fail 4322317 2019-09-21 03:16:12 2019-09-21 04:19:58 2019-09-21 05:21:58 1:02:00 0:34:49 0:27:11 smithi master rhel 7.6 fs/multifs/{begin.yaml clusters/1a3s-mds-2c-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/failover.yaml} 2
Failure Reason:

Test failure: test_clients (tasks.cephfs.test_failover.TestMultiFilesystems)

fail 4322318 2019-09-21 03:16:13 2019-09-21 04:21:49 2019-09-21 04:35:48 0:13:59 smithi master centos 7.6 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_misc.yaml} 2
Failure Reason:

Command failed on smithi101 with status 1: 'sudo yum install -y kernel'

pass 4322319 2019-09-21 03:16:14 2019-09-21 04:29:19 2019-09-21 06:01:20 1:32:01 1:16:25 0:15:36 smithi master ubuntu 18.04 fs/snaps/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/snaptests.yaml} 2
fail 4322320 2019-09-21 03:16:15 2019-09-21 04:36:02 2019-09-21 06:38:04 2:02:02 1:45:18 0:16:44 smithi master ubuntu 18.04 fs/thrash/{begin.yaml ceph-thrash/mds.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_snaptests.yaml} 2
Failure Reason:

Command crashed: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0'

pass 4322321 2019-09-21 03:16:16 2019-09-21 04:39:47 2019-09-21 05:53:47 1:14:00 0:25:32 0:48:28 smithi master rhel 7.6 fs/traceless/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_blogbench.yaml traceless/50pc.yaml} 2
pass 4322322 2019-09-21 03:16:17 2019-09-21 04:40:12 2019-09-21 05:28:12 0:48:00 0:22:25 0:25:35 smithi master fs/upgrade/featureful_client/old_client/{bluestore-bitmap.yaml clusters/1-mds-2-client-micro.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} overrides/{frag_enable.yaml multimds/no.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-mimic.yaml 1-client.yaml 2-upgrade.yaml 3-compat_client/mimic.yaml}} 3
fail 4322323 2019-09-21 03:16:18 2019-09-21 04:41:48 2019-09-21 06:23:48 1:42:00 0:44:49 0:57:11 smithi master fs/verify/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml} 2
Failure Reason:

Command crashed: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0'

pass 4322324 2019-09-21 03:16:19 2019-09-21 04:42:04 2019-09-21 05:26:03 0:43:59 0:22:24 0:21:35 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/asok_dump_tree.yaml} 2
pass 4322325 2019-09-21 03:16:21 2019-09-21 04:55:13 2019-09-21 05:47:13 0:52:00 0:16:39 0:35:21 smithi master rhel 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/auto-repair.yaml} 2
pass 4322326 2019-09-21 03:16:22 2019-09-21 04:55:15 2019-09-21 05:45:15 0:50:00 0:09:50 0:40:10 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/backtrace.yaml} 2
fail 4322327 2019-09-21 03:16:23 2019-09-21 08:37:42 2019-09-21 09:47:42 1:10:00 0:50:16 0:19:44 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_misc.yaml} 2
Failure Reason:

"2019-09-21T09:13:00.339196+0000 mon.a (mon.0) 183 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569057178 sec, osd.1 has slow ops (SLOW_OPS)" in cluster log

pass 4322328 2019-09-21 03:16:24 2019-09-21 08:37:56 2019-09-21 09:01:55 0:23:59 0:15:28 0:08:31 smithi master rhel 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cap-flush.yaml} 2
pass 4322329 2019-09-21 03:16:25 2019-09-21 08:38:21 2019-09-21 09:30:21 0:52:00 0:31:38 0:20:22 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cephfs-shell.yaml} 2
fail 4322330 2019-09-21 03:16:26 2019-09-21 08:40:27 2019-09-21 09:10:27 0:30:00 0:14:15 0:15:45 smithi master ubuntu 18.04 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
Failure Reason:

Found coredumps on ubuntu@smithi067.front.sepia.ceph.com

pass 4322331 2019-09-21 03:16:27 2019-09-21 08:40:27 2019-09-21 09:38:27 0:58:00 0:13:30 0:44:30 smithi master centos 7.6 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
fail 4322332 2019-09-21 03:16:28 2019-09-21 08:44:34 2019-09-21 10:24:34 1:40:00 0:12:31 1:27:29 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cephfs_scrub_tests.yaml} 2
Failure Reason:

Test failure: test_scrub_checks (tasks.cephfs.test_scrub_checks.TestScrubChecks)

fail 4322333 2019-09-21 03:16:29 2019-09-21 08:46:25 2019-09-21 09:36:25 0:50:00 0:22:31 0:27:29 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_misc_test_o_trunc.yaml} 2
Failure Reason:

Found coredumps on ubuntu@smithi039.front.sepia.ceph.com

pass 4322334 2019-09-21 03:16:30 2019-09-21 08:48:05 2019-09-21 09:24:05 0:36:00 0:13:04 0:22:56 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_quota.yaml} 2
pass 4322335 2019-09-21 03:16:31 2019-09-21 08:48:05 2019-09-21 09:34:05 0:46:00 0:21:56 0:24:04 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/client-limits.yaml} 2
fail 4322336 2019-09-21 03:16:33 2019-09-21 08:48:08 2019-09-21 10:20:09 1:32:01 0:48:01 0:44:00 smithi master ubuntu 18.04 fs/traceless/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_dbench.yaml traceless/50pc.yaml} 2
Failure Reason:

"2019-09-21T09:39:43.985576+0000 mon.a (mon.0) 152 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569058782 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log

fail 4322337 2019-09-21 03:16:34 2019-09-21 08:49:57 2019-09-21 12:23:59 3:34:02 3:12:32 0:21:30 smithi master centos fs/verify/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml} 2
Failure Reason:

"2019-09-21T10:54:36.873992+0000 mon.a (mon.0) 159 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 1569063273 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log

pass 4322338 2019-09-21 03:16:35 2019-09-21 08:57:48 2019-09-21 09:31:48 0:34:00 0:14:59 0:19:01 smithi master rhel 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/client-readahad.yaml} 2
fail 4322339 2019-09-21 03:16:36 2019-09-21 08:57:48 2019-09-21 09:43:48 0:46:00 0:19:45 0:26:15 smithi master ubuntu 18.04 fs/thrash/{begin.yaml ceph-thrash/mon.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 2
Failure Reason:

"2019-09-21T09:32:32.041692+0000 mon.b (mon.0) 47 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569058350 sec, osd.2 has slow ops (SLOW_OPS)" in cluster log

pass 4322340 2019-09-21 03:16:37 2019-09-21 08:59:16 2019-09-21 20:57:28 11:58:12 0:10:29 11:47:43 smithi master ubuntu 18.04 fs/multiclient/{begin.yaml clusters/1-mds-3-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/ior-shared-file.yaml} 5
pass 4322341 2019-09-21 03:16:38 2019-09-21 09:02:09 2019-09-21 09:40:08 0:37:59 0:17:47 0:20:12 smithi master fs/upgrade/featureful_client/upgraded_client/{bluestore-bitmap.yaml clusters/1-mds-2-client-micro.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} overrides/{frag_enable.yaml multimds/no.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-mimic.yaml 1-client.yaml 2-upgrade.yaml 3-client-upgrade.yaml 4-compat_client.yaml 5-client-sanity.yaml}} 3
fail 4322342 2019-09-21 03:16:39 2019-09-21 09:02:24 2019-09-21 09:36:23 0:33:59 0:13:50 0:20:09 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_norstats.yaml} 2
Failure Reason:

Command crashed: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0'

pass 4322343 2019-09-21 03:16:40 2019-09-21 09:03:47 2019-09-21 10:21:47 1:18:00 0:42:57 0:35:03 smithi master rhel 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/client-recovery.yaml} 2
fail 4322344 2019-09-21 03:16:41 2019-09-21 09:10:34 2019-09-21 09:40:33 0:29:59 0:18:07 0:11:52 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/config-commands.yaml} 2
Failure Reason:

Test failure: test_mds_config_tell (tasks.cephfs.test_config_commands.TestConfigCommands)

pass 4322345 2019-09-21 03:16:42 2019-09-21 09:10:34 2019-09-21 09:38:33 0:27:59 0:16:35 0:11:24 smithi master centos 7.6 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 2
fail 4322346 2019-09-21 03:16:44 2019-09-21 09:12:02 2019-09-21 10:10:02 0:58:00 0:34:21 0:23:39 smithi master rhel 7.6 fs/multifs/{begin.yaml clusters/1a3s-mds-2c-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/failover.yaml} 2
Failure Reason:

Test failure: test_clients (tasks.cephfs.test_failover.TestMultiFilesystems)

pass 4322347 2019-09-21 03:16:45 2019-09-21 09:12:06 2019-09-21 09:58:05 0:45:59 0:16:06 0:29:53 smithi master centos 7.6 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_misc.yaml} 2
fail 4322348 2019-09-21 03:16:46 2019-09-21 09:13:56 2019-09-21 11:11:57 1:58:01 1:18:04 0:39:57 smithi master ubuntu 18.04 fs/snaps/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/snaptests.yaml} 2
Failure Reason:

"2019-09-21T10:46:19.005213+0000 mon.b (mon.0) 324 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569062777 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log

fail 4322349 2019-09-21 03:16:47 2019-09-21 09:13:57 2019-09-21 10:39:58 1:26:01 0:17:54 1:08:07 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/damage.yaml} 2
Failure Reason:

Test failure: test_damaged_dentry (tasks.cephfs.test_damage.TestDamage)

pass 4322350 2019-09-21 03:16:48 2019-09-21 09:14:12 2019-09-21 10:18:12 1:04:00 0:35:40 0:28:20 smithi master rhel 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/data-scan.yaml} 2
pass 4322351 2019-09-21 03:16:49 2019-09-21 09:22:27 2019-09-21 09:58:27 0:36:00 0:24:23 0:11:37 smithi master rhel 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_blogbench.yaml} 2
fail 4322352 2019-09-21 03:16:50 2019-09-21 09:24:19 2019-09-21 09:58:19 0:34:00 0:16:24 0:17:36 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/forward-scrub.yaml} 2
Failure Reason:

Test failure: test_backtrace_repair (tasks.cephfs.test_forward_scrub.TestForwardScrub)

pass 4322353 2019-09-21 03:16:51 2019-09-21 09:30:11 2019-09-21 10:00:10 0:29:59 0:17:42 0:12:17 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/fragment.yaml} 2
pass 4322354 2019-09-21 03:16:52 2019-09-21 09:30:22 2019-09-21 10:12:22 0:42:00 0:22:36 0:19:24 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/journal-repair.yaml} 2
pass 4322355 2019-09-21 03:16:53 2019-09-21 09:30:53 2019-09-21 10:52:53 1:22:00 0:44:47 0:37:13 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_dbench.yaml} 2
fail 4322356 2019-09-21 03:16:54 2019-09-21 09:32:02 2019-09-21 09:56:01 0:23:59 0:09:07 0:14:52 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/libcephfs_python.yaml} 2
Failure Reason:

Command crashed: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0'

pass 4322357 2019-09-21 03:16:55 2019-09-21 09:34:07 2019-09-21 10:22:07 0:48:00 0:14:02 0:33:58 smithi master ubuntu 18.04 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
pass 4322358 2019-09-21 03:16:56 2019-09-21 09:34:07 2019-09-21 10:02:06 0:27:59 0:13:13 0:14:46 smithi master centos 7.6 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
pass 4322359 2019-09-21 03:16:57 2019-09-21 09:34:07 2019-09-21 10:24:07 0:50:00 0:39:34 0:10:26 smithi master rhel 7.6 fs/traceless/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_ffsb.yaml traceless/50pc.yaml} 2
fail 4322360 2019-09-21 03:16:58 2019-09-21 09:36:39 2019-09-21 10:56:39 1:20:00 0:44:44 0:35:16 smithi master fs/verify/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml} 2
Failure Reason:

Command crashed: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0'

pass 4322361 2019-09-21 03:17:00 2019-09-21 09:36:39 2019-09-21 10:24:38 0:47:59 0:12:52 0:35:07 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/mds-flush.yaml} 2
pass 4322362 2019-09-21 03:17:01 2019-09-21 09:38:42 2019-09-21 10:42:42 1:04:00 0:16:41 0:47:19 smithi master rhel 7.6 fs/thrash/{begin.yaml ceph-thrash/mds.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
pass 4322363 2019-09-21 03:17:02 2019-09-21 09:38:42 2019-09-21 10:18:42 0:40:00 0:28:02 0:11:58 smithi master rhel 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/mds-full.yaml} 2
pass 4322364 2019-09-21 03:17:03 2019-09-21 09:40:23 2019-09-21 12:40:25 3:00:02 0:12:02 2:48:00 smithi master ubuntu 18.04 fs/multiclient/{begin.yaml clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mdtest.yaml} 4
pass 4322365 2019-09-21 03:17:04 2019-09-21 09:40:35 2019-09-21 12:56:37 3:16:02 0:29:23 2:46:39 smithi master fs/upgrade/featureful_client/old_client/{bluestore-bitmap.yaml clusters/1-mds-2-client-micro.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} overrides/{frag_enable.yaml multimds/yes.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-mimic.yaml 1-client.yaml 2-upgrade.yaml 3-compat_client/no.yaml}} 3
fail 4322366 2019-09-21 03:17:05 2019-09-21 09:44:03 2019-09-21 11:08:03 1:24:00 0:45:56 0:38:04 smithi master rhel 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_ffsb.yaml} 2
Failure Reason:

"2019-09-21T10:42:54.832813+0000 mon.b (mon.0) 151 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 1569062573 sec, daemons [osd,0,osd,6] have slow ops. (SLOW_OPS)" in cluster log

pass 4322367 2019-09-21 03:17:06 2019-09-21 09:44:21 2019-09-21 10:16:20 0:31:59 0:09:26 0:22:33 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/mds_creation_retry.yaml} 2
pass 4322368 2019-09-21 03:17:07 2019-09-21 09:47:57 2019-09-21 10:19:56 0:31:59 0:14:25 0:17:34 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/pool-perm.yaml} 2
fail 4322369 2019-09-21 03:17:08 2019-09-21 09:56:16 2019-09-21 10:20:15 0:23:59 0:11:01 0:12:58 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/quota.yaml} 2
Failure Reason:

"2019-09-21T10:16:16.215458+0000 mon.a (mon.0) 484 : cluster [WRN] Health check failed: Degraded data redundancy: 4/94 objects degraded (4.255%), 1 pg degraded (PG_DEGRADED)" in cluster log

pass 4322370 2019-09-21 03:17:09 2019-09-21 09:57:53 2019-09-21 10:25:53 0:28:00 0:17:14 0:10:46 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 2
fail 4322371 2019-09-21 03:17:10 2019-09-21 09:58:06 2019-09-21 11:38:07 1:40:01 0:19:25 1:20:36 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/sessionmap/{sessionmap.yaml}} 2
Failure Reason:

Test failure: test_tell_conn_close (tasks.cephfs.test_sessionmap.TestSessionMap)

pass 4322372 2019-09-21 03:17:11 2019-09-21 09:58:20 2019-09-21 10:26:19 0:27:59 0:16:26 0:11:33 smithi master centos 7.6 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 2
fail 4322373 2019-09-21 03:17:12 2019-09-21 09:58:28 2019-09-21 10:58:28 1:00:00 0:29:25 0:30:35 smithi master ubuntu 18.04 fs/multifs/{begin.yaml clusters/1a3s-mds-2c-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/failover.yaml} 2
Failure Reason:

Test failure: test_clients (tasks.cephfs.test_failover.TestMultiFilesystems)

pass 4322374 2019-09-21 03:17:13 2019-09-21 10:00:25 2019-09-21 10:52:30 0:52:05 0:15:39 0:36:26 smithi master rhel 7.6 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_misc.yaml} 2
pass 4322375 2019-09-21 03:17:15 2019-09-21 10:02:21 2019-09-21 11:38:21 1:36:00 1:10:22 0:25:38 smithi master rhel 7.6 fs/snaps/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/snaptests.yaml} 2
fail 4322376 2019-09-21 03:17:16 2019-09-21 10:02:38 2019-09-21 10:46:38 0:44:00 0:17:34 0:26:26 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/strays.yaml} 2
Failure Reason:

Test failure: test_files_throttle (tasks.cephfs.test_strays.TestStrays)

fail 4322377 2019-09-21 03:17:17 2019-09-21 10:10:16 2019-09-21 11:10:16 1:00:00 0:17:23 0:42:37 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/test_journal_migration.yaml} 2
Failure Reason:

"2019-09-21T11:04:40.886954+0000 mon.a (mon.0) 381 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY)" in cluster log

dead 4322378 2019-09-21 03:17:18 2019-09-21 10:12:36 2019-09-21 22:14:58 12:02:22 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/volume-client/{py/2.yaml task/test/{test.yaml}}} 2
fail 4322379 2019-09-21 03:17:19 2019-09-21 10:16:36 2019-09-21 10:52:35 0:35:59 0:25:09 0:10:50 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_fsx.yaml} 2
Failure Reason:

"2019-09-21T10:38:35.620700+0000 mon.a (mon.0) 276 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569062312 sec, osd.3 has slow ops (SLOW_OPS)" in cluster log

pass 4322380 2019-09-21 03:17:20 2019-09-21 10:18:27 2019-09-21 10:50:26 0:31:59 0:15:59 0:16:00 smithi master ubuntu 18.04 fs/traceless/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_fsstress.yaml traceless/50pc.yaml} 2
fail 4322381 2019-09-21 03:17:21 2019-09-21 10:18:43 2019-09-21 13:24:45 3:06:02 2:53:20 0:12:42 smithi master centos fs/verify/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml} 2
Failure Reason:

"2019-09-21T11:57:23.805883+0000 mon.b (mon.0) 144 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569067040 sec, osd.1 has slow ops (SLOW_OPS)" in cluster log

fail 4322382 2019-09-21 03:17:22 2019-09-21 10:20:11 2019-09-21 10:46:10 0:25:59 0:15:01 0:10:58 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/volumes.yaml} 2
Failure Reason:

Test failure: test_async_subvolume_rm (tasks.cephfs.test_volumes.TestVolumes)

dead 4322383 2019-09-21 03:17:23 2019-09-21 10:20:11 2019-09-21 22:22:37 12:02:26 smithi master rhel 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/volume-client/{py/3.yaml task/test/{test.yaml}}} 2
pass 4322384 2019-09-21 03:17:24 2019-09-21 10:20:16 2019-09-21 10:44:16 0:24:00 0:16:39 0:07:21 smithi master rhel 7.6 fs/thrash/{begin.yaml ceph-thrash/mon.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_trivial_sync.yaml} 2
pass 4322385 2019-09-21 03:17:25 2019-09-21 10:21:48 2019-09-21 11:07:47 0:45:59 0:16:25 0:29:34 smithi master rhel 7.6 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
fail 4322386 2019-09-21 03:17:26 2019-09-21 10:21:49 2019-09-21 11:15:48 0:53:59 0:17:37 0:36:22 smithi master rhel 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/alternate-pool.yaml} 2
Failure Reason:

Test failure: test_rebuild_simple (tasks.cephfs.test_recovery_pool.TestRecoveryPool)

dead 4322387 2019-09-21 03:17:27 2019-09-21 10:22:08 2019-09-21 22:24:20 12:02:12 smithi master ubuntu 18.04 fs/multiclient/{begin.yaml clusters/1-mds-3-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cephfs_misc_tests.yaml}
pass 4322388 2019-09-21 03:17:28 2019-09-21 10:22:15 2019-09-21 10:46:14 0:23:59 0:16:48 0:07:11 smithi master rhel 7.6 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
fail 4322389 2019-09-21 03:17:29 2019-09-21 10:24:22 2019-09-21 11:10:22 0:46:00 0:19:37 0:26:23 smithi master fs/upgrade/featureful_client/old_client/{bluestore-bitmap.yaml clusters/1-mds-2-client-micro.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} overrides/{frag_enable.yaml multimds/yes.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-mimic.yaml 1-client.yaml 2-upgrade.yaml 3-compat_client/mimic.yaml}} 3
Failure Reason:

Found coredumps on ubuntu@smithi201.front.sepia.ceph.com

pass 4322390 2019-09-21 03:17:30 2019-09-21 10:24:36 2019-09-21 10:46:35 0:21:59 0:16:14 0:05:45 smithi master rhel 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_fsync.yaml} 2
pass 4322391 2019-09-21 03:17:31 2019-09-21 10:24:40 2019-09-21 11:58:40 1:34:00 0:27:39 1:06:21 smithi master rhel 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/asok_dump_tree.yaml} 2
pass 4322392 2019-09-21 03:17:33 2019-09-21 10:26:07 2019-09-21 10:52:06 0:25:59 0:14:29 0:11:30 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/auto-repair.yaml} 2
pass 4322393 2019-09-21 03:17:34 2019-09-21 10:26:21 2019-09-21 11:54:21 1:28:00 0:15:03 1:12:57 smithi master rhel 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/backtrace.yaml} 2
pass 4322394 2019-09-21 03:17:35 2019-09-21 10:30:20 2019-09-21 11:56:20 1:26:00 0:30:47 0:55:13 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_iogen.yaml} 2
pass 4322395 2019-09-21 03:17:36 2019-09-21 10:39:59 2019-09-21 11:07:59 0:28:00 0:10:41 0:17:19 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cap-flush.yaml} 2
fail 4322396 2019-09-21 03:17:37 2019-09-21 10:42:49 2019-09-21 11:24:49 0:42:00 0:30:41 0:11:19 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cephfs-shell.yaml} 2
Failure Reason:

"2019-09-21T11:21:58.982839+0000 mon.b (mon.0) 2761 : cluster [WRN] Health check failed: Degraded data redundancy: 4/44 objects degraded (9.091%), 1 pg degraded (PG_DEGRADED)" in cluster log

fail 4322397 2019-09-21 03:17:38 2019-09-21 10:44:30 2019-09-21 11:10:29 0:25:59 0:20:23 0:05:36 smithi master rhel 7.6 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 2
Failure Reason:

"2019-09-21T11:04:28.297560+0000 mon.a (mon.0) 299 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569063866 sec, osd.0 has slow ops (SLOW_OPS)" in cluster log

fail 4322398 2019-09-21 03:17:39 2019-09-21 10:46:24 2019-09-21 11:32:24 0:46:00 0:35:07 0:10:53 smithi master centos 7.6 fs/multifs/{begin.yaml clusters/1a3s-mds-2c-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/failover.yaml} 2
Failure Reason:

Test failure: test_clients (tasks.cephfs.test_failover.TestMultiFilesystems)

pass 4322399 2019-09-21 03:17:40 2019-09-21 10:46:24 2019-09-21 11:08:24 0:22:00 0:16:16 0:05:44 smithi master rhel 7.6 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_misc.yaml} 2
fail 4322400 2019-09-21 03:17:41 2019-09-21 10:46:36 2019-09-21 12:18:37 1:32:01 1:17:01 0:15:00 smithi master ubuntu 18.04 fs/snaps/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/snaptests.yaml} 2
Failure Reason:

"2019-09-21T11:47:14.811768+0000 mon.b (mon.0) 315 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569066433 sec, osd.0 has slow ops (SLOW_OPS)" in cluster log

pass 4322401 2019-09-21 03:17:42 2019-09-21 10:46:39 2019-09-21 11:22:39 0:36:00 0:22:19 0:13:41 smithi master centos 7.6 fs/traceless/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_blogbench.yaml traceless/50pc.yaml} 2
pass 4322402 2019-09-21 03:17:43 2019-09-21 10:50:41 2019-09-21 11:46:41 0:56:00 0:45:24 0:10:36 smithi master fs/verify/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml} 2
fail 4322403 2019-09-21 03:17:44 2019-09-21 10:51:36 2019-09-21 11:33:36 0:42:00 0:15:56 0:26:04 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cephfs_scrub_tests.yaml} 2
Failure Reason:

Test failure: test_scrub_checks (tasks.cephfs.test_scrub_checks.TestScrubChecks)

pass 4322404 2019-09-21 03:17:45 2019-09-21 10:52:21 2019-09-21 11:30:21 0:38:00 0:24:08 0:13:52 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_iozone.yaml} 2
pass 4322405 2019-09-21 03:17:46 2019-09-21 10:52:31 2019-09-21 11:22:31 0:30:00 0:16:41 0:13:19 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_quota.yaml} 2
pass 4322406 2019-09-21 03:17:48 2019-09-21 10:52:36 2019-09-21 11:36:36 0:44:00 0:23:26 0:20:34 smithi master rhel 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/client-limits.yaml} 2
pass 4322407 2019-09-21 03:17:49 2019-09-21 10:52:54 2019-09-21 12:34:55 1:42:01 1:21:40 0:20:21 smithi master rhel 7.6 fs/thrash/{begin.yaml ceph-thrash/mds.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_snaptests.yaml} 2
pass 4322408 2019-09-21 03:17:50 2019-09-21 10:56:53 2019-09-21 11:54:53 0:58:00 0:14:43 0:43:17 smithi master rhel 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/client-readahad.yaml} 2
pass 4322409 2019-09-21 03:17:51 2019-09-21 10:58:42 2019-09-21 15:12:46 4:14:04 0:12:14 4:01:50 smithi master ubuntu 18.04 fs/multiclient/{begin.yaml clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/ior-shared-file.yaml} 4
pass 4322410 2019-09-21 03:17:52 2019-09-21 11:08:03 2019-09-21 11:52:02 0:43:59 0:17:44 0:26:15 smithi master fs/upgrade/featureful_client/upgraded_client/{bluestore-bitmap.yaml clusters/1-mds-2-client-micro.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} overrides/{frag_enable.yaml multimds/yes.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-mimic.yaml 1-client.yaml 2-upgrade.yaml 3-client-upgrade.yaml 4-compat_client.yaml 5-client-sanity.yaml}} 3
pass 4322411 2019-09-21 03:17:53 2019-09-21 11:08:03 2019-09-21 11:58:03 0:50:00 0:37:38 0:12:22 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/client-recovery.yaml} 2
pass 4322412 2019-09-21 03:17:54 2019-09-21 11:08:04 2019-09-21 12:18:04 1:10:00 0:15:58 0:54:02 smithi master rhel 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
fail 4322413 2019-09-21 03:17:55 2019-09-21 11:08:25 2019-09-21 11:52:25 0:44:00 0:14:18 0:29:42 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/config-commands.yaml} 2
Failure Reason:

Test failure: test_mds_config_tell (tasks.cephfs.test_config_commands.TestConfigCommands)

pass 4322414 2019-09-21 03:17:56 2019-09-21 11:10:31 2019-09-21 11:34:30 0:23:59 0:13:21 0:10:38 smithi master centos 7.6 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
pass 4322415 2019-09-21 03:17:57 2019-09-21 11:10:31 2019-09-21 11:34:30 0:23:59 0:14:01 0:09:58 smithi master ubuntu 18.04 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
fail 4322416 2019-09-21 03:17:58 2019-09-21 11:10:31 2019-09-21 12:18:31 1:08:00 0:19:50 0:48:10 smithi master rhel 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/damage.yaml} 2
Failure Reason:

Test failure: test_damaged_dentry (tasks.cephfs.test_damage.TestDamage)

pass 4322417 2019-09-21 03:18:00 2019-09-21 11:12:11 2019-09-21 12:16:11 1:04:00 0:30:20 0:33:40 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/data-scan.yaml} 2
pass 4322418 2019-09-21 03:18:01 2019-09-21 11:15:50 2019-09-21 11:41:49 0:25:59 0:14:47 0:11:12 smithi master rhel 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_truncate_delay.yaml} 2
fail 4322419 2019-09-21 03:18:02 2019-09-21 11:22:27 2019-09-21 11:48:26 0:25:59 0:18:17 0:07:42 smithi master rhel 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/forward-scrub.yaml} 2
Failure Reason:

Test failure: test_backtrace_repair (tasks.cephfs.test_forward_scrub.TestForwardScrub)

pass 4322420 2019-09-21 03:18:03 2019-09-21 11:22:32 2019-09-21 12:52:32 1:30:00 0:53:35 0:36:25 smithi master rhel 7.6 fs/traceless/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_dbench.yaml traceless/50pc.yaml} 2
fail 4322421 2019-09-21 03:18:04 2019-09-21 11:22:40 2019-09-21 15:24:43 4:02:03 3:27:51 0:34:12 smithi master centos fs/verify/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml} 2
pass 4322422 2019-09-21 03:18:05 2019-09-21 11:24:08 2019-09-21 12:12:08 0:48:00 0:19:48 0:28:12 smithi master rhel 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/fragment.yaml} 2
pass 4322423 2019-09-21 03:18:06 2019-09-21 11:24:50 2019-09-21 12:10:50 0:46:00 0:22:19 0:23:41 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/journal-repair.yaml} 2
pass 4322424 2019-09-21 03:18:07 2019-09-21 11:30:36 2019-09-21 11:52:35 0:21:59 0:11:51 0:10:08 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_trivial_sync.yaml} 2
pass 4322425 2019-09-21 03:18:08 2019-09-21 11:32:39 2019-09-21 12:02:38 0:29:59 0:11:46 0:18:13 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/libcephfs_python.yaml} 2
fail 4322426 2019-09-21 03:18:09 2019-09-21 11:33:13 2019-09-21 12:21:12 0:47:59 0:17:54 0:30:05 smithi master centos 7.6 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 2
Failure Reason:

"2019-09-21T12:13:50.107195+0000 mon.b (mon.0) 139 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569068028 sec, osd.0 has slow ops (SLOW_OPS)" in cluster log

fail 4322427 2019-09-21 03:18:10 2019-09-21 11:33:38 2019-09-21 12:17:37 0:43:59 0:29:42 0:14:17 smithi master ubuntu 18.04 fs/multifs/{begin.yaml clusters/1a3s-mds-2c-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/failover.yaml} 2
Failure Reason:

Test failure: test_clients (tasks.cephfs.test_failover.TestMultiFilesystems)

pass 4322428 2019-09-21 03:18:11 2019-09-21 11:34:46 2019-09-21 12:38:45 1:03:59 0:13:15 0:50:44 smithi master centos 7.6 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_misc.yaml} 2
pass 4322429 2019-09-21 03:18:12 2019-09-21 11:34:46 2019-09-21 13:32:47 1:58:01 1:06:59 0:51:02 smithi master centos 7.6 fs/snaps/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/snaptests.yaml} 2
fail 4322430 2019-09-21 03:18:13 2019-09-21 11:36:51 2019-09-21 12:08:50 0:31:59 0:10:19 0:21:40 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/mds-flush.yaml} 2
Failure Reason:

Found coredumps on ubuntu@smithi139.front.sepia.ceph.com

pass 4322431 2019-09-21 03:18:15 2019-09-21 11:38:22 2019-09-21 12:22:22 0:44:00 0:21:05 0:22:55 smithi master ubuntu 18.04 fs/thrash/{begin.yaml ceph-thrash/mon.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 2
pass 4322432 2019-09-21 03:18:16 2019-09-21 11:38:23 2019-09-21 12:24:22 0:45:59 0:23:01 0:22:58 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/mds-full.yaml} 2
pass 4322433 2019-09-21 03:18:17 2019-09-21 11:42:04 2019-09-21 15:30:07 3:48:03 0:14:03 3:34:00 smithi master ubuntu 18.04 fs/multiclient/{begin.yaml clusters/1-mds-3-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mdtest.yaml} 5
pass 4322434 2019-09-21 03:18:18 2019-09-21 11:46:56 2019-09-21 13:38:56 1:52:00 0:32:36 1:19:24 smithi master fs/upgrade/featureful_client/old_client/{bluestore-bitmap.yaml clusters/1-mds-2-client-micro.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} overrides/{frag_enable.yaml multimds/no.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-mimic.yaml 1-client.yaml 2-upgrade.yaml 3-compat_client/no.yaml}} 3
fail 4322435 2019-09-21 03:18:19 2019-09-21 11:48:09 2019-09-21 12:18:09 0:30:00 0:10:35 0:19:25 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/libcephfs_interface_tests.yaml} 2
Failure Reason:

Command failed (workunit test libcephfs/test.sh) on smithi121 with status 134: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=1f44ba4b81364ad885887df662576ee2084cb5f8 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/libcephfs/test.sh'

pass 4322436 2019-09-21 03:18:20 2019-09-21 11:48:27 2019-09-21 12:42:27 0:54:00 0:08:56 0:45:04 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/mds_creation_retry.yaml} 2
pass 4322437 2019-09-21 03:18:21 2019-09-21 11:52:04 2019-09-21 12:18:04 0:26:00 0:14:09 0:11:51 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/pool-perm.yaml} 2
pass 4322438 2019-09-21 03:18:22 2019-09-21 11:52:26 2019-09-21 12:34:26 0:42:00 0:16:23 0:25:37 smithi master rhel 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/quota.yaml} 2
fail 4322439 2019-09-21 03:18:23 2019-09-21 11:52:36 2019-09-21 12:26:36 0:34:00 0:16:20 0:17:40 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/sessionmap/{sessionmap.yaml}} 2
Failure Reason:

Test failure: test_tell_conn_close (tasks.cephfs.test_sessionmap.TestSessionMap)

fail 4322440 2019-09-21 03:18:24 2019-09-21 11:54:06 2019-09-21 13:38:07 1:44:01 1:23:19 0:20:42 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_kernel_untar_build.yaml} 2
Failure Reason:

"2019-09-21T12:28:14.929755+0000 mon.b (mon.0) 296 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569068892 sec, osd.6 has slow ops (SLOW_OPS)" in cluster log

pass 4322441 2019-09-21 03:18:25 2019-09-21 11:54:23 2019-09-21 12:46:22 0:51:59 0:15:28 0:36:31 smithi master rhel 7.6 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
pass 4322442 2019-09-21 03:18:26 2019-09-21 11:54:55 2019-09-21 12:24:54 0:29:59 0:15:47 0:14:12 smithi master rhel 7.6 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
fail 4322443 2019-09-21 03:18:27 2019-09-21 11:56:34 2019-09-21 12:54:34 0:58:00 0:46:11 0:11:49 smithi master ubuntu 18.04 fs/traceless/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_ffsb.yaml traceless/50pc.yaml} 2
Failure Reason:

"2019-09-21T12:32:11.039964+0000 mon.a (mon.0) 153 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569069128 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log

fail 4322444 2019-09-21 03:18:29 2019-09-21 11:58:17 2019-09-21 12:58:17 1:00:00 0:47:57 0:12:03 smithi master fs/verify/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml} 2
Failure Reason:

"2019-09-21T12:16:50.579686+0000 mon.b (mon.0) 141 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1569068207 sec, osd.2 has slow ops (SLOW_OPS)" in cluster log

fail 4322445 2019-09-21 03:18:30 2019-09-21 11:58:42 2019-09-21 12:28:41 0:29:59 0:19:20 0:10:39 smithi master rhel 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/strays.yaml} 2
Failure Reason:

Test failure: test_files_throttle (tasks.cephfs.test_strays.TestStrays)

pass 4322446 2019-09-21 03:18:31 2019-09-21 11:59:51 2019-09-21 12:33:51 0:34:00 0:20:33 0:13:27 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/test_journal_migration.yaml} 2
dead 4322447 2019-09-21 03:18:32 2019-09-21 12:02:42 2019-09-22 00:05:04 12:02:22 smithi master rhel 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/volume-client/{py/2.yaml task/test/{test.yaml}}} 2
pass 4322448 2019-09-21 03:18:33 2019-09-21 12:02:42 2019-09-21 13:22:42 1:20:00 1:02:53 0:17:07 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_misc.yaml} 2
fail 4322449 2019-09-21 03:18:34 2019-09-21 12:04:03 2019-09-21 12:44:03 0:40:00 0:11:52 0:28:08 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/volumes.yaml} 2
Failure Reason:

Test failure: test_async_subvolume_rm (tasks.cephfs.test_volumes.TestVolumes)