Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 2796825 2018-07-19 03:16:08 2018-07-20 02:12:19 2018-07-20 02:28:17 0:15:58 0:08:47 0:07:11 smithi master ubuntu 16.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/libcephfs_java/ubuntu_latest.yaml} 2
fail 2796826 2018-07-19 03:16:09 2018-07-20 02:12:19 2018-07-20 03:32:19 1:20:00 1:12:57 0:07:03 smithi master ubuntu 16.04 fs/thrash/{begin.yaml ceph-thrash/default.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_16.04.yaml} tasks/cfuse_workunit_snaptests.yaml} 2
Failure Reason:

"2018-07-20 02:26:06.649364 mon.b (mon.0) 283 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 34 sec, mon.c has slow ops (SLOW_OPS)" in cluster log

pass 2796827 2018-07-19 03:16:10 2018-07-20 02:12:23 2018-07-20 02:46:22 0:33:59 0:26:18 0:07:41 smithi master ubuntu 16.04 fs/multiclient/{begin.yaml clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cephfs_misc_tests.yaml} 4
pass 2796828 2018-07-19 03:16:11 2018-07-20 02:12:30 2018-07-20 02:32:27 0:19:57 0:13:14 0:06:43 smithi master rhel 7.5 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_latest.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 2
pass 2796829 2018-07-19 03:16:12 2018-07-20 02:12:43 2018-07-20 02:32:43 0:20:00 0:12:42 0:07:18 smithi master rhel 7.5 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_latest.yaml} tasks/alternate-pool.yaml} 2
pass 2796830 2018-07-19 03:16:13 2018-07-20 02:14:19 2018-07-20 02:28:18 0:13:59 0:07:06 0:06:53 smithi master fs/bugs/client_trim_caps/{begin.yaml clusters/small-cluster.yaml objectstore/bluestore.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/trim-i22073.yaml} 1
pass 2796831 2018-07-19 03:16:14 2018-07-20 02:14:19 2018-07-20 02:56:19 0:42:00 0:36:22 0:05:38 smithi master ubuntu 18.04 fs/multifs/{begin.yaml clusters/1a3s-mds-2c-client.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/failover.yaml} 2
pass 2796832 2018-07-19 03:16:15 2018-07-20 02:14:19 2018-07-20 02:34:18 0:19:59 0:11:29 0:08:30 smithi master rhel 7.5 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_latest.yaml} tasks/cfuse_workunit_misc.yaml} 2
pass 2796833 2018-07-19 03:16:16 2018-07-20 02:14:19 2018-07-20 03:30:19 1:16:00 1:10:04 0:05:56 smithi master rhel 7.5 fs/snaps/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_latest.yaml} tasks/snaptests.yaml} 2
pass 2796834 2018-07-19 03:16:17 2018-07-20 02:14:22 2018-07-20 02:48:21 0:33:59 0:25:31 0:08:28 smithi master centos 7.4 fs/traceless/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_latest.yaml} tasks/cfuse_workunit_suites_blogbench.yaml traceless/50pc.yaml} 2
pass 2796835 2018-07-19 03:16:17 2018-07-20 02:14:28 2018-07-20 02:34:27 0:19:59 0:12:13 0:07:46 smithi master fs/upgrade/featureful_client/old_client/{bluestore.yaml clusters/1-mds-2-client-micro.yaml conf/{client.yaml mds.yaml} overrides/{frag_enable.yaml multimds/no.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-luminous.yaml 1-client.yaml 2-upgrade.yaml 3-compat_client/mimic.yaml}} 3
pass 2796836 2018-07-19 03:16:19 2018-07-20 02:14:30 2018-07-20 03:18:30 1:04:00 0:57:18 0:06:42 smithi master fs/verify/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml} 2
pass 2796837 2018-07-19 03:16:20 2018-07-20 02:14:43 2018-07-20 02:54:42 0:39:59 0:32:52 0:07:07 smithi master centos 7.4 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_latest.yaml} tasks/cfuse_workunit_suites_ffsb.yaml} 2
pass 2796838 2018-07-19 03:16:21 2018-07-20 02:15:11 2018-07-20 02:45:09 0:29:58 0:21:59 0:07:59 smithi master ubuntu 16.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_16.04.yaml} tasks/asok_dump_tree.yaml} 2
pass 2796839 2018-07-19 03:16:21 2018-07-20 02:16:12 2018-07-20 02:38:11 0:21:59 0:15:36 0:06:23 smithi master centos 7.4 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_latest.yaml} tasks/auto-repair.yaml} 2
pass 2796840 2018-07-19 03:16:22 2018-07-20 02:16:14 2018-07-20 02:36:12 0:19:58 0:13:11 0:06:47 smithi master fs/upgrade/snaps/{clusters/3-mds.yaml conf/{client.yaml mds.yaml} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml multimds/no.yaml whitelist_health.yaml whitelist_rstat.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-luminous.yaml 1-client.yaml 2-upgrade.yaml 3-sanity.yaml 4-client-upgrade/no.yaml 5-client-sanity.yaml 6-snap-upgrade.yaml 7-client-sanity.yaml}} 3
pass 2796841 2018-07-19 03:16:23 2018-07-20 02:16:46 2018-07-20 02:36:45 0:19:59 0:12:47 0:07:12 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/backtrace.yaml} 2
pass 2796842 2018-07-19 03:16:24 2018-07-20 02:17:21 2018-07-20 02:39:20 0:21:59 0:15:55 0:06:04 smithi master rhel 7.5 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_latest.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 2
pass 2796843 2018-07-19 03:16:25 2018-07-20 02:17:52 2018-07-20 02:39:51 0:21:59 0:13:19 0:08:40 smithi master centos 7.4 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_latest.yaml} tasks/cap-flush.yaml} 2
pass 2796844 2018-07-19 03:16:26 2018-07-20 02:18:00 2018-07-20 02:39:59 0:21:59 0:12:42 0:09:17 smithi master fs/upgrade/snaps/{clusters/3-mds.yaml conf/{client.yaml mds.yaml} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml multimds/yes.yaml whitelist_health.yaml whitelist_rstat.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-luminous.yaml 1-client.yaml 2-upgrade.yaml 3-sanity.yaml 4-client-upgrade/yes.yaml 5-client-sanity.yaml 6-snap-upgrade.yaml 7-client-sanity.yaml}} 3
pass 2796845 2018-07-19 03:16:27 2018-07-20 02:18:05 2018-07-20 02:42:04 0:23:59 0:16:37 0:07:22 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cephfs_scrub_tests.yaml} 2
pass 2796846 2018-07-19 03:16:28 2018-07-20 02:18:40 2018-07-20 02:36:38 0:17:58 0:12:02 0:05:56 smithi master ubuntu 18.04 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
pass 2796847 2018-07-19 03:16:29 2018-07-20 02:18:41 2018-07-20 02:38:38 0:19:57 0:13:16 0:06:41 smithi master rhel 7.5 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_latest.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
pass 2796848 2018-07-19 03:16:30 2018-07-20 02:18:40 2018-07-20 02:36:38 0:17:58 0:10:42 0:07:16 smithi master ubuntu 16.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_16.04.yaml} tasks/cfuse_workunit_quota.yaml} 2
pass 2796849 2018-07-19 03:16:30 2018-07-20 02:18:41 2018-07-20 02:38:39 0:19:58 0:11:54 0:08:04 smithi master fs/upgrade/featureful_client/upgraded_client/{bluestore.yaml clusters/1-mds-2-client-micro.yaml conf/{client.yaml mds.yaml} overrides/{frag_enable.yaml multimds/no.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-luminous.yaml 1-client.yaml 2-upgrade.yaml 3-client-upgrade.yaml 4-compat_client.yaml 5-client-sanity.yaml}} 3
pass 2796850 2018-07-19 03:16:31 2018-07-20 02:18:41 2018-07-20 02:42:39 0:23:58 0:16:52 0:07:06 smithi master ubuntu 16.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_16.04.yaml} tasks/cfuse_workunit_suites_fsx.yaml} 2
fail 2796851 2018-07-19 03:16:32 2018-07-20 02:20:24 2018-07-20 02:58:23 0:37:59 0:30:58 0:07:01 smithi master centos 7.4 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_latest.yaml} tasks/client-limits.yaml} 2
Failure Reason:

"2018-07-20 02:54:51.158959 mon.b (mon.0) 760 : cluster [WRN] Health check failed: 1 MDSs report slow requests (MDS_SLOW_REQUEST)" in cluster log

pass 2796852 2018-07-19 03:16:33 2018-07-20 02:20:24 2018-07-20 02:42:24 0:22:00 0:14:18 0:07:42 smithi master centos 7.4 fs/thrash/{begin.yaml ceph-thrash/default.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_latest.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 2
pass 2796853 2018-07-19 03:16:34 2018-07-20 02:20:24 2018-07-20 02:36:23 0:15:59 0:09:27 0:06:32 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/client-readahad.yaml} 2
pass 2796854 2018-07-19 03:16:35 2018-07-20 02:20:28 2018-07-20 03:10:28 0:50:00 0:44:19 0:05:41 smithi master ubuntu 18.04 fs/traceless/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_dbench.yaml traceless/50pc.yaml} 2
pass 2796855 2018-07-19 03:16:36 2018-07-20 02:20:28 2018-07-20 03:22:28 1:02:00 0:54:16 0:07:44 smithi master centos fs/verify/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml} 2
pass 2796856 2018-07-19 03:16:37 2018-07-20 02:20:31 2018-07-20 02:42:30 0:21:59 0:14:48 0:07:11 smithi master fs/upgrade/snaps/{clusters/3-mds.yaml conf/{client.yaml mds.yaml} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml multimds/no.yaml whitelist_health.yaml whitelist_rstat.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-luminous.yaml 1-client.yaml 2-upgrade.yaml 3-sanity.yaml 4-client-upgrade/no.yaml 5-client-sanity.yaml 6-snap-upgrade.yaml 7-client-sanity.yaml}} 3
pass 2796857 2018-07-19 03:16:38 2018-07-20 02:20:53 2018-07-20 03:08:52 0:47:59 0:42:23 0:05:36 smithi master centos 7.4 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_latest.yaml} tasks/client-recovery.yaml} 2
pass 2796858 2018-07-19 03:16:39 2018-07-20 02:22:06 2018-07-20 03:42:07 1:20:01 0:08:34 1:11:27 smithi master ubuntu 16.04 fs/multiclient/{begin.yaml clusters/1-mds-3-client.yaml conf/{client.yaml mds.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/ior-shared-file.yaml} 5
pass 2796859 2018-07-19 03:16:40 2018-07-20 02:22:08 2018-07-20 02:50:08 0:28:00 0:21:08 0:06:52 smithi master centos 7.4 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_latest.yaml} tasks/cfuse_workunit_suites_fsync.yaml} 2
pass 2796860 2018-07-19 03:16:41 2018-07-20 02:22:19 2018-07-20 02:50:18 0:27:59 0:20:06 0:07:53 smithi master centos 7.4 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_latest.yaml} tasks/config-commands.yaml} 2
pass 2796861 2018-07-19 03:16:42 2018-07-20 02:22:20 2018-07-20 03:08:20 0:46:00 0:35:32 0:10:28 smithi master rhel 7.5 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_latest.yaml} tasks/damage.yaml} 2
fail 2796862 2018-07-19 03:16:42 2018-07-20 02:22:20 2018-07-20 02:44:19 0:21:59 0:11:35 0:10:24 smithi master fs/upgrade/featureful_client/old_client/{bluestore.yaml clusters/1-mds-2-client-micro.yaml conf/{client.yaml mds.yaml} overrides/{frag_enable.yaml multimds/yes.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-luminous.yaml 1-client.yaml 2-upgrade.yaml 3-compat_client/no.yaml}} 3
Failure Reason:

Command failed on smithi172 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a'

pass 2796863 2018-07-19 03:16:43 2018-07-20 02:22:20 2018-07-20 02:44:20 0:22:00 0:12:45 0:09:15 smithi master centos 7.4 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_latest.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 2
pass 2796864 2018-07-19 03:16:44 2018-07-20 02:22:23 2018-07-20 03:08:23 0:46:00 0:37:49 0:08:11 smithi master ubuntu 18.04 fs/multifs/{begin.yaml clusters/1a3s-mds-2c-client.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/failover.yaml} 2
pass 2796865 2018-07-19 03:16:45 2018-07-20 02:22:27 2018-07-20 02:40:27 0:18:00 0:10:16 0:07:44 smithi master ubuntu 16.04 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_16.04.yaml} tasks/cfuse_workunit_misc.yaml} 2
pass 2796866 2018-07-19 03:16:46 2018-07-20 02:24:21 2018-07-20 03:42:21 1:18:00 1:09:41 0:08:19 smithi master rhel 7.5 fs/snaps/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_latest.yaml} tasks/snaptests.yaml} 2
pass 2796867 2018-07-19 03:16:47 2018-07-20 02:24:21 2018-07-20 03:02:21 0:38:00 0:30:03 0:07:57 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/data-scan.yaml} 2
pass 2796868 2018-07-19 03:16:48 2018-07-20 02:24:21 2018-07-20 02:52:21 0:28:00 0:20:21 0:07:39 smithi master rhel 7.5 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_latest.yaml} tasks/forward-scrub.yaml} 2
pass 2796869 2018-07-19 03:16:49 2018-07-20 02:24:50 2018-07-20 03:00:50 0:36:00 0:29:48 0:06:12 smithi master rhel 7.5 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_latest.yaml} tasks/cfuse_workunit_suites_iogen.yaml} 2
pass 2796870 2018-07-19 03:16:50 2018-07-20 02:24:54 2018-07-20 02:44:54 0:20:00 0:12:30 0:07:30 smithi master fs/upgrade/snaps/{clusters/3-mds.yaml conf/{client.yaml mds.yaml} objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml multimds/yes.yaml whitelist_health.yaml whitelist_rstat.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-luminous.yaml 1-client.yaml 2-upgrade.yaml 3-sanity.yaml 4-client-upgrade/yes.yaml 5-client-sanity.yaml 6-snap-upgrade.yaml 7-client-sanity.yaml}} 3
pass 2796871 2018-07-19 03:16:51 2018-07-20 02:30:18 2018-07-20 03:00:17 0:29:59 0:22:39 0:07:20 smithi master rhel 7.5 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_latest.yaml} tasks/fragment.yaml} 2
fail 2796872 2018-07-19 03:16:51 2018-07-20 02:30:19 2018-07-20 02:58:19 0:28:00 0:21:29 0:06:31 smithi master ubuntu 16.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_16.04.yaml} tasks/journal-repair.yaml} 2
Failure Reason:

"2018-07-20 02:52:27.243273 mon.b (mon.0) 505 : cluster [WRN] Health check failed: 1 MDSs report slow requests (MDS_SLOW_REQUEST)" in cluster log

pass 2796873 2018-07-19 03:16:52 2018-07-20 02:30:21 2018-07-20 02:52:21 0:22:00 0:14:44 0:07:16 smithi master fs/upgrade/featureful_client/old_client/{bluestore.yaml clusters/1-mds-2-client-micro.yaml conf/{client.yaml mds.yaml} overrides/{frag_enable.yaml multimds/yes.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-luminous.yaml 1-client.yaml 2-upgrade.yaml 3-compat_client/mimic.yaml}} 3
pass 2796874 2018-07-19 03:16:53 2018-07-20 02:32:10 2018-07-20 02:50:08 0:17:58 0:09:06 0:08:52 smithi master ubuntu 16.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_16.04.yaml} tasks/libcephfs_java/libcephfs_java.yaml} 2
pass 2796875 2018-07-19 03:16:54 2018-07-20 02:32:11 2018-07-20 02:58:10 0:25:59 0:16:42 0:09:17 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_iozone.yaml} 2
pass 2796876 2018-07-19 03:16:55 2018-07-20 02:32:14 2018-07-20 02:56:12 0:23:58 0:13:46 0:10:12 smithi master rhel 7.5 fs/thrash/{begin.yaml ceph-thrash/default.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_latest.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
pass 2796877 2018-07-19 03:16:56 2018-07-20 02:32:21 2018-07-20 02:56:19 0:23:58 0:14:44 0:09:14 smithi master centos 7.4 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_latest.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
pass 2796878 2018-07-19 03:16:57 2018-07-20 02:32:22 2018-07-20 02:52:21 0:19:59 0:09:41 0:10:18 smithi master ubuntu 16.04 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_16.04.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
pass 2796879 2018-07-19 03:16:58 2018-07-20 02:32:25 2018-07-20 03:22:25 0:50:00 0:41:57 0:08:03 smithi master ubuntu 18.04 fs/traceless/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_ffsb.yaml traceless/50pc.yaml} 2
pass 2796880 2018-07-19 03:16:59 2018-07-20 02:32:29 2018-07-20 03:32:27 0:59:58 0:52:57 0:07:01 smithi master fs/verify/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml} 2
pass 2796881 2018-07-19 03:16:59 2018-07-20 02:32:30 2018-07-20 02:48:27 0:15:57 0:08:09 0:07:48 smithi master ubuntu 16.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_16.04.yaml} tasks/libcephfs_python.yaml} 2
pass 2796882 2018-07-19 03:17:00 2018-07-20 02:32:30 2018-07-20 02:54:28 0:21:58 0:10:51 0:11:07 smithi master fs/upgrade/snaps/{clusters/3-mds.yaml conf/{client.yaml mds.yaml} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml multimds/no.yaml whitelist_health.yaml whitelist_rstat.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-luminous.yaml 1-client.yaml 2-upgrade.yaml 3-sanity.yaml 4-client-upgrade/no.yaml 5-client-sanity.yaml 6-snap-upgrade.yaml 7-client-sanity.yaml}} 3
pass 2796883 2018-07-19 03:17:01 2018-07-20 02:32:30 2018-07-20 02:50:28 0:17:58 0:10:42 0:07:16 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/mds-flush.yaml} 2
pass 2796884 2018-07-19 03:17:02 2018-07-20 02:32:44 2018-07-20 03:32:44 1:00:00 0:11:54 0:48:06 smithi master ubuntu 16.04 fs/multiclient/{begin.yaml clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mdtest.yaml} 4
pass 2796885 2018-07-19 03:17:03 2018-07-20 02:34:21 2018-07-20 03:14:21 0:40:00 0:33:10 0:06:50 smithi master ubuntu 16.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_16.04.yaml} tasks/mds-full.yaml} 2
pass 2796886 2018-07-19 03:17:04 2018-07-20 02:34:24 2018-07-20 02:54:24 0:20:00 0:12:33 0:07:27 smithi master centos 7.4 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_latest.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
pass 2796887 2018-07-19 03:17:05 2018-07-20 02:34:31 2018-07-20 02:58:30 0:23:59 0:13:34 0:10:25 smithi master fs/upgrade/featureful_client/upgraded_client/{bluestore.yaml clusters/1-mds-2-client-micro.yaml conf/{client.yaml mds.yaml} overrides/{frag_enable.yaml multimds/yes.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-luminous.yaml 1-client.yaml 2-upgrade.yaml 3-client-upgrade.yaml 4-compat_client.yaml 5-client-sanity.yaml}} 3
pass 2796888 2018-07-19 03:17:06 2018-07-20 02:36:17 2018-07-20 03:02:16 0:25:59 0:12:19 0:13:40 smithi master centos 7.4 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_latest.yaml} tasks/mds_creation_retry.yaml} 2
pass 2796889 2018-07-19 03:17:06 2018-07-20 02:36:17 2018-07-20 03:08:17 0:32:00 0:16:10 0:15:50 smithi master ubuntu 16.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_16.04.yaml} tasks/pool-perm.yaml} 2
pass 2796890 2018-07-19 03:17:07 2018-07-20 02:36:18 2018-07-20 03:08:17 0:31:59 0:14:55 0:17:04 smithi master rhel 7.5 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_latest.yaml} tasks/quota.yaml} 2
pass 2796891 2018-07-19 03:17:08 2018-07-20 02:36:18 2018-07-20 03:10:17 0:33:59 0:17:11 0:16:48 smithi master fs/upgrade/snaps/{clusters/3-mds.yaml conf/{client.yaml mds.yaml} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml multimds/yes.yaml whitelist_health.yaml whitelist_rstat.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-luminous.yaml 1-client.yaml 2-upgrade.yaml 3-sanity.yaml 4-client-upgrade/yes.yaml 5-client-sanity.yaml 6-snap-upgrade.yaml 7-client-sanity.yaml}} 3
pass 2796892 2018-07-19 03:17:09 2018-07-20 02:36:18 2018-07-20 02:58:17 0:21:59 0:11:32 0:10:27 smithi master ubuntu 18.04 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 2
pass 2796893 2018-07-19 03:17:10 2018-07-20 02:36:25 2018-07-20 03:22:25 0:46:00 0:39:30 0:06:30 smithi master rhel 7.5 fs/multifs/{begin.yaml clusters/1a3s-mds-2c-client.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_latest.yaml} tasks/failover.yaml} 2
pass 2796894 2018-07-19 03:17:11 2018-07-20 02:36:26 2018-07-20 02:56:25 0:19:59 0:12:08 0:07:51 smithi master rhel 7.5 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_latest.yaml} tasks/cfuse_workunit_misc.yaml} 2
pass 2796895 2018-07-19 03:17:12 2018-07-20 02:36:40 2018-07-20 04:04:40 1:28:00 1:14:11 0:13:49 smithi master rhel 7.5 fs/snaps/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_latest.yaml} tasks/snaptests.yaml} 2
pass 2796896 2018-07-19 03:17:13 2018-07-20 02:36:40 2018-07-20 02:58:39 0:21:59 0:13:57 0:08:02 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_truncate_delay.yaml} 2
pass 2796897 2018-07-19 03:17:13 2018-07-20 02:36:40 2018-07-20 03:10:40 0:34:00 0:22:35 0:11:25 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/sessionmap.yaml} 2
pass 2796898 2018-07-19 03:17:14 2018-07-20 02:36:47 2018-07-20 03:26:47 0:50:00 0:40:31 0:09:29 smithi master rhel 7.5 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_latest.yaml} tasks/strays.yaml} 2
pass 2796899 2018-07-19 03:17:15 2018-07-20 02:38:14 2018-07-20 03:00:13 0:21:59 0:14:29 0:07:30 smithi master fs/upgrade/featureful_client/old_client/{bluestore.yaml clusters/1-mds-2-client-micro.yaml conf/{client.yaml mds.yaml} overrides/{frag_enable.yaml multimds/no.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-luminous.yaml 1-client.yaml 2-upgrade.yaml 3-compat_client/no.yaml}} 3
pass 2796900 2018-07-19 03:17:16 2018-07-20 02:38:40 2018-07-20 03:00:39 0:21:59 0:11:28 0:10:31 smithi master rhel 7.5 fs/thrash/{begin.yaml ceph-thrash/default.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_latest.yaml} tasks/cfuse_workunit_trivial_sync.yaml} 2
pass 2796901 2018-07-19 03:17:17 2018-07-20 02:38:40 2018-07-20 03:10:40 0:32:00 0:16:11 0:15:49 smithi master centos 7.4 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_latest.yaml} tasks/test_journal_migration.yaml} 2
pass 2796902 2018-07-19 03:17:18 2018-07-20 02:39:33 2018-07-20 02:57:32 0:17:59 0:08:25 0:09:34 smithi master ubuntu 18.04 fs/traceless/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_fsstress.yaml traceless/50pc.yaml} 2
fail 2796903 2018-07-19 03:17:19 2018-07-20 02:39:53 2018-07-20 03:57:53 1:18:00 1:02:46 0:15:14 smithi master centos fs/verify/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml} 2
Failure Reason:

reached maximum tries (50) after waiting for 300 seconds

pass 2796904 2018-07-19 03:17:19 2018-07-20 02:40:01 2018-07-20 03:14:00 0:33:59 0:11:47 0:22:12 smithi master centos 7.4 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_latest.yaml} tasks/cfuse_workunit_trivial_sync.yaml} 2
pass 2796905 2018-07-19 03:17:20 2018-07-20 02:40:09 2018-07-20 03:16:08 0:35:59 0:27:30 0:08:29 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/volume-client.yaml} 2
pass 2796906 2018-07-19 03:17:21 2018-07-20 02:40:15 2018-07-20 03:28:14 0:47:59 0:13:20 0:34:39 smithi master fs/upgrade/snaps/{clusters/3-mds.yaml conf/{client.yaml mds.yaml} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml multimds/no.yaml whitelist_health.yaml whitelist_rstat.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-luminous.yaml 1-client.yaml 2-upgrade.yaml 3-sanity.yaml 4-client-upgrade/no.yaml 5-client-sanity.yaml 6-snap-upgrade.yaml 7-client-sanity.yaml}} 3
pass 2796907 2018-07-19 03:17:22 2018-07-20 02:40:29 2018-07-20 03:00:27 0:19:58 0:07:33 0:12:25 smithi master ubuntu 16.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_latest.yaml} tasks/libcephfs_java/ubuntu_latest.yaml} 2
pass 2796908 2018-07-19 03:17:23 2018-07-20 02:42:37 2018-07-20 04:06:37 1:24:00 0:30:42 0:53:18 smithi master ubuntu 16.04 fs/multiclient/{begin.yaml clusters/1-mds-3-client.yaml conf/{client.yaml mds.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cephfs_misc_tests.yaml} 5
pass 2796909 2018-07-19 03:17:23 2018-07-20 02:42:37 2018-07-20 03:04:36 0:21:59 0:14:51 0:07:08 smithi master centos 7.4 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_latest.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
pass 2796910 2018-07-19 03:17:24 2018-07-20 02:42:37 2018-07-20 03:00:36 0:17:59 0:09:43 0:08:16 smithi master ubuntu 16.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_16.04.yaml} tasks/alternate-pool.yaml} 2
pass 2796911 2018-07-19 03:17:25 2018-07-20 02:42:41 2018-07-20 02:44:39 0:01:58 0 smithi master fs/bugs/conf/{client.yaml mds.yaml}
pass 2796912 2018-07-19 03:17:26 2018-07-20 02:44:26 2018-07-20 03:10:23 0:25:57 0:09:24 0:16:33 smithi master ubuntu 18.04 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
pass 2796913 2018-07-19 03:17:27 2018-07-20 02:44:26 2018-07-20 03:14:24 0:29:58 0:14:30 0:15:28 smithi master rhel 7.5 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_latest.yaml} tasks/libcephfs_interface_tests.yaml} 2
pass 2796914 2018-07-19 03:17:28 2018-07-20 02:44:41 2018-07-20 03:14:40 0:29:59 0:17:48 0:12:11 smithi master fs/upgrade/featureful_client/old_client/{bluestore.yaml clusters/1-mds-2-client-micro.yaml conf/{client.yaml mds.yaml} overrides/{frag_enable.yaml multimds/no.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-luminous.yaml 1-client.yaml 2-upgrade.yaml 3-compat_client/mimic.yaml}} 3
pass 2796915 2018-07-19 03:17:28 2018-07-20 02:44:55 2018-07-20 03:22:55 0:38:00 0:29:51 0:08:09 smithi master rhel 7.5 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_latest.yaml} tasks/asok_dump_tree.yaml} 2
pass 2796916 2018-07-19 03:17:29 2018-07-20 02:45:11 2018-07-20 03:15:10 0:29:59 0:14:44 0:15:15 smithi master rhel 7.5 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_latest.yaml} tasks/auto-repair.yaml} 2
pass 2796917 2018-07-19 03:17:30 2018-07-20 02:46:23 2018-07-20 03:16:22 0:29:59 0:12:06 0:17:53 smithi master fs/upgrade/snaps/{clusters/3-mds.yaml conf/{client.yaml mds.yaml} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml multimds/yes.yaml whitelist_health.yaml whitelist_rstat.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-luminous.yaml 1-client.yaml 2-upgrade.yaml 3-sanity.yaml 4-client-upgrade/yes.yaml 5-client-sanity.yaml 6-snap-upgrade.yaml 7-client-sanity.yaml}} 3
pass 2796918 2018-07-19 03:17:31 2018-07-20 02:46:24 2018-07-20 03:04:22 0:17:58 0:09:25 0:08:33 smithi master ubuntu 16.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_16.04.yaml} tasks/backtrace.yaml} 2
pass 2796919 2018-07-19 03:17:32 2018-07-20 02:46:24 2018-07-20 03:48:24 1:02:00 0:52:20 0:09:40 smithi master ubuntu 16.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_16.04.yaml} tasks/cfuse_workunit_kernel_untar_build.yaml} 2
pass 2796920 2018-07-19 03:17:33 2018-07-20 02:48:32 2018-07-20 03:12:31 0:23:59 0:16:04 0:07:55 smithi master centos 7.4 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_latest.yaml} tasks/cap-flush.yaml} 2
fail 2796921 2018-07-19 03:17:33 2018-07-20 02:48:32 2018-07-20 04:08:32 1:20:00 1:11:40 0:08:20 smithi master ubuntu 16.04 fs/thrash/{begin.yaml ceph-thrash/default.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_16.04.yaml} tasks/cfuse_workunit_snaptests.yaml} 2
Failure Reason:

"2018-07-20 03:05:50.850291 mon.b (mon.0) 257 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec, mon.c has slow ops (SLOW_OPS)" in cluster log

fail 2796922 2018-07-19 03:17:34 2018-07-20 02:48:32 2018-07-20 03:20:31 0:31:59 0:16:34 0:15:25 smithi master centos 7.4 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_latest.yaml} tasks/cephfs_scrub_tests.yaml} 2
Failure Reason:

Test failure: test_scrub_checks (tasks.cephfs.test_scrub_checks.TestScrubChecks)

pass 2796923 2018-07-19 03:17:35 2018-07-20 02:50:22 2018-07-20 03:14:21 0:23:59 0:17:54 0:06:05 smithi master fs/upgrade/featureful_client/upgraded_client/{bluestore.yaml clusters/1-mds-2-client-micro.yaml conf/{client.yaml mds.yaml} overrides/{frag_enable.yaml multimds/no.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-luminous.yaml 1-client.yaml 2-upgrade.yaml 3-client-upgrade.yaml 4-compat_client.yaml 5-client-sanity.yaml}} 3
pass 2796924 2018-07-19 03:17:36 2018-07-20 02:50:22 2018-07-20 03:10:21 0:19:59 0:10:53 0:09:06 smithi master ubuntu 16.04 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_16.04.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 2
pass 2796925 2018-07-19 03:17:37 2018-07-20 02:50:22 2018-07-20 03:38:22 0:48:00 0:39:14 0:08:46 smithi master ubuntu 16.04 fs/multifs/{begin.yaml clusters/1a3s-mds-2c-client.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_16.04.yaml} tasks/failover.yaml} 2
pass 2796926 2018-07-19 03:17:37 2018-07-20 02:50:30 2018-07-20 03:06:29 0:15:59 0:07:39 0:08:20 smithi master ubuntu 16.04 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_16.04.yaml} tasks/cfuse_workunit_misc.yaml} 2
fail 2796927 2018-07-19 03:17:38 2018-07-20 02:50:31 2018-07-20 04:14:32 1:24:01 1:13:00 0:11:01 smithi master ubuntu 18.04 fs/snaps/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/snaptests.yaml} 2
Failure Reason:

"2018-07-20 03:09:15.808263 mon.a (mon.0) 279 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 33 sec, mon.c has slow ops (SLOW_OPS)" in cluster log

pass 2796928 2018-07-19 03:17:39 2018-07-20 02:52:24 2018-07-20 03:22:23 0:29:59 0:17:42 0:12:17 smithi master ubuntu 16.04 fs/traceless/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_16.04.yaml} tasks/cfuse_workunit_suites_blogbench.yaml traceless/50pc.yaml} 2
pass 2796929 2018-07-19 03:17:40 2018-07-20 02:52:24 2018-07-20 03:48:24 0:56:00 0:48:49 0:07:11 smithi master fs/verify/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml} 2
pass 2796930 2018-07-19 03:17:40 2018-07-20 02:52:24 2018-07-20 03:12:23 0:19:59 0:08:28 0:11:31 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_quota.yaml} 2
pass 2796931 2018-07-19 03:17:41 2018-07-20 02:54:23 2018-07-20 03:44:23 0:50:00 0:42:22 0:07:38 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_misc.yaml} 2
fail 2796932 2018-07-19 03:17:42 2018-07-20 02:54:25 2018-07-20 03:28:25 0:34:00 0:22:39 0:11:21 smithi master rhel 7.5 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_latest.yaml} tasks/client-limits.yaml} 2
Failure Reason:

"2018-07-20 03:24:49.493380 mon.a (mon.0) 914 : cluster [WRN] Health check failed: 1 MDSs report slow requests (MDS_SLOW_REQUEST)" in cluster log

pass 2796933 2018-07-19 03:17:43 2018-07-20 02:54:29 2018-07-20 03:28:29 0:34:00 0:14:13 0:19:47 smithi master fs/upgrade/snaps/{clusters/3-mds.yaml conf/{client.yaml mds.yaml} objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml multimds/no.yaml whitelist_health.yaml whitelist_rstat.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-luminous.yaml 1-client.yaml 2-upgrade.yaml 3-sanity.yaml 4-client-upgrade/no.yaml 5-client-sanity.yaml 6-snap-upgrade.yaml 7-client-sanity.yaml}} 3
pass 2796934 2018-07-19 03:17:43 2018-07-20 02:54:43 2018-07-20 03:16:43 0:22:00 0:12:07 0:09:53 smithi master rhel 7.5 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_latest.yaml} tasks/client-readahad.yaml} 2
pass 2796935 2018-07-19 03:17:44 2018-07-20 02:56:28 2018-07-20 03:40:27 0:43:59 0:34:59 0:09:00 smithi master rhel 7.5 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_latest.yaml} tasks/client-recovery.yaml} 2
pass 2796936 2018-07-19 03:17:45 2018-07-20 02:56:28 2018-07-20 03:14:27 0:17:59 0:08:50 0:09:09 smithi master ubuntu 16.04 fs/multiclient/{begin.yaml clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/ior-shared-file.yaml} 4
pass 2796937 2018-07-19 03:17:46 2018-07-20 02:56:28 2018-07-20 03:32:27 0:35:59 0:16:20 0:19:39 smithi master fs/upgrade/featureful_client/old_client/{bluestore.yaml clusters/1-mds-2-client-micro.yaml conf/{client.yaml mds.yaml} overrides/{frag_enable.yaml multimds/yes.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-luminous.yaml 1-client.yaml 2-upgrade.yaml 3-compat_client/no.yaml}} 3
pass 2796938 2018-07-19 03:17:47 2018-07-20 02:56:28 2018-07-20 03:26:27 0:29:59 0:17:38 0:12:21 smithi master centos 7.4 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_latest.yaml} tasks/config-commands.yaml} 2
pass 2796939 2018-07-19 03:17:47 2018-07-20 02:57:46 2018-07-20 03:25:45 0:27:59 0:18:27 0:09:32 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_misc_test_o_trunc.yaml} 2
pass 2796940 2018-07-19 03:17:48 2018-07-20 02:58:12 2018-07-20 03:30:11 0:31:59 0:25:22 0:06:37 smithi master ubuntu 16.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_16.04.yaml} tasks/damage.yaml} 2
pass 2796941 2018-07-19 03:17:49 2018-07-20 02:58:18 2018-07-20 03:22:18 0:24:00 0:15:47 0:08:13 smithi master centos 7.4 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_latest.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
pass 2796942 2018-07-19 03:17:50 2018-07-20 02:58:20 2018-07-20 03:22:20 0:24:00 0:11:34 0:12:26 smithi master ubuntu 18.04 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
pass 2796943 2018-07-19 03:17:51 2018-07-20 02:58:25 2018-07-20 03:20:24 0:21:59 0:12:24 0:09:35 smithi master fs/upgrade/snaps/{clusters/3-mds.yaml conf/{client.yaml mds.yaml} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml multimds/yes.yaml whitelist_health.yaml whitelist_rstat.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-luminous.yaml 1-client.yaml 2-upgrade.yaml 3-sanity.yaml 4-client-upgrade/yes.yaml 5-client-sanity.yaml 6-snap-upgrade.yaml 7-client-sanity.yaml}} 3
pass 2796944 2018-07-19 03:17:52 2018-07-20 02:58:32 2018-07-20 03:42:32 0:44:00 0:28:48 0:15:12 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/data-scan.yaml} 2
pass 2796945 2018-07-19 03:17:52 2018-07-20 02:58:41 2018-07-20 03:32:40 0:33:59 0:18:05 0:15:54 smithi master rhel 7.5 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_latest.yaml} tasks/forward-scrub.yaml} 2
pass 2796946 2018-07-19 03:17:53 2018-07-20 03:00:16 2018-07-20 03:24:16 0:24:00 0:17:19 0:06:41 smithi master rhel 7.5 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_latest.yaml} tasks/cfuse_workunit_norstats.yaml} 2
pass 2796947 2018-07-19 03:17:54 2018-07-20 03:00:19 2018-07-20 03:26:18 0:25:59 0:10:26 0:15:33 smithi master ubuntu 16.04 fs/thrash/{begin.yaml ceph-thrash/default.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_16.04.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 2
pass 2796948 2018-07-19 03:17:55 2018-07-20 03:00:29 2018-07-20 03:26:28 0:25:59 0:16:26 0:09:33 smithi master ubuntu 16.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_16.04.yaml} tasks/fragment.yaml} 2
pass 2796949 2018-07-19 03:17:55 2018-07-20 03:00:38 2018-07-20 04:06:38 1:06:00 0:58:52 0:07:08 smithi master centos 7.4 fs/traceless/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_latest.yaml} tasks/cfuse_workunit_suites_dbench.yaml traceless/50pc.yaml} 2
pass 2796950 2018-07-19 03:17:56 2018-07-20 03:00:41 2018-07-20 03:30:40 0:29:59 0:12:48 0:17:11 smithi master fs/upgrade/featureful_client/old_client/{bluestore.yaml clusters/1-mds-2-client-micro.yaml conf/{client.yaml mds.yaml} overrides/{frag_enable.yaml multimds/yes.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-luminous.yaml 1-client.yaml 2-upgrade.yaml 3-compat_client/mimic.yaml}} 3
pass 2796951 2018-07-19 03:17:57 2018-07-20 03:00:51 2018-07-20 04:02:51 1:02:00 0:51:44 0:10:16 smithi master centos fs/verify/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml} 2
pass 2796952 2018-07-19 03:17:58 2018-07-20 03:02:30 2018-07-20 03:30:29 0:27:59 0:16:38 0:11:21 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/journal-repair.yaml} 2
fail 2796953 2018-07-19 03:17:59 2018-07-20 03:02:30 2018-07-20 03:24:29 0:21:59 0:10:13 0:11:46 smithi master rhel 7.5 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_latest.yaml} tasks/libcephfs_java/libcephfs_java.yaml} 2
Failure Reason:

Command failed (workunit test libcephfs-java/test.sh) on smithi167 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=master TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/libcephfs-java/test.sh'

pass 2796954 2018-07-19 03:17:59 2018-07-20 03:04:40 2018-07-20 03:50:40 0:46:00 0:19:43 0:26:17 smithi master fs/upgrade/snaps/{clusters/3-mds.yaml conf/{client.yaml mds.yaml} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml multimds/yes.yaml whitelist_health.yaml whitelist_rstat.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-luminous.yaml 1-client.yaml 2-upgrade.yaml 3-sanity.yaml 4-client-upgrade/no.yaml 5-client-sanity.yaml 6-snap-upgrade.yaml 7-client-sanity.yaml}} 3
pass 2796955 2018-07-19 03:18:00 2018-07-20 03:04:40 2018-07-20 03:28:39 0:23:59 0:17:26 0:06:33 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_blogbench.yaml} 2
pass 2796956 2018-07-19 03:18:01 2018-07-20 03:06:37 2018-07-20 03:30:35 0:23:58 0:15:21 0:08:37 smithi master ubuntu 18.04 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 2
pass 2796957 2018-07-19 03:18:02 2018-07-20 03:06:37 2018-07-20 03:56:36 0:49:59 0:41:00 0:08:59 smithi master rhel 7.5 fs/multifs/{begin.yaml clusters/1a3s-mds-2c-client.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_latest.yaml} tasks/failover.yaml} 2
pass 2796958 2018-07-19 03:18:03 2018-07-20 03:08:31 2018-07-20 03:30:30 0:21:59 0:15:08 0:06:51 smithi master centos 7.4 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_latest.yaml} tasks/cfuse_workunit_misc.yaml} 2
pass 2796959 2018-07-19 03:18:03 2018-07-20 03:08:31 2018-07-20 04:08:31 1:00:00 0:52:33 0:07:27 smithi master ubuntu 16.04 fs/snaps/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_16.04.yaml} tasks/snaptests.yaml} 2
pass 2796960 2018-07-19 03:18:04 2018-07-20 03:08:31 2018-07-20 03:30:30 0:21:59 0:12:48 0:09:11 smithi master centos 7.4 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_latest.yaml} tasks/libcephfs_python.yaml} 2
pass 2796961 2018-07-19 03:18:05 2018-07-20 03:08:31 2018-07-20 03:30:31 0:22:00 0:12:57 0:09:03 smithi master rhel 7.5 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_latest.yaml} tasks/mds-flush.yaml} 2
pass 2796962 2018-07-19 03:18:06 2018-07-20 03:08:31 2018-07-20 03:44:31 0:36:00 0:12:03 0:23:57 smithi master fs/upgrade/snaps/{clusters/3-mds.yaml conf/{client.yaml mds.yaml} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml multimds/no.yaml whitelist_health.yaml whitelist_rstat.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-luminous.yaml 1-client.yaml 2-upgrade.yaml 3-sanity.yaml 4-client-upgrade/yes.yaml 5-client-sanity.yaml 6-snap-upgrade.yaml 7-client-sanity.yaml}} 3
pass 2796963 2018-07-19 03:18:07 2018-07-20 03:08:31 2018-07-20 03:52:31 0:44:00 0:13:37 0:30:23 smithi master ubuntu 16.04 fs/multiclient/{begin.yaml clusters/1-mds-3-client.yaml conf/{client.yaml mds.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mdtest.yaml} 5
pass 2796964 2018-07-19 03:18:07 2018-07-20 03:08:54 2018-07-20 04:00:54 0:52:00 0:40:11 0:11:49 smithi master ubuntu 16.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_16.04.yaml} tasks/mds-full.yaml} 2
pass 2796965 2018-07-19 03:18:08 2018-07-20 03:10:28 2018-07-20 04:08:28 0:58:00 0:48:22 0:09:38 smithi master rhel 7.5 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_latest.yaml} tasks/cfuse_workunit_suites_dbench.yaml} 2
pass 2796966 2018-07-19 03:18:09 2018-07-20 03:10:28 2018-07-20 03:26:28 0:16:00 0:07:47 0:08:13 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/mds_creation_retry.yaml} 2
pass 2796967 2018-07-19 03:18:10 2018-07-20 03:10:29 2018-07-20 03:30:28 0:19:59 0:11:49 0:08:10 smithi master fs/upgrade/featureful_client/upgraded_client/{bluestore.yaml clusters/1-mds-2-client-micro.yaml conf/{client.yaml mds.yaml} overrides/{frag_enable.yaml multimds/yes.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-luminous.yaml 1-client.yaml 2-upgrade.yaml 3-client-upgrade.yaml 4-compat_client.yaml 5-client-sanity.yaml}} 3
pass 2796968 2018-07-19 03:18:11 2018-07-20 03:10:28 2018-07-20 03:38:28 0:28:00 0:18:00 0:10:00 smithi master centos 7.4 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_latest.yaml} tasks/pool-perm.yaml} 2
pass 2796969 2018-07-19 03:18:11 2018-07-20 03:10:29 2018-07-20 03:36:28 0:25:59 0:15:37 0:10:22 smithi master rhel 7.5 fs/thrash/{begin.yaml ceph-thrash/default.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_latest.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
pass 2796970 2018-07-19 03:18:12 2018-07-20 03:10:30 2018-07-20 03:36:30 0:26:00 0:10:01 0:15:59 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/quota.yaml} 2
pass 2796971 2018-07-19 03:18:13 2018-07-20 03:10:41 2018-07-20 03:44:41 0:34:00 0:16:00 0:18:00 smithi master centos 7.4 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_latest.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
pass 2796972 2018-07-19 03:18:14 2018-07-20 03:10:41 2018-07-20 03:42:41 0:32:00 0:14:11 0:17:49 smithi master rhel 7.5 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_latest.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
pass 2796973 2018-07-19 03:18:15 2018-07-20 03:12:36 2018-07-20 03:56:36 0:44:00 0:38:03 0:05:57 smithi master rhel 7.5 fs/traceless/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_latest.yaml} tasks/cfuse_workunit_suites_ffsb.yaml traceless/50pc.yaml} 2
pass 2796974 2018-07-19 03:18:15 2018-07-20 03:12:36 2018-07-20 04:18:37 1:06:01 0:49:59 0:16:02 smithi master fs/verify/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml} 2
pass 2796975 2018-07-19 03:18:16 2018-07-20 03:14:13 2018-07-20 04:08:13 0:54:00 0:47:48 0:06:12 smithi master rhel 7.5 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_latest.yaml} tasks/cfuse_workunit_suites_ffsb.yaml} 2
pass 2796976 2018-07-19 03:18:17 2018-07-20 03:14:22 2018-07-20 03:36:22 0:22:00 0:11:04 0:10:56 smithi master fs/upgrade/snaps/{clusters/3-mds.yaml conf/{client.yaml mds.yaml} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml multimds/yes.yaml whitelist_health.yaml whitelist_rstat.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-luminous.yaml 1-client.yaml 2-upgrade.yaml 3-sanity.yaml 4-client-upgrade/no.yaml 5-client-sanity.yaml 6-snap-upgrade.yaml 7-client-sanity.yaml}} 3
pass 2796977 2018-07-19 03:18:18 2018-07-20 03:14:23 2018-07-20 03:52:23 0:38:00 0:26:30 0:11:30 smithi master rhel 7.5 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_latest.yaml} tasks/sessionmap.yaml} 2
pass 2796978 2018-07-19 03:18:19 2018-07-20 03:14:25 2018-07-20 03:54:25 0:40:00 0:32:19 0:07:41 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/strays.yaml} 2
pass 2796979 2018-07-19 03:18:19 2018-07-20 03:14:28 2018-07-20 03:38:28 0:24:00 0:16:55 0:07:05 smithi master centos 7.4 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_latest.yaml} tasks/test_journal_migration.yaml} 2
pass 2796980 2018-07-19 03:18:20 2018-07-20 03:14:42 2018-07-20 03:46:41 0:31:59 0:13:34 0:18:25 smithi master fs/upgrade/featureful_client/old_client/{bluestore.yaml clusters/1-mds-2-client-micro.yaml conf/{client.yaml mds.yaml} overrides/{frag_enable.yaml multimds/no.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-luminous.yaml 1-client.yaml 2-upgrade.yaml 3-compat_client/no.yaml}} 3
pass 2796981 2018-07-19 03:18:21 2018-07-20 03:15:12 2018-07-20 03:43:12 0:28:00 0:15:51 0:12:09 smithi master rhel 7.5 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_latest.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 2