Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 6593594 2022-01-04 05:15:33 2022-01-04 14:10:48 2022-01-04 14:33:14 0:22:26 0:10:05 0:12:21 smithi master krbd/basic/{bluestore-bitmap ceph/ceph clusters/fixed-1 conf ms_mode/crc tasks/krbd_deep_flatten} 1
pass 6593595 2022-01-04 05:15:34 2022-01-04 14:10:48 2022-01-04 14:43:47 0:32:59 0:20:26 0:12:33 smithi master krbd/fsx/{ceph/ceph clusters/3-node conf features/no-object-map ms_mode$/{secure} objectstore/bluestore-bitmap striping/default/{msgr-failures/few randomized-striping-off} tasks/fsx-1-client} 3
pass 6593596 2022-01-04 05:15:34 2022-01-04 14:10:59 2022-01-04 14:54:04 0:43:05 0:30:39 0:12:26 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/crc msgr-failures/few tasks/rbd_fio} 3
pass 6593597 2022-01-04 05:15:35 2022-01-04 14:11:59 2022-01-04 14:42:48 0:30:49 0:18:28 0:12:21 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/crc msgr-failures/few tasks/krbd_data_pool} 3
fail 6593598 2022-01-04 05:15:36 2022-01-04 14:12:00 2022-01-04 18:52:07 4:40:07 4:24:55 0:15:12 smithi master krbd/singleton/{bluestore-bitmap conf ms_mode$/{legacy} msgr-failures/few tasks/rbd_xfstests} 4
Failure Reason:

Command failed on smithi175 with status 1: "/usr/bin/sudo TESTDIR=/home/ubuntu/cephtest adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/bash /home/ubuntu/cephtest/run_xfstests.sh -c 1 -f ext4 -t /dev/rbd0 -s /dev/rbd1 -x /tmp/excludecr1tf1x7 -r -- '-g auto -g blockdev -x clone'"

pass 6593599 2022-01-04 05:15:37 2022-01-04 14:15:50 2022-01-04 15:20:08 1:04:18 0:50:07 0:14:11 smithi master krbd/thrash/{bluestore-bitmap ceph/ceph clusters/fixed-3 conf ms_mode$/{prefer-crc} thrashers/backoff thrashosds-health workloads/rbd_fio} 3
fail 6593600 2022-01-04 05:15:37 2022-01-04 14:17:32 2022-01-04 14:27:03 0:09:31 smithi master krbd/unmap/{ceph/ceph clusters/separate-client conf filestore-xfs kernels/pre-single-major tasks/unmap} 2
Failure Reason:

Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=kernel&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&ref=nightly_pre-single-major

pass 6593601 2022-01-04 05:15:38 2022-01-04 14:18:23 2022-01-04 14:38:35 0:20:12 0:09:23 0:10:49 smithi master krbd/wac/sysfs/{bluestore-bitmap ceph/ceph clusters/fixed-1 conf tasks/stable_writes} 1
pass 6593602 2022-01-04 05:15:39 2022-01-04 14:18:23 2022-01-04 14:45:33 0:27:10 0:12:10 0:15:00 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/legacy msgr-failures/many tasks/krbd_exclusive_option} 3
pass 6593603 2022-01-04 05:15:40 2022-01-04 15:25:26 2022-01-04 15:57:38 0:32:12 0:19:39 0:12:33 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/legacy msgr-failures/many tasks/rbd_workunit_kernel_untar_build} 3
pass 6593604 2022-01-04 05:15:41 2022-01-04 15:25:26 2022-01-04 15:49:47 0:24:21 0:11:40 0:12:41 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/secure msgr-failures/few tasks/krbd_fallocate} 3
pass 6593605 2022-01-04 05:15:41 2022-01-04 15:25:36 2022-01-04 15:50:15 0:24:39 0:11:50 0:12:49 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/crc msgr-failures/many tasks/krbd_huge_osdmap} 3
pass 6593606 2022-01-04 05:15:42 2022-01-04 15:26:17 2022-01-04 16:20:51 0:54:34 0:42:00 0:12:34 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/secure msgr-failures/few tasks/rbd_workunit_suites_dbench} 3
pass 6593607 2022-01-04 05:15:43 2022-01-04 15:26:38 2022-01-04 15:53:06 0:26:28 0:14:06 0:12:22 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/legacy msgr-failures/few tasks/krbd_latest_osdmap_on_map} 3
pass 6593608 2022-01-04 05:15:44 2022-01-04 15:27:08 2022-01-04 15:48:52 0:21:44 0:10:07 0:11:37 smithi master krbd/basic/{bluestore-bitmap ceph/ceph clusters/fixed-1 conf ms_mode/legacy tasks/krbd_discard} 1
pass 6593609 2022-01-04 05:15:45 2022-01-04 15:27:19 2022-01-04 15:58:30 0:31:11 0:18:18 0:12:53 smithi master krbd/fsx/{ceph/ceph clusters/3-node conf features/object-map ms_mode$/{crc} objectstore/filestore-xfs striping/fancy/{msgr-failures/few randomized-striping-on} tasks/fsx-3-client} 3
pass 6593610 2022-01-04 05:15:45 2022-01-04 15:27:19 2022-01-04 15:51:28 0:24:09 0:12:38 0:11:31 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/secure msgr-failures/many tasks/krbd_namespaces} 3
pass 6593611 2022-01-04 05:15:46 2022-01-04 15:27:39 2022-01-04 16:59:29 1:31:50 1:16:47 0:15:03 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/crc msgr-failures/many tasks/rbd_workunit_suites_ffsb} 3
pass 6593612 2022-01-04 05:15:47 2022-01-04 15:31:40 2022-01-04 16:19:55 0:48:15 0:36:28 0:11:47 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/crc msgr-failures/few tasks/krbd_udev_enumerate} 3
pass 6593613 2022-01-04 05:15:48 2022-01-04 15:31:40 2022-01-04 15:58:31 0:26:51 0:14:56 0:11:55 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/legacy msgr-failures/many tasks/krbd_udev_netlink_enobufs} 3
pass 6593614 2022-01-04 05:15:49 2022-01-04 15:32:21 2022-01-04 15:57:14 0:24:53 0:12:06 0:12:47 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/legacy msgr-failures/few tasks/rbd_workunit_suites_fsstress} 3
pass 6593615 2022-01-04 05:15:49 2022-01-04 15:32:31 2022-01-04 15:56:00 0:23:29 0:11:23 0:12:06 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/secure msgr-failures/few tasks/krbd_udev_netns} 3
pass 6593616 2022-01-04 05:15:50 2022-01-04 15:34:02 2022-01-04 15:53:57 0:19:55 0:09:05 0:10:50 smithi master krbd/basic/{bluestore-bitmap ceph/ceph clusters/fixed-1 conf ms_mode/secure tasks/krbd_huge_image} 1
pass 6593617 2022-01-04 05:15:51 2022-01-04 15:34:02 2022-01-04 16:11:14 0:37:12 0:23:16 0:13:56 smithi master krbd/fsx/{ceph/ceph clusters/3-node conf features/no-object-map ms_mode$/{legacy} objectstore/bluestore-bitmap striping/default/{msgr-failures/many randomized-striping-off} tasks/fsx-1-client} 3
pass 6593618 2022-01-04 05:15:52 2022-01-04 15:35:13 2022-01-04 16:01:25 0:26:12 0:12:02 0:14:10 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/crc msgr-failures/many tasks/krbd_udev_symlinks} 3
pass 6593619 2022-01-04 05:15:52 2022-01-04 15:35:13 2022-01-04 16:00:48 0:25:35 0:10:50 0:14:45 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/secure msgr-failures/many tasks/rbd_workunit_suites_fsstress_ext4} 3
pass 6593620 2022-01-04 05:15:53 2022-01-04 15:36:23 2022-01-04 16:05:36 0:29:13 0:16:40 0:12:33 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/legacy msgr-failures/few tasks/rbd_concurrent} 3
pass 6593621 2022-01-04 05:15:54 2022-01-04 15:36:54 2022-01-04 16:01:32 0:24:38 0:10:27 0:14:11 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/secure msgr-failures/many tasks/rbd_huge_tickets} 3
pass 6593622 2022-01-04 05:15:55 2022-01-04 15:38:44 2022-01-04 16:11:43 0:32:59 0:18:50 0:14:09 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/crc msgr-failures/few tasks/rbd_workunit_suites_fsx} 3
pass 6593623 2022-01-04 05:15:56 2022-01-04 15:40:25 2022-01-04 16:02:56 0:22:31 0:10:40 0:11:51 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/crc msgr-failures/few tasks/rbd_image_read} 3
pass 6593624 2022-01-04 05:15:56 2022-01-04 15:40:55 2022-01-04 16:00:37 0:19:42 0:09:19 0:10:23 smithi master krbd/basic/{bluestore-bitmap ceph/ceph clusters/fixed-1 conf ms_mode/crc tasks/krbd_modprobe} 1
pass 6593625 2022-01-04 05:15:57 2022-01-04 15:40:55 2022-01-04 16:10:47 0:29:52 0:16:27 0:13:25 smithi master krbd/fsx/{ceph/ceph clusters/3-node conf features/object-map ms_mode$/{crc} objectstore/filestore-xfs striping/default/{msgr-failures/few randomized-striping-off} tasks/fsx-3-client} 3
pass 6593626 2022-01-04 05:15:58 2022-01-04 15:42:36 2022-01-04 17:01:32 1:18:56 1:06:19 0:12:37 smithi master krbd/thrash/{bluestore-bitmap ceph/ceph clusters/fixed-3 conf ms_mode$/{legacy} thrashers/mon-thrasher thrashosds-health workloads/rbd_workunit_suites_ffsb} 3
pass 6593627 2022-01-04 05:15:59 2022-01-04 15:43:06 2022-01-04 16:11:18 0:28:12 0:10:38 0:17:34 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/legacy msgr-failures/many tasks/rbd_kernel} 3
pass 6593628 2022-01-04 05:16:00 2022-01-04 15:47:58 2022-01-04 16:19:04 0:31:06 0:17:37 0:13:29 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/legacy msgr-failures/many tasks/rbd_workunit_suites_iozone} 3
pass 6593629 2022-01-04 05:16:00 2022-01-04 15:48:08 2022-01-04 16:11:57 0:23:49 0:10:21 0:13:28 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/secure msgr-failures/few tasks/rbd_map_snapshot_io} 3
pass 6593630 2022-01-04 05:16:01 2022-01-04 15:49:48 2022-01-04 16:19:20 0:29:32 0:15:53 0:13:39 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/crc msgr-failures/many tasks/rbd_map_unmap} 3
pass 6593631 2022-01-04 05:16:02 2022-01-04 15:50:19 2022-01-04 16:15:26 0:25:07 0:11:26 0:13:41 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/secure msgr-failures/few tasks/rbd_workunit_trivial_sync} 3
pass 6593632 2022-01-04 05:16:03 2022-01-04 15:51:09 2022-01-04 16:31:40 0:40:31 0:27:35 0:12:56 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/legacy msgr-failures/few tasks/rbd_simple_big} 3
pass 6593633 2022-01-04 05:16:04 2022-01-04 15:51:30 2022-01-04 16:12:16 0:20:46 0:09:49 0:10:57 smithi master krbd/basic/{bluestore-bitmap ceph/ceph clusters/fixed-1 conf ms_mode/legacy tasks/krbd_msgr_segments} 1
pass 6593634 2022-01-04 05:16:04 2022-01-04 15:52:30 2022-01-04 16:29:17 0:36:47 0:25:53 0:10:54 smithi master krbd/fsx/{ceph/ceph clusters/3-node conf features/no-object-map ms_mode$/{crc} objectstore/bluestore-bitmap striping/fancy/{msgr-failures/few randomized-striping-on} tasks/fsx-1-client} 3
pass 6593635 2022-01-04 05:16:05 2022-01-04 15:53:11 2022-01-04 16:36:16 0:43:05 0:30:54 0:12:11 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/secure msgr-failures/many tasks/rbd_fio} 3
fail 6593636 2022-01-04 05:16:06 2022-01-04 15:54:01 2022-01-04 16:30:00 0:35:59 0:23:29 0:12:30 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/secure msgr-failures/many tasks/krbd_data_pool} 3
Failure Reason:

"2022-01-04T16:13:46.064236+0000 mon.a (mon.0) 16 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN)" in cluster log

pass 6593637 2022-01-04 05:16:07 2022-01-04 15:56:02 2022-01-04 16:20:20 0:24:18 0:11:39 0:12:39 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/crc msgr-failures/few tasks/krbd_exclusive_option} 3
pass 6593638 2022-01-04 05:16:07 2022-01-04 15:57:22 2022-01-04 16:27:56 0:30:34 0:19:49 0:10:45 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/crc msgr-failures/few tasks/rbd_workunit_kernel_untar_build} 3
pass 6593639 2022-01-04 05:16:08 2022-01-04 15:57:43 2022-01-04 16:20:42 0:22:59 0:11:38 0:11:21 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/legacy msgr-failures/many tasks/krbd_fallocate} 3
pass 6593640 2022-01-04 05:16:09 2022-01-04 15:58:33 2022-01-04 16:21:55 0:23:22 0:11:43 0:11:39 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/secure msgr-failures/few tasks/krbd_huge_osdmap} 3
pass 6593641 2022-01-04 05:16:10 2022-01-04 15:58:34 2022-01-04 16:52:05 0:53:31 0:40:48 0:12:43 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/legacy msgr-failures/many tasks/rbd_workunit_suites_dbench} 3
pass 6593642 2022-01-04 05:16:11 2022-01-04 15:59:54 2022-01-04 16:27:03 0:27:09 0:14:00 0:13:09 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/crc msgr-failures/many tasks/krbd_latest_osdmap_on_map} 3
pass 6593643 2022-01-04 05:16:11 2022-01-04 16:00:35 2022-01-04 16:21:01 0:20:26 0:09:40 0:10:46 smithi master krbd/basic/{bluestore-bitmap ceph/ceph clusters/fixed-1 conf ms_mode/secure tasks/krbd_parent_overlap} 1
pass 6593644 2022-01-04 05:16:12 2022-01-04 16:00:35 2022-01-04 16:31:10 0:30:35 0:18:18 0:12:17 smithi master krbd/fsx/{ceph/ceph clusters/3-node conf features/object-map ms_mode$/{prefer-crc} objectstore/filestore-xfs striping/default/{msgr-failures/many randomized-striping-off} tasks/fsx-3-client} 3
pass 6593645 2022-01-04 05:16:13 2022-01-04 16:00:55 2022-01-04 16:25:33 0:24:38 0:11:46 0:12:52 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/legacy msgr-failures/few tasks/krbd_namespaces} 3
pass 6593646 2022-01-04 05:16:14 2022-01-04 16:01:36 2022-01-04 17:18:06 1:16:30 1:04:16 0:12:14 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/secure msgr-failures/few tasks/rbd_workunit_suites_ffsb} 3
pass 6593647 2022-01-04 05:16:14 2022-01-04 16:01:36 2022-01-04 16:53:10 0:51:34 0:39:25 0:12:09 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/secure msgr-failures/many tasks/krbd_udev_enumerate} 3
pass 6593648 2022-01-04 05:16:15 2022-01-04 16:02:56 2022-01-04 16:32:23 0:29:27 0:15:02 0:14:25 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/crc msgr-failures/few tasks/krbd_udev_netlink_enobufs} 3
pass 6593649 2022-01-04 05:16:16 2022-01-04 16:05:37 2022-01-04 16:37:01 0:31:24 0:12:53 0:18:31 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/crc msgr-failures/many tasks/rbd_workunit_suites_fsstress} 3
pass 6593650 2022-01-04 05:16:17 2022-01-04 16:10:48 2022-01-04 16:35:30 0:24:42 0:11:27 0:13:15 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/legacy msgr-failures/many tasks/krbd_udev_netns} 3
pass 6593651 2022-01-04 05:16:18 2022-01-04 16:11:19 2022-01-04 16:33:27 0:22:08 0:09:21 0:12:47 smithi master krbd/basic/{bluestore-bitmap ceph/ceph clusters/fixed-1 conf ms_mode/crc tasks/krbd_read_only} 1
pass 6593652 2022-01-04 05:16:18 2022-01-04 16:11:19 2022-01-04 16:41:12 0:29:53 0:18:51 0:11:02 smithi master krbd/fsx/{ceph/ceph clusters/3-node conf features/no-object-map ms_mode$/{legacy} objectstore/filestore-xfs striping/default/{msgr-failures/few randomized-striping-off} tasks/fsx-1-client} 3
pass 6593653 2022-01-04 05:16:19 2022-01-04 16:11:19 2022-01-04 17:25:03 1:13:44 1:01:23 0:12:21 smithi master krbd/thrash/{bluestore-bitmap ceph/ceph clusters/fixed-3 conf ms_mode$/{legacy} thrashers/pggrow thrashosds-health workloads/rbd_fio} 3
pass 6593654 2022-01-04 05:16:20 2022-01-04 16:11:50 2022-01-04 16:36:01 0:24:11 0:11:45 0:12:26 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/secure msgr-failures/few tasks/krbd_udev_symlinks} 3
pass 6593655 2022-01-04 05:16:21 2022-01-04 16:12:00 2022-01-04 16:37:22 0:25:22 0:10:31 0:14:51 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/legacy msgr-failures/few tasks/rbd_workunit_suites_fsstress_ext4} 3
pass 6593656 2022-01-04 05:16:22 2022-01-04 16:14:41 2022-01-04 16:43:54 0:29:13 0:16:06 0:13:07 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/crc msgr-failures/many tasks/rbd_concurrent} 3
pass 6593657 2022-01-04 05:16:23 2022-01-04 16:15:31 2022-01-04 16:42:42 0:27:11 0:10:30 0:16:41 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/legacy msgr-failures/few tasks/rbd_huge_tickets} 3
pass 6593658 2022-01-04 05:16:23 2022-01-04 16:19:12 2022-01-04 16:52:03 0:32:51 0:20:49 0:12:02 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/secure msgr-failures/many tasks/rbd_workunit_suites_fsx} 3
pass 6593659 2022-01-04 05:16:24 2022-01-04 16:19:22 2022-01-04 16:42:20 0:22:58 0:10:58 0:12:00 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/secure msgr-failures/many tasks/rbd_image_read} 3
pass 6593660 2022-01-04 05:16:25 2022-01-04 16:20:03 2022-01-04 16:40:20 0:20:17 0:09:32 0:10:45 smithi master krbd/basic/{bluestore-bitmap ceph/ceph clusters/fixed-1 conf ms_mode/legacy tasks/krbd_whole_object_zeroout} 1
pass 6593661 2022-01-04 05:16:26 2022-01-04 16:20:23 2022-01-04 16:54:56 0:34:33 0:20:31 0:14:02 smithi master krbd/fsx/{ceph/ceph clusters/3-node conf features/object-map ms_mode$/{secure} objectstore/bluestore-bitmap striping/fancy/{msgr-failures/few randomized-striping-on} tasks/fsx-3-client} 3
pass 6593662 2022-01-04 05:16:27 2022-01-04 16:20:43 2022-01-04 16:42:55 0:22:12 0:10:27 0:11:45 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/crc msgr-failures/few tasks/rbd_kernel} 3
pass 6593663 2022-01-04 05:16:27 2022-01-04 16:20:54 2022-01-04 16:49:48 0:28:54 0:16:33 0:12:21 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/crc msgr-failures/few tasks/rbd_workunit_suites_iozone} 3
pass 6593664 2022-01-04 05:16:28 2022-01-04 16:21:04 2022-01-04 16:45:04 0:24:00 0:10:37 0:13:23 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/legacy msgr-failures/many tasks/rbd_map_snapshot_io} 3
pass 6593665 2022-01-04 05:16:29 2022-01-04 16:22:04 2022-01-04 16:51:44 0:29:40 0:15:16 0:14:24 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/secure msgr-failures/few tasks/rbd_map_unmap} 3
pass 6593666 2022-01-04 05:16:30 2022-01-04 16:25:35 2022-01-04 16:51:13 0:25:38 0:12:00 0:13:38 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/legacy msgr-failures/many tasks/rbd_workunit_trivial_sync} 3
pass 6593667 2022-01-04 05:16:31 2022-01-04 16:26:26 2022-01-04 17:07:31 0:41:05 0:28:34 0:12:31 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/crc msgr-failures/many tasks/rbd_simple_big} 3
pass 6593668 2022-01-04 05:16:32 2022-01-04 16:27:06 2022-01-04 16:47:57 0:20:51 0:09:41 0:11:10 smithi master krbd/basic/{bluestore-bitmap ceph/ceph clusters/fixed-1 conf ms_mode/secure tasks/krbd_deep_flatten} 1
pass 6593669 2022-01-04 05:16:32 2022-01-04 16:27:56 2022-01-04 17:01:29 0:33:33 0:20:49 0:12:44 smithi master krbd/fsx/{ceph/ceph clusters/3-node conf features/no-object-map ms_mode$/{crc} objectstore/filestore-xfs striping/default/{msgr-failures/many randomized-striping-off} tasks/fsx-1-client} 3
pass 6593670 2022-01-04 05:16:33 2022-01-04 16:29:27 2022-01-04 17:11:58 0:42:31 0:30:34 0:11:57 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/legacy msgr-failures/few tasks/rbd_fio} 3
pass 6593671 2022-01-04 05:16:34 2022-01-04 16:30:07 2022-01-04 17:01:50 0:31:43 0:18:30 0:13:13 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/legacy msgr-failures/few tasks/krbd_data_pool} 3
pass 6593672 2022-01-04 05:16:35 2022-01-04 16:31:18 2022-01-04 16:51:30 0:20:12 0:09:13 0:10:59 smithi master krbd/unmap/{ceph/ceph clusters/separate-client conf filestore-xfs kernels/single-major-off tasks/unmap} 2
pass 6593673 2022-01-04 05:16:35 2022-01-04 16:31:18 2022-01-04 17:05:46 0:34:28 0:23:00 0:11:28 smithi master krbd/wac/wac/{bluestore-bitmap ceph/ceph clusters/fixed-3 conf tasks/wac verify/many-resets} 3
pass 6593674 2022-01-04 05:16:36 2022-01-04 16:31:49 2022-01-04 16:57:23 0:25:34 0:12:00 0:13:34 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/secure msgr-failures/many tasks/krbd_exclusive_option} 3
pass 6593675 2022-01-04 05:16:37 2022-01-04 16:32:29 2022-01-04 17:08:27 0:35:58 0:19:57 0:16:01 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/secure msgr-failures/many tasks/rbd_workunit_kernel_untar_build} 3
pass 6593676 2022-01-04 05:16:38 2022-01-04 16:35:40 2022-01-04 17:00:12 0:24:32 0:11:40 0:12:52 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/crc msgr-failures/few tasks/krbd_fallocate} 3
pass 6593677 2022-01-04 05:16:39 2022-01-04 16:36:10 2022-01-04 17:00:30 0:24:20 0:12:14 0:12:06 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/legacy msgr-failures/many tasks/krbd_huge_osdmap} 3
pass 6593678 2022-01-04 05:16:40 2022-01-04 16:36:21 2022-01-04 17:29:27 0:53:06 0:41:29 0:11:37 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/crc msgr-failures/few tasks/rbd_workunit_suites_dbench} 3
pass 6593679 2022-01-04 05:16:40 2022-01-04 16:37:11 2022-01-04 17:03:44 0:26:33 0:14:05 0:12:28 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/secure msgr-failures/few tasks/krbd_latest_osdmap_on_map} 3
pass 6593680 2022-01-04 05:16:41 2022-01-04 16:37:31 2022-01-04 16:59:32 0:22:01 0:10:25 0:11:36 smithi master krbd/basic/{bluestore-bitmap ceph/ceph clusters/fixed-1 conf ms_mode/crc tasks/krbd_discard} 1
pass 6593681 2022-01-04 05:16:42 2022-01-04 16:37:32 2022-01-04 17:11:04 0:33:32 0:18:06 0:15:26 smithi master krbd/fsx/{ceph/ceph clusters/3-node conf features/object-map ms_mode$/{secure} objectstore/bluestore-bitmap striping/default/{msgr-failures/few randomized-striping-off} tasks/fsx-3-client} 3
pass 6593682 2022-01-04 05:16:43 2022-01-04 16:41:22 2022-01-04 17:52:38 1:11:16 0:59:02 0:12:14 smithi master krbd/thrash/{bluestore-bitmap ceph/ceph clusters/fixed-3 conf ms_mode$/{prefer-crc} thrashers/upmap thrashosds-health workloads/rbd_workunit_suites_ffsb} 3
pass 6593683 2022-01-04 05:16:43 2022-01-04 16:42:23 2022-01-04 17:05:39 0:23:16 0:11:52 0:11:24 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/crc msgr-failures/many tasks/krbd_namespaces} 3
pass 6593684 2022-01-04 05:16:44 2022-01-04 16:42:43 2022-01-04 18:07:00 1:24:17 1:12:50 0:11:27 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/legacy msgr-failures/many tasks/rbd_workunit_suites_ffsb} 3
pass 6593685 2022-01-04 05:16:45 2022-01-04 16:43:04 2022-01-04 17:32:15 0:49:11 0:36:08 0:13:03 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/legacy msgr-failures/few tasks/krbd_udev_enumerate} 3
pass 6593686 2022-01-04 05:16:46 2022-01-04 16:44:04 2022-01-04 17:14:35 0:30:31 0:15:10 0:15:21 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/secure msgr-failures/many tasks/krbd_udev_netlink_enobufs} 3
pass 6593687 2022-01-04 05:16:47 2022-01-04 16:45:15 2022-01-04 17:14:53 0:29:38 0:12:02 0:17:36 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/secure msgr-failures/few tasks/rbd_workunit_suites_fsstress} 3
pass 6593688 2022-01-04 05:16:47 2022-01-04 16:49:56 2022-01-04 17:15:26 0:25:30 0:12:18 0:13:12 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/crc msgr-failures/few tasks/krbd_udev_netns} 3
pass 6593689 2022-01-04 05:16:48 2022-01-04 16:51:16 2022-01-04 17:11:12 0:19:56 0:09:33 0:10:23 smithi master krbd/basic/{bluestore-bitmap ceph/ceph clusters/fixed-1 conf ms_mode/legacy tasks/krbd_huge_image} 1
pass 6593690 2022-01-04 05:16:49 2022-01-04 16:51:16 2022-01-04 17:27:47 0:36:31 0:25:05 0:11:26 smithi master krbd/fsx/{ceph/ceph clusters/3-node conf features/no-object-map ms_mode$/{prefer-crc} objectstore/filestore-xfs striping/fancy/{msgr-failures/few randomized-striping-on} tasks/fsx-1-client} 3
pass 6593691 2022-01-04 05:16:50 2022-01-04 16:51:37 2022-01-04 17:15:48 0:24:11 0:12:43 0:11:28 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/legacy msgr-failures/many tasks/krbd_udev_symlinks} 3
pass 6593692 2022-01-04 05:16:50 2022-01-04 16:51:47 2022-01-04 17:14:21 0:22:34 0:11:22 0:11:12 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/crc msgr-failures/many tasks/rbd_workunit_suites_fsstress_ext4} 3
pass 6593693 2022-01-04 05:16:51 2022-01-04 16:52:08 2022-01-04 17:20:12 0:28:04 0:16:30 0:11:34 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/secure msgr-failures/few tasks/rbd_concurrent} 3
pass 6593694 2022-01-04 05:16:52 2022-01-04 16:52:08 2022-01-04 17:15:36 0:23:28 0:10:49 0:12:39 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/crc msgr-failures/many tasks/rbd_huge_tickets} 3
pass 6593695 2022-01-04 05:16:53 2022-01-04 16:53:18 2022-01-04 17:25:13 0:31:55 0:18:58 0:12:57 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/legacy msgr-failures/few tasks/rbd_workunit_suites_fsx} 3
pass 6593696 2022-01-04 05:16:54 2022-01-04 16:54:59 2022-01-04 17:20:24 0:25:25 0:10:55 0:14:30 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/legacy msgr-failures/few tasks/rbd_image_read} 3
pass 6593697 2022-01-04 05:16:54 2022-01-04 16:57:30 2022-01-04 17:19:26 0:21:56 0:09:12 0:12:44 smithi master krbd/basic/{bluestore-bitmap ceph/ceph clusters/fixed-1 conf ms_mode/secure tasks/krbd_modprobe} 1
pass 6593698 2022-01-04 05:16:55 2022-01-04 16:59:30 2022-01-04 17:29:39 0:30:09 0:19:35 0:10:34 smithi master krbd/fsx/{ceph/ceph clusters/3-node conf features/object-map ms_mode$/{legacy} objectstore/bluestore-bitmap striping/default/{msgr-failures/many randomized-striping-off} tasks/fsx-3-client} 3
pass 6593699 2022-01-04 05:16:56 2022-01-04 16:59:40 2022-01-04 17:22:31 0:22:51 0:10:26 0:12:25 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/secure msgr-failures/many tasks/rbd_kernel} 3
pass 6593700 2022-01-04 05:16:57 2022-01-04 17:00:21 2022-01-04 17:28:56 0:28:35 0:17:33 0:11:02 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/secure msgr-failures/many tasks/rbd_workunit_suites_iozone} 3
pass 6593701 2022-01-04 05:16:58 2022-01-04 17:00:31 2022-01-04 17:23:31 0:23:00 0:10:03 0:12:57 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/crc msgr-failures/few tasks/rbd_map_snapshot_io} 3
pass 6593702 2022-01-04 05:16:58 2022-01-04 17:01:32 2022-01-04 17:30:00 0:28:28 0:15:36 0:12:52 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/legacy msgr-failures/many tasks/rbd_map_unmap} 3
pass 6593703 2022-01-04 05:16:59 2022-01-04 17:01:42 2022-01-04 17:26:11 0:24:29 0:11:49 0:12:40 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/crc msgr-failures/few tasks/rbd_workunit_trivial_sync} 3
pass 6593704 2022-01-04 05:17:00 2022-01-04 17:01:53 2022-01-04 17:44:07 0:42:14 0:29:21 0:12:53 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/secure msgr-failures/few tasks/rbd_simple_big} 3
pass 6593705 2022-01-04 05:17:01 2022-01-04 17:03:53 2022-01-04 17:23:54 0:20:01 0:09:15 0:10:46 smithi master krbd/basic/{bluestore-bitmap ceph/ceph clusters/fixed-1 conf ms_mode/crc tasks/krbd_msgr_segments} 1
pass 6593706 2022-01-04 05:17:02 2022-01-04 17:03:53 2022-01-04 17:41:06 0:37:13 0:23:43 0:13:30 smithi master krbd/fsx/{ceph/ceph clusters/3-node conf features/object-map ms_mode$/{secure} objectstore/bluestore-bitmap striping/default/{msgr-failures/few randomized-striping-off} tasks/fsx-1-client} 3
pass 6593707 2022-01-04 05:17:03 2022-01-04 17:05:44 2022-01-04 17:48:04 0:42:20 0:30:27 0:11:53 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/crc msgr-failures/many tasks/rbd_fio} 3
pass 6593708 2022-01-04 05:17:04 2022-01-04 17:05:54 2022-01-04 17:41:48 0:35:54 0:23:02 0:12:52 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/crc msgr-failures/many tasks/krbd_data_pool} 3
fail 6593709 2022-01-04 05:17:04 2022-01-04 17:07:35 2022-01-04 17:17:52 0:10:17 smithi master krbd/singleton/{bluestore-bitmap conf ms_mode$/{secure} msgr-failures/many tasks/rbd_xfstests} 4
Failure Reason:

Command failed on smithi172 with status 2: 'sudo dpkg -i /tmp/linux-image.deb'

pass 6593710 2022-01-04 05:17:05 2022-01-04 17:08:36 2022-01-04 18:29:02 1:20:26 1:07:01 0:13:25 smithi master krbd/thrash/{bluestore-bitmap ceph/ceph clusters/fixed-3 conf ms_mode$/{secure} thrashers/backoff thrashosds-health workloads/rbd_workunit_suites_ffsb} 3
pass 6593711 2022-01-04 05:17:06 2022-01-04 17:11:06 2022-01-04 17:34:04 0:22:58 0:11:20 0:11:38 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/legacy msgr-failures/few tasks/krbd_exclusive_option} 3
pass 6593712 2022-01-04 05:17:07 2022-01-04 17:12:07 2022-01-04 17:44:54 0:32:47 0:18:39 0:14:08 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/legacy msgr-failures/few tasks/rbd_workunit_kernel_untar_build} 3
pass 6593713 2022-01-04 05:17:07 2022-01-04 17:14:27 2022-01-04 17:42:00 0:27:33 0:13:04 0:14:29 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/secure msgr-failures/many tasks/krbd_fallocate} 3
pass 6593714 2022-01-04 05:17:08 2022-01-04 17:14:38 2022-01-04 17:39:57 0:25:19 0:11:45 0:13:34 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/crc msgr-failures/few tasks/krbd_huge_osdmap} 3
pass 6593715 2022-01-04 05:17:09 2022-01-04 17:14:58 2022-01-04 18:09:41 0:54:43 0:41:08 0:13:35 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/secure msgr-failures/many tasks/rbd_workunit_suites_dbench} 3
pass 6593716 2022-01-04 05:17:10 2022-01-04 17:15:29 2022-01-04 17:41:56 0:26:27 0:14:38 0:11:49 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/legacy msgr-failures/many tasks/krbd_latest_osdmap_on_map} 3
pass 6593717 2022-01-04 05:17:11 2022-01-04 17:15:39 2022-01-04 17:35:38 0:19:59 0:09:20 0:10:39 smithi master krbd/basic/{bluestore-bitmap ceph/ceph clusters/fixed-1 conf ms_mode/legacy tasks/krbd_parent_overlap} 1
pass 6593718 2022-01-04 05:17:11 2022-01-04 17:15:39 2022-01-04 17:45:52 0:30:13 0:18:23 0:11:50 smithi master krbd/fsx/{ceph/ceph clusters/3-node conf features/no-object-map ms_mode$/{prefer-crc} objectstore/filestore-xfs striping/fancy/{msgr-failures/few randomized-striping-on} tasks/fsx-3-client} 3
pass 6593719 2022-01-04 05:17:12 2022-01-04 17:15:50 2022-01-04 17:40:47 0:24:57 0:11:11 0:13:46 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/secure msgr-failures/few tasks/krbd_namespaces} 3
pass 6593720 2022-01-04 05:17:13 2022-01-04 17:18:00 2022-01-04 18:34:23 1:16:23 1:04:47 0:11:36 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/crc msgr-failures/few tasks/rbd_workunit_suites_ffsb} 3
pass 6593721 2022-01-04 05:17:14 2022-01-04 17:18:11 2022-01-04 18:13:39 0:55:28 0:40:24 0:15:04 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/crc msgr-failures/many tasks/krbd_udev_enumerate} 3
pass 6593722 2022-01-04 05:17:15 2022-01-04 17:20:21 2022-01-04 17:47:13 0:26:52 0:15:51 0:11:01 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/legacy msgr-failures/few tasks/krbd_udev_netlink_enobufs} 3
pass 6593723 2022-01-04 05:17:15 2022-01-04 17:20:31 2022-01-04 17:46:33 0:26:02 0:12:23 0:13:39 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/legacy msgr-failures/many tasks/rbd_workunit_suites_fsstress} 3
pass 6593724 2022-01-04 05:17:16 2022-01-04 17:22:32 2022-01-04 17:45:42 0:23:10 0:11:10 0:12:00 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/secure msgr-failures/many tasks/krbd_udev_netns} 3
pass 6593725 2022-01-04 05:17:17 2022-01-04 17:23:32 2022-01-04 17:43:14 0:19:42 0:09:18 0:10:24 smithi master krbd/basic/{bluestore-bitmap ceph/ceph clusters/fixed-1 conf ms_mode/secure tasks/krbd_read_only} 1
pass 6593726 2022-01-04 05:17:18 2022-01-04 17:23:33 2022-01-04 18:02:35 0:39:02 0:24:48 0:14:14 smithi master krbd/fsx/{ceph/ceph clusters/3-node conf features/object-map ms_mode$/{crc} objectstore/bluestore-bitmap striping/default/{msgr-failures/many randomized-striping-off} tasks/fsx-1-client} 3
pass 6593727 2022-01-04 05:17:19 2022-01-04 17:25:13 2022-01-04 17:47:26 0:22:13 0:11:18 0:10:55 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/crc msgr-failures/few tasks/krbd_udev_symlinks} 3
pass 6593728 2022-01-04 05:17:19 2022-01-04 17:25:14 2022-01-04 17:48:26 0:23:12 0:10:45 0:12:27 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/secure msgr-failures/few tasks/rbd_workunit_suites_fsstress_ext4} 3
fail 6593729 2022-01-04 05:17:20 2022-01-04 17:26:14 2022-01-04 17:54:09 0:27:55 0:15:57 0:11:58 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/legacy msgr-failures/many tasks/rbd_concurrent} 3
Failure Reason:

"2022-01-04T17:51:17.861770+0000 mon.a (mon.0) 189 : cluster [WRN] Health check failed: 0 slow ops, oldest one blocked for 32 sec, osd.5 has slow ops (SLOW_OPS)" in cluster log

pass 6593730 2022-01-04 05:17:21 2022-01-04 17:27:55 2022-01-04 17:51:18 0:23:23 0:10:50 0:12:33 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/secure msgr-failures/few tasks/rbd_huge_tickets} 3
pass 6593731 2022-01-04 05:17:22 2022-01-04 17:29:05 2022-01-04 18:01:50 0:32:45 0:21:06 0:11:39 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/crc msgr-failures/many tasks/rbd_workunit_suites_fsx} 3
pass 6593732 2022-01-04 05:17:22 2022-01-04 17:29:36 2022-01-04 17:51:58 0:22:22 0:11:07 0:11:15 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/crc msgr-failures/many tasks/rbd_image_read} 3
pass 6593733 2022-01-04 05:17:23 2022-01-04 17:29:46 2022-01-04 17:49:57 0:20:11 0:09:35 0:10:36 smithi master krbd/basic/{bluestore-bitmap ceph/ceph clusters/fixed-1 conf ms_mode/crc tasks/krbd_whole_object_zeroout} 1
pass 6593734 2022-01-04 05:17:24 2022-01-04 17:29:46 2022-01-04 17:57:04 0:27:18 0:15:35 0:11:43 smithi master krbd/fsx/{ceph/ceph clusters/3-node conf features/no-object-map ms_mode$/{prefer-crc} objectstore/filestore-xfs striping/default/{msgr-failures/few randomized-striping-off} tasks/fsx-3-client} 3
pass 6593735 2022-01-04 05:17:25 2022-01-04 17:30:07 2022-01-04 18:30:40 1:00:33 0:47:27 0:13:06 smithi master krbd/thrash/{bluestore-bitmap ceph/ceph clusters/fixed-3 conf ms_mode$/{crc} thrashers/mon-thrasher thrashosds-health workloads/rbd_fio} 3
pass 6593736 2022-01-04 05:17:26 2022-01-04 17:32:17 2022-01-04 17:56:03 0:23:46 0:10:25 0:13:21 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/legacy msgr-failures/few tasks/rbd_kernel} 3
pass 6593737 2022-01-04 05:17:26 2022-01-04 17:34:08 2022-01-04 18:08:59 0:34:51 0:16:28 0:18:23 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/legacy msgr-failures/few tasks/rbd_workunit_suites_iozone} 3
dead 6593738 2022-01-04 05:17:27 2022-01-04 17:39:59 2022-01-04 17:57:32 0:17:33 0:04:45 0:12:48 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/secure msgr-failures/many tasks/rbd_map_snapshot_io} 3
Failure Reason:

{'Failure object was': {'smithi172.front.sepia.ceph.com': {'stdout': '', 'stderr': 'W: --force-yes is deprecated, use one of the options starting with --allow instead.\\nE: Could not get lock /var/lib/dpkg/lock-frontend. It is held by process 6134 (apt-get)\\nE: Unable to acquire the dpkg frontend lock (/var/lib/dpkg/lock-frontend), is another process using it?\\n', 'rc': 100, 'invocation': {'module_args': {'dpkg_options': 'force-confdef,force-confold', 'autoremove': False, 'force': True, 'force_apt_get': False, 'policy_rc_d': 'None', 'package': ['ceph', 'ceph-common', 'libcephfs1', 'radosgw', 'python-ceph', 'python-rados', 'python-cephfs', 'python-rbd', 'librbd1', 'librados2', 'ceph-fs-common-dbg', 'ceph-fs-common', 'openmpi-common'], 'autoclean': False, 'install_recommends': 'None', 'name': ['ceph', 'ceph-common', 'libcephfs1', 'radosgw', 'python-ceph', 'python-rados', 'python-cephfs', 'python-rbd', 'librbd1', 'librados2', 'ceph-fs-common-dbg', 'ceph-fs-common', 'openmpi-common'], 'purge': False, 'allow_unauthenticated': False, 'state': 'absent', 'upgrade': 'None', 'update_cache': 'None', 'default_release': 'None', 'only_upgrade': False, 'deb': 'None', 'cache_valid_time': 0}}, 'msg': "'apt-get remove 'librbd1' 'librados2'' failed: W: --force-yes is deprecated, use one of the options starting with --allow instead.\nE: Could not get lock /var/lib/dpkg/lock-frontend. It is held by process 6134 (apt-get)\nE: Unable to acquire the dpkg frontend lock (/var/lib/dpkg/lock-frontend), is another process using it?\n", 'stdout_lines': [], 'stderr_lines': ['W: --force-yes is deprecated, use one of the options starting with --allow instead.', 'E: Could not get lock /var/lib/dpkg/lock-frontend. It is held by process 6134 (apt-get)', 'E: Unable to acquire the dpkg frontend lock (/var/lib/dpkg/lock-frontend), is another process using it?'], '_ansible_no_log': False, 'changed': False}}, 'Traceback (most recent call last)': 'File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_95a7d4799b562f3bbb5ec66107094963abd62fa1/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 306, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_95a7d4799b562f3bbb5ec66107094963abd62fa1/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 278, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_95a7d4799b562f3bbb5ec66107094963abd62fa1/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 27, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_95a7d4799b562f3bbb5ec66107094963abd62fa1/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_95a7d4799b562f3bbb5ec66107094963abd62fa1/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_95a7d4799b562f3bbb5ec66107094963abd62fa1/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_95a7d4799b562f3bbb5ec66107094963abd62fa1/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_95a7d4799b562f3bbb5ec66107094963abd62fa1/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_95a7d4799b562f3bbb5ec66107094963abd62fa1/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 117, in represent_mapping node_key = self.represent_data(item_key) File "/home/teuthworker/src/git.ceph.com_git_teuthology_95a7d4799b562f3bbb5ec66107094963abd62fa1/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_95a7d4799b562f3bbb5ec66107094963abd62fa1/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 231, in represent_undefined raise RepresenterError("cannot represent an object", data)', 'yaml.representer.RepresenterError': "('cannot represent an object', 'invocation')"}

pass 6593739 2022-01-04 05:17:28 2022-01-04 17:40:49 2022-01-04 18:09:55 0:29:06 0:15:54 0:13:12 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/crc msgr-failures/few tasks/rbd_map_unmap} 3
pass 6593740 2022-01-04 05:17:29 2022-01-04 17:41:10 2022-01-04 18:07:18 0:26:08 0:12:19 0:13:49 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/secure msgr-failures/many tasks/rbd_workunit_trivial_sync} 3
pass 6593741 2022-01-04 05:17:30 2022-01-04 17:41:50 2022-01-04 18:22:51 0:41:01 0:28:47 0:12:14 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/legacy msgr-failures/many tasks/rbd_simple_big} 3
pass 6593742 2022-01-04 05:17:31 2022-01-04 17:42:01 2022-01-04 18:04:49 0:22:48 0:10:00 0:12:48 smithi master krbd/basic/{bluestore-bitmap ceph/ceph clusters/fixed-1 conf ms_mode/legacy tasks/krbd_deep_flatten} 1
pass 6593743 2022-01-04 05:17:31 2022-01-04 17:42:01 2022-01-04 18:20:16 0:38:15 0:26:05 0:12:10 smithi master krbd/fsx/{ceph/ceph clusters/3-node conf features/object-map ms_mode$/{crc} objectstore/bluestore-bitmap striping/fancy/{msgr-failures/few randomized-striping-on} tasks/fsx-1-client} 3
pass 6593744 2022-01-04 05:17:32 2022-01-04 17:42:01 2022-01-04 18:26:20 0:44:19 0:31:14 0:13:05 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/secure msgr-failures/few tasks/rbd_fio} 3
pass 6593745 2022-01-04 05:17:33 2022-01-04 17:44:12 2022-01-04 18:15:29 0:31:17 0:18:56 0:12:21 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/secure msgr-failures/few tasks/krbd_data_pool} 3
pass 6593746 2022-01-04 05:17:34 2022-01-04 17:45:02 2022-01-04 18:05:04 0:20:02 0:09:25 0:10:37 smithi master krbd/unmap/{ceph/ceph clusters/separate-client conf filestore-xfs kernels/single-major-on tasks/unmap} 2
pass 6593747 2022-01-04 05:17:34 2022-01-04 17:45:03 2022-01-04 18:19:59 0:34:56 0:22:44 0:12:12 smithi master krbd/wac/wac/{bluestore-bitmap ceph/ceph clusters/fixed-3 conf tasks/wac verify/no-resets} 3
pass 6593748 2022-01-04 05:17:35 2022-01-04 17:45:43 2022-01-04 18:08:03 0:22:20 0:11:30 0:10:50 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/crc msgr-failures/many tasks/krbd_exclusive_option} 3
pass 6593749 2022-01-04 05:17:36 2022-01-04 17:45:53 2022-01-04 18:16:44 0:30:51 0:19:16 0:11:35 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/crc msgr-failures/many tasks/rbd_workunit_kernel_untar_build} 3
pass 6593750 2022-01-04 05:17:37 2022-01-04 17:46:34 2022-01-04 18:09:46 0:23:12 0:11:21 0:11:51 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/legacy msgr-failures/few tasks/krbd_fallocate} 3
pass 6593751 2022-01-04 05:17:37 2022-01-04 17:47:14 2022-01-04 18:10:20 0:23:06 0:11:36 0:11:30 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/secure msgr-failures/many tasks/krbd_huge_osdmap} 3
pass 6593752 2022-01-04 05:17:38 2022-01-04 17:47:35 2022-01-04 18:40:18 0:52:43 0:41:22 0:11:21 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/legacy msgr-failures/few tasks/rbd_workunit_suites_dbench} 3
pass 6593753 2022-01-04 05:17:39 2022-01-04 17:48:05 2022-01-04 18:14:51 0:26:46 0:13:37 0:13:09 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/crc msgr-failures/few tasks/krbd_latest_osdmap_on_map} 3
pass 6593754 2022-01-04 05:17:40 2022-01-04 17:48:35 2022-01-04 18:12:14 0:23:39 0:09:52 0:13:47 smithi master krbd/basic/{bluestore-bitmap ceph/ceph clusters/fixed-1 conf ms_mode/secure tasks/krbd_discard} 1
fail 6593755 2022-01-04 05:17:41 2022-01-04 17:50:06 2022-01-04 18:19:36 0:29:30 0:16:34 0:12:56 smithi master krbd/fsx/{ceph/ceph clusters/3-node conf features/no-object-map ms_mode$/{prefer-crc} objectstore/filestore-xfs striping/default/{msgr-failures/many randomized-striping-off} tasks/fsx-3-client} 3
Failure Reason:

"2022-01-04T18:11:26.980187+0000 mon.a (mon.0) 208 : cluster [WRN] overall HEALTH_WARN 1/3 mons down, quorum a,b" in cluster log

pass 6593756 2022-01-04 05:17:41 2022-01-04 17:51:26 2022-01-04 18:16:19 0:24:53 0:12:00 0:12:53 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/legacy msgr-failures/many tasks/krbd_namespaces} 3
fail 6593757 2022-01-04 05:17:42 2022-01-04 17:52:07 2022-01-04 19:29:17 1:37:10 1:25:13 0:11:57 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/secure msgr-failures/many tasks/rbd_workunit_suites_ffsb} 3
Failure Reason:

"2022-01-04T19:00:02.402406+0000 mon.a (mon.0) 382 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN)" in cluster log

pass 6593758 2022-01-04 05:17:43 2022-01-04 17:52:47 2022-01-04 18:42:23 0:49:36 0:36:22 0:13:14 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/secure msgr-failures/few tasks/krbd_udev_enumerate} 3
pass 6593759 2022-01-04 05:17:44 2022-01-04 17:54:18 2022-01-04 18:22:04 0:27:46 0:14:47 0:12:59 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/crc msgr-failures/many tasks/krbd_udev_netlink_enobufs} 3
pass 6593760 2022-01-04 05:17:45 2022-01-04 17:56:08 2022-01-04 18:21:20 0:25:12 0:12:18 0:12:54 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/crc msgr-failures/few tasks/rbd_workunit_suites_fsstress} 3
pass 6593761 2022-01-04 05:17:45 2022-01-04 17:57:09 2022-01-04 18:20:48 0:23:39 0:10:56 0:12:43 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/legacy msgr-failures/few tasks/krbd_udev_netns} 3
pass 6593762 2022-01-04 05:17:46 2022-01-04 17:57:39 2022-01-04 18:21:53 0:24:14 0:09:31 0:14:43 smithi master krbd/basic/{bluestore-bitmap ceph/ceph clusters/fixed-1 conf ms_mode/crc tasks/krbd_huge_image} 1
pass 6593763 2022-01-04 05:17:47 2022-01-04 18:01:50 2022-01-04 18:35:23 0:33:33 0:21:54 0:11:39 smithi master krbd/fsx/{ceph/ceph clusters/3-node conf features/object-map ms_mode$/{secure} objectstore/filestore-xfs striping/default/{msgr-failures/few randomized-striping-off} tasks/fsx-1-client} 3
pass 6593764 2022-01-04 05:17:48 2022-01-04 18:02:41 2022-01-04 19:08:15 1:05:34 0:51:27 0:14:07 smithi master krbd/thrash/{bluestore-bitmap ceph/ceph clusters/fixed-3 conf ms_mode$/{crc} thrashers/pggrow thrashosds-health workloads/rbd_workunit_suites_ffsb} 3
fail 6593765 2022-01-04 05:17:48 2022-01-04 18:04:51 2022-01-04 18:31:11 0:26:20 0:12:23 0:13:57 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/secure msgr-failures/many tasks/krbd_udev_symlinks} 3
Failure Reason:

"2022-01-04T18:26:40.797971+0000 mon.a (mon.0) 164 : cluster [WRN] overall HEALTH_WARN 1/3 mons down, quorum a,b" in cluster log

pass 6593766 2022-01-04 05:17:49 2022-01-04 18:07:02 2022-01-04 18:29:38 0:22:36 0:10:46 0:11:50 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/legacy msgr-failures/many tasks/rbd_workunit_suites_fsstress_ext4} 3
pass 6593767 2022-01-04 05:17:50 2022-01-04 18:07:22 2022-01-04 18:36:22 0:29:00 0:15:58 0:13:02 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/crc msgr-failures/few tasks/rbd_concurrent} 3
pass 6593768 2022-01-04 05:17:51 2022-01-04 18:08:13 2022-01-04 18:32:05 0:23:52 0:10:42 0:13:10 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/legacy msgr-failures/many tasks/rbd_huge_tickets} 3
pass 6593769 2022-01-04 05:17:52 2022-01-04 18:09:03 2022-01-04 18:39:53 0:30:50 0:19:32 0:11:18 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/secure msgr-failures/few tasks/rbd_workunit_suites_fsx} 3
pass 6593770 2022-01-04 05:17:52 2022-01-04 18:09:43 2022-01-04 18:34:52 0:25:09 0:11:30 0:13:39 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/secure msgr-failures/few tasks/rbd_image_read} 3
pass 6593771 2022-01-04 05:17:53 2022-01-04 18:09:54 2022-01-04 18:30:01 0:20:07 0:09:11 0:10:56 smithi master krbd/basic/{bluestore-bitmap ceph/ceph clusters/fixed-1 conf ms_mode/legacy tasks/krbd_modprobe} 1
pass 6593772 2022-01-04 05:17:54 2022-01-04 18:09:54 2022-01-04 18:43:05 0:33:11 0:19:51 0:13:20 smithi master krbd/fsx/{ceph/ceph clusters/3-node conf features/no-object-map ms_mode$/{secure} objectstore/bluestore-bitmap striping/fancy/{msgr-failures/few randomized-striping-on} tasks/fsx-3-client} 3
pass 6593773 2022-01-04 05:17:55 2022-01-04 18:10:04 2022-01-04 18:33:06 0:23:02 0:10:24 0:12:38 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/crc msgr-failures/many tasks/rbd_kernel} 3
pass 6593774 2022-01-04 05:17:56 2022-01-04 18:10:25 2022-01-04 18:42:25 0:32:00 0:17:24 0:14:36 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/crc msgr-failures/many tasks/rbd_workunit_suites_iozone} 3
pass 6593775 2022-01-04 05:17:56 2022-01-04 18:13:46 2022-01-04 18:37:12 0:23:26 0:10:15 0:13:11 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/legacy msgr-failures/few tasks/rbd_map_snapshot_io} 3
pass 6593776 2022-01-04 05:17:57 2022-01-04 18:14:56 2022-01-04 18:42:05 0:27:09 0:15:28 0:11:41 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/secure msgr-failures/many tasks/rbd_map_unmap} 3
pass 6593777 2022-01-04 05:17:58 2022-01-04 18:15:36 2022-01-04 18:38:36 0:23:00 0:11:53 0:11:07 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/legacy msgr-failures/few tasks/rbd_workunit_trivial_sync} 3
pass 6593778 2022-01-04 05:17:59 2022-01-04 18:16:27 2022-01-04 18:54:57 0:38:30 0:27:19 0:11:11 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/crc msgr-failures/few tasks/rbd_simple_big} 3
pass 6593779 2022-01-04 05:18:00 2022-01-04 18:16:47 2022-01-04 18:37:01 0:20:14 0:09:08 0:11:06 smithi master krbd/basic/{bluestore-bitmap ceph/ceph clusters/fixed-1 conf ms_mode/secure tasks/krbd_msgr_segments} 1
pass 6593780 2022-01-04 05:18:00 2022-01-04 18:16:47 2022-01-04 18:55:40 0:38:53 0:25:46 0:13:07 smithi master krbd/fsx/{ceph/ceph clusters/3-node conf features/object-map ms_mode$/{crc} objectstore/filestore-xfs striping/default/{msgr-failures/many randomized-striping-off} tasks/fsx-1-client} 3
pass 6593781 2022-01-04 05:18:01 2022-01-04 18:19:38 2022-01-04 19:02:19 0:42:41 0:31:17 0:11:24 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/legacy msgr-failures/many tasks/rbd_fio} 3
pass 6593782 2022-01-04 05:18:02 2022-01-04 18:20:09 2022-01-04 18:54:18 0:34:09 0:23:29 0:10:40 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/legacy msgr-failures/many tasks/krbd_data_pool} 3
pass 6593783 2022-01-04 05:18:03 2022-01-04 18:20:19 2022-01-04 18:43:36 0:23:17 0:11:11 0:12:06 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/secure msgr-failures/few tasks/krbd_exclusive_option} 3
pass 6593784 2022-01-04 05:18:04 2022-01-04 18:20:49 2022-01-04 18:54:34 0:33:45 0:19:29 0:14:16 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/secure msgr-failures/few tasks/rbd_workunit_kernel_untar_build} 3
pass 6593785 2022-01-04 05:18:04 2022-01-04 18:21:30 2022-01-04 18:47:02 0:25:32 0:11:45 0:13:47 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/crc msgr-failures/many tasks/krbd_fallocate} 3
pass 6593786 2022-01-04 05:18:05 2022-01-04 18:22:10 2022-01-04 18:47:25 0:25:15 0:11:18 0:13:57 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/legacy msgr-failures/few tasks/krbd_huge_osdmap} 3
pass 6593787 2022-01-04 05:18:06 2022-01-04 18:23:01 2022-01-04 19:18:40 0:55:39 0:40:41 0:14:58 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/crc msgr-failures/many tasks/rbd_workunit_suites_dbench} 3
pass 6593788 2022-01-04 05:18:07 2022-01-04 18:26:21 2022-01-04 18:55:05 0:28:44 0:14:16 0:14:28 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/secure msgr-failures/many tasks/krbd_latest_osdmap_on_map} 3
pass 6593789 2022-01-04 05:18:07 2022-01-04 18:29:12 2022-01-04 18:49:20 0:20:08 0:09:04 0:11:04 smithi master krbd/basic/{bluestore-bitmap ceph/ceph clusters/fixed-1 conf ms_mode/crc tasks/krbd_parent_overlap} 1
pass 6593790 2022-01-04 05:18:08 2022-01-04 18:29:12 2022-01-04 18:58:09 0:28:57 0:15:36 0:13:21 smithi master krbd/fsx/{ceph/ceph clusters/3-node conf features/no-object-map ms_mode$/{legacy} objectstore/bluestore-bitmap striping/default/{msgr-failures/few randomized-striping-off} tasks/fsx-3-client} 3
pass 6593791 2022-01-04 05:18:09 2022-01-04 18:29:43 2022-01-04 19:30:56 1:01:13 0:49:27 0:11:46 smithi master krbd/thrash/{bluestore-bitmap ceph/ceph clusters/fixed-3 conf ms_mode$/{prefer-crc} thrashers/upmap thrashosds-health workloads/rbd_fio} 3
pass 6593792 2022-01-04 05:18:10 2022-01-04 18:30:44 2022-01-04 18:53:11 0:22:27 0:11:38 0:10:49 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/crc msgr-failures/few tasks/krbd_namespaces} 3
pass 6593793 2022-01-04 05:18:11 2022-01-04 18:31:14 2022-01-04 19:35:12 1:03:58 0:50:46 0:13:12 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/legacy msgr-failures/few tasks/rbd_workunit_suites_ffsb} 3
pass 6593794 2022-01-04 05:18:11 2022-01-04 18:32:14 2022-01-04 19:27:45 0:55:31 0:43:59 0:11:32 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/legacy msgr-failures/many tasks/krbd_udev_enumerate} 3
pass 6593795 2022-01-04 05:18:12 2022-01-04 18:33:15 2022-01-04 19:00:38 0:27:23 0:15:19 0:12:04 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/secure msgr-failures/few tasks/krbd_udev_netlink_enobufs} 3
pass 6593796 2022-01-04 05:18:13 2022-01-04 18:34:25 2022-01-04 18:59:38 0:25:13 0:13:02 0:12:11 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/secure msgr-failures/many tasks/rbd_workunit_suites_fsstress} 3
pass 6593797 2022-01-04 05:18:14 2022-01-04 18:34:56 2022-01-04 18:58:48 0:23:52 0:11:25 0:12:27 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/crc msgr-failures/many tasks/krbd_udev_netns} 3
pass 6593798 2022-01-04 05:18:15 2022-01-04 18:35:26 2022-01-04 18:57:23 0:21:57 0:10:05 0:11:52 smithi master krbd/basic/{bluestore-bitmap ceph/ceph clusters/fixed-1 conf ms_mode/legacy tasks/krbd_read_only} 1
pass 6593799 2022-01-04 05:18:15 2022-01-04 18:35:26 2022-01-04 19:10:31 0:35:05 0:23:49 0:11:16 smithi master krbd/fsx/{ceph/ceph clusters/3-node conf features/object-map ms_mode$/{crc} objectstore/filestore-xfs striping/fancy/{msgr-failures/few randomized-striping-on} tasks/fsx-1-client} 3
pass 6593800 2022-01-04 05:18:16 2022-01-04 21:10:18 2022-01-04 21:32:31 0:22:13 0:11:34 0:10:39 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/legacy msgr-failures/few tasks/krbd_udev_symlinks} 3
pass 6593801 2022-01-04 05:18:17 2022-01-04 21:10:28 2022-01-04 21:33:46 0:23:18 0:11:05 0:12:13 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/crc msgr-failures/few tasks/rbd_workunit_suites_fsstress_ext4} 3
pass 6593802 2022-01-04 05:18:18 2022-01-04 21:11:29 2022-01-04 21:39:59 0:28:30 0:16:09 0:12:21 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/secure msgr-failures/many tasks/rbd_concurrent} 3
pass 6593803 2022-01-04 05:18:18 2022-01-05 07:46:57 2022-01-05 08:09:11 0:22:14 0:10:55 0:11:19 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/crc msgr-failures/few tasks/rbd_huge_tickets} 3
fail 6593804 2022-01-04 05:18:19 2022-01-05 07:47:08 2022-01-05 08:08:04 0:20:56 0:05:55 0:15:01 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/legacy msgr-failures/many tasks/rbd_workunit_suites_fsx} 3
Failure Reason:

Command failed on smithi161 with status 100: 'sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=15.2.15-107-gf6d56486-1focal cephadm=15.2.15-107-gf6d56486-1focal ceph-mds=15.2.15-107-gf6d56486-1focal ceph-mgr=15.2.15-107-gf6d56486-1focal ceph-common=15.2.15-107-gf6d56486-1focal ceph-fuse=15.2.15-107-gf6d56486-1focal ceph-test=15.2.15-107-gf6d56486-1focal radosgw=15.2.15-107-gf6d56486-1focal python3-rados=15.2.15-107-gf6d56486-1focal python3-rgw=15.2.15-107-gf6d56486-1focal python3-cephfs=15.2.15-107-gf6d56486-1focal python3-rbd=15.2.15-107-gf6d56486-1focal libcephfs2=15.2.15-107-gf6d56486-1focal libcephfs-dev=15.2.15-107-gf6d56486-1focal librados2=15.2.15-107-gf6d56486-1focal librbd1=15.2.15-107-gf6d56486-1focal rbd-fuse=15.2.15-107-gf6d56486-1focal'

pass 6593805 2022-01-04 05:18:20 2022-01-05 07:49:48 2022-01-05 08:12:45 0:22:57 0:11:34 0:11:23 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/legacy msgr-failures/many tasks/rbd_image_read} 3
pass 6593806 2022-01-04 05:18:21 2022-01-05 07:50:29 2022-01-05 08:11:38 0:21:09 0:09:51 0:11:18 smithi master krbd/basic/{bluestore-bitmap ceph/ceph clusters/fixed-1 conf ms_mode/secure tasks/krbd_whole_object_zeroout} 1
pass 6593807 2022-01-04 05:18:22 2022-01-05 07:51:29 2022-01-05 08:22:00 0:30:31 0:18:59 0:11:32 smithi master krbd/fsx/{ceph/ceph clusters/3-node conf features/no-object-map ms_mode$/{crc} objectstore/bluestore-bitmap striping/default/{msgr-failures/many randomized-striping-off} tasks/fsx-3-client} 3
pass 6593808 2022-01-04 05:18:22 2022-01-05 07:51:50 2022-01-05 08:14:53 0:23:03 0:11:11 0:11:52 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/secure msgr-failures/few tasks/rbd_kernel} 3
pass 6593809 2022-01-04 05:18:23 2022-01-05 07:52:10 2022-01-05 08:22:36 0:30:26 0:16:50 0:13:36 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/secure msgr-failures/few tasks/rbd_workunit_suites_iozone} 3
pass 6593810 2022-01-04 05:18:24 2022-01-05 07:54:31 2022-01-05 08:17:17 0:22:46 0:10:18 0:12:28 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/crc msgr-failures/many tasks/rbd_map_snapshot_io} 3
pass 6593811 2022-01-04 05:18:25 2022-01-05 07:55:01 2022-01-05 08:22:11 0:27:10 0:15:29 0:11:41 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/legacy msgr-failures/few tasks/rbd_map_unmap} 3
pass 6593812 2022-01-04 05:18:25 2022-01-05 07:56:02 2022-01-05 08:20:48 0:24:46 0:13:01 0:11:45 smithi master krbd/rbd/{bluestore-bitmap clusters/fixed-3 conf ms_mode/crc msgr-failures/many tasks/rbd_workunit_trivial_sync} 3
pass 6593813 2022-01-04 05:18:26 2022-01-05 07:56:32 2022-01-05 08:44:10 0:47:38 0:33:03 0:14:35 smithi master krbd/rbd-nomount/{bluestore-bitmap clusters/fixed-3 conf install/ceph ms_mode/secure msgr-failures/many tasks/rbd_simple_big} 3