Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 7141320 2023-01-13 12:08:47 2023-01-13 23:58:28 2023-01-14 00:49:59 0:51:31 0:41:44 0:09:47 smithi main rhel 8.6 fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/legacy wsync/yes} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/default} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/no 5-workunit/suites/fsx}} 3
pass 7141321 2023-01-13 12:08:47 2023-01-13 23:58:39 2023-01-14 00:45:16 0:46:37 0:38:40 0:07:57 smithi main rhel 8.6 fs/thrash/workloads/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-ec-root overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/yes prefetch_entire_dirfrags/no races session_timeout thrashosds-health} ranks/1 tasks/{1-thrash/osd 2-workunit/suites/ffsb}} 2
dead 7141322 2023-01-13 12:08:48 2023-01-14 00:00:09 2023-01-14 00:12:47 0:12:38 0:07:11 0:05:27 smithi main rhel 8.6 fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/forward-scrub} 2
Failure Reason:

{'smithi032.front.sepia.ceph.com': {'_ansible_no_log': False, 'attempts': 12, 'changed': True, 'cmd': ['subscription-manager', 'register', '--activationkey=testnode', '--org=Ceph', '--name=smithi032.front.sepia.ceph.com', '--force'], 'delta': '0:00:00.690070', 'end': '2023-01-14 00:10:38.375041', 'failed_when_result': True, 'invocation': {'module_args': {'_raw_params': 'subscription-manager register --activationkey=testnode --org=Ceph --name=smithi032.front.sepia.ceph.com --force', '_uses_shell': False, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'msg': 'non-zero return code', 'rc': 70, 'start': '2023-01-14 00:10:37.684971', 'stderr': 'The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFD0C) matches other registered hosts: smithi032 (HTTP error code 422: Unprocessable Entity)', 'stderr_lines': ['The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFD0C) matches other registered hosts: smithi032 (HTTP error code 422: Unprocessable Entity)'], 'stdout': '', 'stdout_lines': []}}

dead 7141323 2023-01-13 12:08:49 2023-01-14 00:00:39 2023-01-14 00:13:58 0:13:19 0:06:59 0:06:20 smithi main rhel 8.6 fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-comp-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/default} standby-replay tasks/{0-subvolume/{with-no-extra-options} 1-check-counter 2-scrub/no 3-snaps/no 4-flush/yes 5-workunit/suites/pjd}} 3
Failure Reason:

{'smithi170.front.sepia.ceph.com': {'_ansible_no_log': False, 'attempts': 12, 'changed': True, 'cmd': ['subscription-manager', 'register', '--activationkey=testnode', '--org=Ceph', '--name=smithi170', '--force'], 'delta': '0:00:00.677639', 'end': '2023-01-14 00:11:49.252135', 'failed_when_result': True, 'invocation': {'module_args': {'_raw_params': 'subscription-manager register --activationkey=testnode --org=Ceph --name=smithi170 --force', '_uses_shell': False, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'msg': 'non-zero return code', 'rc': 70, 'start': '2023-01-14 00:11:48.574496', 'stderr': 'The DMI UUID of this host (00000000-0000-0000-0000-0CC47AD93B54) matches other registered hosts: smithi170.front.sepia.ceph.com (HTTP error code 422: Unprocessable Entity)', 'stderr_lines': ['The DMI UUID of this host (00000000-0000-0000-0000-0CC47AD93B54) matches other registered hosts: smithi170.front.sepia.ceph.com (HTTP error code 422: Unprocessable Entity)'], 'stdout': '', 'stdout_lines': []}}

pass 7141324 2023-01-13 12:08:50 2023-01-14 00:01:00 2023-01-14 01:03:02 1:02:02 0:52:25 0:09:37 smithi main rhel 8.6 fs/multifs/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{ignorelist_health ignorelist_wrongly_marked_down mon-debug} tasks/failover} 2
pass 7141325 2023-01-13 12:08:51 2023-01-14 00:03:51 2023-01-14 00:49:46 0:45:55 0:37:54 0:08:01 smithi main rhel 8.6 fs/snaps/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-1c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/workunit/snaps} 2
pass 7141326 2023-01-13 12:08:52 2023-01-14 00:05:01 2023-01-14 01:28:02 1:23:01 1:15:03 0:07:58 smithi main rhel 8.6 fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/crc wsync/no} objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/default} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-workunit/suites/dbench}} 3
fail 7141327 2023-01-13 12:08:53 2023-01-14 00:05:41 2023-01-14 00:42:40 0:36:59 0:29:27 0:07:32 smithi main centos 8.stream fs/thrash/multifs/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{centos_8} mount/fuse msgr-failures/osd-mds-delay objectstore/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down multifs session_timeout thrashosds-health} tasks/{1-thrash/mds 2-workunit/cfuse_workunit_snaptests}} 2
Failure Reason:

Command failed (workunit test fs/snaps/snaptest-git-ceph.sh) on smithi084 with status 128: 'mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=79ebd42c57a941fe35fe444f180a12cbeb4b121e TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 CEPH_MNT=/home/ubuntu/cephtest/mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 6h /home/ubuntu/cephtest/clone.client.1/qa/workunits/fs/snaps/snaptest-git-ceph.sh'

pass 7141328 2023-01-13 12:08:54 2023-01-14 00:05:42 2023-01-14 00:55:51 0:50:09 0:39:59 0:10:10 smithi main rhel 8.6 fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/legacy wsync/yes} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/1 standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/no 3-snaps/no 4-flush/no 5-workunit/suites/ffsb}} 3
fail 7141329 2023-01-13 12:08:55 2023-01-14 00:06:52 2023-01-14 00:35:50 0:28:58 0:19:44 0:09:14 smithi main centos 8.stream fs/upgrade/featureful_client/upgraded_client/{bluestore-bitmap centos_latest clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/no pg-warn} tasks/{0-octopus 1-client 2-upgrade 3-client-upgrade 4-compat_client 5-client-sanity}} 3
Failure Reason:

"2023-01-14T00:25:46.664306+0000 mgr.x (mgr.14102) 1 : cluster [ERR] Failed to load ceph-mgr modules: prometheus" in cluster log

pass 7141330 2023-01-13 12:08:56 2023-01-14 00:08:33 2023-01-14 00:43:42 0:35:09 0:24:06 0:11:03 smithi main ubuntu 20.04 fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/multimds_misc} 2
pass 7141331 2023-01-13 12:08:57 2023-01-14 00:08:43 2023-01-14 00:35:06 0:26:23 0:18:26 0:07:57 smithi main rhel 8.6 fs/thrash/workloads/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore-ec/bluestore-comp overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/yes prefetch_entire_dirfrags/yes races session_timeout thrashosds-health} ranks/1 tasks/{1-thrash/osd 2-workunit/suites/iozone}} 2
dead 7141332 2023-01-13 12:08:58 2023-01-14 00:09:54 2023-01-14 00:25:29 0:15:35 0:07:17 0:08:18 smithi main rhel 8.6 fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/crc wsync/no} objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-no-extra-options} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-workunit/suites/fsx}} 3
Failure Reason:

{'smithi019.front.sepia.ceph.com': {'_ansible_no_log': False, 'attempts': 12, 'changed': True, 'cmd': ['subscription-manager', 'register', '--activationkey=testnode', '--org=Ceph', '--name=smithi019.front.sepia.ceph.com', '--force'], 'delta': '0:00:00.827328', 'end': '2023-01-14 00:23:38.169505', 'failed_when_result': True, 'invocation': {'module_args': {'_raw_params': 'subscription-manager register --activationkey=testnode --org=Ceph --name=smithi019.front.sepia.ceph.com --force', '_uses_shell': False, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'msg': 'non-zero return code', 'rc': 70, 'start': '2023-01-14 00:23:37.342177', 'stderr': 'The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFD12) matches other registered hosts: smithi019 (HTTP error code 422: Unprocessable Entity)', 'stderr_lines': ['The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFD12) matches other registered hosts: smithi019 (HTTP error code 422: Unprocessable Entity)'], 'stdout': '', 'stdout_lines': []}}

dead 7141333 2023-01-13 12:08:59 2023-01-14 00:12:55 2023-01-14 00:26:49 0:13:54 0:07:04 0:06:50 smithi main rhel 8.6 fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/crc wsync/no} objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/default} standby-replay tasks/{0-subvolume/{with-no-extra-options} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-workunit/suites/iozone}} 3
Failure Reason:

{'smithi170.front.sepia.ceph.com': {'_ansible_no_log': False, 'attempts': 12, 'changed': True, 'cmd': ['subscription-manager', 'register', '--activationkey=testnode', '--org=Ceph', '--name=smithi170', '--force'], 'delta': '0:00:00.687179', 'end': '2023-01-14 00:24:41.619182', 'failed_when_result': True, 'invocation': {'module_args': {'_raw_params': 'subscription-manager register --activationkey=testnode --org=Ceph --name=smithi170 --force', '_uses_shell': False, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'msg': 'non-zero return code', 'rc': 70, 'start': '2023-01-14 00:24:40.932003', 'stderr': 'The DMI UUID of this host (00000000-0000-0000-0000-0CC47AD93B54) matches other registered hosts: smithi170.front.sepia.ceph.com (HTTP error code 422: Unprocessable Entity)', 'stderr_lines': ['The DMI UUID of this host (00000000-0000-0000-0000-0CC47AD93B54) matches other registered hosts: smithi170.front.sepia.ceph.com (HTTP error code 422: Unprocessable Entity)'], 'stdout': '', 'stdout_lines': []}}

dead 7141334 2023-01-13 12:09:00 2023-01-14 00:14:05 2023-01-14 12:28:30 12:14:25 smithi main rhel 8.6 fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-comp-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/default} standby-replay tasks/{0-subvolume/{no-subvolume} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-workunit/direct_io}} 3
Failure Reason:

hit max job timeout

fail 7141335 2023-01-13 12:09:00 2023-01-14 00:14:15 2023-01-14 02:01:12 1:46:57 1:40:09 0:06:48 smithi main rhel 8.6 fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/crc wsync/no} objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-workunit/kernel_untar_build}} 3
Failure Reason:

error during scrub thrashing: rank damage found: {'backtrace'}

pass 7141336 2023-01-13 12:09:01 2023-01-14 00:14:26 2023-01-14 01:38:44 1:24:18 1:12:15 0:12:03 smithi main ubuntu 20.04 fs/snaps/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-1c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore-ec/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/workunit/snaps} 2
dead 7141337 2023-01-13 12:09:02 2023-01-14 00:16:16 2023-01-14 00:29:42 0:13:26 0:07:09 0:06:17 smithi main rhel 8.6 fs/thrash/workloads/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/yes prefetch_entire_dirfrags/yes races session_timeout thrashosds-health} ranks/1 tasks/{1-thrash/mon 2-workunit/suites/ffsb}} 2
Failure Reason:

{'smithi057.front.sepia.ceph.com': {'_ansible_no_log': False, 'attempts': 12, 'changed': True, 'cmd': ['subscription-manager', 'register', '--activationkey=testnode', '--org=Ceph', '--name=smithi057.front.sepia.ceph.com', '--force'], 'delta': '0:00:00.719357', 'end': '2023-01-14 00:27:37.271198', 'failed_when_result': True, 'invocation': {'module_args': {'_raw_params': 'subscription-manager register --activationkey=testnode --org=Ceph --name=smithi057.front.sepia.ceph.com --force', '_uses_shell': False, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'msg': 'non-zero return code', 'rc': 70, 'start': '2023-01-14 00:27:36.551841', 'stderr': 'The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFF86) matches other registered hosts: smithi057 (HTTP error code 422: Unprocessable Entity)', 'stderr_lines': ['The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFF86) matches other registered hosts: smithi057 (HTTP error code 422: Unprocessable Entity)'], 'stdout': '', 'stdout_lines': []}}

dead 7141338 2023-01-13 12:09:03 2023-01-14 00:17:17 2023-01-14 00:32:04 0:14:47 0:07:01 0:07:46 smithi main rhel 8.6 fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-comp-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-no-extra-options} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-workunit/suites/blogbench}} 3
Failure Reason:

{'smithi173.front.sepia.ceph.com': {'_ansible_no_log': False, 'attempts': 12, 'changed': True, 'cmd': ['subscription-manager', 'register', '--activationkey=testnode', '--org=Ceph', '--name=smithi173', '--force'], 'delta': '0:00:00.682386', 'end': '2023-01-14 00:29:53.940703', 'failed_when_result': True, 'invocation': {'module_args': {'_raw_params': 'subscription-manager register --activationkey=testnode --org=Ceph --name=smithi173 --force', '_uses_shell': False, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'msg': 'non-zero return code', 'rc': 70, 'start': '2023-01-14 00:29:53.258317', 'stderr': 'The DMI UUID of this host (00000000-0000-0000-0000-0CC47AD9386A) matches other registered hosts: smithi173.front.sepia.ceph.com (HTTP error code 422: Unprocessable Entity)', 'stderr_lines': ['The DMI UUID of this host (00000000-0000-0000-0000-0CC47AD9386A) matches other registered hosts: smithi173.front.sepia.ceph.com (HTTP error code 422: Unprocessable Entity)'], 'stdout': '', 'stdout_lines': []}}

pass 7141339 2023-01-13 12:09:04 2023-01-14 00:19:07 2023-01-14 01:14:33 0:55:26 0:48:34 0:06:52 smithi main rhel 8.6 fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/snap-schedule} 2
dead 7141340 2023-01-13 12:09:05 2023-01-14 00:19:08 2023-01-14 00:33:16 0:14:08 0:07:10 0:06:58 smithi main rhel 8.6 fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/crc wsync/no} objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/1 standby-replay tasks/{0-subvolume/{no-subvolume} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-workunit/suites/ffsb}} 3
Failure Reason:

{'smithi043.front.sepia.ceph.com': {'_ansible_no_log': False, 'attempts': 12, 'changed': True, 'cmd': ['subscription-manager', 'register', '--activationkey=testnode', '--org=Ceph', '--name=smithi043.front.sepia.ceph.com', '--force'], 'delta': '0:00:00.726984', 'end': '2023-01-14 00:31:06.055970', 'failed_when_result': True, 'invocation': {'module_args': {'_raw_params': 'subscription-manager register --activationkey=testnode --org=Ceph --name=smithi043.front.sepia.ceph.com --force', '_uses_shell': False, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'msg': 'non-zero return code', 'rc': 70, 'start': '2023-01-14 00:31:05.328986', 'stderr': 'The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFD9C) matches other registered hosts: smithi043 (HTTP error code 422: Unprocessable Entity)', 'stderr_lines': ['The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFD9C) matches other registered hosts: smithi043 (HTTP error code 422: Unprocessable Entity)'], 'stdout': '', 'stdout_lines': []}}

fail 7141341 2023-01-13 12:09:06 2023-01-14 00:20:08 2023-01-14 01:28:24 1:08:16 0:56:55 0:11:21 smithi main rhel 8.6 fs/verify/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{k-testing mount ms-die-on-skipped} objectstore-ec/bluestore-comp overrides/{ignorelist_health ignorelist_wrongly_marked_down mon-debug session_timeout} ranks/3 tasks/fsstress validater/valgrind} 2
Failure Reason:

Command failed (workunit test suites/fsstress.sh) on smithi098 with status 135: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=79ebd42c57a941fe35fe444f180a12cbeb4b121e TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 6h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/fsstress.sh'

pass 7141342 2023-01-13 12:09:06 2023-01-14 00:20:49 2023-01-14 00:59:12 0:38:23 0:31:39 0:06:44 smithi main rhel 8.6 fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{no-subvolume} 1-check-counter 2-scrub/no 3-snaps/no 4-flush/no 5-workunit/suites/fsx}} 3
fail 7141343 2023-01-13 12:09:07 2023-01-14 00:22:09 2023-01-14 00:44:15 0:22:06 0:12:01 0:10:05 smithi main rhel 8.6 fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/crc wsync/no} objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/default} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-workunit/suites/fsync-tester}} 3
Failure Reason:

Command failed on smithi017 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:79ebd42c57a941fe35fe444f180a12cbeb4b121e pull'

fail 7141344 2023-01-13 12:09:08 2023-01-14 00:25:30 2023-01-14 00:52:49 0:27:19 0:16:29 0:10:50 smithi main ubuntu 20.04 fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/strays} 2
Failure Reason:

Test failure: test_hardlink_reintegration (tasks.cephfs.test_strays.TestStrays)

pass 7141345 2023-01-13 12:09:09 2023-01-14 00:26:50 2023-01-14 01:38:48 1:11:58 1:02:15 0:09:43 smithi main ubuntu 20.04 fs/snaps/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-1c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse objectstore-ec/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/workunit/snaps} 2
dead 7141346 2023-01-13 12:09:10 2023-01-14 00:26:51 2023-01-15 05:08:33 1 day, 4:41:42 smithi main centos 8.stream fs/valgrind/{begin/{0-install 1-ceph 2-logrotate} centos_latest debug mirror/{cephfs-mirror/one-per-cluster clients/mirror cluster/1-node mount/fuse overrides/whitelist_health tasks/mirror}} 1
dead 7141347 2023-01-13 12:09:11 2023-01-14 00:27:21 2023-01-14 00:41:49 0:14:28 0:06:58 0:07:30 smithi main rhel 8.6 fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/1 standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/no 5-workunit/suites/ffsb}} 3
Failure Reason:

{'smithi143.front.sepia.ceph.com': {'_ansible_no_log': False, 'attempts': 12, 'changed': True, 'cmd': ['subscription-manager', 'register', '--activationkey=testnode', '--org=Ceph', '--name=smithi143', '--force'], 'delta': '0:00:00.730434', 'end': '2023-01-14 00:39:33.552924', 'failed_when_result': True, 'invocation': {'module_args': {'_raw_params': 'subscription-manager register --activationkey=testnode --org=Ceph --name=smithi143 --force', '_uses_shell': False, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'msg': 'non-zero return code', 'rc': 70, 'start': '2023-01-14 00:39:32.822490', 'stderr': 'The DMI UUID of this host (00000000-0000-0000-0000-0CC47AD93B94) matches other registered hosts: smithi143.front.sepia.ceph.com (HTTP error code 422: Unprocessable Entity)', 'stderr_lines': ['The DMI UUID of this host (00000000-0000-0000-0000-0CC47AD93B94) matches other registered hosts: smithi143.front.sepia.ceph.com (HTTP error code 422: Unprocessable Entity)'], 'stdout': '', 'stdout_lines': []}, 'smithi172.front.sepia.ceph.com': {'_ansible_no_log': False, 'attempts': 12, 'changed': True, 'cmd': ['subscription-manager', 'register', '--activationkey=testnode', '--org=Ceph', '--name=smithi172', '--force'], 'delta': '0:00:00.724018', 'end': '2023-01-14 00:39:33.559738', 'failed_when_result': True, 'invocation': {'module_args': {'_raw_params': 'subscription-manager register --activationkey=testnode --org=Ceph --name=smithi172 --force', '_uses_shell': False, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'msg': 'non-zero return code', 'rc': 70, 'start': '2023-01-14 00:39:32.835720', 'stderr': 'The DMI UUID of this host (00000000-0000-0000-0000-0CC47AD9172C) matches other registered hosts: smithi172.front.sepia.ceph.com (HTTP error code 422: Unprocessable Entity)', 'stderr_lines': ['The DMI UUID of this host (00000000-0000-0000-0000-0CC47AD9172C) matches other registered hosts: smithi172.front.sepia.ceph.com (HTTP error code 422: Unprocessable Entity)'], 'stdout': '', 'stdout_lines': []}}

dead 7141348 2023-01-13 12:09:12 2023-01-14 00:28:42 2023-01-14 00:41:37 0:12:55 0:07:12 0:05:43 smithi main rhel 8.6 fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/crc wsync/no} objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-workunit/fs/norstats}} 3
Failure Reason:

{'smithi037.front.sepia.ceph.com': {'_ansible_no_log': False, 'attempts': 12, 'changed': True, 'cmd': ['subscription-manager', 'register', '--activationkey=testnode', '--org=Ceph', '--name=smithi037.front.sepia.ceph.com', '--force'], 'delta': '0:00:00.691760', 'end': '2023-01-14 00:39:17.678791', 'failed_when_result': True, 'invocation': {'module_args': {'_raw_params': 'subscription-manager register --activationkey=testnode --org=Ceph --name=smithi037.front.sepia.ceph.com --force', '_uses_shell': False, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'msg': 'non-zero return code', 'rc': 70, 'start': '2023-01-14 00:39:16.987031', 'stderr': 'The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFD18) matches other registered hosts: smithi037 (HTTP error code 422: Unprocessable Entity)', 'stderr_lines': ['The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFD18) matches other registered hosts: smithi037 (HTTP error code 422: Unprocessable Entity)'], 'stdout': '', 'stdout_lines': []}}

dead 7141349 2023-01-13 12:09:13 2023-01-14 00:29:02 2023-01-14 15:12:51 14:43:49 smithi main rhel 8.6 fs/thrash/workloads/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{rhel_8} mount/fuse msgr-failures/osd-mds-delay objectstore-ec/bluestore-comp-ec-root overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/yes prefetch_entire_dirfrags/no races session_timeout thrashosds-health} ranks/5 tasks/{1-thrash/osd 2-workunit/fs/snaps}} 2
dead 7141350 2023-01-13 12:09:14 2023-01-14 00:29:53 2023-01-14 00:53:14 0:23:21 0:11:34 0:11:47 smithi main rhel 8.6 fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/legacy wsync/yes} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/default} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/no 5-workunit/suites/fsstress}} 3
Failure Reason:

{'smithi173.front.sepia.ceph.com': {'_ansible_no_log': False, 'attempts': 12, 'changed': True, 'cmd': ['subscription-manager', 'register', '--activationkey=testnode', '--org=Ceph', '--name=smithi173', '--force'], 'delta': '0:00:00.674419', 'end': '2023-01-14 00:46:39.465464', 'failed_when_result': True, 'invocation': {'module_args': {'_raw_params': 'subscription-manager register --activationkey=testnode --org=Ceph --name=smithi173 --force', '_uses_shell': False, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'msg': 'non-zero return code', 'rc': 70, 'start': '2023-01-14 00:46:38.791045', 'stderr': 'The DMI UUID of this host (00000000-0000-0000-0000-0CC47AD9386A) matches other registered hosts: smithi173.front.sepia.ceph.com (HTTP error code 422: Unprocessable Entity)', 'stderr_lines': ['The DMI UUID of this host (00000000-0000-0000-0000-0CC47AD9386A) matches other registered hosts: smithi173.front.sepia.ceph.com (HTTP error code 422: Unprocessable Entity)'], 'stdout': '', 'stdout_lines': []}}

dead 7141351 2023-01-13 12:09:14 2023-01-14 00:32:13 2023-01-14 00:46:36 0:14:23 0:07:06 0:07:17 smithi main rhel 8.6 fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-comp-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-workunit/suites/fsx}} 3
Failure Reason:

{'smithi043.front.sepia.ceph.com': {'_ansible_no_log': False, 'attempts': 12, 'changed': True, 'cmd': ['subscription-manager', 'register', '--activationkey=testnode', '--org=Ceph', '--name=smithi043.front.sepia.ceph.com', '--force'], 'delta': '0:00:00.700360', 'end': '2023-01-14 00:44:14.109893', 'failed_when_result': True, 'invocation': {'module_args': {'_raw_params': 'subscription-manager register --activationkey=testnode --org=Ceph --name=smithi043.front.sepia.ceph.com --force', '_uses_shell': False, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'msg': 'non-zero return code', 'rc': 70, 'start': '2023-01-14 00:44:13.409533', 'stderr': 'The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFD9C) matches other registered hosts: smithi043 (HTTP error code 422: Unprocessable Entity)', 'stderr_lines': ['The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFD9C) matches other registered hosts: smithi043 (HTTP error code 422: Unprocessable Entity)'], 'stdout': '', 'stdout_lines': []}}

pass 7141352 2023-01-13 12:09:15 2023-01-14 00:33:24 2023-01-14 01:10:38 0:37:14 0:30:29 0:06:45 smithi main rhel 8.6 fs/thrash/workloads/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-comp overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/no prefetch_entire_dirfrags/yes races session_timeout thrashosds-health} ranks/1 tasks/{1-thrash/mds 2-workunit/suites/ffsb}} 2
dead 7141353 2023-01-13 12:09:16 2023-01-14 00:33:44 2023-01-14 00:46:33 0:12:49 0:07:11 0:05:38 smithi main rhel 8.6 fs/thrash/multifs/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} msgr-failures/osd-mds-delay objectstore/bluestore-bitmap overrides/{frag ignorelist_health ignorelist_wrongly_marked_down multifs session_timeout thrashosds-health} tasks/{1-thrash/mds 2-workunit/ffsb}} 2
Failure Reason:

{'smithi029.front.sepia.ceph.com': {'_ansible_no_log': False, 'attempts': 12, 'changed': True, 'cmd': ['subscription-manager', 'register', '--activationkey=testnode', '--org=Ceph', '--name=smithi029.front.sepia.ceph.com', '--force'], 'delta': '0:00:00.710538', 'end': '2023-01-14 00:44:12.027889', 'failed_when_result': True, 'invocation': {'module_args': {'_raw_params': 'subscription-manager register --activationkey=testnode --org=Ceph --name=smithi029.front.sepia.ceph.com --force', '_uses_shell': False, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'msg': 'non-zero return code', 'rc': 70, 'start': '2023-01-14 00:44:11.317351', 'stderr': 'The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFDA0) matches other registered hosts: smithi029 (HTTP error code 422: Unprocessable Entity)', 'stderr_lines': ['The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFDA0) matches other registered hosts: smithi029 (HTTP error code 422: Unprocessable Entity)'], 'stdout': '', 'stdout_lines': []}}

pass 7141354 2023-01-13 12:09:17 2023-01-14 00:33:44 2023-01-14 01:30:12 0:56:28 0:49:06 0:07:22 smithi main rhel 8.6 fs/snaps/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-1c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore-ec/bluestore-comp-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/workunit/snaps} 2
fail 7141355 2023-01-13 12:09:18 2023-01-14 00:35:15 2023-01-14 01:03:43 0:28:28 0:19:28 0:09:00 smithi main centos 8.stream fs/upgrade/featureful_client/upgraded_client/{bluestore-bitmap centos_latest clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/no pg-warn} tasks/{0-octopus 1-client 2-upgrade 3-client-upgrade 4-compat_client 5-client-sanity}} 3
Failure Reason:

"2023-01-14T00:54:29.475513+0000 mgr.x (mgr.14099) 1 : cluster [ERR] Failed to load ceph-mgr modules: prometheus" in cluster log

fail 7141356 2023-01-13 12:09:19 2023-01-14 00:36:26 2023-01-14 00:59:33 0:23:07 0:11:46 0:11:21 smithi main rhel 8.6 fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-no-extra-options} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/no 5-workunit/suites/pjd}} 3
Failure Reason:

Command failed on smithi046 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:79ebd42c57a941fe35fe444f180a12cbeb4b121e pull'

fail 7141357 2023-01-13 12:09:20 2023-01-14 00:40:36 2023-01-14 01:01:35 0:20:59 0:11:38 0:09:21 smithi main rhel 8.6 fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-comp-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{no-subvolume} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-workunit/kernel_untar_build}} 3
Failure Reason:

Command failed on smithi073 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:79ebd42c57a941fe35fe444f180a12cbeb4b121e pull'

pass 7141358 2023-01-13 12:09:20 2023-01-14 00:41:55 2023-01-14 01:25:30 0:43:35 0:35:48 0:07:47 smithi main centos 8.stream fs/traceless/{begin/{0-install 1-ceph 2-logrotate} clusters/fixed-2-ucephfs conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore-ec/bluestore-comp overrides/{frag ignorelist_health ignorelist_wrongly_marked_down} tasks/cfuse_workunit_suites_ffsb traceless/50pc} 2
dead 7141359 2023-01-13 12:09:21 2023-01-14 00:42:25 2023-01-14 00:56:53 0:14:28 0:07:09 0:07:19 smithi main rhel 8.6 fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/crc wsync/no} objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-workunit/suites/blogbench}} 3
Failure Reason:

{'smithi037.front.sepia.ceph.com': {'_ansible_no_log': False, 'attempts': 12, 'changed': True, 'cmd': ['subscription-manager', 'register', '--activationkey=testnode', '--org=Ceph', '--name=smithi037.front.sepia.ceph.com', '--force'], 'delta': '0:00:00.725691', 'end': '2023-01-14 00:54:49.187680', 'failed_when_result': True, 'invocation': {'module_args': {'_raw_params': 'subscription-manager register --activationkey=testnode --org=Ceph --name=smithi037.front.sepia.ceph.com --force', '_uses_shell': False, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'msg': 'non-zero return code', 'rc': 70, 'start': '2023-01-14 00:54:48.461989', 'stderr': 'The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFD18) matches other registered hosts: smithi037 (HTTP error code 422: Unprocessable Entity)', 'stderr_lines': ['The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFD18) matches other registered hosts: smithi037 (HTTP error code 422: Unprocessable Entity)'], 'stdout': '', 'stdout_lines': []}}

dead 7141360 2023-01-13 12:09:22 2023-01-14 00:42:40 2023-01-14 01:04:13 0:21:33 0:11:47 0:09:46 smithi main rhel 8.6 fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/client-recovery} 2
Failure Reason:

{'smithi008.front.sepia.ceph.com': {'_ansible_no_log': False, 'attempts': 12, 'changed': True, 'cmd': ['subscription-manager', 'register', '--activationkey=testnode', '--org=Ceph', '--name=smithi008.front.sepia.ceph.com', '--force'], 'delta': '0:00:00.967298', 'end': '2023-01-14 01:01:23.530633', 'failed_when_result': True, 'invocation': {'module_args': {'_raw_params': 'subscription-manager register --activationkey=testnode --org=Ceph --name=smithi008.front.sepia.ceph.com --force', '_uses_shell': False, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'msg': 'non-zero return code', 'rc': 70, 'start': '2023-01-14 01:01:22.563335', 'stderr': 'The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFE2E) matches other registered hosts: smithi008 (HTTP error code 422: Unprocessable Entity)', 'stderr_lines': ['The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFE2E) matches other registered hosts: smithi008 (HTTP error code 422: Unprocessable Entity)'], 'stdout': '', 'stdout_lines': []}}

dead 7141361 2023-01-13 12:09:23 2023-01-14 00:43:16 2023-01-14 01:06:08 0:22:52 0:09:24 0:13:28 smithi main rhel 8.6 fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/legacy wsync/yes} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/default} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/no 5-workunit/suites/dbench}} 3
Failure Reason:

{'smithi062.front.sepia.ceph.com': {'_ansible_no_log': False, 'attempts': 12, 'changed': True, 'cmd': ['subscription-manager', 'register', '--activationkey=testnode', '--org=Ceph', '--name=smithi062', '--force'], 'delta': '0:00:00.736287', 'end': '2023-01-14 01:00:32.223809', 'failed_when_result': True, 'invocation': {'module_args': {'_raw_params': 'subscription-manager register --activationkey=testnode --org=Ceph --name=smithi062 --force', '_uses_shell': False, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'msg': 'non-zero return code', 'rc': 70, 'start': '2023-01-14 01:00:31.487522', 'stderr': 'The DMI UUID of this host (00000000-0000-0000-0000-0CC47AA9AA14) matches other registered hosts: smithi062.front.sepia.ceph.com (HTTP error code 422: Unprocessable Entity)', 'stderr_lines': ['The DMI UUID of this host (00000000-0000-0000-0000-0CC47AA9AA14) matches other registered hosts: smithi062.front.sepia.ceph.com (HTTP error code 422: Unprocessable Entity)'], 'stdout': '', 'stdout_lines': []}, 'smithi039.front.sepia.ceph.com': {'_ansible_no_log': False, 'attempts': 12, 'changed': True, 'cmd': ['subscription-manager', 'register', '--activationkey=testnode', '--org=Ceph', '--name=smithi039.front.sepia.ceph.com', '--force'], 'delta': '0:00:00.971792', 'end': '2023-01-14 01:03:53.563317', 'failed_when_result': True, 'invocation': {'module_args': {'_raw_params': 'subscription-manager register --activationkey=testnode --org=Ceph --name=smithi039.front.sepia.ceph.com --force', '_uses_shell': False, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'msg': 'non-zero return code', 'rc': 70, 'start': '2023-01-14 01:03:52.591525', 'stderr': 'The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFEC6) matches other registered hosts: smithi039 (HTTP error code 422: Unprocessable Entity)', 'stderr_lines': ['The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFEC6) matches other registered hosts: smithi039 (HTTP error code 422: Unprocessable Entity)'], 'stdout': '', 'stdout_lines': []}}

fail 7141362 2023-01-13 12:09:24 2023-01-14 00:44:22 2023-01-14 01:03:44 0:19:22 0:11:58 0:07:24 smithi main rhel 8.6 fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-comp-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/1 standby-replay tasks/{0-subvolume/{no-subvolume} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-workunit/suites/ffsb}} 3
Failure Reason:

Command failed on smithi017 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:79ebd42c57a941fe35fe444f180a12cbeb4b121e pull'

fail 7141363 2023-01-13 12:09:24 2023-01-14 00:44:48 2023-01-14 01:15:01 0:30:13 0:21:06 0:09:07 smithi main ubuntu 20.04 fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/damage} 2
Failure Reason:

Test failure: test_open_ino_errors (tasks.cephfs.test_damage.TestDamage)

dead 7141364 2023-01-13 12:09:25 2023-01-14 00:45:12 2023-01-14 00:59:07 0:13:55 0:07:08 0:06:47 smithi main rhel 8.6 fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/crc wsync/no} objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/default} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-workunit/suites/fsstress}} 3
Failure Reason:

{'smithi050.front.sepia.ceph.com': {'_ansible_no_log': False, 'attempts': 12, 'changed': True, 'cmd': ['subscription-manager', 'register', '--activationkey=testnode', '--org=Ceph', '--name=smithi050.front.sepia.ceph.com', '--force'], 'delta': '0:00:00.722494', 'end': '2023-01-14 00:56:58.624243', 'failed_when_result': True, 'invocation': {'module_args': {'_raw_params': 'subscription-manager register --activationkey=testnode --org=Ceph --name=smithi050.front.sepia.ceph.com --force', '_uses_shell': False, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'msg': 'non-zero return code', 'rc': 70, 'start': '2023-01-14 00:56:57.901749', 'stderr': 'The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFDF8) matches other registered hosts: smithi050 (HTTP error code 422: Unprocessable Entity)', 'stderr_lines': ['The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFDF8) matches other registered hosts: smithi050 (HTTP error code 422: Unprocessable Entity)'], 'stdout': '', 'stdout_lines': []}}

fail 7141365 2023-01-13 12:09:26 2023-01-14 00:46:02 2023-01-14 01:12:58 0:26:56 0:17:08 0:09:48 smithi main rhel 8.6 fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/legacy wsync/yes} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/no 5-workunit/suites/fsx}} 3
Failure Reason:

Command failed on smithi007 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:79ebd42c57a941fe35fe444f180a12cbeb4b121e pull'

pass 7141366 2023-01-13 12:09:27 2023-01-14 00:46:02 2023-01-14 01:49:57 1:03:55 0:52:27 0:11:28 smithi main rhel 8.6 fs/snaps/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-1c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore-ec/bluestore-comp overrides/{ignorelist_health ignorelist_wrongly_marked_down} tasks/workunit/snaps} 2
dead 7141367 2023-01-13 12:09:28 2023-01-14 00:46:42 2023-01-14 01:05:54 0:19:12 0:09:23 0:09:49 smithi main rhel 8.6 fs/thrash/workloads/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} msgr-failures/none objectstore-ec/bluestore-comp overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/no prefetch_entire_dirfrags/yes races session_timeout thrashosds-health} ranks/3 tasks/{1-thrash/mon 2-workunit/suites/pjd}} 2
Failure Reason:

{'smithi043.front.sepia.ceph.com': {'_ansible_no_log': False, 'attempts': 12, 'changed': True, 'cmd': ['subscription-manager', 'register', '--activationkey=testnode', '--org=Ceph', '--name=smithi043.front.sepia.ceph.com', '--force'], 'delta': '0:00:00.988617', 'end': '2023-01-14 01:04:30.169879', 'failed_when_result': True, 'invocation': {'module_args': {'_raw_params': 'subscription-manager register --activationkey=testnode --org=Ceph --name=smithi043.front.sepia.ceph.com --force', '_uses_shell': False, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'msg': 'non-zero return code', 'rc': 70, 'start': '2023-01-14 01:04:29.181262', 'stderr': 'The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFD9C) matches other registered hosts: smithi043 (HTTP error code 422: Unprocessable Entity)', 'stderr_lines': ['The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFD9C) matches other registered hosts: smithi043 (HTTP error code 422: Unprocessable Entity)'], 'stdout': '', 'stdout_lines': []}}

fail 7141368 2023-01-13 12:09:29 2023-01-14 00:46:43 2023-01-14 01:07:06 0:20:23 0:12:05 0:08:18 smithi main rhel 8.6 fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/crc wsync/no} objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-workunit/suites/iogen}} 3
Failure Reason:

Command failed on smithi029 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:79ebd42c57a941fe35fe444f180a12cbeb4b121e pull'

fail 7141369 2023-01-13 12:09:30 2023-01-14 00:46:53 2023-01-14 02:41:50 1:54:57 1:40:58 0:13:59 smithi main ubuntu 20.04 fs/thrash/workloads/{begin/{0-install 1-ceph 2-logrotate} clusters/1a5s-mds-1c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse msgr-failures/osd-mds-delay objectstore-ec/bluestore-ec-root overrides/{frag ignorelist_health ignorelist_wrongly_marked_down prefetch_dirfrags/no prefetch_entire_dirfrags/no races session_timeout thrashosds-health} ranks/5 tasks/{1-thrash/mon 2-workunit/fs/snaps}} 2
Failure Reason:

Command failed (workunit test fs/snaps/snaptest-multiple-capsnaps.sh) on smithi132 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=79ebd42c57a941fe35fe444f180a12cbeb4b121e TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 6h /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/snaps/snaptest-multiple-capsnaps.sh'

fail 7141370 2023-01-13 12:09:30 2023-01-14 00:49:54 2023-01-14 01:09:07 0:19:13 0:11:40 0:07:33 smithi main rhel 8.6 fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-comp-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-workunit/suites/pjd}} 3
Failure Reason:

Command failed on smithi174 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:79ebd42c57a941fe35fe444f180a12cbeb4b121e pull'

dead 7141371 2023-01-13 12:09:31 2023-01-14 00:50:04 2023-01-14 01:05:21 0:15:17 0:06:55 0:08:22 smithi main rhel 8.6 fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/no 5-workunit/suites/blogbench}} 3
Failure Reason:

{'smithi005.front.sepia.ceph.com': {'_ansible_no_log': False, 'attempts': 12, 'changed': True, 'cmd': ['subscription-manager', 'register', '--activationkey=testnode', '--org=Ceph', '--name=smithi005.front.sepia.ceph.com', '--force'], 'delta': '0:00:00.729631', 'end': '2023-01-14 01:03:09.635152', 'failed_when_result': True, 'invocation': {'module_args': {'_raw_params': 'subscription-manager register --activationkey=testnode --org=Ceph --name=smithi005.front.sepia.ceph.com --force', '_uses_shell': False, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'msg': 'non-zero return code', 'rc': 70, 'start': '2023-01-14 01:03:08.905521', 'stderr': 'The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFDDE) matches other registered hosts: smithi005 (HTTP error code 422: Unprocessable Entity)', 'stderr_lines': ['The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFDDE) matches other registered hosts: smithi005 (HTTP error code 422: Unprocessable Entity)'], 'stdout': '', 'stdout_lines': []}, 'smithi049.front.sepia.ceph.com': {'_ansible_no_log': False, 'attempts': 12, 'changed': True, 'cmd': ['subscription-manager', 'register', '--activationkey=testnode', '--org=Ceph', '--name=smithi049.front.sepia.ceph.com', '--force'], 'delta': '0:00:00.703002', 'end': '2023-01-14 01:03:10.433567', 'failed_when_result': True, 'invocation': {'module_args': {'_raw_params': 'subscription-manager register --activationkey=testnode --org=Ceph --name=smithi049.front.sepia.ceph.com --force', '_uses_shell': False, 'argv': None, 'chdir': None, 'creates': None, 'executable': None, 'removes': None, 'stdin': None, 'stdin_add_newline': True, 'strip_empty_ends': True, 'warn': True}}, 'msg': 'non-zero return code', 'rc': 70, 'start': '2023-01-14 01:03:09.730565', 'stderr': 'The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFF84) matches other registered hosts: smithi049 (HTTP error code 422: Unprocessable Entity)', 'stderr_lines': ['The DMI UUID of this host (00000000-0000-0000-0000-0CC47A6BFF84) matches other registered hosts: smithi049 (HTTP error code 422: Unprocessable Entity)'], 'stdout': '', 'stdout_lines': []}}