ID
Status
Ceph Branch
Suite Branch
Teuthology Branch
Machine
OS
Nodes
Description
Failure Reason
rraja-wip-53996
rraja-wip-53996
master
smithi
centos 8.stream
fs/upgrade/featureful_client/old_client/{bluestore-bitmap centos_latest clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{multimds/no pg-warn whitelist_health whitelist_wrongly_marked_down} tasks/{0-pacific 1-client 2-upgrade 3-compat_client/no}}
rraja-wip-53996
rraja-wip-53996
master
smithi
centos 8.stream
fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn syntax whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/pacific 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client 3-upgrade-with-workload 4-verify}}
rraja-wip-53996
rraja-wip-53996
master
smithi
centos 8.stream
fs/upgrade/nofs/{bluestore-bitmap centos_latest conf/{client mds mon osd} no-mds-cluster overrides/{pg-warn whitelist_health whitelist_wrongly_marked_down} tasks/{0-pacific 1-upgrade}}
rraja-wip-53996
rraja-wip-53996
master
smithi
centos 8.stream
fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn syntax whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client 3-upgrade-with-workload 4-verify}}
hit max job timeout
rraja-wip-53996
rraja-wip-53996
master
smithi
centos 8.stream
fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn syntax whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/pacific 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client 3-upgrade-with-workload 4-verify}}
rraja-wip-53996
rraja-wip-53996
master
smithi
centos 8.stream
fs/upgrade/featureful_client/upgraded_client/{bluestore-bitmap centos_latest clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{multimds/no pg-warn whitelist_health whitelist_wrongly_marked_down} tasks/{0-pacific 1-client 2-upgrade 3-client-upgrade 4-compat_client 5-client-sanity}}
client still has session: {'id': 4501, 'entity': {'name': {'type': 'client', 'num': 4501}, 'addr': {'type': 'v1', 'addr': '172.21.15.142:0', 'nonce': 641241820}}, 'state': 'open', 'num_leases': 0, 'num_caps': 1, 'request_load_avg': 0, 'uptime': 108.097969706, 'requests_in_flight': 0, 'num_completed_requests': 0, 'num_completed_flushes': 0, 'reconnecting': False, 'recall_caps': {'value': 0, 'halflife': 60}, 'release_caps': {'value': 0, 'halflife': 60}, 'recall_caps_throttle': {'value': 0, 'halflife': 1.5}, 'recall_caps_throttle2o': {'value': 0, 'halflife': 0.5}, 'session_cache_liveness': {'value': 0.7807811090249575, 'halflife': 300}, 'cap_acquisition': {'value': 0, 'halflife': 10}, 'delegated_inos': [], 'inst': 'client.4501 v1:172.21.15.142:0/641241820', 'completed_requests': [], 'prealloc_inos': [], 'client_metadata': {'client_features': {'feature_bits': '0x000000000000ffff'}, 'metric_spec': {'metric_flags': {'feature_bits': '0x00000000000003ff'}}, 'ceph_sha1': 'ac978832a85a67de60a49b34ed497d7075f4b151', 'ceph_version': 'ceph version 16.2.7-864-gac978832 (ac978832a85a67de60a49b34ed497d7075f4b151) pacific (stable)', 'entity_id': '1', 'hostname': 'smithi142', 'mount_point': '/home/ubuntu/cephtest/mnt.1', 'pid': '29138', 'root': '/'}}
rraja-wip-53996
rraja-wip-53996
master
smithi
centos 8.stream
fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn syntax whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client 3-upgrade-with-workload 4-verify}}
rraja-wip-53996
rraja-wip-53996
master
smithi
centos 8.stream
fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn syntax whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/pacific 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client 3-upgrade-with-workload 4-verify}}
rraja-wip-53996
rraja-wip-53996
master
smithi
centos 8.stream
fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn syntax whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client 3-upgrade-with-workload 4-verify}}
rraja-wip-53996
rraja-wip-53996
master
smithi
centos 8.stream
fs/upgrade/featureful_client/old_client/{bluestore-bitmap centos_latest clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{multimds/yes pg-warn whitelist_health whitelist_wrongly_marked_down} tasks/{0-pacific 1-client 2-upgrade 3-compat_client/quincy}}
client still has session: {'id': 4516, 'entity': {'name': {'type': 'client', 'num': 4516}, 'addr': {'type': 'v1', 'addr': '172.21.15.33:0', 'nonce': 1073069903}}, 'state': 'open', 'num_leases': 0, 'num_caps': 1, 'request_load_avg': 0, 'uptime': 21.268529393, 'requests_in_flight': 0, 'num_completed_requests': 0, 'num_completed_flushes': 1, 'reconnecting': False, 'recall_caps': {'value': 0, 'halflife': 60}, 'release_caps': {'value': 0, 'halflife': 60}, 'recall_caps_throttle': {'value': 0, 'halflife': 1.5}, 'recall_caps_throttle2o': {'value': 0, 'halflife': 0.5}, 'session_cache_liveness': {'value': 0.9682004690815017, 'halflife': 300}, 'cap_acquisition': {'value': 0, 'halflife': 10}, 'delegated_inos': [], 'inst': 'client.4516 v1:172.21.15.33:0/1073069903', 'completed_requests': [], 'prealloc_inos': [{'start': '0x10000000004', 'length': 500}, {'start': '0x10000001dc3', 'length': 403}, {'start': '0x10000002340', 'length': 501}], 'client_metadata': {'client_features': {'feature_bits': '0x000000000000ffff'}, 'metric_spec': {'metric_flags': {'feature_bits': '0x00000000000003ff'}}, 'ceph_sha1': 'ac978832a85a67de60a49b34ed497d7075f4b151', 'ceph_version': 'ceph version 16.2.7-864-gac978832 (ac978832a85a67de60a49b34ed497d7075f4b151) pacific (stable)', 'entity_id': '0', 'hostname': 'smithi033', 'mount_point': '/home/ubuntu/cephtest/mnt.0', 'pid': '28981', 'root': '/'}}
rraja-wip-53996
rraja-wip-53996
master
smithi
centos 8.stream
fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn syntax whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/pacific 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client 3-upgrade-with-workload 4-verify}}
rraja-wip-53996
rraja-wip-53996
master
smithi
centos 8.stream
fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn syntax whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client 3-upgrade-with-workload 4-verify}}
rraja-wip-53996
rraja-wip-53996
master
smithi
centos 8.stream
fs/upgrade/featureful_client/old_client/{bluestore-bitmap centos_latest clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{multimds/yes pg-warn whitelist_health whitelist_wrongly_marked_down} tasks/{0-pacific 1-client 2-upgrade 3-compat_client/no}}
rraja-wip-53996
rraja-wip-53996
master
smithi
centos 8.stream
fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn syntax whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client 3-upgrade-with-workload 4-verify}}
rraja-wip-53996
rraja-wip-53996
master
smithi
centos 8.stream
fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn syntax whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/pacific 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client 3-upgrade-with-workload 4-verify}}
rraja-wip-53996
rraja-wip-53996
master
smithi
centos 8.stream
fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn syntax whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client 3-upgrade-with-workload 4-verify}}
Command failed on smithi083 with status 22: 'sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 436d68e4-b829-11ec-8c37-001a4aab830c -- ceph orch daemon add osd smithi083:vg_nvme/lv_4'
rraja-wip-53996
rraja-wip-53996
master
smithi
centos 8.stream
fs/upgrade/featureful_client/upgraded_client/{bluestore-bitmap centos_latest clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{multimds/yes pg-warn whitelist_health whitelist_wrongly_marked_down} tasks/{0-pacific 1-client 2-upgrade 3-client-upgrade 4-compat_client 5-client-sanity}}
client still has session: {'id': 4489, 'entity': {'name': {'type': 'client', 'num': 4489}, 'addr': {'type': 'v1', 'addr': '172.21.15.201:0', 'nonce': 3023239548}}, 'state': 'open', 'num_leases': 0, 'num_caps': 1, 'request_load_avg': 0, 'uptime': 109.600596954, 'requests_in_flight': 0, 'num_completed_requests': 0, 'num_completed_flushes': 0, 'reconnecting': False, 'recall_caps': {'value': 0, 'halflife': 60}, 'release_caps': {'value': 0, 'halflife': 60}, 'recall_caps_throttle': {'value': 0, 'halflife': 1.5}, 'recall_caps_throttle2o': {'value': 0, 'halflife': 0.5}, 'session_cache_liveness': {'value': 0.7780786779283213, 'halflife': 300}, 'cap_acquisition': {'value': 0, 'halflife': 10}, 'delegated_inos': [], 'inst': 'client.4489 v1:172.21.15.201:0/3023239548', 'completed_requests': [], 'prealloc_inos': [], 'client_metadata': {'client_features': {'feature_bits': '0x000000000000ffff'}, 'metric_spec': {'metric_flags': {'feature_bits': '0x00000000000003ff'}}, 'ceph_sha1': 'ac978832a85a67de60a49b34ed497d7075f4b151', 'ceph_version': 'ceph version 16.2.7-864-gac978832 (ac978832a85a67de60a49b34ed497d7075f4b151) pacific (stable)', 'entity_id': '1', 'hostname': 'smithi201', 'mount_point': '/home/ubuntu/cephtest/mnt.1', 'pid': '28965', 'root': '/'}}
rraja-wip-53996
rraja-wip-53996
master
smithi
centos 8.stream
fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn syntax whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/pacific 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client 3-upgrade-with-workload 4-verify}}
rraja-wip-53996
rraja-wip-53996
master
smithi
centos 8.stream
fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn syntax whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client 3-upgrade-with-workload 4-verify}}
rraja-wip-53996
rraja-wip-53996
master
smithi
centos 8.stream
fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn syntax whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/pacific 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client 3-upgrade-with-workload 4-verify}}
rraja-wip-53996
rraja-wip-53996
master
smithi
centos 8.stream
fs/upgrade/featureful_client/old_client/{bluestore-bitmap centos_latest clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{multimds/no pg-warn whitelist_health whitelist_wrongly_marked_down} tasks/{0-pacific 1-client 2-upgrade 3-compat_client/quincy}}
client still has session: {'id': 4436, 'entity': {'name': {'type': 'client', 'num': 4436}, 'addr': {'type': 'v1', 'addr': '172.21.15.92:0', 'nonce': 2103573859}}, 'state': 'open', 'num_leases': 0, 'num_caps': 1, 'request_load_avg': 0, 'uptime': 24.965434588, 'requests_in_flight': 0, 'num_completed_requests': 0, 'num_completed_flushes': 1, 'reconnecting': False, 'recall_caps': {'value': 0, 'halflife': 60}, 'release_caps': {'value': 0, 'halflife': 60}, 'recall_caps_throttle': {'value': 0, 'halflife': 1.5}, 'recall_caps_throttle2o': {'value': 0, 'halflife': 0.5}, 'session_cache_liveness': {'value': 0.9661446610170541, 'halflife': 300}, 'cap_acquisition': {'value': 0, 'halflife': 10}, 'delegated_inos': [], 'inst': 'client.4436 v1:172.21.15.92:0/2103573859', 'completed_requests': [], 'prealloc_inos': [{'start': '0x10000000004', 'length': 500}, {'start': '0x10000007555', 'length': 35}, {'start': '0x1000000776d', 'length': 501}], 'client_metadata': {'client_features': {'feature_bits': '0x000000000000ffff'}, 'metric_spec': {'metric_flags': {'feature_bits': '0x00000000000003ff'}}, 'ceph_sha1': 'ac978832a85a67de60a49b34ed497d7075f4b151', 'ceph_version': 'ceph version 16.2.7-864-gac978832 (ac978832a85a67de60a49b34ed497d7075f4b151) pacific (stable)', 'entity_id': '0', 'hostname': 'smithi092', 'mount_point': '/home/ubuntu/cephtest/mnt.0', 'pid': '28987', 'root': '/'}}
rraja-wip-53996
rraja-wip-53996
master
smithi
centos 8.stream
fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn syntax whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client 3-upgrade-with-workload 4-verify}}
rraja-wip-53996
rraja-wip-53996
master
smithi
centos 8.stream
fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{pg-warn syntax whitelist_health whitelist_wrongly_marked_down} roles tasks/{0-from/pacific 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client 3-upgrade-with-workload 4-verify}}