- log_href:
http://qa-proxy.ceph.com/teuthology/phlogistonjohn-2022-08-19_13:41:22-orch:cephadm-wip-phlogistonjohn-testing-1-2022-08-18-1316-distro-default-smithi/6980620/teuthology.log
- archive_path:
/home/teuthworker/archive/phlogistonjohn-2022-08-19_13:41:22-orch:cephadm-wip-phlogistonjohn-testing-1-2022-08-18-1316-distro-default-smithi/6980620
- description:
orch:cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04 2-repo_digest/repo_digest 3-upgrade/staggered 4-wait 5-upgrade-ls agent/off mon_election/connectivity}
- duration:
0:51:37
- email:
jmulligan@redhat.com
- failure_reason:
- flavor:
- job_id:
6980620
- kernel:
- last_in_suite:
False
- machine_type:
smithi
- name:
phlogistonjohn-2022-08-19_13:41:22-orch:cephadm-wip-phlogistonjohn-testing-1-2022-08-18-1316-distro-default-smithi
- nuke_on_error:
True
- os_type:
ubuntu
- os_version:
20.04
- overrides:
- admin_socket:
- branch:
wip-phlogistonjohn-testing-1-2022-08-18-1316
- ceph:
- conf:
- global:
- mon election default strategy:
3
- mgr:
- debug mgr:
20
- debug ms:
1
- mgr/cephadm/use_agent:
False
- mon:
- debug mon:
20
- debug ms:
1
- debug paxos:
20
- osd:
- debug ms:
1
- debug osd:
20
- flavor:
default
- log-ignorelist:
-
\(MDS_ALL_DOWN\)
-
\(MDS_UP_LESS_THAN_MAX\)
- sha1:
f0021aec3da4895e25817f797f42b8612b9cc4c4
- ceph-deploy:
- conf:
- client:
- log file:
/var/log/ceph/ceph-$name.$pid.log
- mon:
- install:
- ceph:
- flavor:
default
- sha1:
f0021aec3da4895e25817f797f42b8612b9cc4c4
- workunit:
- branch:
wip-phlogistonjohn-testing-1-2022-08-18-1316
- sha1:
f0021aec3da4895e25817f797f42b8612b9cc4c4
- owner:
scheduled_phlogistonjohn@teuthology
- pid:
- roles:
-
['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a']
-
['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b']
- sentry_event:
- status:
pass
- success:
True
- branch:
wip-phlogistonjohn-testing-1-2022-08-18-1316
- seed:
- sha1:
f0021aec3da4895e25817f797f42b8612b9cc4c4
- subset:
- suite:
- suite_branch:
wip-phlogistonjohn-testing-1-2022-08-18-1316
- suite_path:
- suite_relpath:
- suite_repo:
- suite_sha1:
f0021aec3da4895e25817f797f42b8612b9cc4c4
- targets:
- smithi123.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCwJU7ODXxf447XK1Xf2SPSbCq5yssIpJC2RkzcSCK+Va6jn/pkvF1DLzUbIRX/FFsu4/LusrC+ZNjg1JdywM7gAtKRitmmks9NZRuiDscMdiQbZY/33Hu6w5djhtLyLz5Tm0zSA7y6Dr50u2BF0GG0SgzbUHGpzO2MSUmKc8usp5j4vVKNjrULhuu8dhw74kcD8UyQBuw0XyYsFv+8sZ1LD1P2vbaMCmbMc4PWVQke4faiuxl7Jqsz5AOH8sruJONieiU6+5TLHUWR615zdAMVDv99DfGUVrABU0SB7UuRIuDVbp80svkKGDTHpYht9vQH0K2IFo4NQVw8Ly3IJB1SB0m0RwR9Hp07rlKmdZW7tYvy6UzQqylzfhsVbMrK+9Rr65gg29u3UNLzinG8ICwck3faeFFgJjcO83n9JqOeNo3DZR5mU6INPhE5rTZKOK+OpGNFS/RMZjpfeNpYCJdSN4lB+22I4ZZTHKZtZSP3uR8Uu6u5xxOBfoflSAkcfJ0=
- smithi174.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDBYf38cCEQ3VMID0PKijlt8PHFF1pOPtihBj4WiTo1ysGBxG6HioODE74B61w+YwZqRwLm60NZwl+KPTqKiBwJyK8x+kgf5+5xBC/XQ5fBjFuZFoptJJeBJXX2W9AjH/0jpD1Ob8TMiMZkSdmBjdLy6Y6HeNdg1bxsbXeGHclGtXB/ZczlOyaXt4I9GEzjB7qjgmOSUnbaEXOodyz/zGEpjnL/kgXsZJCBGdK6ZHKEe+k8GoIzbMHkNNPslJ2AQBerhfbwif16Sq9eFhauRDV/c24bILLvo/mkHSM5xjME8q4kqZlac+31eeR5JRHSOzEwlmhBPp8+jxa1i/f6vdzWFjAnX/w5SO43jIr9gUqYLmpQsR1N4jc5OJi6Yb8rC3mVNB9c+QEbnX+QaTKSd6CG3BrQY6GVW8qU93B9juuJ9FQtzaMJyH+Y2f7+zv9I2JicwYZV8s1v8ocG0TEjKUaAO3lL0eiI0pmkGvFZV026wMS2YooUE3mn+ujYCOkgkpU=
- tasks:
-
- internal.buildpackages_prep:
-
- internal.save_config:
-
- internal.check_lock:
-
- internal.add_remotes:
-
- console_log:
-
- internal.connect:
-
- internal.push_inventory:
-
- internal.serialize_remote_roles:
-
- internal.check_conflict:
-
- internal.check_ceph_data:
-
- internal.vm_setup:
-
- kernel:
-
- internal.base:
-
- internal.archive_upload:
-
- internal.archive:
-
- internal.coredump:
-
- internal.sudo:
-
- internal.syslog:
-
- internal.timer:
-
- pcp:
-
- selinux:
-
- ansible.cephlab:
-
- clock:
-
- cephadm:
- add_mons_via_daemon_add:
True
- allow_ptrace:
False
- avoid_pacific_features:
True
- cephadm_branch:
v15.2.0
- cephadm_git_url:
https://github.com/ceph/ceph
- image:
quay.io/ceph/ceph:v15.2.0
- conf:
- global:
- mon election default strategy:
3
- mgr:
- debug mgr:
20
- debug ms:
1
- mgr/cephadm/use_agent:
False
- mon:
- debug mon:
20
- debug ms:
1
- debug paxos:
20
- osd:
- debug ms:
1
- debug osd:
20
- flavor:
default
- log-ignorelist:
-
\(MDS_ALL_DOWN\)
-
\(MDS_UP_LESS_THAN_MAX\)
- sha1:
f0021aec3da4895e25817f797f42b8612b9cc4c4
- cluster:
ceph
- cephadm_mode:
root
-
- cephadm.shell:
- mon.a:
-
ceph config set mgr mgr/cephadm/use_repo_digest false --force
-
- cephadm.shell:
- mon.a:
-
radosgw-admin realm create --rgw-realm=r --default
-
radosgw-admin zonegroup create --rgw-zonegroup=default --master --default
-
radosgw-admin zone create --rgw-zonegroup=default --rgw-zone=z --master --default
-
radosgw-admin period update --rgw-realm=r --commit
-
ceph orch apply rgw r z --placement=2 --port=8000
-
sleep 180
-
ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force
-
ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force
-
ceph config set global log_to_journald false --force
-
ceph orch ps
-
ceph versions
-
ceph -s
-
ceph orch ls
-
ceph config set mgr container_image quay.ceph.io/ceph-ci/ceph:$sha1
-
ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)"
-
ceph orch ps --refresh
-
sleep 180
-
ceph orch ps
-
ceph versions
-
ceph -s
-
ceph versions | jq -e '.mgr | length == 2'
-
ceph mgr fail
-
sleep 180
-
ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1
-
ceph orch ps --refresh
-
sleep 180
-
ceph orch ps
-
ceph versions
-
ceph -s
-
ceph mgr fail
-
sleep 180
-
ceph orch ps
-
ceph versions
-
ceph -s
-
ceph versions | jq -e '.mgr | length == 1'
-
ceph mgr fail
-
sleep 180
-
ceph orch ps
-
ceph versions
-
ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mgr
-
while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done
-
ceph versions | jq -e '.mgr | length == 1'
-
ceph versions | jq -e '.mgr | keys' | grep $sha1
-
ceph versions | jq -e '.overall | length == 2'
-
ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 2'
-
ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.x | awk '{print $2}')
-
while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done
-
ceph orch ps
-
ceph versions | jq -e '.mon | length == 2'
-
ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.y | awk '{print $2}')
-
while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done
-
ceph orch ps
-
ceph versions | jq -e '.mon | length == 1'
-
ceph versions | jq -e '.mon | keys' | grep $sha1
-
ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 5'
-
ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types osd --limit 2
-
while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done
-
ceph orch ps
-
ceph versions | jq -e '.osd | length == 2'
-
ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 7'
-
ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types crash,osd --limit 1
-
while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done
-
ceph orch ps
-
ceph versions | jq -e '.osd | length == 2'
-
ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 8'
-
ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types crash,osd
-
while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done
-
ceph orch ps
-
ceph versions | jq -e '.osd | length == 1'
-
ceph versions | jq -e '.osd | keys' | grep $sha1
-
ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --services rgw.r.z
-
while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done
-
ceph orch ps
-
ceph versions | jq -e '.rgw | length == 1'
-
ceph versions | jq -e '.rgw | keys' | grep $sha1
-
ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1
-
- cephadm.shell:
- mon.a:
-
while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done
-
ceph orch ps
-
ceph versions
-
echo "wait for servicemap items w/ changing names to refresh"
-
sleep 60
-
ceph orch ps
-
ceph versions
-
ceph versions | jq -e '.overall | length == 1'
-
ceph versions | jq -e '.overall | keys' | grep $sha1
-
ceph orch ls | grep '^osd '
-
- cephadm.shell:
- mon.a:
-
ceph orch upgrade ls
-
ceph orch upgrade ls --image quay.io/ceph/ceph --show-all-versions | grep 16.2.0
-
ceph orch upgrade ls --image quay.io/ceph/ceph --tags | grep v16.2.2
teuthology_branch:
main
verbose:
False
pcp_grafana_url:
priority:
user:
queue:
posted:
2022-08-19 13:43:08
started:
2022-08-19 20:32:05
updated:
2022-08-19 21:29:41
status_class:
success
runtime:
0:57:36
wait_time:
0:05:59