- log_href:
http://qa-proxy.ceph.com/teuthology/ksirivad-2022-08-19_18:12:16-upgrade:nautilus-x:autoscaler-pacific-distro-default-smithi/6981135/teuthology.log
- archive_path:
/home/teuthworker/archive/ksirivad-2022-08-19_18:12:16-upgrade:nautilus-x:autoscaler-pacific-distro-default-smithi/6981135
- description:
upgrade:nautilus-x:autoscaler/{test-autoscale-mode-upgrade ubuntu_18.04}
- duration:
0:11:10
- email:
- failure_reason:
timeout expired in wait_until_healthy
- flavor:
default
- job_id:
6981135
- kernel:
- last_in_suite:
False
- machine_type:
smithi
- name:
ksirivad-2022-08-19_18:12:16-upgrade:nautilus-x:autoscaler-pacific-distro-default-smithi
- nuke_on_error:
True
- os_type:
ubuntu
- os_version:
18.04
- overrides:
- admin_socket:
- ceph:
- conf:
- mgr:
- debug mgr:
20
- debug ms:
1
- mon:
- debug mon:
20
- debug ms:
1
- debug paxos:
20
- osd:
- debug ms:
1
- debug osd:
20
- flavor:
default
- global:
- enable experimental unrecoverable data corrupting features:
*
- mon warn on msgr2 not enabled:
False
- log-ignorelist:
-
\(MDS_ALL_DOWN\)
-
\(MDS_UP_LESS_THAN_MAX\)
-
overall HEALTH_
-
\(MON_DOWN\)
-
\(MGR_DOWN\)
-
\(FS_DEGRADED\)
-
\(MON_MSGR2_NOT_ENABLED\)
-
slow request
-
Not found or unloadable
-
evicting unresponsive client
- mon:
- mon warn on osd down out interval zero:
False
- mon_bind_addrvec:
False
- mon_bind_msgr2:
False
- sha1:
5643735ae14ffac8fa75c218b7e8a181a50c0de8
- ceph-deploy:
- conf:
- client:
- log file:
/var/log/ceph/ceph-$name.$pid.log
- mon:
- install:
- ceph:
- flavor:
default
- sha1:
5643735ae14ffac8fa75c218b7e8a181a50c0de8
- workunit:
- branch:
wip-ksirivad-autoscale-upgrade-nautilus-pacific
- sha1:
e57b0d68e2de048441c1c35f9488b76f274bbea9
- owner:
scheduled_ksirivad@teuthology
- pid:
- roles:
-
['mon.a', 'mgr.x', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
-
['mon.b', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
-
['mon.c']
-
['osd.8', 'osd.9', 'osd.10', 'osd.11']
-
['client.0']
- sentry_event:
https://sentry.ceph.com/organizations/ceph/?query=5ed1fb0e863748558256faf018e18325
- status:
fail
- success:
False
- branch:
pacific
- seed:
- sha1:
5643735ae14ffac8fa75c218b7e8a181a50c0de8
- subset:
- suite:
- suite_branch:
wip-ksirivad-autoscale-upgrade-nautilus-pacific
- suite_path:
- suite_relpath:
- suite_repo:
- suite_sha1:
e57b0d68e2de048441c1c35f9488b76f274bbea9
- targets:
- smithi029.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpXTrT47wJpTPr2GH/rK+zQHu5h9OIOW4G3hc/aCZGVewc4xQYFEDBIYrcRt5oPq0kGMWmTFtu387vn8ihyl5INdqk9cf3QNp3Y3SUZz/Qv2vemIHEsjjOQMrMj/VnaMx95cAVntCEN4QHIXc7sPuNttFvZUka3PCG5vosan9vRot39Ssy7EDphovo3hy7BfqmoGLd5qCPl/9kSm4fJeWFq+XIW/b4Qqy4C0mH/lQkyIY80Y0/XD1F6qurDf3ntnhwpPWUhIcirLvF1iu6Qnal632rh8M21q9X8yPkP8puT1IbVBKZqEHUbsvlnYXXnMDbW+Ln1tutitLsCnu7ybbB
- smithi072.front.sepia.ceph.com:
ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCqlPFXjLgvttyy6huCYUPLhwLLJ7+omb5S+t58OjHr+SFpitvuMzdP9hNeuCHxS5ZIXETXXGlktIYli01tEhuM=
- smithi094.front.sepia.ceph.com:
ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIEB0GnPdqx9pNhCiKnty44K4wO+32WNkGYBmueWkZQGx
- smithi175.front.sepia.ceph.com:
ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKGFkQpDcnqEwUPB3rkXY5r7WpnMrgBiymTx8JUyRlgerUtVcB/Lju8JIc9BXKU7ZMf3NoMwOjqCmsEyLkW5dRI=
- smithi187.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6cBGzU7eTh9RwqZj9xpoKW4X1IbpUh3yTfGQkxui0Hv59VT58PtInpLcZW1Y8wUsEkm1QdeFkauq7yPRpgXrS1e1pYr0eOkWTSQltfDy0o75ZvEWIswz9KkePXb6s0H9t5BQVv+Q3ZbRqjhAF1eLTqWtJFrYvOJGrKsHXVK5U8exNGw4WqViTaFOZGtwrZhD1GkKk3ndVsKaOxZVz38f/qgzClI/r7N+pUDZ92Gg0pjbmfF5LPoONIw1vkvjq2vPvfxK/iDk8m/dZWFiBxkNT9t5acsQd6e12Wj1KcmLUBamoz/SbHmsVLCBckeZrq07YJ7sAZyHdUUnhIq90aKzL
- tasks:
-
- internal.buildpackages_prep:
-
- internal.save_config:
-
- internal.check_lock:
-
- internal.add_remotes:
-
- console_log:
-
- internal.connect:
-
- internal.push_inventory:
-
- internal.serialize_remote_roles:
-
- internal.check_conflict:
-
- internal.check_ceph_data:
-
- internal.vm_setup:
-
- kernel:
-
- internal.base:
-
- internal.archive_upload:
-
- internal.archive:
-
- internal.coredump:
-
- internal.sudo:
-
- internal.syslog:
-
- internal.timer:
-
- pcp:
-
- selinux:
-
- ansible.cephlab:
-
- clock:
-
- install:
- branch:
nautilus
- exclude_packages:
-
ceph-mgr-cephadm
-
cephadm
-
libcephfs-dev
- flavor:
default
- sha1:
5643735ae14ffac8fa75c218b7e8a181a50c0de8
-
- print:
**** done install nautilus
-
- ceph:
- conf:
- global:
- bluestore warn on no per pool omap:
False
- bluestore_warn_on_legacy_statfs:
False
- mon pg warn min per osd:
0
- mgr:
- debug mgr:
20
- debug ms:
1
- mon:
- debug mon:
20
- debug ms:
1
- debug paxos:
20
- osd:
- debug ms:
1
- debug osd:
20
- flavor:
default
- global:
- enable experimental unrecoverable data corrupting features:
*
- mon warn on msgr2 not enabled:
False
- log-ignorelist:
-
\(MDS_ALL_DOWN\)
-
\(MDS_UP_LESS_THAN_MAX\)
-
overall HEALTH_
-
\(MON_DOWN\)
-
\(MGR_DOWN\)
-
\(FS_DEGRADED\)
-
\(MON_MSGR2_NOT_ENABLED\)
-
slow request
-
Not found or unloadable
-
evicting unresponsive client
- mon:
- mon warn on osd down out interval zero:
False
- mon_bind_addrvec:
False
- mon_bind_msgr2:
False
- sha1:
5643735ae14ffac8fa75c218b7e8a181a50c0de8
- cluster:
ceph
-
- exec:
- osd.0:
-
ceph mgr module enable pg_autoscaler
-
ceph osd require-osd-release nautilus
-
ceph osd set-require-min-compat-client nautilus
-
- print:
**** done ceph
-
- workunit:
- clients:
- client.0:
-
mgr/test_autoscale_mode_upgrade.sh
-
- install.upgrade:
-
- print:
**** done install.upgrade of first 3 nodes
-
- ceph.restart:
- daemons:
-
mon.a
-
mon.b
-
mon.c
-
mgr.x
-
osd.0
-
osd.1
-
osd.2
-
osd.3
-
osd.4
-
osd.5
-
osd.6
-
osd.7
- wait-for-healthy:
False
- wait-for-osds-up:
True
-
- print:
**** done ceph.restart of all mons and 2/3 of osds
-
- install.upgrade:
- client.0:
- extra_packages:
-
python3-rados
-
python3-rbd
-
python3-cephfs
- osd.8:
-
- ceph.restart:
- daemons:
-
osd.8
-
osd.9
-
osd.10
-
osd.11
- wait-for-healthy:
False
- wait-for-osds-up:
True
-
- print:
**** restarted/upgrated => mon.c, osd.8, osd.9, osd.10, osd.11
-
- exec:
- mon.a:
-
ceph mon enable-msgr2
-
ceph config rm global mon_warn_on_msgr2_not_enabled
- osd.0:
-
ceph config set global mon_warn_on_msgr2_not_enabled false
-
ceph osd require-osd-release pacific
-
ceph osd set-require-min-compat-client pacific
-
- workunit:
- clients:
- client.0:
-
mgr/test_autoscale_mode_upgrade.sh
-
- print:
**** done everything
teuthology_branch:
main
verbose:
True
pcp_grafana_url:
priority:
user:
queue:
posted:
2022-08-19 18:12:21
started:
2022-08-19 18:14:16
updated:
2022-08-19 18:34:05
status_class:
danger
runtime:
0:19:49
wait_time:
0:08:39