- log_href:
http://qa-proxy.ceph.com/teuthology/ksirivad-2022-08-19_17:47:00-upgrade:nautilus-x:autoscaler-pacific-distro-default-smithi/6981132/teuthology.log
- archive_path:
/home/teuthworker/archive/ksirivad-2022-08-19_17:47:00-upgrade:nautilus-x:autoscaler-pacific-distro-default-smithi/6981132
- description:
upgrade:nautilus-x:autoscaler/{test-autoscale-mode-upgrade ubuntu_18.04}
- duration:
0:11:07
- email:
- failure_reason:
timeout expired in wait_until_healthy
- flavor:
default
- job_id:
6981132
- kernel:
- last_in_suite:
False
- machine_type:
smithi
- name:
ksirivad-2022-08-19_17:47:00-upgrade:nautilus-x:autoscaler-pacific-distro-default-smithi
- nuke_on_error:
True
- os_type:
ubuntu
- os_version:
18.04
- overrides:
- admin_socket:
- ceph:
- conf:
- mgr:
- debug mgr:
20
- debug ms:
1
- mon:
- debug mon:
20
- debug ms:
1
- debug paxos:
20
- osd:
- debug ms:
1
- debug osd:
20
- flavor:
default
- fs:
xfs
- global:
- enable experimental unrecoverable data corrupting features:
*
- mon warn on msgr2 not enabled:
False
- log-ignorelist:
-
\(MDS_ALL_DOWN\)
-
\(MDS_UP_LESS_THAN_MAX\)
-
overall HEALTH_
-
\(MON_DOWN\)
-
\(MGR_DOWN\)
-
\(FS_DEGRADED\)
-
\(MON_MSGR2_NOT_ENABLED\)
-
slow request
-
Not found or unloadable
-
evicting unresponsive client
- mon:
- mon warn on osd down out interval zero:
False
- mon_bind_addrvec:
False
- mon_bind_msgr2:
False
- sha1:
5643735ae14ffac8fa75c218b7e8a181a50c0de8
- ceph-deploy:
- conf:
- client:
- log file:
/var/log/ceph/ceph-$name.$pid.log
- mon:
- install:
- ceph:
- flavor:
default
- sha1:
5643735ae14ffac8fa75c218b7e8a181a50c0de8
- workunit:
- branch:
wip-ksirivad-autoscale-upgrade-nautilus-pacific
- sha1:
456720a9e5e4f6641ac6d448409b0efd15f98b89
- owner:
scheduled_ksirivad@teuthology
- pid:
- roles:
-
['mon.a', 'mgr.x', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
-
['mon.b', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
-
['mon.c']
-
['osd.8', 'osd.9', 'osd.10', 'osd.11']
-
['client.0']
- sentry_event:
https://sentry.ceph.com/organizations/ceph/?query=2f235244397a4eff886a733e301b7114
- status:
fail
- success:
False
- branch:
pacific
- seed:
- sha1:
5643735ae14ffac8fa75c218b7e8a181a50c0de8
- subset:
- suite:
- suite_branch:
wip-ksirivad-autoscale-upgrade-nautilus-pacific
- suite_path:
- suite_relpath:
- suite_repo:
- suite_sha1:
456720a9e5e4f6641ac6d448409b0efd15f98b89
- targets:
- smithi061.front.sepia.ceph.com:
ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOewERkLrAJubl46zPS6/5+dgpziSNxg3OjCDgho/mAWzH0I14mGtXXB94WJi/4Obi7q9mKTTN0BRcZCRzX5NUI=
- smithi088.front.sepia.ceph.com:
ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKsNdPHqaNOWs9RUq9ThrHtrq4DMelJOtkayS1yz5f01yPSeq+k8G/jiBtqHxuIgpMNzQdus3GXWHd+uaDDCD9A=
- smithi103.front.sepia.ceph.com:
ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIDu4jvA4UPb2+/yZqQQkoQq0Ccrm7kJcJeEZxyijak/2
- smithi105.front.sepia.ceph.com:
ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGaXJngUm+vjHAy+dwN1u9hmNp541AQsRmWkuEqQvnIxaudcIPuW2xOF+i94oirni18PiT4SDlO69CpAHczTpro=
- smithi116.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDGsr+nLxy/tji/5dQc1bI9WREr888UbWGp5GgfKKjeVxd2hn2GOgjl8pXLC8sPBOFJQOR97xIQzo6jSbYEUf0uKEHlsFYZyvXCm3HrkrR70migpRdtgnHvKunlDIJxt9jeyNCJ8Lt8d+huMJGkvO+PnB81lDp/ARqigRimFu+56Thvr07C/1tXe6AiS8KUMDi+92FMj8BqQYXV9rhMyZWdKKmGZlgcg5bSZ8ydBM3n2WiAgY/9hI5L+Cdca3PRFp0Uo/QsVK22VZHa3JxknEHHVhXif87Ms2c8HPz6HDWgTLluvPC2Sz8BsSDVUtCOK+g35G+Tgp4Xamz3DEHI7mL3
- tasks:
-
- internal.buildpackages_prep:
-
- internal.save_config:
-
- internal.check_lock:
-
- internal.add_remotes:
-
- console_log:
-
- internal.connect:
-
- internal.push_inventory:
-
- internal.serialize_remote_roles:
-
- internal.check_conflict:
-
- internal.check_ceph_data:
-
- internal.vm_setup:
-
- kernel:
-
- internal.base:
-
- internal.archive_upload:
-
- internal.archive:
-
- internal.coredump:
-
- internal.sudo:
-
- internal.syslog:
-
- internal.timer:
-
- pcp:
-
- selinux:
-
- ansible.cephlab:
-
- clock:
-
- install:
- branch:
nautilus
- exclude_packages:
-
ceph-mgr-cephadm
-
cephadm
-
libcephfs-dev
- flavor:
default
- sha1:
5643735ae14ffac8fa75c218b7e8a181a50c0de8
-
- print:
**** done install nautilus
-
- ceph:
- conf:
- global:
- bluestore warn on no per pool omap:
False
- bluestore_warn_on_legacy_statfs:
False
- mon pg warn min per osd:
0
- mgr:
- debug mgr:
20
- debug ms:
1
- mon:
- debug mon:
20
- debug ms:
1
- debug paxos:
20
- osd:
- debug ms:
1
- debug osd:
20
- flavor:
default
- fs:
xfs
- global:
- enable experimental unrecoverable data corrupting features:
*
- mon warn on msgr2 not enabled:
False
- log-ignorelist:
-
\(MDS_ALL_DOWN\)
-
\(MDS_UP_LESS_THAN_MAX\)
-
overall HEALTH_
-
\(MON_DOWN\)
-
\(MGR_DOWN\)
-
\(FS_DEGRADED\)
-
\(MON_MSGR2_NOT_ENABLED\)
-
slow request
-
Not found or unloadable
-
evicting unresponsive client
- mon:
- mon warn on osd down out interval zero:
False
- mon_bind_addrvec:
False
- mon_bind_msgr2:
False
- sha1:
5643735ae14ffac8fa75c218b7e8a181a50c0de8
- cluster:
ceph
-
- exec:
- osd.0:
-
ceph mgr module enable pg_autoscaler
-
ceph osd require-osd-release nautilus
-
ceph osd set-require-min-compat-client nautilus
-
- print:
**** done ceph
-
- rgw:
-
- print:
**** done => started rgw client.0
-
- workunit:
- clients:
- client.0:
-
mgr/test_autoscale_mode_upgrade.sh
-
- install.upgrade:
-
- print:
**** done install.upgrade of first 3 nodes
-
- ceph.restart:
- daemons:
-
mon.a
-
mon.b
-
mon.c
-
mgr.x
-
osd.0
-
osd.1
-
osd.2
-
osd.3
-
osd.4
-
osd.5
-
osd.6
-
osd.7
- wait-for-healthy:
False
- wait-for-osds-up:
True
-
- print:
**** done ceph.restart of all mons and 2/3 of osds
-
- install.upgrade:
- client.0:
- extra_packages:
-
python3-rados
-
python3-rgw
-
python3-rbd
-
python3-cephfs
- osd.8:
-
- ceph.restart:
- daemons:
-
osd.8
-
osd.9
-
osd.10
-
osd.11
-
rgw.*
- wait-for-healthy:
False
- wait-for-osds-up:
True
-
- print:
**** restarted/upgrated => mon.c, osd.8, osd.9, osd.10, osd.11, rgw.*
-
- exec:
- mon.a:
-
ceph mon enable-msgr2
-
ceph config rm global mon_warn_on_msgr2_not_enabled
- osd.0:
-
ceph config set global mon_warn_on_msgr2_not_enabled false
-
ceph osd require-osd-release pacific
-
ceph osd set-require-min-compat-client pacific
-
- workunit:
- clients:
- client.0:
-
mgr/test_autoscale_mode_upgrade.sh
-
- print:
**** done everything
teuthology_branch:
main
verbose:
True
pcp_grafana_url:
priority:
user:
queue:
posted:
2022-08-19 17:47:06
started:
2022-08-19 17:49:47
updated:
2022-08-19 18:08:50
status_class:
danger
runtime:
0:19:03
wait_time:
0:07:56