Pulpito

pdhange-2022-07-11_14:45:40-upgrade:pacific-x:stress-split-wip-pdhange-testing-distro-default-smithi

ID
Status
Ceph Branch
Suite Branch
Teuthology Branch
Machine
OS
Nodes
Description
Failure Reason
6923976
FAIL
wip-pdhange-testing
wip-mgr-upgrade-test
main
smithi
centos 8.stream
smithi107 smithi119
upgrade:pacific-x:stress-split/{0-distro/centos_8.stream_container_tools 0-roles 1-start 2-first-half-tasks/prometheus-metrics 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/prometheus-metrics mon_election/classic}
Cannot connect to remote host smithi107
6923977
DEAD
wip-pdhange-testing
wip-mgr-upgrade-test
main
smithi
rhel 8.6
smithi050 smithi179
upgrade:pacific-x:stress-split/{0-distro/rhel_8.6_container_tools_rhel8 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/prometheus-metrics mon_election/connectivity}
{'smithi050.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}}
6923978
FAIL
wip-pdhange-testing
wip-mgr-upgrade-test
main
smithi
centos 8.stream
smithi038 smithi060
upgrade:pacific-x:stress-split/{0-distro/centos_8.stream_container_tools_crun 0-roles 1-start 2-first-half-tasks/snaps-few-objects 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/prometheus-metrics mon_election/classic}
Cannot connect to remote host smithi038
6923979
FAIL
wip-pdhange-testing
wip-mgr-upgrade-test
main
smithi
rhel 8.6
smithi059 smithi203
upgrade:pacific-x:stress-split/{0-distro/rhel_8.6_container_tools_3.0 0-roles 1-start 2-first-half-tasks/prometheus-metrics 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/connectivity}
Command failed (workunit test mgr/test_prometheus_metrics.sh) on smithi059 with status 4: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=70d28bc86a1c5c91fefcf3e30e2238fd86e6983c TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/mgr/test_prometheus_metrics.sh'
6923980
FAIL
wip-pdhange-testing
wip-mgr-upgrade-test
main
smithi
ubuntu 20.04
smithi079 smithi149
upgrade:pacific-x:stress-split/{0-distro/ubuntu_20.04 0-roles 1-start 2-first-half-tasks/rbd-cls 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/prometheus-metrics mon_election/connectivity}
Cannot connect to remote host smithi079
6923981
FAIL
wip-pdhange-testing
wip-mgr-upgrade-test
main
smithi
rhel 8.6
smithi036 smithi062
upgrade:pacific-x:stress-split/{0-distro/rhel_8.6_container_tools_3.0 0-roles 1-start 2-first-half-tasks/readwrite 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/prometheus-metrics mon_election/classic}
Cannot connect to remote host smithi036
6923982
FAIL
wip-pdhange-testing
wip-mgr-upgrade-test
main
smithi
ubuntu 20.04
smithi138 smithi171
upgrade:pacific-x:stress-split/{0-distro/ubuntu_20.04 0-roles 1-start 2-first-half-tasks/prometheus-metrics 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/classic}
Command failed (workunit test mgr/test_prometheus_metrics.sh) on smithi138 with status 127: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=70d28bc86a1c5c91fefcf3e30e2238fd86e6983c TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/mgr/test_prometheus_metrics.sh'
6923983
FAIL
wip-pdhange-testing
wip-mgr-upgrade-test
main
smithi
centos 8.stream
smithi121 smithi133
upgrade:pacific-x:stress-split/{0-distro/centos_8.stream_container_tools 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/prometheus-metrics mon_election/connectivity}
Cannot connect to remote host smithi121
6923984
FAIL
wip-pdhange-testing
wip-mgr-upgrade-test
main
smithi
rhel 8.6
smithi080 smithi175
upgrade:pacific-x:stress-split/{0-distro/rhel_8.6_container_tools_rhel8 0-roles 1-start 2-first-half-tasks/rbd_api 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/prometheus-metrics mon_election/classic}
Cannot connect to remote host smithi080
6923985
FAIL
wip-pdhange-testing
wip-mgr-upgrade-test
main
smithi
centos 8.stream
smithi074 smithi090
upgrade:pacific-x:stress-split/{0-distro/centos_8.stream_container_tools_crun 0-roles 1-start 2-first-half-tasks/prometheus-metrics 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/prometheus-metrics mon_election/connectivity}
Command failed (workunit test mgr/test_prometheus_metrics.sh) on smithi074 with status 4: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=70d28bc86a1c5c91fefcf3e30e2238fd86e6983c TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/mgr/test_prometheus_metrics.sh'
6923986
DEAD
wip-pdhange-testing
wip-mgr-upgrade-test
main
smithi
ubuntu 20.04
smithi007 smithi159
upgrade:pacific-x:stress-split/{0-distro/ubuntu_20.04 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/prometheus-metrics mon_election/classic}
hit max job timeout
6923987
FAIL
wip-pdhange-testing
wip-mgr-upgrade-test
main
smithi
rhel 8.6
smithi111 smithi167
upgrade:pacific-x:stress-split/{0-distro/rhel_8.6_container_tools_3.0 0-roles 1-start 2-first-half-tasks/snaps-few-objects 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/prometheus-metrics mon_election/connectivity}
Cannot connect to remote host smithi111
6923988
FAIL
wip-pdhange-testing
wip-mgr-upgrade-test
main
smithi
rhel 8.6
smithi117 smithi139
upgrade:pacific-x:stress-split/{0-distro/rhel_8.6_container_tools_rhel8 0-roles 1-start 2-first-half-tasks/prometheus-metrics 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
Command failed (workunit test mgr/test_prometheus_metrics.sh) on smithi117 with status 4: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=70d28bc86a1c5c91fefcf3e30e2238fd86e6983c TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/mgr/test_prometheus_metrics.sh'
6923989
FAIL
wip-pdhange-testing
wip-mgr-upgrade-test
main
smithi
centos 8.stream
smithi125 smithi165
upgrade:pacific-x:stress-split/{0-distro/centos_8.stream_container_tools 0-roles 1-start 2-first-half-tasks/rbd-cls 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/prometheus-metrics mon_election/classic}
Cannot connect to remote host smithi125
6923990
FAIL
wip-pdhange-testing
wip-mgr-upgrade-test
main
smithi
rhel 8.6
smithi143 smithi145
upgrade:pacific-x:stress-split/{0-distro/rhel_8.6_container_tools_rhel8 0-roles 1-start 2-first-half-tasks/readwrite 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/prometheus-metrics mon_election/connectivity}
Cannot connect to remote host smithi143
6923991
FAIL
wip-pdhange-testing
wip-mgr-upgrade-test
main
smithi
centos 8.stream
smithi047 smithi099
upgrade:pacific-x:stress-split/{0-distro/centos_8.stream_container_tools 0-roles 1-start 2-first-half-tasks/prometheus-metrics 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
Command failed (workunit test mgr/test_prometheus_metrics.sh) on smithi047 with status 4: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=70d28bc86a1c5c91fefcf3e30e2238fd86e6983c TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/mgr/test_prometheus_metrics.sh'
6923992
FAIL
wip-pdhange-testing
wip-mgr-upgrade-test
main
smithi
centos 8.stream
smithi040 smithi086
upgrade:pacific-x:stress-split/{0-distro/centos_8.stream_container_tools_crun 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/prometheus-metrics mon_election/classic}
Cannot connect to remote host smithi040
6923993
DEAD
wip-pdhange-testing
wip-mgr-upgrade-test
main
smithi
ubuntu 20.04
smithi043 smithi045
upgrade:pacific-x:stress-split/{0-distro/ubuntu_20.04 0-roles 1-start 2-first-half-tasks/rbd_api 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/prometheus-metrics mon_election/connectivity}
hit max job timeout
6923994
FAIL
wip-pdhange-testing
wip-mgr-upgrade-test
main
smithi
rhel 8.6
smithi152 smithi174
upgrade:pacific-x:stress-split/{0-distro/rhel_8.6_container_tools_3.0 0-roles 1-start 2-first-half-tasks/prometheus-metrics 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/prometheus-metrics mon_election/classic}
Cannot connect to remote host smithi152
6923995
FAIL
wip-pdhange-testing
wip-mgr-upgrade-test
main
smithi
centos 8.stream
smithi123 smithi195
upgrade:pacific-x:stress-split/{0-distro/centos_8.stream_container_tools 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/prometheus-metrics mon_election/connectivity}
Cannot connect to remote host smithi123
6923996
FAIL
wip-pdhange-testing
wip-mgr-upgrade-test
main
smithi
rhel 8.6
smithi033 smithi100
upgrade:pacific-x:stress-split/{0-distro/rhel_8.6_container_tools_rhel8 0-roles 1-start 2-first-half-tasks/snaps-few-objects 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/prometheus-metrics mon_election/classic}
Cannot connect to remote host smithi033
6923997
FAIL
wip-pdhange-testing
wip-mgr-upgrade-test
main
smithi
ubuntu 20.04
smithi001 smithi002
upgrade:pacific-x:stress-split/{0-distro/ubuntu_20.04 0-roles 1-start 2-first-half-tasks/prometheus-metrics 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/connectivity}
Command failed (workunit test mgr/test_prometheus_metrics.sh) on smithi001 with status 127: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=70d28bc86a1c5c91fefcf3e30e2238fd86e6983c TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/mgr/test_prometheus_metrics.sh'
6923998
FAIL
wip-pdhange-testing
wip-mgr-upgrade-test
main
smithi
centos 8.stream
smithi103 smithi105
upgrade:pacific-x:stress-split/{0-distro/centos_8.stream_container_tools_crun 0-roles 1-start 2-first-half-tasks/rbd-cls 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/prometheus-metrics mon_election/connectivity}
Cannot connect to remote host smithi103
6923999
FAIL
wip-pdhange-testing
wip-mgr-upgrade-test
main
smithi
ubuntu 20.04
smithi088 smithi153
upgrade:pacific-x:stress-split/{0-distro/ubuntu_20.04 0-roles 1-start 2-first-half-tasks/readwrite 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/prometheus-metrics mon_election/classic}
Cannot connect to remote host smithi088
6924000
FAIL
wip-pdhange-testing
wip-mgr-upgrade-test
main
smithi
centos 8.stream
smithi063 smithi078
upgrade:pacific-x:stress-split/{0-distro/centos_8.stream_container_tools_crun 0-roles 1-start 2-first-half-tasks/prometheus-metrics 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/classic}
Cannot connect to remote host smithi063
6924001
FAIL
wip-pdhange-testing
wip-mgr-upgrade-test
main
smithi
rhel 8.6
smithi055 smithi146
upgrade:pacific-x:stress-split/{0-distro/rhel_8.6_container_tools_3.0 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/prometheus-metrics mon_election/connectivity}
SSH connection to smithi055 was lost: "/bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_3 bench 90 write'"
6924002
FAIL
wip-pdhange-testing
wip-mgr-upgrade-test
main
smithi
centos 8.stream
smithi094 smithi132
upgrade:pacific-x:stress-split/{0-distro/centos_8.stream_container_tools 0-roles 1-start 2-first-half-tasks/rbd_api 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/prometheus-metrics mon_election/classic}
Cannot connect to remote host smithi094
6924003
FAIL
wip-pdhange-testing
wip-mgr-upgrade-test
main
smithi
rhel 8.6
smithi003 smithi157
upgrade:pacific-x:stress-split/{0-distro/rhel_8.6_container_tools_rhel8 0-roles 1-start 2-first-half-tasks/prometheus-metrics 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/prometheus-metrics mon_election/connectivity}
Cannot connect to remote host smithi003
6924004
FAIL
wip-pdhange-testing
wip-mgr-upgrade-test
main
smithi
centos 8.stream
smithi037 smithi181
upgrade:pacific-x:stress-split/{0-distro/centos_8.stream_container_tools_crun 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/prometheus-metrics mon_election/classic}
Cannot connect to remote host smithi037
6924005
FAIL
wip-pdhange-testing
wip-mgr-upgrade-test
main
smithi
ubuntu 20.04
smithi150 smithi185
upgrade:pacific-x:stress-split/{0-distro/ubuntu_20.04 0-roles 1-start 2-first-half-tasks/snaps-few-objects 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/prometheus-metrics mon_election/connectivity}
Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 100 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --pool unique_pool_0'
6924006
FAIL
wip-pdhange-testing
wip-mgr-upgrade-test
main
smithi
centos 8.stream
smithi050 smithi179
upgrade:pacific-x:stress-split/{0-distro/centos_8.stream_container_tools 0-roles 1-start 2-first-half-tasks/prometheus-metrics 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
Cannot connect to remote host smithi050
6924007
FAIL
wip-pdhange-testing
wip-mgr-upgrade-test
main
smithi
rhel 8.6
smithi102 smithi170
upgrade:pacific-x:stress-split/{0-distro/rhel_8.6_container_tools_3.0 0-roles 1-start 2-first-half-tasks/rbd-cls 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/prometheus-metrics mon_election/classic}
Cannot connect to remote host smithi102
6924008
FAIL
wip-pdhange-testing
wip-mgr-upgrade-test
main
smithi
centos 8.stream
smithi006 smithi097
upgrade:pacific-x:stress-split/{0-distro/centos_8.stream_container_tools 0-roles 1-start 2-first-half-tasks/readwrite 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/prometheus-metrics mon_election/connectivity}
Cannot connect to remote host smithi006
6924009
FAIL
wip-pdhange-testing
wip-mgr-upgrade-test
main
smithi
rhel 8.6
smithi098 smithi186
upgrade:pacific-x:stress-split/{0-distro/rhel_8.6_container_tools_3.0 0-roles 1-start 2-first-half-tasks/prometheus-metrics 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity}
Cannot connect to remote host smithi098
6924010
FAIL
wip-pdhange-testing
wip-mgr-upgrade-test
main
smithi
rhel 8.6
smithi160 smithi176
upgrade:pacific-x:stress-split/{0-distro/rhel_8.6_container_tools_rhel8 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/prometheus-metrics mon_election/classic}
Command crashed: 'sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 82c61a52-0173-11ed-842e-001a4aab830c -e sha1=17f56d5b7a767112ff48cb9978ded24411c31ded -- bash -c \'while ! ceph osd versions | grep $sha1 | egrep \'"\'"\': [45678]\'"\'"\'; do sleep 2 ; done\''