Pulpito :: Results Dashboard

Posted	Started	Updated	Runtime	Duration	In Waiting	Machine	Teuthology Branch	OS Type	OS Version	Nodes	Status
2022-03-09 03:31:42	2022-03-09 14:42:43	2022-03-09 15:02:58	0:20:15	0:10:01	0:10:14	smithi	master	ubuntu	20.04	4	pass

Nodes: smithi002 smithi062 smithi067 smithi149

Description: rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2}

Log: http://qa-proxy.ceph.com/teuthology/teuthology-2022-03-09_03:30:03-rados-octopus-distro-default-smithi/6727708/teuthology.log

All Details...

log_href: http://qa-proxy.ceph.com/teuthology/teuthology-2022-03-09_03:30:03-rados-octopus-distro-default-smithi/6727708/teuthology.log
archive_path: /home/teuthworker/archive/teuthology-2022-03-09_03:30:03-rados-octopus-distro-default-smithi/6727708
description: rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2}
duration: 0:10:01
email: ceph-qa@ceph.io
failure_reason:
flavor: default
job_id: 6727708
kernel:
- kdb: True
- sha1: distro
last_in_suite: False
machine_type: smithi
name: teuthology-2022-03-09_03:30:03-rados-octopus-distro-default-smithi
nuke_on_error: True
os_type: ubuntu
os_version: 20.04
overrides:
- admin_socket:
  - branch: octopus
- ceph:
  - conf:
    - global:
      - mon client directed command retry: 5
      - ms inject delay max: 1
      - ms inject delay probability: 0.005
      - ms inject delay type: osd
      - ms inject internal delays: 0.002
      - ms inject socket failures: 2500
      - osd_async_recovery_min_cost: 1
    - mgr:
      - debug mgr: 20
      - debug ms: 1
    - mon:
      - debug mon: 20
      - debug ms: 1
      - debug paxos: 20
      - mon scrub interval: 300
    - osd:
      - bluestore block size: 96636764160
      - bluestore compression algorithm: snappy
      - bluestore compression mode: aggressive
      - bluestore fsck on mount: True
      - debug bluefs: 20
      - debug bluestore: 20
      - debug ms: 1
      - debug osd: 20
      - debug rocksdb: 10
      - mon osd backfillfull_ratio: 0.85
      - mon osd full ratio: 0.9
      - mon osd nearfull ratio: 0.8
      - osd debug reject backfill probability: 0.1
      - osd debug verify cached snaps: True
      - osd debug verify missing on start: True
      - osd failsafe full ratio: 0.95
      - osd max backfills: 3
      - osd max markdown count: 1000
      - osd objectstore: bluestore
      - osd op queue: debug_random
      - osd op queue cut off: debug_random
      - osd scrub max interval: 120
      - osd scrub min interval: 60
      - osd shutdown pgref assert: True
  - flavor: default
  - fs: xfs
  - log-ignorelist:
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
    - $OSD_SLOW_PING_TIME
    - but it is still running
    - objects unfound and apparently lost
    - slow request
    - overall HEALTH_
    - \(OSDMAP_FLAGS$
    - $OSD_
    - \(PG_
    - \(POOL_
    - \(CACHE_POOL_
    - \(SMALLER_PGP_NUM$
    - $OBJECT_
    - \(SLOW_OPS$
    - $REQUEST_SLOW$
    - $TOO_FEW_PGS$
    - slow request
  - log-whitelist:
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
  - sha1: 2791c920d2f69181e3775d3bcd01f037bae90873
- ceph-deploy:
  - conf:
    - client:
      - log file: /var/log/ceph/ceph-$name.$pid.log
    - mon:
      - osd default pool size: 2
- install:
  - ceph:
    - flavor: default
    - sha1: 2791c920d2f69181e3775d3bcd01f037bae90873
- thrashosds:
  - bdev_inject_crash: 2
  - bdev_inject_crash_probability: 0.5
- workunit:
  - branch: octopus
  - sha1: 2791c920d2f69181e3775d3bcd01f037bae90873
owner: scheduled_teuthology@teuthology
pid:
roles:
- ['mon.a', 'mgr.y', 'osd.0', 'osd.4', 'osd.8', 'osd.12']
- ['mon.b', 'osd.1', 'osd.5', 'osd.9', 'osd.13']
- ['mon.c', 'osd.2', 'osd.6', 'osd.10', 'osd.14']
- ['mgr.x', 'osd.3', 'osd.7', 'osd.11', 'osd.15', 'client.0']
sentry_event:
status: pass
success: True
branch: octopus
seed:
sha1: 2791c920d2f69181e3775d3bcd01f037bae90873
subset:
suite:
suite_branch: octopus
suite_path:
suite_relpath:
suite_repo:
suite_sha1: 2791c920d2f69181e3775d3bcd01f037bae90873
targets:
- smithi002.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDjnJPEO6xJWJii4sL6VgGZB8AODSbqS2QYoTYz+6fEGOuPiTDIDzBO0AJAEfxbhDxV0Zcg2XK2qzVTCSG0TDmBTgZ+2LquxbOMIUVZI5OLA7KPbQew2yzKbSiKbT8Mic7YnEcKcpOg6Ci7zQZaFUTXPwQo+GhO7NAPfVCpAWFmhOD59roxIC2gYLH1UYiR+N+7JZYHsW59MhaRbMwZW4juQdDrJs3vsf8zqiUrmQlTNw4/L8Y1nZxB33a8VIyXWSThWYsRMoTkPGCSY5xJD/861hBifBrfyV/eJ+ZABePrCgOhfEKMHO5ETE0XLMeLntUrXOnbZSMf/JToFlikvNBx8UZISitrC57vpIBxOmeEEoh3e+F7TOkYIjsCqpX+9HMRvPwnvgjIxiNwoM3B/F8l7Q4NGibV3zLdPzGG6lZqHo4gHs1Vv2JtE9R1Ae+bRw+CHMDMLUWzaqAOL7T2HoC5RozeVmgM3dWV22E/Dlp7KZPrV4SSCVoPgYOfVBBBcgc=
- smithi062.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC7EXXknl44XpzHDDdShvBrSpyg23b/Ee8XEFcgiBcSCxxL/XfC7ohG0KyJoF9YD2YE4a190WHMcITFNNvNcBbKJ0FMpLOJ/zuxtdO1Tg3CYd/DNJYh0EmWrh/W7jwdd64jAR+6uul43lqKncV52SH8cc27HyNj1tdm1OmcFZAjhxLtEyuv5lruMeqoVSZEWav5zNqEo0nF4UZj94ZpLyR9oczYYtBYiQUMNPsMFkTgziZYCKa9j1JKqK3FqJkcYlZ1qjdtrjeuvAaLJbFtNfrkXw75iyaMm/7wI2ddpJSoFVFd6ioTl5UDYgJeE6KvGrSqQ64B3yZBssb1wyshxNVx75mBFvFbD2004IoSYX1GcTrBr/9ePMrA9rrmaFTPt/mqtI4lq3GbiL8OvcuuOt9fMfq9cMuNqIHcw7NOackk5I2XVoDnE9sG/+w9x3/1rbrB31+9f6nVhVOLrQypyj8wCarv3007NK4IrfAQiOIn6Tu12bugDjpDgb6+bpQzBMM=
- smithi067.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDd/PXh8XwpEduVyEymRHVt1chbDbIFJui6chnwly2gq4qHW0/qDhKfdLeEfRnlgJzrgJCSYChCBSPWp5hVWypsk0YLMYXz6k9b1lkAo6w2VXFB2WYMKLNZ1K+ATtcmY8eyjCyXgGRzkrsIQEUY56hEE4Bl3eyibhWpEK+2nWmdASAZDxzHxXk+pP5B5atbMhNZEawciiWdmJBiqc15wO30+fE/jNSlfLd0VXQYRUNNqqU03Jibs5s5haCTgA+GH7JSRMOiHjTF5fGsMSBR6nJYAYpHfpNwAocBqhEGhyL/iLk7VeeRdW7onBxN+HfN6xXm6hQLo+RSI14TLL93GLDdYDTIQu4cgY0Mls13eLYdu0qlzeTVNU52g+WH48YSPLHOJ8Iih4/Y5FjBvcFgoedCtdE60rYiOY8dCxo6cqjhcimtMGP5FZE7rYUqS+LDS4QqkQDkQ5HPH24zU+fCt5+X2HP0lBOCewy5L43zaQfsjLbB7z6dRxTDCn9DRWsn8y0=
- smithi149.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDN4NUQrZuLPfJqbwQ7BMgFt0oir91Z873Y18ANesbjMAxLRzQpjnJ48UkGuvk+jryXyN8PxYni5TZIKkv1g5f/Nw4uqn2ENWMMxsdbHvw/xBDdEFQqhK97atSV6FsFdxOKZMNTGNjhrNzLmRTqX5skngExojGaBf0CD5ckKyXHizMp6OaopAcsEA4AFDRr2VL1ZVBHEg09oFX8lF5GTlgjuIOsdJnGS/0FTQLCaMCRs0DfYz7sUWZDSUuQn7O3NHqhjFKWSolxOWwfMICsEUSw5cKZLGKFfZ16Tct0o1Lyh7UafhshY8YCJJ2YewXhsWLm8i62KlQfwI+n3Kvd9pP+6mfN8ttD2UVBNj6Az7X58ielBtj1JAgv/EhoryEjTNjmiQ+C0VhHq36XqvADx2BXufogQqjdhKYPYmyhBy7rVVVSNzuatR2GkUbnrtEt3knbLNr+Om5NxifCqBwQqrQvLFW7rnmGYlo0BeiDdNEZat5OJa9NTkONnBvL9zz12XU=
tasks:
- internal.check_packages:
- internal.buildpackages_prep:
- internal.save_config:
- internal.check_lock:
- internal.add_remotes:
- console_log:
- internal.connect:
- internal.push_inventory:
- internal.serialize_remote_roles:
- internal.check_conflict:
- internal.check_ceph_data:
- internal.vm_setup:
- kernel:
  - kdb: True
  - sha1: distro
- internal.base:
- internal.archive_upload:
- internal.archive:
- internal.coredump:
- internal.sudo:
- internal.syslog:
- internal.timer:
- pcp:
- selinux:
- ansible.cephlab:
- clock:
- install:
- ceph:
  - conf:
    - osd:
      - debug monc: 20
      - bluestore block size: 96636764160
      - bluestore compression algorithm: snappy
      - bluestore compression mode: aggressive
      - bluestore fsck on mount: True
      - debug bluefs: 20
      - debug bluestore: 20
      - debug ms: 1
      - debug osd: 20
      - debug rocksdb: 10
      - mon osd backfillfull_ratio: 0.85
      - mon osd full ratio: 0.9
      - mon osd nearfull ratio: 0.8
      - osd debug reject backfill probability: 0.1
      - osd debug verify cached snaps: True
      - osd debug verify missing on start: True
      - osd failsafe full ratio: 0.95
      - osd max backfills: 3
      - osd max markdown count: 1000
      - osd objectstore: bluestore
      - osd op queue: debug_random
      - osd op queue cut off: debug_random
      - osd scrub max interval: 120
      - osd scrub min interval: 60
      - osd shutdown pgref assert: True
    - global:
      - mon client directed command retry: 5
      - ms inject delay max: 1
      - ms inject delay probability: 0.005
      - ms inject delay type: osd
      - ms inject internal delays: 0.002
      - ms inject socket failures: 2500
      - osd_async_recovery_min_cost: 1
    - mgr:
      - debug mgr: 20
      - debug ms: 1
    - mon:
      - debug mon: 20
      - debug ms: 1
      - debug paxos: 20
      - mon scrub interval: 300
  - flavor: default
  - fs: xfs
  - log-ignorelist:
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
    - $OSD_SLOW_PING_TIME
    - but it is still running
    - objects unfound and apparently lost
    - slow request
    - overall HEALTH_
    - \(OSDMAP_FLAGS$
    - $OSD_
    - \(PG_
    - \(POOL_
    - \(CACHE_POOL_
    - \(SMALLER_PGP_NUM$
    - $OBJECT_
    - \(SLOW_OPS$
    - $REQUEST_SLOW$
    - $TOO_FEW_PGS$
    - slow request
  - log-whitelist:
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
  - sha1: 2791c920d2f69181e3775d3bcd01f037bae90873
  - cluster: ceph
- thrashosds:
  - chance_pgnum_grow: 1
  - chance_pgnum_shrink: 1
  - chance_pgpnum_fix: 1
  - min_in: 8
  - timeout: 1200
  - sighup_delay: 0.1
  - optrack_toggle_delay: 2.0
  - dump_ops_enable: true
  - noscrub_toggle_delay: 2.0
  - random_eio: 0.0
  - bdev_inject_crash: 2
  - bdev_inject_crash_probability: 0.5
- rados:
  - clients:
    - client.0
  - ec_pool: True
  - erasure_code_profile:
    - c: 2
    - crush-failure-domain: osd
    - k: 4
    - m: 3
    - name: shecprofile
    - plugin: shec
  - objects: 50
  - op_weights:
    - append: 100
    - copy_from: 50
    - delete: 50
    - read: 100
    - rmattr: 25
    - rollback: 50
    - setattr: 25
    - snap_create: 50
    - snap_remove: 50
    - write: 0
  - ops: 400
  - write_append_excl: False
teuthology_branch: master
verbose: True
pcp_grafana_url:
priority:
user:
queue:
posted: 2022-03-09 03:31:42
started: 2022-03-09 14:42:43
updated: 2022-03-09 15:02:58
status_class: success
runtime: 0:20:15
wait_time: 0:10:14