Description: krbd/fsx/{ceph/ceph clusters/3-node conf features/no-object-map ms_mode$/{prefer-crc} objectstore/filestore-xfs striping/default/{msgr-failures/many randomized-striping-off} tasks/fsx-1-client}

Log: http://qa-proxy.ceph.com/teuthology/teuthology-2021-09-03_05:17:01-krbd-pacific-testing-basic-smithi/6373573/teuthology.log

Sentry event: https://sentry.ceph.com/organizations/ceph/?query=5c98fe3a11234e1d8720cbba9d72e9be

Failure Reason:

Command failed on smithi071 with status 120: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_librbd_fsx --cluster ceph --id 0 -d -W -R -p 100 -P /home/ubuntu/cephtest/archive -r 512 -w 512 -t 512 -h 512 -l 250000000 -S 0 -N 20000 -K -U pool_client.0 image_client.0'

  • log_href: http://qa-proxy.ceph.com/teuthology/teuthology-2021-09-03_05:17:01-krbd-pacific-testing-basic-smithi/6373573/teuthology.log
  • archive_path: /home/teuthworker/archive/teuthology-2021-09-03_05:17:01-krbd-pacific-testing-basic-smithi/6373573
  • description: krbd/fsx/{ceph/ceph clusters/3-node conf features/no-object-map ms_mode$/{prefer-crc} objectstore/filestore-xfs striping/default/{msgr-failures/many randomized-striping-off} tasks/fsx-1-client}
  • duration: 0:10:08
  • email: ceph-qa@ceph.io
  • failure_reason: Command failed on smithi071 with status 120: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_librbd_fsx --cluster ceph --id 0 -d -W -R -p 100 -P /home/ubuntu/cephtest/archive -r 512 -w 512 -t 512 -h 512 -l 250000000 -S 0 -N 20000 -K -U pool_client.0 image_client.0'
  • flavor: basic
  • job_id: 6373573
  • kernel:
    • flavor: basic
    • sha1: 2aa49189b6ba7be5070e1c0f36f1a9daab9cb847
    • kdb: True
  • last_in_suite: False
  • machine_type: smithi
  • name: teuthology-2021-09-03_05:17:01-krbd-pacific-testing-basic-smithi
  • nuke_on_error: True
  • os_type:
  • os_version:
  • overrides:
    • ceph-deploy:
      • fs: xfs
      • filestore: True
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
        • osd:
          • osd sloppy crc: True
          • osd objectstore: filestore
    • workunit:
      • sha1: 0d1e1f2973cae7645126fc88a72743367c790d9d
      • branch: pacific
    • ceph:
      • log-whitelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
      • sha1: 0d1e1f2973cae7645126fc88a72743367c790d9d
      • fs: xfs
      • conf:
        • global:
          • ms inject socket failures: 500
          • mon client directed command retry: 5
          • ms die on skipped message: False
        • mgr:
          • debug ms: 1
          • debug mgr: 20
        • client:
          • rbd default map options: ms_mode=prefer-crc,read_from_replica=balance
          • rbd default features: 33
        • mon:
          • debug paxos: 20
          • debug mon: 20
          • debug ms: 1
        • osd:
          • debug osd: 20
          • debug ms: 1
          • osd objectstore: filestore
          • osd sloppy crc: True
          • osd shutdown pgref assert: True
      • log-ignorelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
        • \(OSD_SLOW_PING_TIME
    • rbd_fsx:
      • randomized_striping: False
    • install:
      • ceph:
        • sha1: 0d1e1f2973cae7645126fc88a72743367c790d9d
    • admin_socket:
      • branch: pacific
  • owner: scheduled_teuthology@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mon.c', 'mgr.x', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
    • ['mon.b', 'mgr.y', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
    • ['client.0', 'client.1', 'client.2']
  • sentry_event: https://sentry.ceph.com/organizations/ceph/?query=5c98fe3a11234e1d8720cbba9d72e9be
  • status: fail
  • success: False
  • branch: pacific
  • seed:
  • sha1: 0d1e1f2973cae7645126fc88a72743367c790d9d
  • subset:
  • suite:
  • suite_branch: pacific
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: 0d1e1f2973cae7645126fc88a72743367c790d9d
  • targets:
    • smithi038.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDdGJMyjF7MuFZ+KmNrT91lN7+L7iKohdV6iBFFgFEkS9yqDNlXAiuXONK8l2omBiQeHmMEO1d5svHeJfkIRfl6sHKT54XsXS01ilMAUT1fa8zzokCEAbDyHKQv8r7mrMof0lSQ7LSIJY+IReUF7+P2EG7yMIvw3Mnq/FjGFIK9DNPH4OPhqI6bvVSX9uCrJPZKK8tGjntctQejvabEz3eVLzJibaKA5Fg2vnfZ2nGkCMS+sDz0fFWNV3/+uS9uG89l2M+0lTZTIQBxPyufZcofZykvzhYTvWONsezkW3HiVI5ZGi7NG8cpRRy4kwDQ614ePWyWdVPRh1Ix5a747hTwf7e8qGXqZHJmdVFOOTIICgOsc0BdMUw86jY+jmNEwSg8G3Ka6KMagdrq6dH/X97TpJQ7WJzFZBYOX0VLXdgbUqLXAeVURstHfHKA6Rh5ARsSj8pSjyRlEUzeBcSfAEfUJQfkdE5JRJ5pXFfw0yTjy+UKLm2u/fkhEDOj4aN6dDU=
    • smithi062.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCv1N4xdcvaOVl7l/qec3w2SiVJTsIUX2KIHdE/IhjcJZa8O17CBssi5YUlPVqnoEY9xihkqv6713/KwqX3/9ZiTFtwNNVCb3pPzOrIss6xojVxF2vXrPNeGBLcoG/ispbNVGfUc6msUz8Z6SXtSR3yx2cXeO7rQlh+OGdUZArE/e1MGZz0MRsbXOvEhM2TUZktpK/osJ93WCfYqP6sUMw0IfnTLJ07JZo6sFd27AqbQSy1KLTS+iC7j0AuXgiu1UpD82rW+QYhCyALk/8vwAhyzmcsNrjTaycvgF0c+FncFzcNJN59BsTVeupEUredKy+udQfGFX3y2MkGiBpIwpwq5ERerEvF854IC05+CO/yIHbJ5jhKAdly0dO4qVS2sop62uVSj62UsTEjWvXgth0JhEW96BzRzmRgL4XGCBftRiBwMytcbaot4BVFwvqOUUY10oJNal29Y3v6VQaiOIrIaxDlXATEewyaHfFdqhO1xwnLWQhEwx07pPk9j7Mhqtc=
    • smithi071.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDFMCSUnJCTcR9FPrqwAb43TMJV4azPHYFiJy0dyCxKsmCJrfzccia7RXaT41NOe9KIHVFfptATm+Am2t3+MZVIYdnaNidPAAflnVQgRmJIe8U/gB6tqX7MeTM9Bp68eqje4GMbWarVyw6cUTkF+TfL1sz1lmRR2DwiPAQGPoaZ+nZmhrWTIhaQYakqPSbMIlxtLU5kblcjvbomK+F7g5ZqZtLjKK3rq8lVdtRjmvF0snCHpqenvMzsN4Wqbz6RvHWDibu2LjEPmiDGxiQyj4mIveK6mEu6rbGZJs51NrZmcKk3Ty9eO9UNOS14NpWEqeLOdTjsReJRWE4yrLwEmMx3Y+hWYBSQ5BC6h3iU0e2VQF0DgSbx3dvF/koDEJ395hIb3qWbZhWE3oEIl0nOr/VaxIH5n4CK1YBxDj+Nd3R5FFDx5N3ty9S3r6T3t2eGd8W8DQcXz2igQ3CCiZuysK8BK/o9GEJq+n/MfbwXqbLj5bszB2RaclBiAOxrUESrS5U=
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • console_log:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • flavor: basic
      • sha1: 2aa49189b6ba7be5070e1c0f36f1a9daab9cb847
      • kdb: True
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock:
    • install:
    • ceph:
    • rbd_fsx:
      • punch_holes: True
      • ops: 20000
      • writebdy: 512
      • clients:
        • client.0
      • truncbdy: 512
      • krbd: True
      • holebdy: 512
      • readbdy: 512
      • randomized_striping: False
  • teuthology_branch: master
  • verbose: True
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2021-09-03 05:18:28
  • started: 2021-09-03 06:00:06
  • updated: 2021-09-03 06:28:55
  • status_class: danger
  • runtime: 0:28:49
  • wait_time: 0:18:41