Pulpito :: Results Dashboard

Posted	Started	Updated	Runtime	Duration	In Waiting	Machine	Teuthology Branch	OS Type	OS Version	Nodes	Status
2020-05-13 01:41:12	2020-05-13 05:56:17	2020-05-13 06:40:18	0:44:01	0:09:08	0:34:53	smithi	master	ubuntu	20.04	5	fail

Nodes: smithi137 smithi176 smithi069 smithi141 smithi027

Description: fs/multiclient/{begin.yaml clusters/1-mds-3-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/ior-shared-file.yaml}

Log: http://qa-proxy.ceph.com/teuthology/pdonnell-2020-05-13_01:36:56-fs-wip-pdonnell-testing-20200512.190805-distro-basic-smithi/5050217/teuthology.log

Sentry event: http://sentry.ceph.com/sepia/teuthology/?q=882c4410068b45289b66e02d7766f168

Failure Reason:

Command failed on smithi069 with status 1: "sudo bash -c 'echo 0 > /tmp/python-ceph-brx'"

All Details...

log_href: http://qa-proxy.ceph.com/teuthology/pdonnell-2020-05-13_01:36:56-fs-wip-pdonnell-testing-20200512.190805-distro-basic-smithi/5050217/teuthology.log
archive_path: /home/teuthworker/archive/pdonnell-2020-05-13_01:36:56-fs-wip-pdonnell-testing-20200512.190805-distro-basic-smithi/5050217
description: fs/multiclient/{begin.yaml clusters/1-mds-3-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/ior-shared-file.yaml}
duration: 0:09:08
email: pdonnell@redhat.com
failure_reason: Command failed on smithi069 with status 1: "sudo bash -c 'echo 0 > /tmp/python-ceph-brx'"
flavor: basic
job_id: 5050217
kernel:
- sha1: distro
- kdb: True
last_in_suite: False
machine_type: smithi
name: pdonnell-2020-05-13_01:36:56-fs-wip-pdonnell-testing-20200512.190805-distro-basic-smithi
nuke_on_error: True
os_type: ubuntu
os_version: 20.04
overrides:
- ceph-deploy:
  - fs: xfs
  - conf:
    - client:
      - log file: /var/log/ceph/ceph-$name.$pid.log
    - mon:
      - osd default pool size: 2
    - osd:
      - mon osd full ratio: 0.9
      - mon osd backfillfull_ratio: 0.85
      - bluestore fsck on mount: True
      - mon osd nearfull ratio: 0.8
      - debug bluestore: 20
      - debug bluefs: 20
      - osd objectstore: bluestore
      - bluestore block size: 96636764160
      - debug rocksdb: 10
      - osd failsafe full ratio: 0.95
  - bluestore: True
- workunit:
  - sha1: d0382cb6c9f8923b0d45b8561b090030ec28bb27
  - branch: wip-pdonnell-testing-20200512.190805
- ceph:
  - log-whitelist:
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
    - overall HEALTH_
    - $FS_DEGRADED$
    - $MDS_FAILED$
    - $MDS_DEGRADED$
    - $FS_WITH_FAILED_MDS$
    - $MDS_DAMAGE$
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
    - $FS_INLINE_DATA_DEPRECATED$
    - overall HEALTH_
    - $OSD_DOWN$
    - \(OSD_
    - but it is still running
    - is not responding
  - sha1: d0382cb6c9f8923b0d45b8561b090030ec28bb27
  - fs: xfs
  - conf:
    - mds:
      - mds bal split bits: 3
      - mds bal split size: 100
      - osd op complaint time: 180
      - debug mds: 20
      - mds bal merge size: 5
      - debug ms: 1
      - mds bal frag: True
      - mds verify scatter: True
      - mds bal fragment size max: 10000
      - mds op complaint time: 180
      - mds debug scatterstat: True
      - mds debug frag: True
    - client:
      - debug ms: 1
      - debug client: 20
      - client mount timeout: 600
    - osd:
      - mon osd full ratio: 0.9
      - debug ms: 20
      - debug journal: 20
      - debug osd: 25
      - debug bluestore: 20
      - debug bluefs: 20
      - osd objectstore: bluestore
      - mon osd backfillfull_ratio: 0.85
      - osd op complaint time: 180
      - bluestore block size: 96636764160
      - debug filestore: 20
      - debug rocksdb: 10
      - mon osd nearfull ratio: 0.8
      - osd failsafe full ratio: 0.95
      - bluestore fsck on mount: True
    - mon:
      - debug paxos: 20
      - debug mon: 20
      - debug ms: 1
      - mon op complaint time: 120
    - mgr:
      - debug ms: 1
      - debug mgr: 20
  - cephfs_ec_profile:
    - m=2
    - k=2
    - crush-failure-domain=osd
- install:
  - ceph:
    - sha1: d0382cb6c9f8923b0d45b8561b090030ec28bb27
- admin_socket:
  - branch: wip-pdonnell-testing-20200512.190805
- thrashosds:
  - bdev_inject_crash_probability: 0.5
  - bdev_inject_crash: 2
owner: scheduled_pdonnell@teuthology
pid:
roles:
- ['mon.a', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
- ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'osd.4', 'osd.5', 'osd.6', 'osd.7']
- ['client.0']
- ['client.1']
- ['client.2']
sentry_event: http://sentry.ceph.com/sepia/teuthology/?q=882c4410068b45289b66e02d7766f168
status: fail
success: False
branch: wip-pdonnell-testing-20200512.190805
seed:
sha1: d0382cb6c9f8923b0d45b8561b090030ec28bb27
subset:
suite:
suite_branch: wip-pdonnell-testing-20200512.190805
suite_path:
suite_relpath:
suite_repo:
suite_sha1: d0382cb6c9f8923b0d45b8561b090030ec28bb27
targets:
- smithi137.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCtsPL58TWRS+b+Lj+pf1L4emoq+QxzG8U/+aTDtyZyqAbNcbiNQHfpJF3Tl0TO7iWlsjUAITv378+X5uWISdSZjy0AWrmUTKlGF5mG3k6VnaXqSWLvMiZ06T5uG19bzT7yjILjsrsbff/j4S1BMTykzNO6n3xz+j1Bn7ueY2wIDN9brUFaFiLdN7RBKOVs+ImwAsnDVaJ1cctN069qzT6NaPO43YCoog+z9uP4sTvZOPZDs82k+be7h4hDmz0Y4yFfqAboHG/kde/YP46P53UQX/jGC502smrA4jauFSOB50ap23V2Dn/bWS/yXQlPe1hekphZEFPnGt+GCw/jdnjIgrGWVwgSw0bDIVsaPsr9oSRkHm12L/CkkaWBuKtq5BFC2Jqb8xFr5xyAwi1t0AmIxMN5xzhoH4tTUHbSXHI2I2lfPn5lj57S+LVj1p/UeHf9S0bTQkFkp6noBjoet5BMaSIhLOMF2z4kXVIiTmet0HphgrMSke+rzFENaXxIjlk=
- smithi176.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCz/WvRgzQkXuUoeLXUSvnZLh+96UgUPlpKhNzu4YrX6U2aiFJpLz4NadK2YETodvaVf+2+089zNmIf3yX661j6XgG0hgKquXOP+7GR7yWqZR/b8kK1xpgJ7aoa9QroK2krVlSxhfO4wQkKR+V4XWqYOgFv9IpFJD5/KAIfDzZJh1aC8o9pwzOcKPOtWgYKzXLwRTKUI10gggs3ZXDNrMTKevZqNIOInosywpNNy3bCwppOBTuyaJFlbcNtRH9WGjU7s+q8Xx2b3APLCyOwhaSmSRtd0LAmfwlP+vXIvhhbuzXP37E1YvKUx1q045eGVUHwZgoBkBV58r1rbu4EpLJbII+odstBGuS71qLMRmuFKfAux3ZankIH4otRT0h8OPaSaNXDmT0U94gBZ+rbuUaqY2zvsn45OxOEQsuNMCkQMXhigJh50TR1uUtkEMzO9wnNZFQ92OkYW0/jrbSZPHHrU6yEnyyCUywrvKbU/ekb1JNrM9A+b/KEk0IuG72+l98=
- smithi069.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDDWpFSEBPUDE3yOsYRGq0/fT4a/mWeLuLQpjTz8XyJ9jKPxgzqn7W1LHvtLKtpFMlQiiupSGf4+UcccbvZzVUKqaaqddSYPMFIXOxFKIaIm4gi/W4VUkjQPZCtOa6UXzueAcArQDpZfPO2Xx4IZ7ybhtKTMP0SW89Psqvjl4STxrrCwshas07tVo4u3nKUnCWCiAIIM4jiZfka54LrGhC9VqMKo0zH8PzbA9p1wwb3flNv4bcPqQEnSYPAqDpvrwEfVC1YfGri4oGl/JwcUvmVBThcsLTcMUZodfclaspKsHS8J2USvOofmS3rFqzcmyHZ9hZXTH9GBZKHh530ANECJBxdVdlItrH+WDPd4V0wE7H3jauCscfm38EY1MyAsPY01anYGGo5BPW14iqI6ouVItHWTZwE6/Yj/Q1Wc7Wlmzc2s21zoZ52qbWi2Zk0JM8m90Tmg00zyq0BVOljKyW5tcUPoYybVFAeqh1hmAFl7dMwRojeYUOdFr8j9OtYnv8=
- smithi141.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC/R4d/3Pe0q6UcHZuuegAuvEJSFQke+TcwqLwBIhQJOF6WiEymTjC0a30+kAgPEOKj0jDaKy1oY7G1RKxQguHoGPdsAaII1ObQXTNHwt9DrF+HZXCkufk6PHcL4WCfVe3Z6pKY4QKX7P71Pp1fq4pxR5A7ZU1wubrCPNVEBVWOwaHF622Is+fC7/4wEVhFPdsy32Bw6fNIjAE1gLF/0D62Y7WVLFKUz5CrzD8ir9U3krpdHc/82Z0DGdmHxjGChV/jpYuKmwP2RHH0E0cNSYieKVU3uDRTLA92J9rW2/s9YrQ3P6zneWIrwUijnaJnoDYIg+Nmn3T5jVtQAAqjbis15b6L+qgV7VJnGbt8Ll0jx+uwKFUrWE1VlrC+YpjVOc8BTdUxgmJmdQIpb8dgStjA1hvpriAKS66DVuBFStb91sa1+s6h1XhJ6c+wZ431xyGPfSrIVGLjn6AeIFAA0RjIytlPLakPqtZJd3yHwug+CChBmBo8NXd6mMi3X6wvizc=
- smithi027.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC1MIPPBCGjXReJCgySmYhGGd80qjkQSeXBxFvGPvFOyT81L+/lizwQlO4U0+N4JJ1YTC8UOgGO4uVfBJBC1l6jCUBGaMuGX6Wpj44/pERsY649ipD2sKCvGH3Ct/sWBkjuQ1cdcWR2WhXcma+ExTT3dj41nAdOdIrMo9cTlSWMKU9xDPnjNMI1NqCvfPukY3E1UfIzAhrqPu7SkkiIfe1i0fwXwJf31zQJr7AL6m9y3PpJoZb4rHIx1dm73VidKGWP4ZDk/lQ7XLw+NNCCDKN8aA1Bh59ICQOLZJMLpIAFEVeyEIQyi3vq21kHpFjYkW9ZYKowqzpmUBr5fobeh3zytC1BC9Ja1mptOaYHB9hgQovQBKzzAKDffeiB6frePs4QE3JHgQCX0z5YfXVxMK5v6cfj3pNwQ51RN9JPOoz17ZOIB3xCddXfRueC+3z0VDQvgEi126LtY9LMwp0/F+FNGpSKIv/GMhtbYIsLiuC+RHjdxRo4Kdfm4svA/aJEXfc=
tasks:
- internal.check_packages:
- internal.buildpackages_prep:
- internal.lock_machines:
  - 5
  - smithi
- internal.save_config:
- internal.check_lock:
- internal.add_remotes:
- console_log:
- internal.connect:
- internal.push_inventory:
- internal.serialize_remote_roles:
- internal.check_conflict:
- internal.check_ceph_data:
- internal.vm_setup:
- kernel:
  - sha1: distro
  - kdb: True
- internal.base:
- internal.archive_upload:
- internal.archive:
- internal.coredump:
- internal.sudo:
- internal.syslog:
- internal.timer:
- pcp:
- selinux:
- ansible.cephlab:
- clock:
- install:
  - extra_system_packages:
    - deb:
      - bison
      - flex
      - libelf-dev
      - libssl-dev
      - network-manager
      - iproute2
      - util-linux
      - dump
      - indent
      - libaio-dev
      - libtool-bin
      - uuid-dev
      - xfslibs-dev
    - rpm:
      - bison
      - flex
      - elfutils-libelf-devel
      - openssl-devel
      - NetworkManager
      - iproute
      - util-linux
      - libacl-devel
      - libaio-devel
      - libattr-devel
      - libtool
      - libuuid-devel
      - xfsdump
      - xfsprogs
      - xfsprogs-devel
      - libaio-devel
      - libtool
      - libuuid-devel
      - xfsprogs-devel
  - extra_packages:
    - deb:
      - python3-cephfs
      - cephfs-shell
    - rpm:
      - python3-cephfs
  - sha1: d0382cb6c9f8923b0d45b8561b090030ec28bb27
- ceph:
- ceph-fuse:
- pexec:
  - clients:
    - cd $TESTDIR
    - wget http://download.ceph.com/qa/ior.tbz2
    - tar xvfj ior.tbz2
    - cd ior
    - ./configure
    - make
    - make install DESTDIR=$TESTDIR/binary/
    - cd $TESTDIR/
    - rm ior.tbz2
    - rm -r ior
    - ln -s $TESTDIR/mnt.* $TESTDIR/gmnt
- ssh_keys:
- mpi:
  - exec: $TESTDIR/binary/usr/local/bin/ior -e -w -r -W -b 10m -a POSIX -o $TESTDIR/gmnt/ior.testfile
- pexec:
  - all:
    - rm -f $TESTDIR/gmnt/ior.testfile
    - rm -f $TESTDIR/gmnt
    - rm -rf $TESTDIR/binary
teuthology_branch: master
verbose: False
pcp_grafana_url:
priority:
user:
queue:
posted: 2020-05-13 01:41:12
started: 2020-05-13 05:56:17
updated: 2020-05-13 06:40:18
status_class: danger
runtime: 0:44:01
wait_time: 0:34:53