Description: multimds/verify/{begin.yaml clusters/9-mds.yaml mount/fuse.yaml objectstore/bluestore.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}

Log: http://qa-proxy.ceph.com/teuthology/jspray-2017-06-01_15:51:26-multimds-wip-jcsp-testing-20170601-testing-basic-smithi/1252323/teuthology.log

Failure Reason:

SELinux denials found on ubuntu@smithi131.front.sepia.ceph.com: ['type=AVC msg=audit(1496338813.546:3836): avc: denied { dac_read_search } for pid=1612 comm="master" capability=2 scontext=system_u:system_r:postfix_master_t:s0 tcontext=system_u:system_r:postfix_master_t:s0 tclass=capability permissive=1', 'type=AVC msg=audit(1496341681.472:4441): avc: denied { dac_read_search } for pid=23561 comm="unix_chkpwd" capability=2 scontext=system_u:system_r:chkpwd_t:s0-s0:c0.c1023 tcontext=system_u:system_r:chkpwd_t:s0-s0:c0.c1023 tclass=capability permissive=1', 'type=AVC msg=audit(1496338843.952:3856): avc: denied { open } for pid=20990 comm="ceph-mon" path="/var/log/ceph/ceph-mon.smithi131.log" dev="sda1" ino=19008233 scontext=system_u:system_r:ceph_t:s0 tcontext=system_u:object_r:var_log_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1496340975.392:4364): avc: denied { dac_read_search } for pid=1612 comm="master" capability=2 scontext=system_u:system_r:postfix_master_t:s0 tcontext=system_u:system_r:postfix_master_t:s0 tclass=capability permissive=1', 'type=AVC msg=audit(1496338626.628:2881): avc: denied { dac_read_search } for pid=8105 comm=72733A6D61696E20513A526567 capability=2 scontext=system_u:system_r:syslogd_t:s0 tcontext=system_u:system_r:syslogd_t:s0 tclass=capability permissive=1', 'type=AVC msg=audit(1496338843.952:3856): avc: denied { write } for pid=20990 comm="ceph-mon" name="ceph" dev="sda1" ino=19008227 scontext=system_u:system_r:ceph_t:s0 tcontext=system_u:object_r:var_log_t:s0 tclass=dir permissive=1', 'type=AVC msg=audit(1496338754.492:3750): avc: denied { dac_read_search } for pid=1612 comm="master" capability=2 scontext=system_u:system_r:postfix_master_t:s0 tcontext=system_u:system_r:postfix_master_t:s0 tclass=capability permissive=1', 'type=AVC msg=audit(1496338513.246:841): avc: denied { dac_read_search } for pid=1612 comm="master" capability=2 scontext=system_u:system_r:postfix_master_t:s0 tcontext=system_u:system_r:postfix_master_t:s0 tclass=capability permissive=1', 'type=AVC msg=audit(1496338874.551:3968): avc: denied { dac_read_search } for pid=1612 comm="master" capability=2 scontext=system_u:system_r:postfix_master_t:s0 tcontext=system_u:system_r:postfix_master_t:s0 tclass=capability permissive=1', 'type=AVC msg=audit(1496338495.829:686): avc: denied { dac_read_search } for pid=8228 comm="unix_chkpwd" capability=2 scontext=system_u:system_r:chkpwd_t:s0-s0:c0.c1023 tcontext=system_u:system_r:chkpwd_t:s0-s0:c0.c1023 tclass=capability permissive=1', 'type=AVC msg=audit(1496339714.357:4319): avc: denied { dac_read_search } for pid=1612 comm="master" capability=2 scontext=system_u:system_r:postfix_master_t:s0 tcontext=system_u:system_r:postfix_master_t:s0 tclass=capability permissive=1', 'type=AVC msg=audit(1496338801.254:3826): avc: denied { dac_read_search } for pid=20812 comm="unix_chkpwd" capability=2 scontext=system_u:system_r:chkpwd_t:s0-s0:c0.c1023 tcontext=system_u:system_r:chkpwd_t:s0-s0:c0.c1023 tclass=capability permissive=1', 'type=AVC msg=audit(1496339414.054:4279): avc: denied { dac_read_search } for pid=1612 comm="master" capability=2 scontext=system_u:system_r:postfix_master_t:s0 tcontext=system_u:system_r:postfix_master_t:s0 tclass=capability permissive=1', 'type=AVC msg=audit(1496339401.334:4265): avc: denied { dac_read_search } for pid=22643 comm="unix_chkpwd" capability=2 scontext=system_u:system_r:chkpwd_t:s0-s0:c0.c1023 tcontext=system_u:system_r:chkpwd_t:s0-s0:c0.c1023 tclass=capability permissive=1', 'type=AVC msg=audit(1496339701.419:4310): avc: denied { dac_read_search } for pid=22881 comm="unix_chkpwd" capability=2 scontext=system_u:system_r:chkpwd_t:s0-s0:c0.c1023 tcontext=system_u:system_r:chkpwd_t:s0-s0:c0.c1023 tclass=capability permissive=1', 'type=AVC msg=audit(1496340601.072:4346): avc: denied { dac_read_search } for pid=23145 comm="unix_chkpwd" capability=2 scontext=system_u:system_r:chkpwd_t:s0-s0:c0.c1023 tcontext=system_u:system_r:chkpwd_t:s0-s0:c0.c1023 tclass=capability permissive=1', 'type=AVC msg=audit(1496338694.431:3397): avc: denied { dac_read_search } for pid=1612 comm="master" capability=2 scontext=system_u:system_r:postfix_master_t:s0 tcontext=system_u:system_r:postfix_master_t:s0 tclass=capability permissive=1', 'type=AVC msg=audit(1496342056.368:4595): avc: denied { dac_read_search } for pid=1612 comm="master" capability=2 scontext=system_u:system_r:postfix_master_t:s0 tcontext=system_u:system_r:postfix_master_t:s0 tclass=capability permissive=1', 'type=AVC msg=audit(1496341575.881:4409): avc: denied { dac_read_search } for pid=1612 comm="master" capability=2 scontext=system_u:system_r:postfix_master_t:s0 tcontext=system_u:system_r:postfix_master_t:s0 tclass=capability permissive=1', 'type=AVC msg=audit(1496338843.952:3856): avc: denied { add_name } for pid=20990 comm="ceph-mon" name="ceph-mon.smithi131.log" scontext=system_u:system_r:ceph_t:s0 tcontext=system_u:object_r:var_log_t:s0 tclass=dir permissive=1', 'type=AVC msg=audit(1496341996.307:4497): avc: denied { dac_read_search } for pid=1612 comm="master" capability=2 scontext=system_u:system_r:postfix_master_t:s0 tcontext=system_u:system_r:postfix_master_t:s0 tclass=capability permissive=1', 'type=AVC msg=audit(1496338727.001:3699): avc: denied { dac_read_search } for pid=20311 comm="unix_chkpwd" capability=2 scontext=system_u:system_r:chkpwd_t:s0-s0:c0.c1023 tcontext=system_u:system_r:chkpwd_t:s0-s0:c0.c1023 tclass=capability permissive=1', 'type=AVC msg=audit(1496338843.952:3856): avc: denied { create } for pid=20990 comm="ceph-mon" name="ceph-mon.smithi131.log" scontext=system_u:system_r:ceph_t:s0 tcontext=system_u:object_r:var_log_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1496338854.961:3908): avc: denied { open } for pid=21265 comm="ceph-mon" path="/var/log/ceph/ceph-mon.smithi131.log" dev="sda1" ino=19008233 scontext=system_u:system_r:ceph_t:s0 tcontext=system_u:object_r:var_log_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1496339701.773:4318): avc: denied { dac_read_search } for pid=660 comm="systemd-logind" capability=2 scontext=system_u:system_r:systemd_logind_t:s0 tcontext=system_u:system_r:systemd_logind_t:s0 tclass=capability permissive=1', 'type=AVC msg=audit(1496338634.370:2977): avc: denied { dac_read_search } for pid=1612 comm="master" capability=2 scontext=system_u:system_r:postfix_master_t:s0 tcontext=system_u:system_r:postfix_master_t:s0 tclass=capability permissive=1']

  • log_href: http://qa-proxy.ceph.com/teuthology/jspray-2017-06-01_15:51:26-multimds-wip-jcsp-testing-20170601-testing-basic-smithi/1252323/teuthology.log
  • archive_path: /home/teuthworker/archive/jspray-2017-06-01_15:51:26-multimds-wip-jcsp-testing-20170601-testing-basic-smithi/1252323
  • description: multimds/verify/{begin.yaml clusters/9-mds.yaml mount/fuse.yaml objectstore/bluestore.yaml overrides/{fuse-default-perm-no.yaml verify/{debug.yaml frag_enable.yaml mon-debug.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
  • duration: 0:59:45
  • email:
  • failure_reason: SELinux denials found on ubuntu@smithi131.front.sepia.ceph.com: ['type=AVC msg=audit(1496338813.546:3836): avc: denied { dac_read_search } for pid=1612 comm="master" capability=2 scontext=system_u:system_r:postfix_master_t:s0 tcontext=system_u:system_r:postfix_master_t:s0 tclass=capability permissive=1', 'type=AVC msg=audit(1496341681.472:4441): avc: denied { dac_read_search } for pid=23561 comm="unix_chkpwd" capability=2 scontext=system_u:system_r:chkpwd_t:s0-s0:c0.c1023 tcontext=system_u:system_r:chkpwd_t:s0-s0:c0.c1023 tclass=capability permissive=1', 'type=AVC msg=audit(1496338843.952:3856): avc: denied { open } for pid=20990 comm="ceph-mon" path="/var/log/ceph/ceph-mon.smithi131.log" dev="sda1" ino=19008233 scontext=system_u:system_r:ceph_t:s0 tcontext=system_u:object_r:var_log_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1496340975.392:4364): avc: denied { dac_read_search } for pid=1612 comm="master" capability=2 scontext=system_u:system_r:postfix_master_t:s0 tcontext=system_u:system_r:postfix_master_t:s0 tclass=capability permissive=1', 'type=AVC msg=audit(1496338626.628:2881): avc: denied { dac_read_search } for pid=8105 comm=72733A6D61696E20513A526567 capability=2 scontext=system_u:system_r:syslogd_t:s0 tcontext=system_u:system_r:syslogd_t:s0 tclass=capability permissive=1', 'type=AVC msg=audit(1496338843.952:3856): avc: denied { write } for pid=20990 comm="ceph-mon" name="ceph" dev="sda1" ino=19008227 scontext=system_u:system_r:ceph_t:s0 tcontext=system_u:object_r:var_log_t:s0 tclass=dir permissive=1', 'type=AVC msg=audit(1496338754.492:3750): avc: denied { dac_read_search } for pid=1612 comm="master" capability=2 scontext=system_u:system_r:postfix_master_t:s0 tcontext=system_u:system_r:postfix_master_t:s0 tclass=capability permissive=1', 'type=AVC msg=audit(1496338513.246:841): avc: denied { dac_read_search } for pid=1612 comm="master" capability=2 scontext=system_u:system_r:postfix_master_t:s0 tcontext=system_u:system_r:postfix_master_t:s0 tclass=capability permissive=1', 'type=AVC msg=audit(1496338874.551:3968): avc: denied { dac_read_search } for pid=1612 comm="master" capability=2 scontext=system_u:system_r:postfix_master_t:s0 tcontext=system_u:system_r:postfix_master_t:s0 tclass=capability permissive=1', 'type=AVC msg=audit(1496338495.829:686): avc: denied { dac_read_search } for pid=8228 comm="unix_chkpwd" capability=2 scontext=system_u:system_r:chkpwd_t:s0-s0:c0.c1023 tcontext=system_u:system_r:chkpwd_t:s0-s0:c0.c1023 tclass=capability permissive=1', 'type=AVC msg=audit(1496339714.357:4319): avc: denied { dac_read_search } for pid=1612 comm="master" capability=2 scontext=system_u:system_r:postfix_master_t:s0 tcontext=system_u:system_r:postfix_master_t:s0 tclass=capability permissive=1', 'type=AVC msg=audit(1496338801.254:3826): avc: denied { dac_read_search } for pid=20812 comm="unix_chkpwd" capability=2 scontext=system_u:system_r:chkpwd_t:s0-s0:c0.c1023 tcontext=system_u:system_r:chkpwd_t:s0-s0:c0.c1023 tclass=capability permissive=1', 'type=AVC msg=audit(1496339414.054:4279): avc: denied { dac_read_search } for pid=1612 comm="master" capability=2 scontext=system_u:system_r:postfix_master_t:s0 tcontext=system_u:system_r:postfix_master_t:s0 tclass=capability permissive=1', 'type=AVC msg=audit(1496339401.334:4265): avc: denied { dac_read_search } for pid=22643 comm="unix_chkpwd" capability=2 scontext=system_u:system_r:chkpwd_t:s0-s0:c0.c1023 tcontext=system_u:system_r:chkpwd_t:s0-s0:c0.c1023 tclass=capability permissive=1', 'type=AVC msg=audit(1496339701.419:4310): avc: denied { dac_read_search } for pid=22881 comm="unix_chkpwd" capability=2 scontext=system_u:system_r:chkpwd_t:s0-s0:c0.c1023 tcontext=system_u:system_r:chkpwd_t:s0-s0:c0.c1023 tclass=capability permissive=1', 'type=AVC msg=audit(1496340601.072:4346): avc: denied { dac_read_search } for pid=23145 comm="unix_chkpwd" capability=2 scontext=system_u:system_r:chkpwd_t:s0-s0:c0.c1023 tcontext=system_u:system_r:chkpwd_t:s0-s0:c0.c1023 tclass=capability permissive=1', 'type=AVC msg=audit(1496338694.431:3397): avc: denied { dac_read_search } for pid=1612 comm="master" capability=2 scontext=system_u:system_r:postfix_master_t:s0 tcontext=system_u:system_r:postfix_master_t:s0 tclass=capability permissive=1', 'type=AVC msg=audit(1496342056.368:4595): avc: denied { dac_read_search } for pid=1612 comm="master" capability=2 scontext=system_u:system_r:postfix_master_t:s0 tcontext=system_u:system_r:postfix_master_t:s0 tclass=capability permissive=1', 'type=AVC msg=audit(1496341575.881:4409): avc: denied { dac_read_search } for pid=1612 comm="master" capability=2 scontext=system_u:system_r:postfix_master_t:s0 tcontext=system_u:system_r:postfix_master_t:s0 tclass=capability permissive=1', 'type=AVC msg=audit(1496338843.952:3856): avc: denied { add_name } for pid=20990 comm="ceph-mon" name="ceph-mon.smithi131.log" scontext=system_u:system_r:ceph_t:s0 tcontext=system_u:object_r:var_log_t:s0 tclass=dir permissive=1', 'type=AVC msg=audit(1496341996.307:4497): avc: denied { dac_read_search } for pid=1612 comm="master" capability=2 scontext=system_u:system_r:postfix_master_t:s0 tcontext=system_u:system_r:postfix_master_t:s0 tclass=capability permissive=1', 'type=AVC msg=audit(1496338727.001:3699): avc: denied { dac_read_search } for pid=20311 comm="unix_chkpwd" capability=2 scontext=system_u:system_r:chkpwd_t:s0-s0:c0.c1023 tcontext=system_u:system_r:chkpwd_t:s0-s0:c0.c1023 tclass=capability permissive=1', 'type=AVC msg=audit(1496338843.952:3856): avc: denied { create } for pid=20990 comm="ceph-mon" name="ceph-mon.smithi131.log" scontext=system_u:system_r:ceph_t:s0 tcontext=system_u:object_r:var_log_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1496338854.961:3908): avc: denied { open } for pid=21265 comm="ceph-mon" path="/var/log/ceph/ceph-mon.smithi131.log" dev="sda1" ino=19008233 scontext=system_u:system_r:ceph_t:s0 tcontext=system_u:object_r:var_log_t:s0 tclass=file permissive=1', 'type=AVC msg=audit(1496339701.773:4318): avc: denied { dac_read_search } for pid=660 comm="systemd-logind" capability=2 scontext=system_u:system_r:systemd_logind_t:s0 tcontext=system_u:system_r:systemd_logind_t:s0 tclass=capability permissive=1', 'type=AVC msg=audit(1496338634.370:2977): avc: denied { dac_read_search } for pid=1612 comm="master" capability=2 scontext=system_u:system_r:postfix_master_t:s0 tcontext=system_u:system_r:postfix_master_t:s0 tclass=capability permissive=1']
  • flavor: notcmalloc
  • job_id: 1252323
  • kernel:
    • flavor: basic
    • sha1: dc9938ed50b816e230900df4f76fbb20284ad923
    • kdb: True
  • last_in_suite: False
  • machine_type: smithi
  • name: jspray-2017-06-01_15:51:26-multimds-wip-jcsp-testing-20170601-testing-basic-smithi
  • nuke_on_error: True
  • os_type: centos
  • os_version:
  • overrides:
    • ceph-deploy:
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
    • ceph-fuse:
      • client.0:
        • valgrind:
          • --tool=memcheck
          • --leak-check=full
          • --show-reachable=yes
    • workunit:
      • sha1: eaa5fa451e65d11b33789bca81d1832cb07570b5
      • branch: wip-jcsp-testing-20170601b
    • ceph:
      • fs: xfs
      • log-whitelist:
        • slow request
        • wrongly marked me down
      • valgrind:
        • mds:
          • --tool=memcheck
        • mon:
          • --tool=memcheck
          • --leak-check=full
          • --show-reachable=yes
        • osd:
          • --tool=memcheck
      • conf:
        • mds:
          • mds bal split bits: 3
          • mds bal split size: 100
          • debug mds: 20
          • mds bal merge size: 5
          • debug ms: 1
          • mds bal frag: True
          • mds bal fragment size max: 10000
        • client:
          • debug ms: 1
          • fuse default permissions: False
          • debug client: 10
        • global:
          • osd heartbeat grace: 40
        • osd:
          • debug ms: 1
          • debug journal: 20
          • debug osd: 25
          • osd objectstore: bluestore
          • debug bluefs: 20
          • debug bluestore: 30
          • bluestore block size: 96636764160
          • debug filestore: 20
          • debug rocksdb: 10
          • debug bdev: 20
        • mon:
          • debug mon: 20
          • debug paxos: 20
          • debug ms: 1
      • sha1: 086841f03391adaa27053f7f0f7215e2cd68f6cd
    • install:
      • ceph:
        • debuginfo: True
        • flavor: notcmalloc
        • sha1: 086841f03391adaa27053f7f0f7215e2cd68f6cd
    • admin_socket:
      • branch: wip-jcsp-testing-20170601
    • thrashosds:
      • bdev_inject_crash_probability: 0.5
      • bdev_inject_crash: 2
  • owner: scheduled_jspray@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'mds.b', 'mds.c', 'mds.d', 'osd.0', 'osd.1', 'osd.2']
    • ['mon.b', 'mgr.x', 'mds.e', 'mds.f', 'mds.g', 'mds.h', 'mds.i', 'osd.3', 'osd.4', 'osd.5']
    • ['client.0']
  • sentry_event:
  • status: fail
  • success: False
  • branch: wip-jcsp-testing-20170601
  • seed:
  • sha1: 086841f03391adaa27053f7f0f7215e2cd68f6cd
  • subset:
  • suite:
  • suite_branch: wip-jcsp-testing-20170601b
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: eaa5fa451e65d11b33789bca81d1832cb07570b5
  • targets:
    • ubuntu@smithi010.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC7zeR8IX44/Wc1M7gHopTjBTZog1nabXXlacEQQwaDOlw/HK1YMaDDw0KLiwMCDUqsHhLJjkYi+uIlDYMm3ihWnvXiI0cZTMDttp9uPD6SBgGtvdKNdwlc88YgVjX7NxPFM4YbCFJEJAKNH5XwIKb84Wud9RBvxdmrf5wlt30kO3pjQI4pr8c4EdDeLskMSChT7mdTbLc0TAQXXoQRVy7iQa+UD5BOVqpCLbYdfBe+58JthrnMohh5w9A/82QcETOjlUDw840LXclGMZxQf8Xua3naWYog4q9Ziz+IYzvjGvFker8tXqmkibh0xqURNOoFWdPm4W1xDiS2sxWKallp
    • ubuntu@smithi086.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDOkbFeBYYDX4VZj7X3qFhoX/KKMCzlmcv5Nvtks06e1KXnTYt+Uvw9C200xOFZDbwnPnzi5iej3+ThiufsbrmQ2QV7TVbU4n8XF2/vRBffovQO034GDpwykQyw9iwnM43n4JTkTuT1i8FkxShN5mlyNbAUZ4DZhyszTxT4xzYcSFVSA4LXUch5/M9O+trjjQDniNLOJJ27r0KK7PrLqzT1Ci4nzyCct08cc2UgvnOTD6wVBkPvv3SYDRrfXHPSnzAaqJ5AW+o4tv5ZqDrtOYqENY0Fz9aGbuDHRu3zKEHkLk5AziNSzvggEpK3mNaf30sPeqqHU1gGy5BeyR3cNwDz
    • ubuntu@smithi131.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDLjM/CggKsNuCMKhiXWlhZGEwGrE65zSqpDCCACIP5xxmvFrxIedI90FtA1MKdSpzQn4LuD3fUnv6raijPf6pfgbaDhlgi5u8l/aLeKHBlImfR3EUWwoZ4HSavMbglt0M7D+cskfKazu7LEiBtD72AYyZEqudXegXnq4gMQ1d1eiV3DB2HHPiowmHr99DGIc7E58U1/DKJHS7Uw2BsGYECpTYkzqTmFAjgmVdgod1LxwGOdVROa0zT1VsLCuUbSIgLND3xExhdvWHcDCDJrfwd38V0JJfp+iJfbMn3KZzSrsmEejC390DjLynmxof6k1nypsjcd/LfBof0jKBxsoFn
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.lock_machines:
      • 3
      • smithi
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • console_log:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • flavor: basic
      • sha1: dc9938ed50b816e230900df4f76fbb20284ad923
      • kdb: True
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock:
    • install:
    • ceph:
    • ceph-fuse:
    • workunit:
      • clients:
        • all:
          • suites/fsstress.sh
      • branch: wip-jcsp-testing-20170601b
      • sha1: eaa5fa451e65d11b33789bca81d1832cb07570b5
  • teuthology_branch: master
  • verbose: False
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2017-06-01 15:52:40
  • started: 2017-06-01 16:49:37
  • updated: 2017-06-01 18:39:36
  • status_class: danger
  • runtime: 1:49:59
  • wait_time: 0:50:14