Description: fs/basic/{clusters/fixed-3-cephfs.yaml debug/mds_client.yaml fs/btrfs.yaml inline/yes.yaml overrides/whitelist_wrongly_marked_down.yaml tasks/cfuse_workunit_suites_truncate_delay.yaml}

Log: http://qa-proxy.ceph.com/teuthology/teuthology-2015-03-28_15:55:15-fs-hammer-testing-basic-multi/825609/teuthology.log

Sentry event: http://sentry.ceph.com/sepia/teuthology/search?q=3ef788d88794419bb124c4924020667c

Failure Reason:

"2015-03-28 16:08:35.993327 mon.0 10.214.131.5:6789/0 3 : cluster [WRN] message from mon.1 was stamped 1.334524s in the future, clocks not synchronized" in cluster log

  • log_href: http://qa-proxy.ceph.com/teuthology/teuthology-2015-03-28_15:55:15-fs-hammer-testing-basic-multi/825609/teuthology.log
  • archive_path: /var/lib/teuthworker/archive/teuthology-2015-03-28_15:55:15-fs-hammer-testing-basic-multi/825609
  • description: fs/basic/{clusters/fixed-3-cephfs.yaml debug/mds_client.yaml fs/btrfs.yaml inline/yes.yaml overrides/whitelist_wrongly_marked_down.yaml tasks/cfuse_workunit_suites_truncate_delay.yaml}
  • duration: 0:33:25
  • email: ceph-qa@ceph.com
  • failure_reason: "2015-03-28 16:08:35.993327 mon.0 10.214.131.5:6789/0 3 : cluster [WRN] message from mon.1 was stamped 1.334524s in the future, clocks not synchronized" in cluster log
  • flavor: basic
  • job_id: 825609
  • kernel:
    • sha1: e6469c60bd8f6613f07f42650ded22fd1af68dc7
    • kdb: True
  • last_in_suite: False
  • machine_type: plana,burnupi,mira
  • name: teuthology-2015-03-28_15:55:15-fs-hammer-testing-basic-multi
  • nuke_on_error: True
  • os_type:
  • os_version:
  • overrides:
    • ceph:
      • log-whitelist:
        • slow request
        • wrongly marked me down
      • fs: btrfs
      • conf:
        • mds:
          • debug ms: 1
          • debug mds: 20
        • client:
          • client_oc_max_dirty_age: 1
          • ms_inject_delay_max: 5
          • ms_inject_delay_type: osd
          • debug client: 10
          • ms_inject_delay_probability: 1
          • debug ms: 1
        • mon:
          • debug mon: 20
          • debug paxos: 20
          • debug ms: 1
        • osd:
          • debug ms: 1
          • debug journal: 20
          • debug osd: 20
          • osd sloppy crc: True
          • osd op thread timeout: 60
          • debug filestore: 20
      • sha1: 59143d141ccb4d36e8ede878c0e317ff8a5f6932
    • ceph-deploy:
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
          • debug mon: 1
          • debug paxos: 20
          • debug ms: 20
      • branch:
        • dev: hammer
    • workunit:
      • sha1: 59143d141ccb4d36e8ede878c0e317ff8a5f6932
    • install:
      • ceph:
        • sha1: 59143d141ccb4d36e8ede878c0e317ff8a5f6932
    • admin_socket:
      • branch: hammer
  • owner: scheduled_teuthology@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mds.a', 'osd.0', 'osd.1']
    • ['mon.b', 'mds.a-s', 'mon.c', 'osd.2', 'osd.3']
    • ['client.0']
  • sentry_event: http://sentry.ceph.com/sepia/teuthology/search?q=3ef788d88794419bb124c4924020667c
  • status: fail
  • success: False
  • branch:
  • seed:
  • sha1:
  • subset:
  • suite:
  • suite_branch: hammer
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1:
  • targets:
    • ubuntu@plana35.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDiMSMiAxOdjxnFy+3mc1j76KPdps7OLEx4252n9d2SrUNG+0V4QdhwwXG8PTyASlbW2N9XhIAJrrdrmfZDTuht9OV3/zMIVvPP1wbPhd2PxExXOgw2OFQXTkV5/KGMweeJDPuhv/E5dc0oFN0ts76TDbjLRkN8h8oiJMMGyv693pXsIq/W8h3u8pM/hZnvf/5qLXabNAZarT4XXFUOA552SI8hP93Kggi3YwQQ3ZIuR0bRNZO3ezu5tF2g2SIXaZP3sPzbxYyRJbIB+KoiYLvyAxmj/Iyjhrywp8IteaeM8RuYBEQaKKOLOwKYbB/bB6DlAXosIFJvRgTC2F+WJ/Nn
    • ubuntu@burnupi16.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDY0z5p4byNFm/XI01BmGE1VJ5WIUyFhyukFvp4jIvSP7juOexMTWFSc3OhCNN7tTGMovcm3mNOFSZibaj3wBSCSjlmTAca9Jz2jS1x/5eeOVNroor9NrVf5ho+54kQHbtsAy3Q9kGRz9zpqky5etpK84I3oU74pV7FMWcwKQ0ym2j3UcaYmr7mSPUSvwd2LL5HZWZXoS+oxS8Zp8GjSdglFjRlfPa6UZzs8QrRpiElsD6fIf4yg/MMtlrQRrUMct/gY5i1Lgk0/slD3hkvtH9xCCLy27lI1waDt5+uKV9ANR3GnyIpZThSckLIheYW30qwMEp3FwkKZepNLSKISdQx
    • ubuntu@plana38.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDQ6kDA7dihEKceHwQp8yNzWs5Ag1Eo7VNVbborumRSWJZo0gYh3N8f32v68SPi9HcU/excqBHNLqyltSQgQHdg9MWxV/Zo9DIyZxaXSVE4njsZ7RuXo+oCd7MKeKILjKBwXk/fqBKEu/FxtrbR637SElGqfkKXmGipoPs55GrYVCt4FsnqCSWZf8DB8OBgXPpVy0MwREUtuOGQjTJc36kA2BDaP0AzRoSBa0Q3sI29LnfHdHvFr3jMiBn0aquLN9+CpHjVnrRsUot8fAz//iPAtdhyyuJa4ROD61Wse6OO17xDO1pWbhJuxyG/lj9dEd8tCCX6vtRBpHB6SVtSZ1tJ
  • tasks:
    • internal.check_packages:
    • internal.lock_machines:
      • 3
      • plana,burnupi,mira
    • internal.save_config:
    • internal.check_lock:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • sha1: e6469c60bd8f6613f07f42650ded22fd1af68dc7
      • kdb: True
    • internal.base:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • chef:
    • clock.check:
    • install:
    • ceph:
    • exec:
      • client.0:
        • ceph mds set inline_data true --yes-i-really-mean-it
    • ceph-fuse:
    • exec:
      • client.0:
        • cd $TESTDIR/mnt.*
        • dd if=/dev/zero of=./foo count=100
        • sleep 2
        • truncate --size 0 ./foo
  • teuthology_branch: master
  • verbose: True
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2015-03-28 22:55:17
  • started: 2015-03-28 22:55:19
  • updated: 2015-03-28 23:35:22
  • status_class: danger
  • runtime: 0:40:03
  • wait_time: 0:06:38