- log_href:
http://qa-proxy.ceph.com/teuthology/teuthology-2015-04-13_01:14:03-big-firefly-distro-basic-multi/846084/teuthology.log
- archive_path:
/var/lib/teuthworker/archive/teuthology-2015-04-13_01:14:03-big-firefly-distro-basic-multi/846084
- description:
big/rados-thrash/{ceph/ceph.yaml clusters/medium.yaml fs/btrfs.yaml thrashers/default.yaml workloads/snaps-few-objects.yaml}
- duration:
- email:
ceph-qa@ceph.com
- failure_reason:
- flavor:
- job_id:
846084
- kernel:
- last_in_suite:
False
- machine_type:
plana,mira,burnupi
- name:
teuthology-2015-04-13_01:14:03-big-firefly-distro-basic-multi
- nuke_on_error:
True
- os_type:
- os_version:
- overrides:
- ceph:
- log-whitelist:
-
slow request
-
wrongly marked me down
-
objects unfound and apparently lost
- fs:
btrfs
- conf:
- mon:
- debug mon:
20
- debug paxos:
20
- debug ms:
1
- osd:
- debug ms:
1
- debug journal:
20
- debug osd:
20
- osd sloppy crc:
True
- osd op thread timeout:
60
- debug filestore:
20
- sha1:
12143ff9b25fdd96f8d1a9cecb1329c7f354d414
- ceph-deploy:
- conf:
- client:
- log file:
/var/log/ceph/ceph-$name.$pid.log
- mon:
- osd default pool size:
2
- debug mon:
1
- debug paxos:
20
- debug ms:
20
- branch:
- workunit:
- sha1:
12143ff9b25fdd96f8d1a9cecb1329c7f354d414
- install:
- ceph:
- sha1:
12143ff9b25fdd96f8d1a9cecb1329c7f354d414
- admin_socket:
- owner:
scheduled_teuthology@teuthology
- pid:
- roles:
-
['osd.0', 'osd.1', 'osd.2', 'client.0', 'mon.a']
-
['osd.3', 'osd.4', 'osd.5', 'client.1', 'mon.b']
-
['osd.6', 'osd.7', 'osd.8', 'client.2', 'mon.c']
-
['osd.9', 'osd.10', 'osd.11', 'client.3', 'mon.d']
-
['osd.12', 'osd.13', 'osd.14', 'client.4', 'mon.e']
-
['osd.15', 'osd.16', 'osd.17', 'client.5']
-
['osd.18', 'osd.19', 'osd.20', 'client.6']
-
['osd.21', 'osd.22', 'osd.23', 'client.7']
-
['osd.24', 'osd.25', 'osd.26', 'client.8']
-
['osd.27', 'osd.28', 'osd.29', 'client.9']
-
['osd.30', 'osd.31', 'osd.32', 'client.10']
-
['osd.33', 'osd.34', 'osd.35', 'client.11']
-
['osd.36', 'osd.37', 'osd.38', 'client.12']
-
['osd.39', 'osd.40', 'osd.41', 'client.13']
-
['osd.42', 'osd.43', 'osd.44', 'client.14']
-
['osd.45', 'osd.46', 'osd.47', 'client.15']
-
['osd.48', 'osd.49', 'osd.50', 'client.16']
-
['osd.51', 'osd.52', 'osd.53', 'client.17']
-
['osd.54', 'osd.55', 'osd.56', 'client.18']
-
['osd.57', 'osd.58', 'osd.59', 'client.19']
-
['osd.60', 'osd.61', 'osd.62', 'client.20']
- sentry_event:
- status:
dead
- success:
- branch:
- seed:
- sha1:
- subset:
- suite:
- suite_branch:
firefly
- suite_path:
- suite_relpath:
- suite_repo:
- suite_sha1:
- targets:
- ubuntu@plana27.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDjSx3MxiXFauUrEgusECsuXjPh4/rR0kkF3f3MUi3xPMvKpm/kvJpyfq17O15/Ee/4/9kvb4JqQK/5rRUkCSy07AVAzwJwqeta1H2/vXaPlhFVBuS8GrsypgFYZapwjTRCW+n8FCtHC0VTfrcKjiCr95Gx1IH6N+2AJKPQ5+CTHg5sIG8fH3y/mU2E/t61i0QGI5wyMiU1KPZrNpM0sUbzUSCnyLmzVC7UNrGw6aCO6DMqASdm2PIATlE3SXA2Z6+HHSptUnc3EhrY+1MHrTJe9sPPMz0rrybysMr1oo6wpGNmO5GrTA3VdULZKEvsNf/D5kdPuPW2GPYCnAcLXWnz
- ubuntu@plana04.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfuFAM1VALsV4UHB+da5QvLTt4nS9vYkUhZXRchRarWxx9pvfvkVe58F7YtKKNxUcQDiLbdiFpeO0RTsUeCuchq1NWl8+BbUCGkiFNOxSsy6Gp62fxEcTyeXwRzPmMVCPxxiCbeOyQEwcxDLoERk4cbuh4nmja3zgX/sqUGpl5Rvto9Q4OteqMvbvAZkVxOuJNNJjBIFJ2vbtOX3JtcG5/Zw/INuAmPj4wecKn6i7mAYq974RjvkPFYH3aZ0G8tL/nu2qbIXbYCi+gIsndAw/h5iyfFXS6XDJaCebGN3h0/ApEyCZon6Ik/m0lelcsa0H/sbSJoODktdYXZCDykvRj
- ubuntu@plana02.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC0tBGTP5zx40tHYJBta4o5wdjjMttnDcf69b2YwvSBz/4+DKsMg9oNy1TCGSFpBcgNiGbi8Qw0mQotJJQjKeZpFVAaK3G7eftTa9b+GXQhWFs3wfEgP4nrkmYI4HAFtN5u+/TmwBL4CErdQ9pSMCSuEFzdkeLcQGV6cI+jh//kl4PjkK2GskFdfoXTxzkdxmKwVhYBv5WSmX+5oAfg1a5GsqaDA3VJ2Y08i9FuRz3RtrLqTMs93EqdhGKmGUxVYrRGTeR0LeHe8q2puXaXl552lDXEqAy5kcxSsJ0jP0KGw52baqRNVANZcVYQd6KRmKQvyg6+GYeRYfoyoomiOZdR
- ubuntu@plana80.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDUaRgJmTQ9QH0nmaEOyIo3FlyrkJEZseFyHVdtziq4VgksZNdWf9ebVaQPjBfuk94VHrKvPN5udeXU5/DIvTGOYFUdK0QbZ8RdzyvMQiTxnEVxmPk4xcqhxktymFQc4BpyNa+/xgTXhCvG6rLCRucNfwMbgnMqpGlkUZOIa7MdHJTRf0kY0gBGwNF0gRExU/4Ub0TAc++0psIK/P5EwbJRgozdzDDOQo13T4LtEOswmbPXYWPLdZivWs4byKpvPP5XJPB6qRLUpgKfKfL9g6waaOVOf6RIO6TnWlYnIBkLyxi4NfY0pWWI4tvAkAYVCz8foUsSzLLMR+zhaUDAHusX
- ubuntu@burnupi27.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDV3o7ujCO+e/OGyljt0Q4UFlye2MsIZa2QCvasfmbhovRN3wcjNwusAkZ7OC+XKGrO9OerqAWVmwI+z0J0rU0/JrWodG8UtSo7UxlfFs+tAHKcVT8t5vAnpNXh9jLqsnGbL8C+rpEk2gl+y7eexn9j+am2GeSvjVXHB6U+spsGxq+59zuLhL3/c2FYVwuYKAJpIQdqTA5z5Ehdb50QeX3WjT5EqNi7+auLr7XGS5veW6q5NDUbuRlyqr8H8L4feAaZEbZdUJh2w/Q60glpNj4z0OXH8shjxn4jSKZSKEKzmpB1Bk88GoSs38z6yOQVuIo+qGXiuM9j+WDTfmM+VQVX
- ubuntu@burnupi53.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDIqnFxNwPrw2JXbUw2JdoEjya/UUMpvWE5z2AOmci2waq3V0ZxmUgK0JcTS7fq5ALbXFtL8RfCGuGf9i937ZipX8aX+AcBKMB8nnqx1Rp6xS3VnvFx+YYwWRZEVwX3Wmrhf/l4n/+lD9U91uvkbb3Wz9AT8i2zPtTx2SfQzpOyWZdWEWpfVVmGLIvr5z8P0jTXathf01UnfddE5ya/w1Y1fDMVbILSHnqpCWKIFLrVm3yJ+v/Y76DBCktrIUYEe7X/2gkOouw/oZ6KgIOqRs0h8MafvubdmaSfs4Sy/ZIYthytvmUXO2pr21bMOk0lo6hqb0JM9O6YoA/dBHTNBmrj
- ubuntu@mira108.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6w50v/R2a2lqyR7GH/nanf+PJNW4Z5C1RFa5ivCrMdUYW8Pdw+RgUIEeQLDmhgzlT2aAN3v5PuAgrcQfo0smvhKSJbpU5ldvyST/W+fo7TB+D+03CXYAM64MmPM2uPVgMpRx3DGyPOfjIR5KxRAchFwXEOax9dNS3WiS0nkam/u+jKgmfbOCxFVEDfx3GH/06ShL8omgs1hNwY7nhelw5gdzd3ZcG19YmkNCf0zLS8zWjSsaGjiXhN0twCqgqyRLDMnGfm5o8xU5SzdxIiZQTG6OkdgWMnur1TgRWFEXCcvqB0RwRRpNs6/6919QiW+SAsjQqXXUG8s4LAuNWbjJ9
- ubuntu@burnupi19.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCt15RAG+1Z9/uSaYcOy9asWjHrh/PMbsYNVWJk2zGQ+qGgwiEjI/IzAOkDPZu33EbVjtrbXfHcat1AMrRRXZSIofXLAhB/MCjsXwQNqw9IvFQzS2CLE6JUdCNmcWaO1N+GAKfk2gjWHCf6Wsx6V/+4BjTeFPrYNEagcTnMOP7sZyiDDGMk2qeiL1YKwDZcQYtBorbYVkU523q0Dc0GkHC3oJJaKOaF47aldlCmRAkqrUzxhyYm1jHqoE4MXKWsg72l6Yhkeq65yZ26o+wx8GysxC+Ct94u7O2WmB4MVLFfwUe/LNozax64kpOqcQ5AM4v9k8jZmMeLhIf/kUWj0aUv
- ubuntu@burnupi29.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDQexvL2/dnd73I2pV6wVwdGiYas94rFbfP7Up9i9iUqVffj/61i5YMbGCMFDG8GQqNjdLfKc0a3CogjgSAy7sV7lIT4FzMQ64UTLsUnlshI9r/lsXdaekf3WP00hfjSjUViGJJOtxkeWKkI1pZQFElxBGINb9cmVRRxRFnBxayIjfWCY2HAp463Ejmt2QSij1KJ5noBSFkZxysa4kUjlxLFabQ+5NO9gc4cKBdm4Npa5fgjbpr7o4P1OT+gCCTjP786UZ2ZP1B67YLPjxuE3IUT0Li4/mcDJ5drD/U6/lD9O5U45enZPNQE7+fbL5AEkTansvDcePJUrdfsCvS3kT/
- ubuntu@plana76.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDQpts29tBw5/FjhdRJfAgDLFSNJqlCiOMjiFxshqsGE8/I5yoxpZ1PTZfoyZ9mTklOpYb33QqzdiuuiuRsDgLWkb1tVBRjLM18Ln1RUEbTk7Lf2Nm/xWrchTvDiMQ8GE7P0gddNDf85IG03AoyXE2hQZ2ol1zGpw3YYIwjVMOr1vtbdFP/tQedO/OAMzUY4R0tvExcFKgAWrs1kltvxKViWX4BoVdmyHloQIcPuHKbrVrgpnTKBEW7uxFrnBP2IT8SnPRCyNwkyAdI1YF5NakzIZIK2ax2/VvMjYXJ9UeG71K7QrNMWR7LFH60/aF57fG00I81IwZlyR4ghbaKPjV1
- ubuntu@mira119.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDhVD8fyz7kv8d7j7PNB2rjUJozeok9xHbFFQMUKNyZXIsto2JN6u9Kk9hybwcy2Vr8DRwcv/MXfpnnntB3w8Nh0v9WWPcRv5nSK3HGuLPclt1G/m1d+d9zc9jb74UjoirX+Ek+aJbK+UmC70hCSn/JevRvs8/+EW5IyYCLoRzlG8TVvLNFNtmLClROviIlg+A9uy5zCMiwSNGiyFpzvGfxIV5n9VNh4C+zvOYUJEfOYL05ducWl/At4G0GK5GVtdnNAxOEjeAAOCbF6gf5L9REQnI25IhU61aA6N/gMA4hsR119xT2lcrcJXBf09dm4pMiyLrcbdqQlnTb5ICQj3Op
- ubuntu@burnupi17.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDPu9rhbsS7HaeTK3z3UcKNk8A9LaXJV8f7+0XNGMa8mP+8kUeZGJIFL7FKPRR01GndMQ4OcSD1qyJ/U9GWLgMzdBHjSAdiwDxfz/E96MJ0iGGjoK3SW0ZzGTNbkQPYPEekqvyh8Oj+qId5CydSdFXIqoVNa87pZq0hvI1QguduUhGxoTsY7AkpnjjSHWg38wq9yJebShJXkUWLV8BdzwiBrJ8G70aT79GKTWK9Kwl9b5Bo3kkyui3ojHnee30mWdLmYWoUTRQHHI/kWnPl4YtyEilmfocN3a0cvmcfoct/EgGLCfxMJ0QBEQGmsJk0wsglUdCxmLxVHlPj16FBTYkr
- ubuntu@plana20.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQChNgmTMvoslXWIdWLhcDYuUZ3YrTT2YnTytqrOmLwfQI0N3HE7weGkO7zCNoOWP3glVsAZ/knBmmv6d/ro/Ttt96cSfUqYaqHLVr+fDS+gQx5HVuUX/vecDptMfkXIh0o/4SeKilMBi9/zswmKVAFicyTiKZJe/daVTImmNzdw8WD+iYlrTAkiMfLjvtB9LwYPs20KapgQre0wvjavOX2TBFJFIdC7PtGY22UgkPsKYPomWshzjIqdc2xEcx+y5lENTNe3p/WND2mJa3mEvn++RuTFt6xySBCZAI77/plYoyJg0GvQ4L5z/BeZEtr7vGOpjcQL5+E61SXbmWOkOGeD
- ubuntu@plana28.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCkKJD7hCrNCXtCvdtPKnl8GwL1dDMwWGul+xyMPjBhtyQkLGstNgQCYTmhHjXE4wLuDn3cg50noaurg9VJZrIT55ad3jPaZvb4Haed5dbnE+/rKDN/dDstaYcNIaSV6QE9ONVb7llJrpXToA7fUVoHpuCkji1WWRQgncsXZv92CK7DqSKWYQLg7VAkhIXyejnq3PHrV+X+zYLkNN/JK01TnLecBg3rzxCnVpAnXB66g7fyW8MheBhu4hAmRyAxQ+g5fEwCzVuzAOvF/8bXx6ByHpq5wkmhHDJXqIrlzJ8DsULa10UoXpWbJx2lOBSdLqnOiF5ZbJ++nAl1duCvkIWZ
- ubuntu@burnupi15.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDcrLmmUAKF0g5Hz4ggX+VtUlLLjo+5NNamZPUfzL6xxuh59cPUUGj9zWRkT/CgiWOvUh07crWhSR1BeaG48WJGvFHvIomZOftsVPH0xEe68qtBYFbytvLVfQ2nDIAt2WhFPVtUPRacQFdpRWCFOywIhbhbLtM+DIh8uSVTZu5uXXXAcxVuFJlJU/93M1aYE92LD9kc6DMbPI+2gaMEOoY9sUMItNx9M42TEduXpTzGp8fi9i3inNGDtPKvOFhpzrSdnMKQFbccXLG/QhqPYfmlUScpjPfoFMesi3ByhvwMoPXeD2fN/D81Sk7aFVFt3J0mlG5CqD5PjJ7iVBDMhlE7
- ubuntu@plana35.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDiMSMiAxOdjxnFy+3mc1j76KPdps7OLEx4252n9d2SrUNG+0V4QdhwwXG8PTyASlbW2N9XhIAJrrdrmfZDTuht9OV3/zMIVvPP1wbPhd2PxExXOgw2OFQXTkV5/KGMweeJDPuhv/E5dc0oFN0ts76TDbjLRkN8h8oiJMMGyv693pXsIq/W8h3u8pM/hZnvf/5qLXabNAZarT4XXFUOA552SI8hP93Kggi3YwQQ3ZIuR0bRNZO3ezu5tF2g2SIXaZP3sPzbxYyRJbIB+KoiYLvyAxmj/Iyjhrywp8IteaeM8RuYBEQaKKOLOwKYbB/bB6DlAXosIFJvRgTC2F+WJ/Nn
- ubuntu@burnupi22.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvcs33PS2MQMxrCXm6jPOz1tz2i0bGA+8uVmTWe7Iu2W+fsHonGTMHJxPVYRAMe8WDulEYtkwK64s9D/Ph38kRK0o62SA599NKVIPvh1LzZadkWCX6aKlLv6cQYvQxOaUBuAlOIKQ5h0IKxu2lBPCHg6CIRHLUCYmTcR2PzXahMS9ToGMq+NS36+/4HmYPQ80lJcf1D9J+m6ETVMZ+DDcV4B6DWyImczwfNvXJY/Mj10bh4ZyEt5MSTVqfFKqNa3K1fWDzWUfsx8G3QGnyXNwuhUfRBslkIn4bFM2oJvGpFqZOSPGEskjM3IZaqhcoydnYDTTIWHG/8K5WJ70ZBhdx
- ubuntu@plana85.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDw0frV1OUSi+PPUAlsQdK9I1uwua73xiWQGJM/Ig3mjlo5uBJvr3iUmvVtyhyrbPFWcgWPd08hPiFk5Jl9A9n75/u9RZNj43WxY6Ef7ct+C39QgTeNf5ioJse2HElPo+5AQAFlZViZ+BC/+9ejo8ZJTndBVE1suj+74JCg2wJbtfFgmTFqOJ5wz3SUDv1JrykVYQDM2xVxL31fK0ESJx+ZAAM1kOM+vJ3BvUy1493ExwDF94//Eh1tWfa2VGrEe67WT7SQ8X4wm8CZ5lBMo/97RzeSviFjT6ZHJKwFapl0ixLGYpO8ezOZCRxlK71xkb97BHttg9PU/yqj406mFijL
- ubuntu@mira063.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDcCEpM7MjrSLRcUQyVJyHDciJcvscEAr343Sc3MmgEqKpVEGl2DjKUg8o1NELp1zKVwY7FETK2CTNzmyMU3KSsIoNUhiOxluSBclhna1frxH+JzYtq1cPd3KxIq9RVuUQcu7J5t6OblO7hj1HzRZfTg3Whjlwp2agfEcB5WSF+8en1w/7EJ2E2UfLFvQ89CnLDeaH84XkeFKNHncWxkw/iVBa36BwDBHKhWrLC28aftA8ilSKlROCJeeqf0DFUe9GWmEXqzueOJd4nxjPRZ9hheGBcTjF33L9tli5MjddWal+QLV7sqZXW7qMryKVVGkpqsL4obnagt9PqMG+fVmVl
- ubuntu@mira076.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCeK6xx1bHlw/xX45FL2ecjHLRhbCAuQjk8leUTLVvRMTbFikNMjW29zbQCBfJ08OEbJ/PsPZC5qx7lu+Yyxd3k2NgkdmiDDuSTTyLAfq1UEemHsPrqdrRvqrF3agldezk1uKn3XXlckvb8N4zo57nxl4YreSMMa3PMG/kmEmW5O8uvgSCGaSD+9C/f1ysqjpq5V28gsykd72i+xPxTLf+UvZOAlyvI6wP8bjMDgpl0Bs9eOunPUf3yCtgttd+/X+OqIi9MmyNM6GZdYB0i4UpRpj4l2L9Asl/wz8aQCw+zDRY6COPevot8C5NxO0seRK/oz0ilPldUsgJUkzq9KMKZ
- ubuntu@mira033.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDMvPqWrXfACxz5YTWmiEo1CCORtgpJdY44qvkPfKTm2qkonrBQbPe+dADS0wqJLso3zENqD0ORDFCEr5moOyUWFC6ra0MnWbwPAZqUxIwHGgDav9adNjP9IUpPsnuvtFm4M0p7yXN2sLHbOGuEMdooGaAfQaMbgQrhCPkvUttShl4b5NqCjeGdYedhFH9RpPvQ0rGCSWjAVCo+uze8EI6poGU77a9XLwbJ4VwKSXANBFu60s27s8TaSpnZCvfQf+Aujq0x6VBNvjJFLK+584cql0QA62f0gLMG/aexUKnVqvTxDWDIuW13UuLI5NeXBw+O6ANo23LeuosSD7QP3v/n
- tasks:
-
- internal.lock_machines:
-
- internal.save_config:
-
- internal.check_lock:
-
- internal.connect:
-
- internal.push_inventory:
-
- internal.serialize_remote_roles:
-
- internal.check_conflict:
-
- internal.check_ceph_data:
-
- internal.vm_setup:
-
- kernel:
-
- internal.base:
-
- internal.archive:
-
- internal.coredump:
-
- internal.sudo:
-
- internal.syslog:
-
- internal.timer:
-
- chef:
-
- clock.check:
-
- install:
-
- ceph:
-
- thrashosds:
- chance_pgnum_grow:
1
- chance_pgpnum_fix:
1
- timeout:
1200
-
- rados:
- op_weights:
- snap_remove:
50
- snap_create:
50
- rollback:
50
- read:
100
- copy_from:
50
- write:
100
- delete:
50
- max_seconds:
3600
- objects:
50
- ops:
4000
teuthology_branch:
master
verbose:
True
pcp_grafana_url:
priority:
user:
queue:
posted:
2015-04-13 08:15:00
started:
2015-04-13 19:25:05
updated:
2015-04-15 07:31:54
status_class:
danger
runtime:
1 day, 12:06:49