- log_href:
http://qa-proxy.ceph.com/teuthology/teuthology-2015-01-28_01:14:01-big-firefly-distro-basic-multi/726244/teuthology.log
- archive_path:
/var/lib/teuthworker/archive/teuthology-2015-01-28_01:14:01-big-firefly-distro-basic-multi/726244
- description:
big/rados-thrash/{ceph/ceph.yaml clusters/medium.yaml fs/xfs.yaml thrashers/default.yaml workloads/snaps-few-objects.yaml}
- duration:
- email:
ceph-qa@ceph.com
- failure_reason:
- flavor:
- job_id:
726244
- kernel:
- last_in_suite:
False
- machine_type:
plana,mira,burnupi
- name:
teuthology-2015-01-28_01:14:01-big-firefly-distro-basic-multi
- nuke_on_error:
True
- os_type:
- os_version:
- overrides:
- ceph:
- log-whitelist:
-
slow request
-
wrongly marked me down
-
objects unfound and apparently lost
- fs:
xfs
- conf:
- mon:
- debug mon:
20
- debug paxos:
20
- debug ms:
1
- osd:
- debug osd:
20
- debug filestore:
20
- debug journal:
20
- debug ms:
1
- osd sloppy crc:
True
- sha1:
8d29a4a231666830914903b95599d80da7b97def
- ceph-deploy:
- conf:
- client:
- log file:
/var/log/ceph/ceph-$name.$pid.log
- mon:
- osd default pool size:
2
- debug mon:
1
- debug paxos:
20
- debug ms:
20
- branch:
- workunit:
- sha1:
8d29a4a231666830914903b95599d80da7b97def
- install:
- ceph:
- sha1:
8d29a4a231666830914903b95599d80da7b97def
- admin_socket:
- owner:
scheduled_teuthology@teuthology
- pid:
- roles:
-
['osd.0', 'osd.1', 'osd.2', 'client.0', 'mon.a']
-
['osd.3', 'osd.4', 'osd.5', 'client.1', 'mon.b']
-
['osd.6', 'osd.7', 'osd.8', 'client.2', 'mon.c']
-
['osd.9', 'osd.10', 'osd.11', 'client.3', 'mon.d']
-
['osd.12', 'osd.13', 'osd.14', 'client.4', 'mon.e']
-
['osd.15', 'osd.16', 'osd.17', 'client.5']
-
['osd.18', 'osd.19', 'osd.20', 'client.6']
-
['osd.21', 'osd.22', 'osd.23', 'client.7']
-
['osd.24', 'osd.25', 'osd.26', 'client.8']
-
['osd.27', 'osd.28', 'osd.29', 'client.9']
-
['osd.30', 'osd.31', 'osd.32', 'client.10']
-
['osd.33', 'osd.34', 'osd.35', 'client.11']
-
['osd.36', 'osd.37', 'osd.38', 'client.12']
-
['osd.39', 'osd.40', 'osd.41', 'client.13']
-
['osd.42', 'osd.43', 'osd.44', 'client.14']
-
['osd.45', 'osd.46', 'osd.47', 'client.15']
-
['osd.48', 'osd.49', 'osd.50', 'client.16']
-
['osd.51', 'osd.52', 'osd.53', 'client.17']
-
['osd.54', 'osd.55', 'osd.56', 'client.18']
-
['osd.57', 'osd.58', 'osd.59', 'client.19']
-
['osd.60', 'osd.61', 'osd.62', 'client.20']
- sentry_event:
- status:
dead
- success:
- branch:
- seed:
- sha1:
- subset:
- suite:
- suite_branch:
firefly
- suite_path:
- suite_relpath:
- suite_repo:
- suite_sha1:
- targets:
- ubuntu@plana32.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6hR69tMlRN4yF0UfDMd+4ijQPwnuZr+t+KVleM3GFcMSi8fXil8Argypb74xpADbLWSvRxpkHfj+s01JO1sDsp0jjISKPGwb0amDhE/pyOjReT7eBzA73c5Q91VIwaBGK93EVCQk4KyfZyIgQLWyMLxh+4cWEyE5bq0TU3eS+iOMP7lv9WkrhWpTE2LA8EgH69mCIzFFLmp4amePx+ybjeIqVsZH+ZUzenJI8CWIHx9h0vceV601Z3Ag3dVJyDk6zgW6FFD/SGZZKpY4PvEw12IK++jBP9cMCxQdtbi/jaCd2pS+m7ngiJmg5nDhtSEk8zTW6UY1mR2M+PskZqECX
- ubuntu@plana38.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCnqJmM2k0mJ+z0UPorFQERz0n6Dm6kgc51D9b/Mxebr4tNb2JIhI0L23thzhnsWW/q9UzIyVFZriTFmjdrvHjmfqByoihjUiX2QnHF0jDskMuywSUm+hvhwU+P7s+BSC5HZEWf/oQJ/w8WuLXOfsruMJu2cQc6ow3Zj+UzeGwO0wab5knKwJDG70aVfrs3wQjcm1RQWSqv+oVG4/CXQnC+TmAMR1/2G42XBNjjF5vl8M47M5zZKW+czP5r40dC5LmNU8lyvmvikxIaoxQS5n9SPSUtuAF1PM6UnSy+Rq2RZNvI/yRVWyYuV0UBwwFN8EarZ9icstCv2P1rzsMMeNYv
- ubuntu@mira087.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHPDBvppSmk4XUJdl16hrqmBOeT2pFbbOz2hAyJUoRUzIn+yTvs9tPLXlvC1U+cNIGnmyO/kKln0gdXKB1PBi286KUM07M+OdqKwk8IQovu7kpkuMIx2MdpNy4+DuLNZVx5272flCaaYqvKRK3Lt6BtzYkyY1LTJwVo78MojHME9UpIRR+MZ1qG4P7MSGiTT2vctx3aO+3amBp+DdMc1E+tZ6a8VZzEckSbLtFtg4IhpzV138KztvOxkpRQVhS8ZZUJWkq9j1zFRYTB8iD2hBDbqYCDJvBQE7JlsQ98HZKD059LCE0ngNVuiL0p7ssQzGNk0wWmfkkPe46kc7BgjZF
- ubuntu@burnupi58.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDGDu9GmokE8emaK7D1+nDTlqZV1YkO/l2lzTlBu3MWBgSiilStQlYCm7swRwfAiujm1tu9XyeIYfyhFfAGClbl21bKWYjUjp3HDifDRpGO6iOOWBXx8rk7tHiGsJV/A/6+3M7M9MLdHRWD0rxVOk58KxLnE7i+1TcPWZ0SeectH10oO5n8D/f0u8EHsNSnfw9dKMBIzfPAZl+KLi1ULVVd36KXi332ZmzNaaMx+OdKRl7DL2dyu7zPF6lfY4N3T+Ret1Rb0WcD+6yZXs/jvD8tAq+FHnLa5M0rcjGwOXF0qfxTYHrS34fahmNiTr4HE6WQxb4B/FlEKHOpAVfKa3fr
- ubuntu@plana25.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC85wgMM7frtcFeCfatlKcc0Ru1HB4X/557M//6iIT2hQExLRtPADyOpfZdZmhP4Nh/mP6C9oB5gYH82sHnuVbCboq9J9OzBK0STFo4OIToRgbLJCTRfNuKt0VX0WCpvneQfA4SKmAsO527HgDcY/yyhzg67rWIel4LilQpFbPTe+rB9wBjO/DpbhxoF7d8vQUwtt2dYv6BXOvYPHCvgydTCAMIOgHIP/UqQceJgj/I3u85851yllYnBNE7LaJRXB96FlRtO25ZV7F7pFYLxyCsm+vGfRmp5YqdP+Qw72UaXuMpan+dQDwzpfRklLvolrq9jOLLYIvwnzd+GQgbRR87
- ubuntu@burnupi41.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHl9qOFK7gaAkB5pv19Ia1NQhJAy0sfo7XN2kHYu4ifgqTLHWkiYjQiXq9nP/Y/wOH+QQvTanhBYOsSRckfG9aTkc3ojM9qicFsyI/nLjRGcKMcMQYuayDSx3CNwxEj5Y3/wvaJvZtewZ3VNU8ddXkx+XCvAa922sgN5AUYreh7NaDoSJc0XRcQnDCNfTGnXVz9kx21S0Ybg1bt8k8eBuG5qvP8stamvo1ollFWo9khbaSPWu44XT1/ejem0tgqlkEUhHRUcdOCyCrW8Gvg08ajYRhafuxObFCrxfzdQJWIsCeCv3xfYcxb7iaCOTe3xdCj2sQZxCdbbPgyKgf3JAf
- ubuntu@plana14.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2n2isiKlebMLi9DmgHIZMpIZ1D7UDIaaj0CkqpiLm2or52gHBb+QmVOM7lMPqnDOc0ZU96lP0Gcdq3x4jLb2QL41iXKmZ8clno1xXxfaFE3KzQXjsHmcA+b0R0ZaQcGywu0DYFltHudjcOpaOIQjLPHlOSbNzSB/GSb4ZdtzSQDrBbdkvIrQ1nhrfRSWuWY1M4Z+OQeIipoVa/YtrUZsM63n9xHUxRrkU1rt5tu+WA7cBeLrGvhxZCO5tKyOb/xXOGqVWJVUZ0qE0QQRuy/uGJlKM1ftVIt8Gts2iDq5AKJbkrkboGzqCO7/ziQyAebbGO96KJg6wypFX24rEWKMv
- ubuntu@plana06.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJpjBTE8lY8xhttfpgL3hoqb4OSJZc7DHHf8z3ijrMsjyyFS3MVhY9xV9UD/E6CZy8DGJLCBkmJF73LiSolqLasoctab0KWwnPu0rVqdVWiRiwHZOi8QJ0gVHPkD6U0WW6yNXn7/9e6P6CpkV7kf9kDBNnCPO+AaL9dmo5pKMnxnmyYbhTyIOidXsEHSKzB+o9mc/Zs+pZtd5qV8oEiNuUMf8HsZYjiw3iEGS+nhYy5A9EXP7muz/4IUqp5xy2kga0t44mx3EGaHjIUn1kYySFrbRRL+CY3tsWTWb3YGpdn9qUZ4pSI/LSAZoESPiYZdNBWxvQ6nB0Zpo8HD8+cEY3
- ubuntu@burnupi17.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDPu9rhbsS7HaeTK3z3UcKNk8A9LaXJV8f7+0XNGMa8mP+8kUeZGJIFL7FKPRR01GndMQ4OcSD1qyJ/U9GWLgMzdBHjSAdiwDxfz/E96MJ0iGGjoK3SW0ZzGTNbkQPYPEekqvyh8Oj+qId5CydSdFXIqoVNa87pZq0hvI1QguduUhGxoTsY7AkpnjjSHWg38wq9yJebShJXkUWLV8BdzwiBrJ8G70aT79GKTWK9Kwl9b5Bo3kkyui3ojHnee30mWdLmYWoUTRQHHI/kWnPl4YtyEilmfocN3a0cvmcfoct/EgGLCfxMJ0QBEQGmsJk0wsglUdCxmLxVHlPj16FBTYkr
- ubuntu@plana77.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDW14V5J+dViiEvwtF95+/2p8QnXwP7FN4uwT4pOk5z7L0mUFR4j1Q5A59vIUmavdSPlPk4j2YnT3Z7AbFgr8sggDgWJIZbAILpPyi239OagJM35v593vVQkPHcJbf1lBnTSk8IkYLzQRY0RwpF3A/KbAt1jNIqLXqdMpe0zN+Ehxl6xVE28HaOF+bmnmasz03Y7wiOoYR8GZeaHvunXKuaH9a4HoF1c6xpoIlwGY1tjse4sH91WTfSoZ9cLmFyGWSVOR3Jrrn5gYUGYilclHYV72EHqSpcZTVJo11R/21bcgYh7Z5nPK0IO4zl9XXFtf7EEl/Q0IgkO9QODxoytuVH
- ubuntu@plana83.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDRaI5lWSgbamgXGNjThU4cSIYyLBgFaaMSPHKuimiUTqvuO8yCqK6aTNIq2cc7SoaDbVayx9m7Kr8CF5WAzXyBy/bfEInCckhI1sQL+x+9gRaisL5w7lSS/paxrroaTO/pG+JNydCZmLZZdmzI++g4jCqlxONu5pfUCoO5nBEnBEgyMZKB6mz7NFQIlHhmCUE61uepVE4CUUPFISEWBotxyrRAkROZGv8lncNZFM0MKXjX55ep360O8x9v0hYddqW3BO3Aszbro93161Lw/sOfXuO1n/bn9s2qfDed9wbPYeA9RiLRZMVZuNwNMETH2gH0uuMKK6q7p375WVvLFegF
- ubuntu@plana44.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCqsl+WJBxEyj2KSYSIKGrxRE0KCq12QhJVsYHBtFVsnJrhnYL8O2HRbFU/H9ZFjz1KxjfthVqWcpxlxjKg62AixSGGyM7Jr5lScGCr/ujUYN4Nm1UWtZ7enDghLCSXui75dTBoFHcfBT2GklgPvphd8OdBL3w3KoGquYtxDlcvunoQy0oBQ8zSz5VAZRz3VZtDY4ysHoyqWumWnVul/RRQgFqlut5jv7p8sdwPmha1EYJXWwUlaftXl1SIUJcGRysiLKNEJ2SylJanmdGmb9e9Hbn73Ty9+DvgbaCwEQjJ5EnxDHzow3It5Q1BcjryhjUiaS0VbIfXfVMtU3ryaIfh
- ubuntu@plana68.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDN/p55jmz08gik2BX9h++ylasFj74ZysGxYsNDeeg4olDWNVz++6cDkRqoR+8SE7yZqk7iSZryr+Y3bQibjXK1PFeeiUtuJntIjIXIU7s9z3FC2EM3aJYB2wWW9IOuuFplEhg+QJAfxnzFLe0WJ9y6PzEITYejDD+pxzpS5fi0+D0WmNTwKlGBGMUz+6yAFZ0QrPxvSWkxIuZC1PRUefL3UUV2xCEmNge8PygeiRhdcn8iB8Ib1Bj+yyWUTFZ2RGbz6Y7sCVqckFGXIrhu6wjfYXpaYBYUbVg7R2qtwld6qybTcp+1RI8cc5RMyutX4PCC54Pjpbni7Kv/CusfXsSL
- ubuntu@plana16.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDQlgZhijA+u0evVtTTzgHuY9BEeDaN+E0DQpHOQQO6+5GpWiFPG/8V5QgsmMOibBFvP1QnSS879LEofy6WtHBSrK6T23NouHlBzJZsfg9zvPzzQ4xA1OBTp92HyyvkL8M0abkX1dxQm42Yys7vQT1c6ue99fRO35zG4oU3VzFCqYSGWT95nUvX1pHEbUx9sEdB+3lWzj31B0mAV/vHEEt3IKXl5NskZXsb3EBMz2MMSBcJhLC6VkJ5hpqrlp7U3dwArsjS97qd/fGHGQNpgkliVC8NtFoypaHH7NizSJNXA3diFTSa6nklitr87FxbyZINYs2YG/3EqtwjqZV1rHQZ
- ubuntu@plana86.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHEdc8gGzyejaAy2h/2aWcDk+Aft7xYSDhNjRoe72jqGS3iIip10qlhRBW+jGMGcFiSWAIK2BNTOYUQi9PRCtPd44/wQDf0bTqb3KQUO2JeXVfgu6n5z9AmwpqaWsv/W0GV2k0EdRizSM2pQUHCpZrR0qRgQUD7RS6XneUI6n9/KG+tReXAAtaMd155ZAr/whIhRIezPU3wrcAMJPGSmXAC14gSRyO8+imicKGI4vPjyUHtXozo0/rf59CxGQAT1u8K5eE1yNsd41maAVXHtyLxySAr5Q+EHa0K8CulUfAoyyvZ2qFjoXTVSjxkKRHei4v6hzaLMAwFtxQ83ZSag2d
- ubuntu@plana69.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD9y3v10PFMrizhws25Fnc7RMJ5XlNp7qH8NCRgRa3fqjRYkWuU5Om6VwJ124VECtpmfXnG6kaJ+tyzGfrZvN0InNMLXDru+L5kFzv9Slz0+Oq5TRF++rll2zGaItQxMyXGZD6glURQcVQ+s5sLTLcuAD9DvxHLN6JnvY611X/TGJNJiUiYx5AIp+jTaswDcFSreyESfnd5ONgu3+jE+aRTjXi0VAlbCstOmKgEITbI9D8C2KpiQnqDn0LihhbDSFFesjez1L79TzVeQhIs53d9VHc+wjbNPYMrZH0/+R10PAZ+CAy6VrScr7f6GoljqKnHrjicZwjlilsD8rGitBGH
- ubuntu@burnupi14.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCg9FITEiPaHy+BIYz+7SWs09tgsa2mZIlcrXTyh64bnmsNJjidDW3UOuYFcevcBxp2J+artL3jzpz0mEIx9gcIG6If3Ms2N6sIPr4sEvdczD1Rj9VFJb5aNDj8z/dEC4Epf3Pmh42H/QElggxbNzZk5xB1ZADT4l2SvJINKFJTr6omTwnDA2nmB3/JNkmDhuZkQvO2BZxolWoJLgG/7a3/GTK4fcSOKoSzwx2m+BJAw9ns07ohuGg5qVBU/vPy0LVwul2KsrTUo3ly0GLp8w2hGfXKkCQ4SqcT6JO2iyI+vyfI0upB22fe8r5C+YuuQm9EhiRpZlOZgMHKpPUTAKkf
- ubuntu@plana70.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC8t9PnFTiKkvM7jJk5cuPCPBWbJGIeGg7xItWvT/xHrjxPBVSZLcAoVeSwNWWvADo4mqtEOEsn9HGKcZpRyEAbjnbsvzQx3GTvyhWf23vek1FEGPN5m2ToUsWXb7+q8fyKVzpZ/ceqklOncqO+nHrZPgo5lZr35O6J+hcby/az96dpC/k3BXvDdeRu9Ws+HLdXnGBDUJBKO6Iv4d0Xty4KmCLehOIkDaqh87DEehiip/Ecze46OWTGQITULtTPB6YywPGsdHqwct9TbW6es2A+jJWLdKqWQuSGR2p/ELLEmQ0XKydk31cEdXkcGQDvwm8ladHTmKdHteIoOTuKvTiv
- ubuntu@plana85.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDw0frV1OUSi+PPUAlsQdK9I1uwua73xiWQGJM/Ig3mjlo5uBJvr3iUmvVtyhyrbPFWcgWPd08hPiFk5Jl9A9n75/u9RZNj43WxY6Ef7ct+C39QgTeNf5ioJse2HElPo+5AQAFlZViZ+BC/+9ejo8ZJTndBVE1suj+74JCg2wJbtfFgmTFqOJ5wz3SUDv1JrykVYQDM2xVxL31fK0ESJx+ZAAM1kOM+vJ3BvUy1493ExwDF94//Eh1tWfa2VGrEe67WT7SQ8X4wm8CZ5lBMo/97RzeSviFjT6ZHJKwFapl0ixLGYpO8ezOZCRxlK71xkb97BHttg9PU/yqj406mFijL
- ubuntu@plana74.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCg7f+NGUBGPo9f/wzjQnv/ntZmkPs8SxD+KR3Wbp7hL8p9EKvOLtn7aFM0Ua+lQ7eRYTk0njGwUJYvM9LzrR0pNzqkxB3KIu5nTTxiokzleVFv2EmyRPdxSqzzvV6r0EIVWV/xgNaS1/dBtq0snKwDqp6jwpLiV1fL7G+Uf5uU7f2gW2QjCvii/r4ePqZ0dHX+R4ixm5vuzewj0qneCY6ol//czkSrpLL7KUv4KCrCvBPB5bGxU6OQ3mmiUmNS2d4ADZzq6+XtgZZyuReVYvTpqhoAfT2zXotJS4DfWRIsuor4HzkMtzGXT2VKuUpunTyvaVikJsDAWmig8SNdYl8t
- ubuntu@plana36.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCnlCi7I5djMdXIWh2QWEUWqsIiYIodhFxMZ938OxrukJrayf6FNgyIxafKyf0WDnacoivI0sWpUwjjdzUKh8BauyY2P1dUZpxWuaXwFyMCQiYrGYK/IXsNIg6SwXc2T0WYojYTAj2M5w/e+3Xu0jV3zJ9HSFGmK8P1u/u89xIGdB7YvG/ypT2Fc7B22M1+DMDbhx2vTT3ZLtXR0zh/rUZ1lCb3mzNijmbb1Dlm1Ox0wigtTS9D0glnBNZaw3vhXiotmULCruLAW2WsmISA2UBRnUCqcaMWal1/dgIeqWBv84j1iyE2aXnh5rQHhZks8pZ36qrTqu5usrgi4zXFLMNv
- tasks:
-
- internal.lock_machines:
-
- internal.save_config:
-
- internal.check_lock:
-
- internal.connect:
-
- internal.push_inventory:
-
- internal.serialize_remote_roles:
-
- internal.check_conflict:
-
- internal.check_ceph_data:
-
- internal.vm_setup:
-
- kernel:
-
- internal.base:
-
- internal.archive:
-
- internal.coredump:
-
- internal.sudo:
-
- internal.syslog:
-
- internal.timer:
-
- chef:
-
- clock.check:
-
- install:
-
- ceph:
-
- thrashosds:
- chance_pgnum_grow:
1
- chance_pgpnum_fix:
1
- timeout:
1200
-
- rados:
- op_weights:
- snap_remove:
50
- snap_create:
50
- rollback:
50
- read:
100
- copy_from:
50
- write:
100
- delete:
50
- max_seconds:
3600
- objects:
50
- ops:
4000
teuthology_branch:
master
verbose:
True
pcp_grafana_url:
priority:
user:
queue:
posted:
2015-01-28 09:14:06
started:
2015-01-28 13:30:03
updated:
2015-01-28 19:08:31
status_class:
danger
runtime:
5:38:28