- log_href:
http://qa-proxy.ceph.com/teuthology/teuthology-2015-10-22_05:10:01-big-master-distro-basic-multi/1119266/teuthology.log
- archive_path:
/var/lib/teuthworker/archive/teuthology-2015-10-22_05:10:01-big-master-distro-basic-multi/1119266
- description:
big/rados-thrash/{ceph/ceph.yaml clusters/medium.yaml fs/xfs.yaml thrashers/default.yaml workloads/snaps-few-objects.yaml}
- duration:
1:58:03
- email:
ceph-qa@ceph.com
- failure_reason:
timed out waiting for admin_socket to appear after osd.37 restart
- flavor:
basic
- job_id:
1119266
- kernel:
- last_in_suite:
False
- machine_type:
plana,burnupi,mira
- name:
teuthology-2015-10-22_05:10:01-big-master-distro-basic-multi
- nuke_on_error:
True
- os_type:
- os_version:
- overrides:
- ceph:
- log-whitelist:
-
slow request
-
wrongly marked me down
-
objects unfound and apparently lost
- fs:
xfs
- conf:
- mon:
- debug mon:
20
- debug paxos:
20
- debug ms:
1
- osd:
- debug osd:
20
- debug filestore:
20
- debug journal:
20
- debug ms:
1
- osd sloppy crc:
True
- sha1:
d7635552336e9d8d4ad18e500f4fad646b34f473
- ceph-deploy:
- conf:
- client:
- log file:
/var/log/ceph/ceph-$name.$pid.log
- mon:
- osd default pool size:
2
- debug mon:
1
- debug paxos:
20
- debug ms:
20
- branch:
- dev-commit:
d7635552336e9d8d4ad18e500f4fad646b34f473
- workunit:
- sha1:
d7635552336e9d8d4ad18e500f4fad646b34f473
- install:
- ceph:
- sha1:
d7635552336e9d8d4ad18e500f4fad646b34f473
- admin_socket:
- owner:
scheduled_teuthology@teuthology
- pid:
- roles:
-
['osd.0', 'osd.1', 'osd.2', 'client.0', 'mon.a']
-
['osd.3', 'osd.4', 'osd.5', 'client.1', 'mon.b']
-
['osd.6', 'osd.7', 'osd.8', 'client.2', 'mon.c']
-
['osd.9', 'osd.10', 'osd.11', 'client.3', 'mon.d']
-
['osd.12', 'osd.13', 'osd.14', 'client.4', 'mon.e']
-
['osd.15', 'osd.16', 'osd.17', 'client.5']
-
['osd.18', 'osd.19', 'osd.20', 'client.6']
-
['osd.21', 'osd.22', 'osd.23', 'client.7']
-
['osd.24', 'osd.25', 'osd.26', 'client.8']
-
['osd.27', 'osd.28', 'osd.29', 'client.9']
-
['osd.30', 'osd.31', 'osd.32', 'client.10']
-
['osd.33', 'osd.34', 'osd.35', 'client.11']
-
['osd.36', 'osd.37', 'osd.38', 'client.12']
-
['osd.39', 'osd.40', 'osd.41', 'client.13']
-
['osd.42', 'osd.43', 'osd.44', 'client.14']
-
['osd.45', 'osd.46', 'osd.47', 'client.15']
-
['osd.48', 'osd.49', 'osd.50', 'client.16']
-
['osd.51', 'osd.52', 'osd.53', 'client.17']
-
['osd.54', 'osd.55', 'osd.56', 'client.18']
-
['osd.57', 'osd.58', 'osd.59', 'client.19']
-
['osd.60', 'osd.61', 'osd.62', 'client.20']
- sentry_event:
- status:
fail
- success:
False
- branch:
- seed:
- sha1:
- subset:
- suite:
- suite_branch:
master
- suite_path:
- suite_relpath:
- suite_repo:
- suite_sha1:
- targets:
- ubuntu@plana66.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHrrRO2JPekwIA+shEtKDHtpcWQT6VEdNC8ePw/dp4DR9I+mXLUgZdwhQvQVuJt8AjV0pnMZ+sxw/Bh8q1JSLuz4it1f1N19KMnNIL8P+g4FaXMV1Fb5d3aTIrPn5zz9nlG+H9aGpapbWviUYtUJVEp099HkXptvHyOZt8Tn7L8FxnEXP57glc+5Kb9cOti+d5lDQHKOLUsY2BD7CEQ2OF1ysimLOQ5WGCsbNs786dDyccj+MnEGhbDtAADTV+wLoAcEn5hi6peCw7ChuDuBuopxkKZbVgMwSu2evMirHCpWrBY+ORl5RYZPfIqW6mh2y5iMvOO2xk5TtZtw/loij7
- ubuntu@plana25.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC85wgMM7frtcFeCfatlKcc0Ru1HB4X/557M//6iIT2hQExLRtPADyOpfZdZmhP4Nh/mP6C9oB5gYH82sHnuVbCboq9J9OzBK0STFo4OIToRgbLJCTRfNuKt0VX0WCpvneQfA4SKmAsO527HgDcY/yyhzg67rWIel4LilQpFbPTe+rB9wBjO/DpbhxoF7d8vQUwtt2dYv6BXOvYPHCvgydTCAMIOgHIP/UqQceJgj/I3u85851yllYnBNE7LaJRXB96FlRtO25ZV7F7pFYLxyCsm+vGfRmp5YqdP+Qw72UaXuMpan+dQDwzpfRklLvolrq9jOLLYIvwnzd+GQgbRR87
- ubuntu@mira061.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCjb4vr+0WklmsuFz3LkQQN9z9iwDttrnWkeyTqmChijt/JZyzxGfA5zUb27fzYf901NcMiTgklgrTjM2Fzy0pgKJOkOc2l49OLPiAVKKnr6xI1Rnd4Kq3iobhRIeJGs9MkQq8h5haBHkegVzIzls2NW8fD88g0o3uMB5qb14H5w+vgFiuVVZf8DaOHc5psLnv9rg7HpSUDB4lemgBb5nddqK0W68WeVpqVdt97mi696FGw9L/Nl7SrpMq2SeddqciY5zp+bQa0X7WwP3uhSKudYkHW7AxMf8QVogPxp3lS1/WmAZdMAvBcpFyrl5MwcIJsBG0JsL9hDKUPzW1jSayp
- ubuntu@plana41.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCuAv+A1yjabRVjYO12aKaZyz6X1AE+wWpweM9ZXKJobkXHh0Oa2Im9Xm2PacB5A0omGg6sTu1cftT/bN+YDYTx8lGCZBqMFzwX137m9vHIsDjuvXdVlDrl9wc7UykWITgTS6Fft2LadWDHiC2dMyAXx89HgTvHw2CiQjux4uG2hUmptrtfzBOkEv/pMVxht7iXoy/V1lxC5H7fZs5zJvEfW+FhRfD6MyisbnvCtVvPg+rCvf3+RHc1kR7nL27/LGap2GujnRjWrx1SzCsUJKeJ3MMT1+P+Gfo6RqjFGp1UggQrFnR511VL/z/L71OJpy3WKaB9gKt1kWPtQji384+r
- ubuntu@plana65.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDlcPkrEgJpTakNeME752Lrik9hk5QNg4sk6Ul/2edRP8/YSIEh03/267B1yYrkGbgHKn2388WZm6ck1qt4KgmaZJeV7V2a7H8H1KSJuX1FGcdLl0ebPYYvjm8ZZYa5b+0bT95ApFuT2IiqQmsfd6WigoMgVo3Pj3zSAMFE1xueV9QNHCF8L4G1+e9X2beoWsR3QI8rcftt1bEYsiFDHJYBbz1i9xp52o3v34P/Vgi4/sRchiLobXLEL1HnhH+PQQm8MAMl0dzcwdK+Gat7F3kXPctAFIkViTPeoUDXxArVu2Pj6gFoDmWpjyBeKDoJPHQj40NoErrZOP4Kid1kKwuV
- ubuntu@plana11.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDhr16RftIwuU9JShB5AvC9a08EinWBTikr/5OtKj8jujDQbds6A9M6ruU8DF6+tjWlI0+kdr74rDLQ+Emd1OOdcjO8VbrWOTyySUfWD6cRuAwmddAUA8v5inBD57PKWbtUhO0kpXdVoZFiLch7Fw3efNTkLjLiN6L7koWOrik7YXq35Mnzel6bsbWpriX8aV3mNbMH5GJt1veunf20wJcWPigaXs1Pq99hBWa05agSCsT6AIFGaWtk2oiPtcbIp99vodfXiGhX3VjdV3dXXP0knylMMBOYQDe91sjvZ/4KfHf+1BGzU/kbSeIrtgM3SAsbtUbdV6df5+9CNT/hfaR/
- ubuntu@plana31.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCrhsqR++lOD3GlIz9o2+6/KQ1Z6KXQ98ikxovvI3AIJcrXXMByAl/IYmsyFnEZ0XoK7S+VcQCTVpLlMejHDh/69v5Dxp5BtA/qxUQtmmSbxhWgTgtb3CA7YwVR1rIvmcdviBx8WRzWk084xSXpSo0eVzsWT1XjgXwf/sguIFD8e4eUosZK3N8hcvCvnGxFWi+CsCRPZUwiWi+R2DjHGjKm6igsrt6g3wYaJybDRXYOZGuA3woMEA0psWKlxPXmqbmUNfvNnWw3hg1oocONYoN6Byqwe5kfSGmBCSDttkPpTGigIC28JRcAYns1fV0MsbEd+0CREeHg99000aV1obx1
- ubuntu@mira071.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDVpwwAB2lPRWKZKoTj0LTae28r5Vlrsl2TrPPVNc0/9bq5I5gFl8VXUCXWRBYpAYH/U2Hd8BFLuY3CUWIi1URKn3my1M3cLKdhQsZfKXymCe8d4NSZzYi5SRtDnVGweVUCLxgPD4XJw5eRyYW2qpgCuYgg4aXWXTsyBgIefjKpLOsX7NslxkyZ/oONc4PTbraI3t+kfNpd3pWvrz7MkstiPlAuo0SjhrtG8k8RtudnBT/Wb126rsfq4XRuXfNNb4+pfV+VC4gDHCvRybnSFhGru8FgIJc8xEBuKdyjnSpZuUF1aOFXkCCf6fZMPRqQk4kgWBjoothlnLMcy6Bc4Nxp
- ubuntu@mira115.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC9bX9x21v2J0n0pIFAdyHHYuZnEZtNio7q+PwUmuIodDYBJDIZXmPGNPFu8p2Hbg7EEuWqed9sEjbrkLft8kzeDBrqcyBltXcXA4/pu9MADc23iMJs0ZOQNB42mC4dpkxDaIdrZN9+opw0qF6AwO5bjt+HgFa4zjKCJ4meciZz6Bw/teyAcDl//k7bj06WYOj4tzxXaPITgjjtVvOsNbdIkl7/5KEbkw59UY0DF+eMnCftTDo0DESaa6XZ15NLjUq5ZcKaBR2IHGd+7t2FjYrWQHNJ9I35+9bh15WRpvnTfEqKlhR1FzgC8snuOwFBcqravcMqB4gDkatqGAUv60o5
- ubuntu@plana18.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDh50muGgo+BjuT5QzVZbJmUUXyiCWQoOoAe4QjDemLGfOzagb6jqhogQej7PEwwwQL2vilWBcqoYKlLmglTCey2S7XP5pvSp75yVwOevWmKaTOri+bQcmc/HijjtLmSJ0xGoDS6vWgQhPLsupCDwSRdHqAnqUUwu9C0iyfhH1OkY62Z8KfBpnzp0+ww3nysSPyEW7O5RfIuez/B0kOUA47sXHnSHk8OUsIqYIxPSOVR6bSoXRNJCjFwQ1u4Okj5Bf2LCEZwTQLsnuRoUNXrvcvZ/ivWZjxAgENxWRVF1OOnzu04N29iUyKfn0tbw2ZTrYE7ruFwCMkAI00s6/RUCJl
- ubuntu@plana46.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDYxBqpCEdjb3scf8zQ1TZ+fCYGQg9IEuT1dkf/kfJMZfCJUu0DPEHeCS4ezyZB14/0OeIw2cFXd2pDHP6AD9WKPI2rpS8rPkWfiNxUFERdEWsL7Q8p29XHakyEZqYj4mes+f0cNcsdLM4wWrl7pXkyxP7mz5BVkErT66REocZCRQMw0RiZv26ou5rmOSLtMFHR7+SRyLTOH/gO/cbAXKxvVfwh4yDpDO43OqzhA+UZgIEEFBUW4rp4ZoBOEssRiA7JkJC1O3Sbck63WUdf1V+uDLWqqCVTGhWbDdvA6aTT6UqSJOZ2J9YnOJaofJYfB59aU2dLOrRe83Qxs1vAqhUv
- ubuntu@plana74.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCg7f+NGUBGPo9f/wzjQnv/ntZmkPs8SxD+KR3Wbp7hL8p9EKvOLtn7aFM0Ua+lQ7eRYTk0njGwUJYvM9LzrR0pNzqkxB3KIu5nTTxiokzleVFv2EmyRPdxSqzzvV6r0EIVWV/xgNaS1/dBtq0snKwDqp6jwpLiV1fL7G+Uf5uU7f2gW2QjCvii/r4ePqZ0dHX+R4ixm5vuzewj0qneCY6ol//czkSrpLL7KUv4KCrCvBPB5bGxU6OQ3mmiUmNS2d4ADZzq6+XtgZZyuReVYvTpqhoAfT2zXotJS4DfWRIsuor4HzkMtzGXT2VKuUpunTyvaVikJsDAWmig8SNdYl8t
- ubuntu@plana87.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDRMLtzDcHTEecoexoGcj2GUbsF2dTUUlGG02dO7tDbGpUP2emcHna9DTRgIN7Yv8QmZcTMgOatVwobL4jP38Jt/EHW/pmfiKD2qPSj0TLh0ZiOtHVoK7BIL3e0Ne4ipzSNBgxmp8Z6FhehVI+KhrrfCDwGA6dFmKXLtAhkKaoLMoaQgtn08U5RLsVBoNb+N0sRnO4ntid1KmQcNvHZnLmHZOhYX2LoEjGlfVYckWaldNn0KVqqi/Ms0uL4fXuWin5b5UInldKlIbL9owT9gRpb9CSNWCOZb/FkaA9M0FVnLSOdkh7idY112f6R9FF2OjrR/EKLDaPgt8FywDGnPrWT
- ubuntu@plana77.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCwB0Pwon+wnNzDf5CXxVGzIAtpuSEh/tphjpkLmemWj/+pDL6mLVp3RW8BiTl5RU5U8CTrJGJ4CyierDy58hKgRBqb0esM0RAF55lNgixeHpuVxXpL4tU9eulVtdRPX5QzMTixPPi1ivUY6zlRnoLVLztF+kOkaXCElYOl6a8vxqS4sjOdYvQjiGhlda96Czzr2n8CWega65C01226VSp7Kr6RYR6X6Ucu8Zwu9qI40yBI1qp6uRVudsQiu+uSOdYJWDzE0t5PQ8YIVuemgdAkRUcVhjVuCbm9yA4ECSLNpclne68DmDkQhaFmEwSAlvCsw62IvehDb8NxGBlvICtp
- ubuntu@burnupi22.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC3wMKdMNY68Mwqnhp5X+gKaApfdLDQoDGA7TYO8FSkbclLt6FKb8dpksRTx0SgcmrXJvGnY+3Z8+zGx1cw0pyo1m9o9nwCN8hoaAVWL9mHEBL0fUIEUU+kHXUFPBNzE7v2BXhCXvQ13XwSfaCFottJy2eXxfojjNvCgyS/UY3THFcJ00vnc15nE/4vjUIzvqrD2rHsluzv6x2UHHlETwwuJo7l6xmJUTiW5veGXXSs4TtE+DFubqX/1e/M6m9cAG0hvXUPH/ALXXOZi6js9OgAAnBYjb+/P/PbwNGU5yQBMTT0rjNYGFL9m33yV6ZmDcDw9sdQxgOF6x6CgfdeNFDn
- ubuntu@plana81.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1taacsiDtQKr3h6MzOKrT3/w5/WkX/OeNhtmP8NGHiLSZZhGnq018w/AaifZ85pwo3HZExNlntnQwP4jrZ5dO5dF9cT+fCKFie3s/6EPj2Ju5eRIiUwUr7sl4B4pmUc0OmkCJU8eyvnE1Grh9+j+EI/rzYofc1zRcf+xC7WFGLrCbvgcoPe9G73FgjVW7UyIT3rsLsmeYN+vfvnkNRUNkqQU0a22YgdVCjOqDYdUKCjYEd6n4//cQiBuHs5plJr5ov4IGKicADLfF97jZh3+SFtopUH1VCH5OerpIPeE+pddkqTbVGTFBuO6WVcBg8gQIqM9CLmaRobE6VffQ3ktp
- ubuntu@mira068.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdfNflmPefdlV056MDUdm2gcx5IlbR0ohPFX+aDaXKnPlXvtWj9K7yUmv7tOSzAxpGHMt4EUUSU43Qo4H7aneDCQmYE/GN3C1Y19oiaTnXCX6cMCfCvvu16jkz2sEh287WgD5xm+Q2mMm4p6IDL8QBl68X/bASDwGljoVDcVvnlJ/Qe0keDA6FS7R+upDmkhDIZPhAoDWUVWLLSCoAZCpz+KdvnXtBpGPJOvc1NSK6i6n7K1tpY8CHZD/0HnwXTouGO4LnTK2ohHQiBtX6TyzWgw5YH+tcCL3yi+X/1L3iCT3tcPFg/f1uaeBhrPB/QuPJOqrFaRxRHor2HiLyIDTB
- ubuntu@plana96.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCmXHhYfx+6E45drKaqeBWdqRfzoxRCt7Uihq34dHj187bPti8HRnk5nsAYUGwUB/9sG2A4AevUbjbG8RT82dwWB5DjSR7LUSQ2f9Vb/zlTHrhW4avesC4Wj+N2ydhyH9+qmdnlrwRGcs0KpyIuxYyeDsBPiocpnxigC0/WNCwkB2Ji6ZrsZ0jLyP7/qsZJyJ84chMOyycvtK+wdKc61QVDhf0A7DWHWUoKmvnw6pwxGTzP8fV1rjMaVcO5xoUtw3ylsBitiBpRXpXEGYV4r+l583fd/H4Ezsnw2C8DWCW2twiMr4DxUg0q3+zbrn8WKyVdE+QALo+iollHWZzV4Kzx
- ubuntu@burnupi15.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEkLxSK26onU3FX4EjUQMj1vFegjojryaxGVfNrdARGo33gPzX5wSiYq8SAAIub9pzpDh6Q41nTthoZSTVTVXQ4F/tXAyZw7SNRop175jncQFog0BkxUYi8BVUwIvZYSlvoPf3JI8Pk7O4K3RaMRXQ9wAuSFRHuDZyLkMia/gBTYcqXr31FxYIV3VPmCo5QUk2QxJYqAe9Ql7mvp3Fj1rZkkgqeLtVEnbtEFGWtg6xOQx687ZOXfoftVBz4QeqlrVmmwuFN0D18bNNAqs7aUUcIoe91iNZSXNGcQ4rtsewD43VgX0WjnlsZugJ7k8EiZbLr3c15yGmqXhLFrmwdCrb
- ubuntu@plana21.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDNV9GdHs6C+qliuz+apBQ4pbLmlfemfs+ALUTO3u1eKdLRsb8k7/vcbZwExO+pHP2EfeAnE0XwE7mc+GXtUNgn7BsUhBv4EtlBUdP+tO6lJAekFmRCYAYvPAFuoNjkiHzcx/IZfuWlX8e+NuSDI5KNK7662UHT+T5UzbczJUJvkHSFfhSohUUGKPw2wdmpIAmrDnUSRBU+wYmL2YDuGkU26BDwN6l7tn9zJ1ETKV256i8lUY3NRYFcV6okhEIpZMu5V+jA2U9DQeMPSKlcQLzLkRxbBuxSMol/1eLNOXxTNJN3LAuyAfD2ez3yWbIblbvPZ7KHONElxaewFitQq98v
- ubuntu@mira065.front.sepia.ceph.com:
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDLnK9UrDZ1vm0Q4gMfZV+3nn0Z3vv5LjaF9cKBcOcCL+Dk1wxKu6isNoJ4d9I7VxY8Dk3g+aCC3kjU/CqsqMN7y0XnqdrYa3qYZOm1Yh9wOj4bkEgR5PuJntaPMmcwrXUNhGHJAAmz2P0ylbk4LREXZbqA4ZzuSZTZl/BxePiGgpXm5MtVaRzLodUWO+02mzzX2kJG3jUwWmfGnVW7a6v2kMDe/MZpxBUXbT6uJ2J7SPV9+nPWgH37zjwwTf/1YFuf76fqVIcbyb3ZfJMQc5E4IP9Gvz3ahmbVxejqVzbgf+TfgPJ0XSsChh3QLkvDE1hICIxnMSG7lNoIlbidR3mp
- tasks:
-
- internal.lock_machines:
-
- internal.save_config:
-
- internal.check_lock:
-
- internal.add_remotes:
-
- internal.connect:
-
- internal.push_inventory:
-
- internal.serialize_remote_roles:
-
- internal.check_conflict:
-
- internal.check_ceph_data:
-
- internal.vm_setup:
-
- kernel:
-
- internal.base:
-
- internal.archive:
-
- internal.coredump:
-
- internal.archive_upload:
-
- internal.sudo:
-
- internal.syslog:
-
- internal.timer:
-
- internal.buildpackages_prep:
-
- selinux:
-
- ansible.cephlab:
-
- clock.check:
-
- install:
-
- ceph:
-
- thrashosds:
- chance_pgnum_grow:
1
- chance_pgpnum_fix:
1
- timeout:
1200
- sighup_delay:
0.1
-
- rados:
- op_weights:
- snap_remove:
50
- snap_create:
50
- rollback:
50
- read:
100
- copy_from:
50
- write:
100
- delete:
50
- max_seconds:
3600
- objects:
50
- ops:
4000
teuthology_branch:
master
verbose:
True
pcp_grafana_url:
priority:
user:
queue:
posted:
2015-10-22 12:10:14
started:
2015-10-23 16:58:26
updated:
2015-10-23 21:04:46
status_class:
danger
runtime:
4:06:20
wait_time:
2:08:17