Description: big/rados-thrash/{ceph/ceph.yaml clusters/medium.yaml fs/xfs.yaml thrashers/default.yaml workloads/snaps-few-objects.yaml}

Log: http://qa-proxy.ceph.com/teuthology/teuthology-2015-01-28_01:14:01-big-firefly-distro-basic-multi/726244/teuthology.log

  • log_href: http://qa-proxy.ceph.com/teuthology/teuthology-2015-01-28_01:14:01-big-firefly-distro-basic-multi/726244/teuthology.log
  • archive_path: /var/lib/teuthworker/archive/teuthology-2015-01-28_01:14:01-big-firefly-distro-basic-multi/726244
  • description: big/rados-thrash/{ceph/ceph.yaml clusters/medium.yaml fs/xfs.yaml thrashers/default.yaml workloads/snaps-few-objects.yaml}
  • duration:
  • email: ceph-qa@ceph.com
  • failure_reason:
  • flavor:
  • job_id: 726244
  • kernel:
    • sha1: distro
    • kdb: True
  • last_in_suite: False
  • machine_type: plana,mira,burnupi
  • name: teuthology-2015-01-28_01:14:01-big-firefly-distro-basic-multi
  • nuke_on_error: True
  • os_type:
  • os_version:
  • overrides:
    • ceph:
      • log-whitelist:
        • slow request
        • wrongly marked me down
        • objects unfound and apparently lost
      • fs: xfs
      • conf:
        • mon:
          • debug mon: 20
          • debug paxos: 20
          • debug ms: 1
        • osd:
          • debug osd: 20
          • debug filestore: 20
          • debug journal: 20
          • debug ms: 1
          • osd sloppy crc: True
      • sha1: 8d29a4a231666830914903b95599d80da7b97def
    • ceph-deploy:
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
          • debug mon: 1
          • debug paxos: 20
          • debug ms: 20
      • branch:
        • dev: firefly
    • workunit:
      • sha1: 8d29a4a231666830914903b95599d80da7b97def
    • install:
      • ceph:
        • sha1: 8d29a4a231666830914903b95599d80da7b97def
    • admin_socket:
      • branch: firefly
  • owner: scheduled_teuthology@teuthology
  • pid:
  • roles:
    • ['osd.0', 'osd.1', 'osd.2', 'client.0', 'mon.a']
    • ['osd.3', 'osd.4', 'osd.5', 'client.1', 'mon.b']
    • ['osd.6', 'osd.7', 'osd.8', 'client.2', 'mon.c']
    • ['osd.9', 'osd.10', 'osd.11', 'client.3', 'mon.d']
    • ['osd.12', 'osd.13', 'osd.14', 'client.4', 'mon.e']
    • ['osd.15', 'osd.16', 'osd.17', 'client.5']
    • ['osd.18', 'osd.19', 'osd.20', 'client.6']
    • ['osd.21', 'osd.22', 'osd.23', 'client.7']
    • ['osd.24', 'osd.25', 'osd.26', 'client.8']
    • ['osd.27', 'osd.28', 'osd.29', 'client.9']
    • ['osd.30', 'osd.31', 'osd.32', 'client.10']
    • ['osd.33', 'osd.34', 'osd.35', 'client.11']
    • ['osd.36', 'osd.37', 'osd.38', 'client.12']
    • ['osd.39', 'osd.40', 'osd.41', 'client.13']
    • ['osd.42', 'osd.43', 'osd.44', 'client.14']
    • ['osd.45', 'osd.46', 'osd.47', 'client.15']
    • ['osd.48', 'osd.49', 'osd.50', 'client.16']
    • ['osd.51', 'osd.52', 'osd.53', 'client.17']
    • ['osd.54', 'osd.55', 'osd.56', 'client.18']
    • ['osd.57', 'osd.58', 'osd.59', 'client.19']
    • ['osd.60', 'osd.61', 'osd.62', 'client.20']
  • sentry_event:
  • status: dead
  • success:
  • branch:
  • seed:
  • sha1:
  • subset:
  • suite:
  • suite_branch: firefly
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1:
  • targets:
    • ubuntu@plana32.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6hR69tMlRN4yF0UfDMd+4ijQPwnuZr+t+KVleM3GFcMSi8fXil8Argypb74xpADbLWSvRxpkHfj+s01JO1sDsp0jjISKPGwb0amDhE/pyOjReT7eBzA73c5Q91VIwaBGK93EVCQk4KyfZyIgQLWyMLxh+4cWEyE5bq0TU3eS+iOMP7lv9WkrhWpTE2LA8EgH69mCIzFFLmp4amePx+ybjeIqVsZH+ZUzenJI8CWIHx9h0vceV601Z3Ag3dVJyDk6zgW6FFD/SGZZKpY4PvEw12IK++jBP9cMCxQdtbi/jaCd2pS+m7ngiJmg5nDhtSEk8zTW6UY1mR2M+PskZqECX
    • ubuntu@plana38.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCnqJmM2k0mJ+z0UPorFQERz0n6Dm6kgc51D9b/Mxebr4tNb2JIhI0L23thzhnsWW/q9UzIyVFZriTFmjdrvHjmfqByoihjUiX2QnHF0jDskMuywSUm+hvhwU+P7s+BSC5HZEWf/oQJ/w8WuLXOfsruMJu2cQc6ow3Zj+UzeGwO0wab5knKwJDG70aVfrs3wQjcm1RQWSqv+oVG4/CXQnC+TmAMR1/2G42XBNjjF5vl8M47M5zZKW+czP5r40dC5LmNU8lyvmvikxIaoxQS5n9SPSUtuAF1PM6UnSy+Rq2RZNvI/yRVWyYuV0UBwwFN8EarZ9icstCv2P1rzsMMeNYv
    • ubuntu@mira087.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHPDBvppSmk4XUJdl16hrqmBOeT2pFbbOz2hAyJUoRUzIn+yTvs9tPLXlvC1U+cNIGnmyO/kKln0gdXKB1PBi286KUM07M+OdqKwk8IQovu7kpkuMIx2MdpNy4+DuLNZVx5272flCaaYqvKRK3Lt6BtzYkyY1LTJwVo78MojHME9UpIRR+MZ1qG4P7MSGiTT2vctx3aO+3amBp+DdMc1E+tZ6a8VZzEckSbLtFtg4IhpzV138KztvOxkpRQVhS8ZZUJWkq9j1zFRYTB8iD2hBDbqYCDJvBQE7JlsQ98HZKD059LCE0ngNVuiL0p7ssQzGNk0wWmfkkPe46kc7BgjZF
    • ubuntu@burnupi58.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDGDu9GmokE8emaK7D1+nDTlqZV1YkO/l2lzTlBu3MWBgSiilStQlYCm7swRwfAiujm1tu9XyeIYfyhFfAGClbl21bKWYjUjp3HDifDRpGO6iOOWBXx8rk7tHiGsJV/A/6+3M7M9MLdHRWD0rxVOk58KxLnE7i+1TcPWZ0SeectH10oO5n8D/f0u8EHsNSnfw9dKMBIzfPAZl+KLi1ULVVd36KXi332ZmzNaaMx+OdKRl7DL2dyu7zPF6lfY4N3T+Ret1Rb0WcD+6yZXs/jvD8tAq+FHnLa5M0rcjGwOXF0qfxTYHrS34fahmNiTr4HE6WQxb4B/FlEKHOpAVfKa3fr
    • ubuntu@plana25.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC85wgMM7frtcFeCfatlKcc0Ru1HB4X/557M//6iIT2hQExLRtPADyOpfZdZmhP4Nh/mP6C9oB5gYH82sHnuVbCboq9J9OzBK0STFo4OIToRgbLJCTRfNuKt0VX0WCpvneQfA4SKmAsO527HgDcY/yyhzg67rWIel4LilQpFbPTe+rB9wBjO/DpbhxoF7d8vQUwtt2dYv6BXOvYPHCvgydTCAMIOgHIP/UqQceJgj/I3u85851yllYnBNE7LaJRXB96FlRtO25ZV7F7pFYLxyCsm+vGfRmp5YqdP+Qw72UaXuMpan+dQDwzpfRklLvolrq9jOLLYIvwnzd+GQgbRR87
    • ubuntu@burnupi41.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHl9qOFK7gaAkB5pv19Ia1NQhJAy0sfo7XN2kHYu4ifgqTLHWkiYjQiXq9nP/Y/wOH+QQvTanhBYOsSRckfG9aTkc3ojM9qicFsyI/nLjRGcKMcMQYuayDSx3CNwxEj5Y3/wvaJvZtewZ3VNU8ddXkx+XCvAa922sgN5AUYreh7NaDoSJc0XRcQnDCNfTGnXVz9kx21S0Ybg1bt8k8eBuG5qvP8stamvo1ollFWo9khbaSPWu44XT1/ejem0tgqlkEUhHRUcdOCyCrW8Gvg08ajYRhafuxObFCrxfzdQJWIsCeCv3xfYcxb7iaCOTe3xdCj2sQZxCdbbPgyKgf3JAf
    • ubuntu@plana14.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2n2isiKlebMLi9DmgHIZMpIZ1D7UDIaaj0CkqpiLm2or52gHBb+QmVOM7lMPqnDOc0ZU96lP0Gcdq3x4jLb2QL41iXKmZ8clno1xXxfaFE3KzQXjsHmcA+b0R0ZaQcGywu0DYFltHudjcOpaOIQjLPHlOSbNzSB/GSb4ZdtzSQDrBbdkvIrQ1nhrfRSWuWY1M4Z+OQeIipoVa/YtrUZsM63n9xHUxRrkU1rt5tu+WA7cBeLrGvhxZCO5tKyOb/xXOGqVWJVUZ0qE0QQRuy/uGJlKM1ftVIt8Gts2iDq5AKJbkrkboGzqCO7/ziQyAebbGO96KJg6wypFX24rEWKMv
    • ubuntu@plana06.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJpjBTE8lY8xhttfpgL3hoqb4OSJZc7DHHf8z3ijrMsjyyFS3MVhY9xV9UD/E6CZy8DGJLCBkmJF73LiSolqLasoctab0KWwnPu0rVqdVWiRiwHZOi8QJ0gVHPkD6U0WW6yNXn7/9e6P6CpkV7kf9kDBNnCPO+AaL9dmo5pKMnxnmyYbhTyIOidXsEHSKzB+o9mc/Zs+pZtd5qV8oEiNuUMf8HsZYjiw3iEGS+nhYy5A9EXP7muz/4IUqp5xy2kga0t44mx3EGaHjIUn1kYySFrbRRL+CY3tsWTWb3YGpdn9qUZ4pSI/LSAZoESPiYZdNBWxvQ6nB0Zpo8HD8+cEY3
    • ubuntu@burnupi17.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDPu9rhbsS7HaeTK3z3UcKNk8A9LaXJV8f7+0XNGMa8mP+8kUeZGJIFL7FKPRR01GndMQ4OcSD1qyJ/U9GWLgMzdBHjSAdiwDxfz/E96MJ0iGGjoK3SW0ZzGTNbkQPYPEekqvyh8Oj+qId5CydSdFXIqoVNa87pZq0hvI1QguduUhGxoTsY7AkpnjjSHWg38wq9yJebShJXkUWLV8BdzwiBrJ8G70aT79GKTWK9Kwl9b5Bo3kkyui3ojHnee30mWdLmYWoUTRQHHI/kWnPl4YtyEilmfocN3a0cvmcfoct/EgGLCfxMJ0QBEQGmsJk0wsglUdCxmLxVHlPj16FBTYkr
    • ubuntu@plana77.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDW14V5J+dViiEvwtF95+/2p8QnXwP7FN4uwT4pOk5z7L0mUFR4j1Q5A59vIUmavdSPlPk4j2YnT3Z7AbFgr8sggDgWJIZbAILpPyi239OagJM35v593vVQkPHcJbf1lBnTSk8IkYLzQRY0RwpF3A/KbAt1jNIqLXqdMpe0zN+Ehxl6xVE28HaOF+bmnmasz03Y7wiOoYR8GZeaHvunXKuaH9a4HoF1c6xpoIlwGY1tjse4sH91WTfSoZ9cLmFyGWSVOR3Jrrn5gYUGYilclHYV72EHqSpcZTVJo11R/21bcgYh7Z5nPK0IO4zl9XXFtf7EEl/Q0IgkO9QODxoytuVH
    • ubuntu@plana83.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDRaI5lWSgbamgXGNjThU4cSIYyLBgFaaMSPHKuimiUTqvuO8yCqK6aTNIq2cc7SoaDbVayx9m7Kr8CF5WAzXyBy/bfEInCckhI1sQL+x+9gRaisL5w7lSS/paxrroaTO/pG+JNydCZmLZZdmzI++g4jCqlxONu5pfUCoO5nBEnBEgyMZKB6mz7NFQIlHhmCUE61uepVE4CUUPFISEWBotxyrRAkROZGv8lncNZFM0MKXjX55ep360O8x9v0hYddqW3BO3Aszbro93161Lw/sOfXuO1n/bn9s2qfDed9wbPYeA9RiLRZMVZuNwNMETH2gH0uuMKK6q7p375WVvLFegF
    • ubuntu@plana44.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCqsl+WJBxEyj2KSYSIKGrxRE0KCq12QhJVsYHBtFVsnJrhnYL8O2HRbFU/H9ZFjz1KxjfthVqWcpxlxjKg62AixSGGyM7Jr5lScGCr/ujUYN4Nm1UWtZ7enDghLCSXui75dTBoFHcfBT2GklgPvphd8OdBL3w3KoGquYtxDlcvunoQy0oBQ8zSz5VAZRz3VZtDY4ysHoyqWumWnVul/RRQgFqlut5jv7p8sdwPmha1EYJXWwUlaftXl1SIUJcGRysiLKNEJ2SylJanmdGmb9e9Hbn73Ty9+DvgbaCwEQjJ5EnxDHzow3It5Q1BcjryhjUiaS0VbIfXfVMtU3ryaIfh
    • ubuntu@plana68.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDN/p55jmz08gik2BX9h++ylasFj74ZysGxYsNDeeg4olDWNVz++6cDkRqoR+8SE7yZqk7iSZryr+Y3bQibjXK1PFeeiUtuJntIjIXIU7s9z3FC2EM3aJYB2wWW9IOuuFplEhg+QJAfxnzFLe0WJ9y6PzEITYejDD+pxzpS5fi0+D0WmNTwKlGBGMUz+6yAFZ0QrPxvSWkxIuZC1PRUefL3UUV2xCEmNge8PygeiRhdcn8iB8Ib1Bj+yyWUTFZ2RGbz6Y7sCVqckFGXIrhu6wjfYXpaYBYUbVg7R2qtwld6qybTcp+1RI8cc5RMyutX4PCC54Pjpbni7Kv/CusfXsSL
    • ubuntu@plana16.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDQlgZhijA+u0evVtTTzgHuY9BEeDaN+E0DQpHOQQO6+5GpWiFPG/8V5QgsmMOibBFvP1QnSS879LEofy6WtHBSrK6T23NouHlBzJZsfg9zvPzzQ4xA1OBTp92HyyvkL8M0abkX1dxQm42Yys7vQT1c6ue99fRO35zG4oU3VzFCqYSGWT95nUvX1pHEbUx9sEdB+3lWzj31B0mAV/vHEEt3IKXl5NskZXsb3EBMz2MMSBcJhLC6VkJ5hpqrlp7U3dwArsjS97qd/fGHGQNpgkliVC8NtFoypaHH7NizSJNXA3diFTSa6nklitr87FxbyZINYs2YG/3EqtwjqZV1rHQZ
    • ubuntu@plana86.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHEdc8gGzyejaAy2h/2aWcDk+Aft7xYSDhNjRoe72jqGS3iIip10qlhRBW+jGMGcFiSWAIK2BNTOYUQi9PRCtPd44/wQDf0bTqb3KQUO2JeXVfgu6n5z9AmwpqaWsv/W0GV2k0EdRizSM2pQUHCpZrR0qRgQUD7RS6XneUI6n9/KG+tReXAAtaMd155ZAr/whIhRIezPU3wrcAMJPGSmXAC14gSRyO8+imicKGI4vPjyUHtXozo0/rf59CxGQAT1u8K5eE1yNsd41maAVXHtyLxySAr5Q+EHa0K8CulUfAoyyvZ2qFjoXTVSjxkKRHei4v6hzaLMAwFtxQ83ZSag2d
    • ubuntu@plana69.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD9y3v10PFMrizhws25Fnc7RMJ5XlNp7qH8NCRgRa3fqjRYkWuU5Om6VwJ124VECtpmfXnG6kaJ+tyzGfrZvN0InNMLXDru+L5kFzv9Slz0+Oq5TRF++rll2zGaItQxMyXGZD6glURQcVQ+s5sLTLcuAD9DvxHLN6JnvY611X/TGJNJiUiYx5AIp+jTaswDcFSreyESfnd5ONgu3+jE+aRTjXi0VAlbCstOmKgEITbI9D8C2KpiQnqDn0LihhbDSFFesjez1L79TzVeQhIs53d9VHc+wjbNPYMrZH0/+R10PAZ+CAy6VrScr7f6GoljqKnHrjicZwjlilsD8rGitBGH
    • ubuntu@burnupi14.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCg9FITEiPaHy+BIYz+7SWs09tgsa2mZIlcrXTyh64bnmsNJjidDW3UOuYFcevcBxp2J+artL3jzpz0mEIx9gcIG6If3Ms2N6sIPr4sEvdczD1Rj9VFJb5aNDj8z/dEC4Epf3Pmh42H/QElggxbNzZk5xB1ZADT4l2SvJINKFJTr6omTwnDA2nmB3/JNkmDhuZkQvO2BZxolWoJLgG/7a3/GTK4fcSOKoSzwx2m+BJAw9ns07ohuGg5qVBU/vPy0LVwul2KsrTUo3ly0GLp8w2hGfXKkCQ4SqcT6JO2iyI+vyfI0upB22fe8r5C+YuuQm9EhiRpZlOZgMHKpPUTAKkf
    • ubuntu@plana70.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC8t9PnFTiKkvM7jJk5cuPCPBWbJGIeGg7xItWvT/xHrjxPBVSZLcAoVeSwNWWvADo4mqtEOEsn9HGKcZpRyEAbjnbsvzQx3GTvyhWf23vek1FEGPN5m2ToUsWXb7+q8fyKVzpZ/ceqklOncqO+nHrZPgo5lZr35O6J+hcby/az96dpC/k3BXvDdeRu9Ws+HLdXnGBDUJBKO6Iv4d0Xty4KmCLehOIkDaqh87DEehiip/Ecze46OWTGQITULtTPB6YywPGsdHqwct9TbW6es2A+jJWLdKqWQuSGR2p/ELLEmQ0XKydk31cEdXkcGQDvwm8ladHTmKdHteIoOTuKvTiv
    • ubuntu@plana85.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDw0frV1OUSi+PPUAlsQdK9I1uwua73xiWQGJM/Ig3mjlo5uBJvr3iUmvVtyhyrbPFWcgWPd08hPiFk5Jl9A9n75/u9RZNj43WxY6Ef7ct+C39QgTeNf5ioJse2HElPo+5AQAFlZViZ+BC/+9ejo8ZJTndBVE1suj+74JCg2wJbtfFgmTFqOJ5wz3SUDv1JrykVYQDM2xVxL31fK0ESJx+ZAAM1kOM+vJ3BvUy1493ExwDF94//Eh1tWfa2VGrEe67WT7SQ8X4wm8CZ5lBMo/97RzeSviFjT6ZHJKwFapl0ixLGYpO8ezOZCRxlK71xkb97BHttg9PU/yqj406mFijL
    • ubuntu@plana74.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCg7f+NGUBGPo9f/wzjQnv/ntZmkPs8SxD+KR3Wbp7hL8p9EKvOLtn7aFM0Ua+lQ7eRYTk0njGwUJYvM9LzrR0pNzqkxB3KIu5nTTxiokzleVFv2EmyRPdxSqzzvV6r0EIVWV/xgNaS1/dBtq0snKwDqp6jwpLiV1fL7G+Uf5uU7f2gW2QjCvii/r4ePqZ0dHX+R4ixm5vuzewj0qneCY6ol//czkSrpLL7KUv4KCrCvBPB5bGxU6OQ3mmiUmNS2d4ADZzq6+XtgZZyuReVYvTpqhoAfT2zXotJS4DfWRIsuor4HzkMtzGXT2VKuUpunTyvaVikJsDAWmig8SNdYl8t
    • ubuntu@plana36.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCnlCi7I5djMdXIWh2QWEUWqsIiYIodhFxMZ938OxrukJrayf6FNgyIxafKyf0WDnacoivI0sWpUwjjdzUKh8BauyY2P1dUZpxWuaXwFyMCQiYrGYK/IXsNIg6SwXc2T0WYojYTAj2M5w/e+3Xu0jV3zJ9HSFGmK8P1u/u89xIGdB7YvG/ypT2Fc7B22M1+DMDbhx2vTT3ZLtXR0zh/rUZ1lCb3mzNijmbb1Dlm1Ox0wigtTS9D0glnBNZaw3vhXiotmULCruLAW2WsmISA2UBRnUCqcaMWal1/dgIeqWBv84j1iyE2aXnh5rQHhZks8pZ36qrTqu5usrgi4zXFLMNv
  • tasks:
    • internal.check_packages:
    • internal.lock_machines:
      • 21
      • plana,mira,burnupi
    • internal.save_config:
    • internal.check_lock:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • sha1: distro
      • kdb: True
    • internal.base:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • chef:
    • clock.check:
    • install:
    • ceph:
    • thrashosds:
      • chance_pgnum_grow: 1
      • chance_pgpnum_fix: 1
      • timeout: 1200
    • rados:
      • op_weights:
        • snap_remove: 50
        • snap_create: 50
        • rollback: 50
        • read: 100
        • copy_from: 50
        • write: 100
        • delete: 50
      • max_seconds: 3600
      • objects: 50
      • ops: 4000
  • teuthology_branch: master
  • verbose: True
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2015-01-28 09:14:06
  • started: 2015-01-28 13:30:03
  • updated: 2015-01-28 19:08:31
  • status_class: danger
  • runtime: 5:38:28