luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/bluestore-bitmap.yaml powercycle/default.yaml tasks/admin_socket_objecter_requests.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/bluestore-comp.yaml powercycle/default.yaml tasks/cfuse_workunit_kernel_untar_build.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/bluestore.yaml powercycle/default.yaml tasks/cfuse_workunit_misc.yaml thrashosds-health.yaml whitelist_health.yaml}
"2019-01-25 20:34:23.659584 mon.a mon.0 172.21.15.175:6789/0 540 : cluster [WRN] Health check failed: 1 MDSs report slow metadata IOs (MDS_SLOW_METADATA_IO)" in cluster log
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/filestore-xfs.yaml powercycle/default.yaml tasks/cfuse_workunit_suites_ffsb.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/bluestore-bitmap.yaml powercycle/default.yaml tasks/cfuse_workunit_suites_fsstress.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/bluestore-comp.yaml powercycle/default.yaml tasks/cfuse_workunit_suites_fsx.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/bluestore.yaml powercycle/default.yaml tasks/cfuse_workunit_suites_fsync.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/filestore-xfs.yaml powercycle/default.yaml tasks/cfuse_workunit_suites_pjd.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/bluestore-bitmap.yaml powercycle/default.yaml tasks/cfuse_workunit_suites_truncate_delay.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/bluestore-comp.yaml powercycle/default.yaml tasks/rados_api_tests.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/bluestore.yaml powercycle/default.yaml tasks/radosbench.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/filestore-xfs.yaml powercycle/default.yaml tasks/readwrite.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/bluestore-bitmap.yaml powercycle/default.yaml tasks/snaps-few-objects.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/bluestore-comp.yaml powercycle/default.yaml tasks/snaps-many-objects.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/bluestore.yaml powercycle/default.yaml tasks/admin_socket_objecter_requests.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/filestore-xfs.yaml powercycle/default.yaml tasks/cfuse_workunit_kernel_untar_build.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/bluestore-bitmap.yaml powercycle/default.yaml tasks/cfuse_workunit_misc.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/bluestore-comp.yaml powercycle/default.yaml tasks/cfuse_workunit_suites_ffsb.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/bluestore.yaml powercycle/default.yaml tasks/cfuse_workunit_suites_fsstress.yaml thrashosds-health.yaml whitelist_health.yaml}
Timeout exceeded.
command: /usr/bin/ipmitool
args: ['/usr/bin/ipmitool', '-H', 'smithi044.ipmi.sepia.ceph.com', '-I', 'lanplus', '-U', 'inktank', '-P', 'ApGNXcA7', 'power', 'on']
buffer (last 100 chars): ''
before (last 100 chars): ''
after:
match: None
match_index: None
exitstatus: None
flag_eof: False
pid: 27332
child_fd: 15
closed: False
timeout: 30
delimiter:
logfile: None
logfile_read: None
logfile_send: None
maxread: 2000
ignorecase: False
searchwindowsize: None
delaybeforesend: 0.05
delayafterclose: 0.1
delayafterterminate: 0.1
searcher: searcher_re:
0: re.compile("Chassis Power Control: Up/On")
1: EOF
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/filestore-xfs.yaml powercycle/default.yaml tasks/cfuse_workunit_suites_fsx.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/bluestore-bitmap.yaml powercycle/default.yaml tasks/cfuse_workunit_suites_fsync.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/bluestore-comp.yaml powercycle/default.yaml tasks/cfuse_workunit_suites_pjd.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/bluestore.yaml powercycle/default.yaml tasks/cfuse_workunit_suites_truncate_delay.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/filestore-xfs.yaml powercycle/default.yaml tasks/rados_api_tests.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/bluestore-bitmap.yaml powercycle/default.yaml tasks/radosbench.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/bluestore-comp.yaml powercycle/default.yaml tasks/readwrite.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/bluestore.yaml powercycle/default.yaml tasks/snaps-few-objects.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/filestore-xfs.yaml powercycle/default.yaml tasks/snaps-many-objects.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/filestore-xfs.yaml powercycle/default.yaml tasks/admin_socket_objecter_requests.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/bluestore-bitmap.yaml powercycle/default.yaml tasks/cfuse_workunit_kernel_untar_build.yaml thrashosds-health.yaml whitelist_health.yaml}
"2019-01-25 21:10:20.568668 mon.a mon.0 172.21.15.74:6789/0 1490 : cluster [WRN] Health check failed: 1 MDSs report slow metadata IOs (MDS_SLOW_METADATA_IO)" in cluster log
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/bluestore-comp.yaml powercycle/default.yaml tasks/cfuse_workunit_misc.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/bluestore.yaml powercycle/default.yaml tasks/cfuse_workunit_suites_ffsb.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/filestore-xfs.yaml powercycle/default.yaml tasks/cfuse_workunit_suites_fsstress.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/bluestore-bitmap.yaml powercycle/default.yaml tasks/cfuse_workunit_suites_fsx.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/bluestore-comp.yaml powercycle/default.yaml tasks/cfuse_workunit_suites_fsync.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/bluestore.yaml powercycle/default.yaml tasks/cfuse_workunit_suites_pjd.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/filestore-xfs.yaml powercycle/default.yaml tasks/cfuse_workunit_suites_truncate_delay.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/bluestore-bitmap.yaml powercycle/default.yaml tasks/rados_api_tests.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/bluestore-comp.yaml powercycle/default.yaml tasks/radosbench.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/bluestore.yaml powercycle/default.yaml tasks/readwrite.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/filestore-xfs.yaml powercycle/default.yaml tasks/snaps-few-objects.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/bluestore-bitmap.yaml powercycle/default.yaml tasks/snaps-many-objects.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/bluestore-comp.yaml powercycle/default.yaml tasks/admin_socket_objecter_requests.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/bluestore.yaml powercycle/default.yaml tasks/cfuse_workunit_kernel_untar_build.yaml thrashosds-health.yaml whitelist_health.yaml}
"2019-01-25 20:25:33.789098 mon.a mon.0 172.21.15.60:6789/0 1462 : cluster [WRN] Health check failed: 1 MDSs report slow metadata IOs (MDS_SLOW_METADATA_IO)" in cluster log
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/filestore-xfs.yaml powercycle/default.yaml tasks/cfuse_workunit_misc.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/bluestore-bitmap.yaml powercycle/default.yaml tasks/cfuse_workunit_suites_ffsb.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/bluestore-comp.yaml powercycle/default.yaml tasks/cfuse_workunit_suites_fsstress.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/bluestore.yaml powercycle/default.yaml tasks/cfuse_workunit_suites_fsx.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/filestore-xfs.yaml powercycle/default.yaml tasks/cfuse_workunit_suites_fsync.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/bluestore-bitmap.yaml powercycle/default.yaml tasks/cfuse_workunit_suites_pjd.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/bluestore-comp.yaml powercycle/default.yaml tasks/cfuse_workunit_suites_truncate_delay.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/bluestore.yaml powercycle/default.yaml tasks/rados_api_tests.yaml thrashosds-health.yaml whitelist_health.yaml}
Command failed (workunit test rados/test.sh) on smithi059 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=923a7ae885a0d6a73c24d538a8cea2da53b4a7e9 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh'
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/filestore-xfs.yaml powercycle/default.yaml tasks/radosbench.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/bluestore-bitmap.yaml powercycle/default.yaml tasks/readwrite.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/bluestore-comp.yaml powercycle/default.yaml tasks/snaps-few-objects.yaml thrashosds-health.yaml whitelist_health.yaml}
luminous
luminous
master
smithi
powercycle/osd/{clusters/3osd-1per-target.yaml objectstore/bluestore.yaml powercycle/default.yaml tasks/snaps-many-objects.yaml thrashosds-health.yaml whitelist_health.yaml}