Pulpito :: Results Dashboard

Posted	Started	Updated	Runtime	Duration	In Waiting	Machine	Teuthology Branch	OS Type	OS Version	Nodes	Status
2019-08-21 15:19:30	2019-08-21 16:28:15	2019-08-21 16:48:14	0:19:59	0:13:43	0:06:16	smithi	master	centos	7.6	1	fail

Nodes: smithi087

Description: rados/singleton/{all/rebuild-mondb.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{centos_7.yaml}}

Log: http://qa-proxy.ceph.com/teuthology/sage-2019-08-21_15:17:39-rados-wip-sage2-testing-2019-08-20-0935-distro-basic-smithi/4237027/teuthology.log

Failure Reason:

+ sudo adjust-ulimits ceph-objectstore-tool --data-path /var/lib/ceph/osd/ceph-0 --journal-path /var/lib/ceph/osd/ceph-0/journal --no-mon-config --op update-mon-db --mon-store-path /home/ubuntu/cephtest/mon-store *** stack smashing detected ***: ceph-objectstore-tool terminated ======= Backtrace: ========= /lib64/libc.so.6(__fortify_fail+0x37)[0x7fe9b68c8b67] /lib64/libc.so.6(+0x117b22)[0x7fe9b68c8b22] ceph-objectstore-tool(_Z13update_mon_dbR11ObjectStoreR13OSDSuperblockRKSsS4_+0x2c51)[0x55bde489c151] ceph-objectstore-tool(main+0x557e)[0x55bde4820b7e] /lib64/libc.so.6(__libc_start_main+0xf5)[0x7fe9b67d3495] ceph-objectstore-tool(+0x3ac5c0)[0x55bde48505c0] ======= Memory map: ======== 55bde44a4000-55bde52ca000 r-xp 00000000 08:01 82373 /usr/bin/ceph-objectstore-tool 55bde54c9000-55bde54ff000 r--p 00e25000 08:01 82373 /usr/bin/ceph-objectstore-tool 55bde54ff000-55bde5505000 rw-p 00e5b000 08:01 82373 /usr/bin/ceph-objectstore-tool 55bde5505000-55bde5513000 rw-p 00000000 00:00 0 55bde6080000-55bdebfe2000 rw-p 00000000 00:00 0 [heap] 7fe9a4224000-7fe9a4225000 ---p 00000000 00:00 0 7fe9a4225000-7fe9a4a25000 rw-p 00000000 00:00 0 7fe9a4a25000-7fe9a4a26000 ---p 00000000 00:00 0 7fe9a4a26000-7fe9a5226000 rw-p 00000000 00:00 0 7fe9a5226000-7fe9a5227000 ---p 00000000 00:00 0 7fe9a5227000-7fe9a5a27000 rw-p 00000000 00:00 0 7fe9a5a27000-7fe9a5a28000 ---p 00000000 00:00 0 7fe9a5a28000-7fe9a6228000 rw-p 00000000 00:00 0 7fe9a8a2d000-7fe9a8a2e000 ---p 00000000 00:00 0 7fe9a8a2e000-7fe9a922e000 rw-p 00000000 00:00 0 7fe9a922e000-7fe9a922f000 ---p 00000000 00:00 0 7fe9a922f000-7fe9a9a2f000 rw-p 00000000 00:00 0 7fe9a9a2f000-7fe9a9a30000 ---p 00000000 00:00 0 7fe9a9a30000-7fe9aa230000 rw-p 00000000 00:00 0 7fe9aa230000-7fe9aa231000 ---p 00000000 00:00 0 7fe9aa231000-7fe9aaa31000 rw-p 00000000 00:00 0 7fe9ada37000-7fe9ada38000 ---p 00000000 00:00 0 7fe9ada38000-7fe9ae238000 rw-p 00000000 00:00 0 7fe9ae238000-7fe9ae239000 ---p 00000000 00:00 0 7fe9ae239000-7fe9aea39000 rw-p 00000000 00:00 0 7fe9aea39000-7fe9aea3a000 ---p 00000000 00:00 0 7fe9aea3a000-7fe9af23a000 rw-p 00000000 00:00 0 7fe9af23a000-7fe9af23b000 ---p 00000000 00:00 0 7fe9af23b000-7fe9afa3b000 rw-p 00000000 00:00 0 7fe9afa3b000-7fe9afa3f000 r-xp 00000000 08:01 262554 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 7fe9afa3f000-7fe9afc3f000 ---p 00004000 08:01 262554 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 7fe9afc3f000-7fe9afc40000 r--p 00004000 08:01 262554 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 7fe9afc40000-7fe9afc41000 rw-p 00005000 08:01 262554 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 7fe9afc41000-7fe9afc42000 ---p 00000000 00:00 0 7fe9afc42000-7fe9b0442000 rw-p 00000000 00:00 0 7fe9b0442000-7fe9b0443000 ---p 00000000 00:00 0 7fe9b0443000-7fe9b0c43000 rw-p 00000000 00:00 0 7fe9b0c43000-7fe9b0c44000 ---p 00000000 00:00 0 7fe9b0c44000-7fe9b1444000 rw-p 00000000 00:00 0 7fe9b1444000-7fe9b1445000 ---p 00000000 00:00 0 7fe9b1445000-7fe9b1c45000 rw-p 00000000 00:00 0 7fe9b1c45000-7fe9b1c46000 ---p 00000000 00:00 0 7fe9b1c46000-7fe9b2446000 rw-p 00000000 00:00 0 7fe9b2446000-7fe9b2447000 ---p 00000000 00:00 0 7fe9b2447000-7fe9b2c47000 rw-p 00000000 00:00 0 7fe9b2c47000-7fe9b2c48000 ---p 00000000 00:00 0 7fe9b2c48000-7fe9b3448000 rw-p 00000000 00:00 0 7fe9b3448000-7fe9b3449000 ---p 00000000 00:00 0 7fe9b3449000-7fe9b3c49000 rw-p 00000000 00:00 0 7fe9b3c49000-7fe9b3c4a000 ---p 00000000 00:00 0 7fe9b3c4a000-7fe9b444a000 rw-p 00000000 00:00 0 7fe9b444a000-7fe9b444b000 ---p 00000000 00:00 0 7fe9b444b000-7fe9b4c4b000 rw-p 00000000 00:00 0 7fe9b4c4b000-7fe9b4c4d000 r-xp 00000000 08:01 78474 /usr/lib64/liburcu-common.so.1.0.0 7fe9b4c4d000-7fe9b4e4c000 ---p 00002000 08:01 78474 /usr/lib64/liburcu-common.so.1.0.0 7fe9b4e4c000-7fe9b4e4d000 r--p 00001000 08:01 78474 /usr/lib64/liburcu-common.so.1.0.0 7fe9b4e4d000-7fe9b4e4e000 rw-p 00002000 08:01 78474 /usr/lib64/liburcu-common.so.1.0.0 7fe9b4e4e000-7fe9b4e54000 r-xp 00000000 08:01 78472 /usr/lib64/liburcu-cds.so.1.0.0 7fe9b4e54000-7fe9b5053000 ---p 00006000 08:01 78472 /usr/lib64/liburcu-cds.so.1.0.0 7fe9b5053000-7fe9b5054000 r--p 00005000 08:01 78472 /usr/lib64/liburcu-cds.so.1.0.0 7fe9b5054000-7fe9b5055000 rw-p 00006000 08:01 78472 /usr/lib64/liburcu-cds.so.1.0.0 7fe9b5055000-7fe9b505b000 r-xp 00000000 08:01 78470 /usr/lib64/liburcu-bp.so.1.0.0 7fe9b505b000-7fe9b525b000 ---p 00006000 08:01 78470 /usr/lib64/liburcu-bp.so.1.0.0 7fe9b525b000-7fe9b525c000 r--p 00006000 08:01 78470 /usr/lib64/liburcu-bp.so.1.0.0 7fe9b525c000-7fe9b525d000 rw-p 00007000 08:01 78470 /usr/lib64/liburcu-bp.so.1.0.0 7fe9b525d000-7fe9b5266000 r-xp 00000000 08:01 78498 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 7fe9b5266000-7fe9b5465000 ---p 00009000 08:01 78498 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 7fe9b5465000-7fe9b5466000 r--p 00008000 08:01 78498 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 7fe9b5466000-7fe9b5467000 rw-p 00009000 08:01 78498 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 7fe9b5467000-7fe9b5477000 rw-p 00000000 00:00 0 7fe9b5477000-7fe9b5486000 r-xp 00000000 08:01 9681 /usr/lib64/libbz2.so.1.0.6 7fe9b5486000-7fe9b5685000 ---p 0000f000 08:01 9681 /usr/lib64/libbz2.so.1.0.6 7fe9b5685000-7fe9b5686000 r--p 0000e000 08:01 9681 /usr/lib64/libbz2.so.1.0.6 7fe9b5686000-7fe9b5687000 rw-p 0000f000 08:01 9681 /usr/lib64/libbz2.so.1.0.6 7fe9b5687000-7fe9b56ac000 r-xp 00000000 08:01 9672 /usr/lib64/liblzma.so.5.2.2 7fe9b56ac000-7fe9b58ab000 ---p 00025000 08:01 9672 /usr/lib64/liblzma.so.5.2.2 7fe9b58ab000-7fe9b58ac000 r--p 00024000 08:01 9672 /usr/lib64/liblzma.so.5.2.2 7fe9b58ac000-7fe9b58ad000 rw-p 00025000 08:01 9672 /usr/lib64/liblzma.so.5.2.2 7fe9b58ad000-7fe9b58c4000 r-xp 00000000 08:01 9682 /usr/lib64/libelf-0.172.so 7fe9b58c4000-7fe9b5ac3000 ---p 00017000 08:01 9682 /usr/lib64/libelf-0.172.so 7fe9b5ac3000-7fe9b5ac4000 r--p 00016000 08:01 9682 /usr/lib64/libelf-0.172.so 7fe9b5ac4000-7fe9b5ac5000 rw-p 00017000 08:01 9682 /usr/lib64/libelf-0.172.so 7fe9b5ac5000-7fe9b5ac9000 r-xp 00000000 08:01 9278 /usr/lib64/libattr.so.1.1.0 7fe9b5ac9000-7fe9b5cc8000 ---p 00004000 08:01 9278 /usr/lib64/libattr.so.1.1.0 7fe9b5cc8000-7fe9b5cc9000 r--p 00003000 08:01 9278 /usr/lib64/libattr.so.1.1.0 7fe9b5cc9000-7fe9b5cca000 rw-p 00004000 08:01 9278 /usr/lib64/libattr.so.1.1.0 7fe9b5cca000-7fe9b5ce8000 r-xp 00000000 08:01 9897 /usr/lib64/libnl-3.so.200.23.0 7fe9b5ce8000-7fe9b5ee8000 ---p 0001e000 08:01 9897 /usr/lib64/libnl-3.so.200.23.0 7fe9b5ee8000-7fe9b5eea000 r--p 0001e000 08:01 9897 /usr/lib64/libnl-3.so.200.23.0 7fe9b5eea000-7fe9b5eeb000 rw-p 00020000 08:01 9897 /usr/lib64/libnl-3.so.200.23.0 7fe9b5eeb000-7fe9b5f4f000 r-xp 00000000 08:01 9905 /usr/lib64/libnl-route-3.so.200.23.0 7fe9b5f4f000-7fe9b614e000 ---p 00064000 08:01 9905 /usr/lib64/libnl-route-3.so.200.23.0 7fe9b614e000-7fe9b6151000 r--p 00063000 08:01 9905 /usr/lib64/libnl-route-3.so.200.23.0 7fe9b6151000-7fe9b6156000 rw-p 00066000 08:01 9905 /usr/lib64/libnl-route-3.so.200.23.0 7fe9b6156000-7fe9b6158000 rw-p 00000000 00:00 0 7fe9b6158000-7fe9b61a4000 r-xp 00000000 08:01 12836 /usr/lib64/libdw-0.172.so 7fe9b61a4000-7fe9b63a4000 ---p 0004c000 08:01 12836 /usr/lib64/libdw-0.172.so 7fe9b63a4000-7fe9b63a6000 r--p 0004c000 08:01 12836 /usr/lib64/libdw-0.172.so 7fe9b63a6000-7fe9b63a7000 rw-p 0004e000 08:01 12836 /usr/lib64/libdw-0.172.so 7fe9b63a7000-7fe9b63ab000 r-xp 00000000 08:01 9280 /usr/lib64/libcap.so.2.22 7fe9b63ab000-7fe9b65aa000 ---p 00004000 08:01 9280 /usr/lib64/libcap.so.2.22 7fe9b65aa000-7fe9b65ab000 r--p 00003000 08:01 9280 /usr/lib64/libcap.so.2.22 7fe9b65ab000-7fe9b65ac000 rw-p 00004000 08:01 9280 /usr/lib64/libcap.so.2.22 7fe9b65ac000-7fe9b65b0000 r-xp 00000000 08:01 9679 /usr/lib64/libuuid.so.1.3.0 7fe9b65b0000-7fe9b67af000 ---p 00004000 08:01 9679 /usr/lib64/libuuid.so.1.3.0 7fe9b67af000-7fe9b67b0000 r--p 00003000 08:01 9679 /usr/lib64/libuuid.so.1.3.0 7fe9b67b0000-7fe9b67b1000 rw-p 00004000 08:01 9679 /usr/lib64/libuuid.so.1.3.0 7fe9b67b1000-7fe9b6973000 r-xp 00000000 08:01 9173 /usr/lib64/libc-2.17.so 7fe9b6973000-7fe9b6b73000 ---p 001c2000 08:01 9173 /usr/lib64/libc-2.17.so 7fe9b6b73000-7fe9b6b77000 r--p 001c2000 08:01 9173 /usr/lib64/libc-2.17.so 7fe9b6b77000-7fe9b6b79000 rw-p 001c6000 08:01 9173 /usr/lib64/libc-2.17.so 7fe9b6b79000-7fe9b6b7e000 rw-p 00000000 00:00 0 7fe9b6b7e000-7fe9b6b93000 r-xp 00000000 08:01 18321 /usr/lib64/libgcc_s-4.8.5-20150702.so.1 7fe9b6b93000-7fe9b6d92000 ---p 00015000 08:01 18321 /usr/lib64/libgcc_s-4.8.5-20150702.so.1 7fe9b6d92000-7fe9b6d93000 r--p 00014000 08:01 18321 /usr/lib64/libgcc_s-4.8.5-20150702.so.1 7fe9b6d93000-7fe9b6d94000 rw-p 00015000 08:01 18321 /usr/lib64/libgcc_s-4.8.5-20150702.so.1 7fe9b6d94000-7fe9b6e95000 r-xp 00000000 08:01 9178 /usr/lib64/libm-2.17.so 7fe9b6e95000-7fe9b7094000 ---p 00101000 08:01 9178 /usr/lib64/libm-2.17.so 7fe9b7094000-7fe9b7095000 r--p 00100000 08:01 9178 /usr/lib64/libm-2.17.so 7fe9b7095000-7fe9b7096000 rw-p 00101000 08:01 9178 /usr/lib64/libm-2.17.so 7fe9b7096000-7fe9b717f000 r-xp 00000000 08:01 9207 /usr/lib64/libstdc++.so.6.0.19 7fe9b717f000-7fe9b737e000 ---p 000e9000 08:01 9207 /usr/lib64/libstdc++.so.6.0.19 7fe9b737e000-7fe9b7386000 r--p 000e8000 08:01 9207 /usr/lib64/libstdc++.so.6.0.19 7fe9b7386000-7fe9b7388000 rw-p 000f0000 08:01 9207 /usr/lib64/libstdc++.so.6.0.19 7fe9b7388000-7fe9b739d000 rw-p 00000000 00:00 0 7fe9b739d000-7fe9b73b3000 r-xp 00000000 08:01 9193 /usr/lib64/libresolv-2.17.so 7fe9b73b3000-7fe9b75b2000 ---p 00016000 08:01 9193 /usr/lib64/libresolv-2.17.so 7fe9b75b2000-7fe9b75b3000 r--p 00015000 08:01 9193 /usr/lib64/libresolv-2.17.so 7fe9b75b3000-7fe9b75b4000 rw-p 00016000 08:01 9193 /usr/lib64/libresolv-2.17.so 7fe9b75b4000-7fe9b75b6000 rw-p 00000000 00:00 0 7fe9b75b6000-7fe9b75bd000 r-xp 00000000 08:01 9194 /usr/lib64/librt-2.17.so 7fe9b75bd000-7fe9b77bc000 ---p 00007000 08:01 9194 /usr/lib64/librt-2.17.so 7fe9b77bc000-7fe9b77bd000 r--p 00006000 08:01 9194 /usr/lib64/librt-2.17.so 7fe9b77bd000-7fe9b77be000 rw-p 00007000 08:01 9194 /usr/lib64/librt-2.17.so 7fe9b77be000-7fe9b77d3000 r-xp 00000000 08:01 18902 /usr/lib64/librdmacm.so.1.1.17.2 7fe9b77d3000-7fe9b79d2000 ---p 00015000 08:01 18902 /usr/lib64/librdmacm.so.1.1.17.2 7fe9b79d2000-7fe9b79d3000 r--p 00014000 08:01 18902 /usr/lib64/librdmacm.so.1.1.17.2 7fe9b79d3000-7fe9b79d4000 rw-p 00015000 08:01 18902 /usr/lib64/librdmacm.so.1.1.17.2 7fe9b79d4000-7fe9b79d5000 rw-p 00000000 00:00 0 7fe9b79d5000-7fe9b79ea000 r-xp 00000000 08:01 18892 /usr/lib64/libibverbs.so.1.1.17.2 7fe9b79ea000-7fe9b7bea000 ---p 00015000 08:01 18892 /usr/lib64/libibverbs.so.1.1.17.2 7fe9b7bea000-7fe9b7beb000 r--p 00015000 08:01 18892 /usr/lib64/libibverbs.so.1.1.17.2 7fe9b7beb000-7fe9b7bec000 rw-p 00016000 08:01 18892 /usr/lib64/libibverbs.so.1.1.17.2 7fe9b7bec000-7fe9b7c01000 r-xp 00000000 08:01 12851 /usr/lib64/libudev.so.1.6.2 7fe9b7c01000-7fe9b7e00000 ---p 00015000 08:01 12851 /usr/lib64/libudev.so.1.6.2 7fe9b7e00000-7fe9b7e01000 r--p 00014000 08:01 12851 /usr/lib64/libudev.so.1.6.2 7fe9b7e01000-7fe9b7e02000 rw-p 00015000 08:01 12851 /usr/lib64/libudev.so.1.6.2 7fe9b7e02000-7fe9b7e19000 r-xp 00000000 08:01 9192 /usr/lib64/libpthread-2.17.so 7fe9b7e19000-7fe9b8018000 ---p 00017000 08:01 9192 /usr/lib64/libpthread-2.17.so 7fe9b8018000-7fe9b8019000 r--p 00016000 08:01 9192 /usr/lib64/libpthread-2.17.so 7fe9b8019000-7fe9b801a000 rw-p 00017000 08:01 9192 /usr/lib64/libpthread-2.17.so 7fe9b801a000-7fe9b801e000 rw-p 00000000 00:00 0 7fe9b801e000-7fe9b8252000 r-xp 00000000 08:01 9461 /usr/lib64/libcrypto.so.1.0.2k 7fe9b8252000-7fe9b8452000 ---p 00234000 08:01 9461 /usr/lib64/libcrypto.so.1.0.2k 7fe9b8452000-7fe9b846e000 r--p 00234000 08:01 9461 /usr/lib64/libcrypto.so.1.0.2k 7fe9b846e000-7fe9b847b000 rw-p 00250000 08:01 9461 /usr/lib64/libcrypto.so.1.0.2k 7fe9b847b000-7fe9b847f000 rw-p 00000000 00:00 0 7fe9b847f000-7fe9b84bb000 r-xp 00000000 08:01 9691 /usr/lib64/libblkid.so.1.1.0 7fe9b84bb000-7fe9b86ba000 ---p 0003c000 08:01 9691 /usr/lib64/libblkid.so.1.1.0 7fe9b86ba000-7fe9b86bd000 r--p 0003b000 08:01 9691 /usr/lib64/libblkid.so.1.1.0 7fe9b86bd000-7fe9b86be000 rw-p 0003e000 08:01 9691 /usr/lib64/libblkid.so.1.1.0 7fe9b86be000-7fe9b86bf000 rw-p 00000000 00:00 0 7fe9b86bf000-7fe9b9040000 r-xp 00000000 08:01 262251 /usr/lib64/ceph/libceph-common.so.0 7fe9b9040000-7fe9b9240000 ---p 00981000 08:01 262251 /usr/lib64/ceph/libceph-common.so.0 7fe9b9240000-7fe9b925f000 r--p 00981000 08:01 262251 /usr/lib64/ceph/libceph-common.so.0 7fe9b925f000-7fe9b9268000 rw-p 009a0000 08:01 262251 /usr/lib64/ceph/libceph-common.so.0 7fe9b9268000-7fe9c1488000 rw-p 00000000 00:00 0 7fe9c1488000-7fe9c14ce000 r-xp 00000000 08:01 18867 /usr/lib64/libtcmalloc.so.4.4.5 7fe9c14ce000-7fe9c16cd000 ---p 00046000 08:01 18867 /usr/lib64/libtcmalloc.so.4.4.5 7fe9c16cd000-7fe9c16cf000 r--p 00045000 08:01 18867 /usr/lib64/libtcmalloc.so.4.4.5 7fe9c16cf000-7fe9c16d1000 rw-p 00047000 08:01 18867 /usr/lib64/libtcmalloc.so.4.4.5 7fe9c16d1000-7fe9c187d000 rw-p 00000000 00:00 0 7fe9c187d000-7fe9c187e000 r-xp 00000000 08:01 9967 /usr/lib64/libaio.so.1.0.1 7fe9c187e000-7fe9c1a7d000 ---p 00001000 08:01 9967 /usr/lib64/libaio.so.1.0.1 7fe9c1a7d000-7fe9c1a7e000 r--p 00000000 08:01 9967 /usr/lib64/libaio.so.1.0.1 7fe9c1a7e000-7fe9c1a7f000 rw-p 00001000 08:01 9967 /usr/lib64/libaio.so.1.0.1 7fe9c1a7f000-7fe9c1a94000 r-xp 00000000 08:01 9206 /usr/lib64/libz.so.1.2.7 7fe9c1a94000-7fe9c1c93000 ---p 00015000 08:01 9206 /usr/lib64/libz.so.1.2.7 7fe9c1c93000-7fe9c1c94000 r--p 00014000 08:01 9206 /usr/lib64/libz.so.1.2.7 7fe9c1c94000-7fe9c1c95000 rw-p 00015000 08:01 9206 /usr/lib64/libz.so.1.2.7 7fe9c1c95000-7fe9c1ca9000 r-xp 00000000 08:01 10629 /usr/lib64/liblz4.so.1.7.5 7fe9c1ca9000-7fe9c1ea8000 ---p 00014000 08:01 10629 /usr/lib64/liblz4.so.1.7.5 7fe9c1ea8000-7fe9c1ea9000 r--p 00013000 08:01 10629 /usr/lib64/liblz4.so.1.7.5 7fe9c1ea9000-7fe9c1eaa000 rw-p 00014000 08:01 10629 /usr/lib64/liblz4.so.1.7.5 7fe9c1eaa000-7fe9c1eaf000 r-xp 00000000 08:01 12142 /usr/lib64/libsnappy.so.1.1.4 7fe9c1eaf000-7fe9c20ae000 ---p 00005000 08:01 12142 /usr/lib64/libsnappy.so.1.1.4 7fe9c20ae000-7fe9c20af000 r--p 00004000 08:01 12142 /usr/lib64/libsnappy.so.1.1.4 7fe9c20af000-7fe9c20b0000 rw-p 00005000 08:01 12142 /usr/lib64/libsnappy.so.1.1.4 7fe9c20b0000-7fe9c2102000 r-xp 00000000 08:01 78468 /usr/lib64/libleveldb.so.1.0.7 7fe9c2102000-7fe9c2301000 ---p 00052000 08:01 78468 /usr/lib64/libleveldb.so.1.0.7 7fe9c2301000-7fe9c2303000 r--p 00051000 08:01 78468 /usr/lib64/libleveldb.so.1.0.7 7fe9c2303000-7fe9c2304000 rw-p 00053000 08:01 78468 /usr/lib64/libleveldb.so.1.0.7 7fe9c2304000-7fe9c232f000 r-xp 00000000 08:01 18398 /usr/lib64/libfuse.so.2.9.2 7fe9c232f000-7fe9c252f000 ---p 0002b000 08:01 18398 /usr/lib64/libfuse.so.2.9.2 7fe9c252f000-7fe9c2541000 r--p 0002b000 08:01 18398 /usr/lib64/libfuse.so.2.9.2 7fe9c2541000-7fe9c2542000 rw-p 0003d000 08:01 18398 /usr/lib64/libfuse.so.2.9.2 7fe9c2542000-7fe9c2544000 r-xp 00000000 08:01 9177 /usr/lib64/libdl-2.17.so 7fe9c2544000-7fe9c2744000 ---p 00002000 08:01 9177 /usr/lib64/libdl-2.17.so 7fe9c2744000-7fe9c2745000 r--p 00002000 08:01 9177 /usr/lib64/libdl-2.17.so 7fe9c2745000-7fe9c2746000 rw-p 00003000 08:01 9177 /usr/lib64/libdl-2.17.so 7fe9c2746000-7fe9c2768000 r-xp 00000000 08:01 8963 /usr/lib64/ld-2.17.so 7fe9c292d000-7fe9c2936000 rw-s 00000000 00:0b 146565 /[aio] (deleted) 7fe9c2936000-7fe9c2959000 rw-p 00000000 00:00 0 7fe9c295c000-7fe9c295d000 rw-p 00000000 00:00 0 7fe9c295d000-7fe9c2966000 rw-s 00000000 00:0b 131887 /[aio] (deleted) 7fe9c2966000-7fe9c2967000 rw-p 00000000 00:00 0 7fe9c2967000-7fe9c2968000 r--p 00021000 08:01 8963 /usr/lib64/ld-2.17.so 7fe9c2968000-7fe9c2969000 rw-p 00022000 08:01 8963 /usr/lib64/ld-2.17.so 7fe9c2969000-7fe9c296a000 rw-p 00000000 00:00 0 7ffff98de000-7ffff9997000 rw-p 00000000 00:00 0 [stack] 7ffff99fd000-7ffff99ff000 r-xp 00000000 00:00 0 [vdso] ffffffffff600000-ffffffffff601000 r-xp 00000000 00:00 0 [vsyscall] *** Caught signal (Aborted) ** in thread 7fe9c2949640 thread_name:ceph-objectstor ceph version 15.0.0-4082-g5b8890b (5b8890baac34824fe9058ef255119c7ef0e78c44) octopus (dev) 1: (()+0xf5d0) [0x7fe9b7e115d0] 2: (gsignal()+0x37) [0x7fe9b67e72c7] 3: (abort()+0x148) [0x7fe9b67e89b8] 4: (()+0x78e17) [0x7fe9b6829e17] 5: (__fortify_fail()+0x37) [0x7fe9b68c8b67] 6: (()+0x117b22) [0x7fe9b68c8b22] 7: (update_mon_db(ObjectStore&, OSDSuperblock&, std::string const&, std::string const&)+0x2c51) [0x55bde489c151] 8: (main()+0x557e) [0x55bde4820b7e] 9: (__libc_start_main()+0xf5) [0x7fe9b67d3495] 10: (()+0x3ac5c0) [0x55bde48505c0]

All Details...

log_href: http://qa-proxy.ceph.com/teuthology/sage-2019-08-21_15:17:39-rados-wip-sage2-testing-2019-08-20-0935-distro-basic-smithi/4237027/teuthology.log
archive_path: /home/teuthworker/archive/sage-2019-08-21_15:17:39-rados-wip-sage2-testing-2019-08-20-0935-distro-basic-smithi/4237027
description: rados/singleton/{all/rebuild-mondb.yaml msgr-failures/few.yaml msgr/async-v1only.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{centos_7.yaml}}
duration: 0:13:43
email:
failure_reason: + sudo adjust-ulimits ceph-objectstore-tool --data-path /var/lib/ceph/osd/ceph-0 --journal-path /var/lib/ceph/osd/ceph-0/journal --no-mon-config --op update-mon-db --mon-store-path /home/ubuntu/cephtest/mon-store *** stack smashing detected ***: ceph-objectstore-tool terminated ======= Backtrace: ========= /lib64/libc.so.6(__fortify_fail+0x37)[0x7fe9b68c8b67] /lib64/libc.so.6(+0x117b22)[0x7fe9b68c8b22] ceph-objectstore-tool(_Z13update_mon_dbR11ObjectStoreR13OSDSuperblockRKSsS4_+0x2c51)[0x55bde489c151] ceph-objectstore-tool(main+0x557e)[0x55bde4820b7e] /lib64/libc.so.6(__libc_start_main+0xf5)[0x7fe9b67d3495] ceph-objectstore-tool(+0x3ac5c0)[0x55bde48505c0] ======= Memory map: ======== 55bde44a4000-55bde52ca000 r-xp 00000000 08:01 82373 /usr/bin/ceph-objectstore-tool 55bde54c9000-55bde54ff000 r--p 00e25000 08:01 82373 /usr/bin/ceph-objectstore-tool 55bde54ff000-55bde5505000 rw-p 00e5b000 08:01 82373 /usr/bin/ceph-objectstore-tool 55bde5505000-55bde5513000 rw-p 00000000 00:00 0 55bde6080000-55bdebfe2000 rw-p 00000000 00:00 0 [heap] 7fe9a4224000-7fe9a4225000 ---p 00000000 00:00 0 7fe9a4225000-7fe9a4a25000 rw-p 00000000 00:00 0 7fe9a4a25000-7fe9a4a26000 ---p 00000000 00:00 0 7fe9a4a26000-7fe9a5226000 rw-p 00000000 00:00 0 7fe9a5226000-7fe9a5227000 ---p 00000000 00:00 0 7fe9a5227000-7fe9a5a27000 rw-p 00000000 00:00 0 7fe9a5a27000-7fe9a5a28000 ---p 00000000 00:00 0 7fe9a5a28000-7fe9a6228000 rw-p 00000000 00:00 0 7fe9a8a2d000-7fe9a8a2e000 ---p 00000000 00:00 0 7fe9a8a2e000-7fe9a922e000 rw-p 00000000 00:00 0 7fe9a922e000-7fe9a922f000 ---p 00000000 00:00 0 7fe9a922f000-7fe9a9a2f000 rw-p 00000000 00:00 0 7fe9a9a2f000-7fe9a9a30000 ---p 00000000 00:00 0 7fe9a9a30000-7fe9aa230000 rw-p 00000000 00:00 0 7fe9aa230000-7fe9aa231000 ---p 00000000 00:00 0 7fe9aa231000-7fe9aaa31000 rw-p 00000000 00:00 0 7fe9ada37000-7fe9ada38000 ---p 00000000 00:00 0 7fe9ada38000-7fe9ae238000 rw-p 00000000 00:00 0 7fe9ae238000-7fe9ae239000 ---p 00000000 00:00 0 7fe9ae239000-7fe9aea39000 rw-p 00000000 00:00 0 7fe9aea39000-7fe9aea3a000 ---p 00000000 00:00 0 7fe9aea3a000-7fe9af23a000 rw-p 00000000 00:00 0 7fe9af23a000-7fe9af23b000 ---p 00000000 00:00 0 7fe9af23b000-7fe9afa3b000 rw-p 00000000 00:00 0 7fe9afa3b000-7fe9afa3f000 r-xp 00000000 08:01 262554 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 7fe9afa3f000-7fe9afc3f000 ---p 00004000 08:01 262554 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 7fe9afc3f000-7fe9afc40000 r--p 00004000 08:01 262554 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 7fe9afc40000-7fe9afc41000 rw-p 00005000 08:01 262554 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 7fe9afc41000-7fe9afc42000 ---p 00000000 00:00 0 7fe9afc42000-7fe9b0442000 rw-p 00000000 00:00 0 7fe9b0442000-7fe9b0443000 ---p 00000000 00:00 0 7fe9b0443000-7fe9b0c43000 rw-p 00000000 00:00 0 7fe9b0c43000-7fe9b0c44000 ---p 00000000 00:00 0 7fe9b0c44000-7fe9b1444000 rw-p 00000000 00:00 0 7fe9b1444000-7fe9b1445000 ---p 00000000 00:00 0 7fe9b1445000-7fe9b1c45000 rw-p 00000000 00:00 0 7fe9b1c45000-7fe9b1c46000 ---p 00000000 00:00 0 7fe9b1c46000-7fe9b2446000 rw-p 00000000 00:00 0 7fe9b2446000-7fe9b2447000 ---p 00000000 00:00 0 7fe9b2447000-7fe9b2c47000 rw-p 00000000 00:00 0 7fe9b2c47000-7fe9b2c48000 ---p 00000000 00:00 0 7fe9b2c48000-7fe9b3448000 rw-p 00000000 00:00 0 7fe9b3448000-7fe9b3449000 ---p 00000000 00:00 0 7fe9b3449000-7fe9b3c49000 rw-p 00000000 00:00 0 7fe9b3c49000-7fe9b3c4a000 ---p 00000000 00:00 0 7fe9b3c4a000-7fe9b444a000 rw-p 00000000 00:00 0 7fe9b444a000-7fe9b444b000 ---p 00000000 00:00 0 7fe9b444b000-7fe9b4c4b000 rw-p 00000000 00:00 0 7fe9b4c4b000-7fe9b4c4d000 r-xp 00000000 08:01 78474 /usr/lib64/liburcu-common.so.1.0.0 7fe9b4c4d000-7fe9b4e4c000 ---p 00002000 08:01 78474 /usr/lib64/liburcu-common.so.1.0.0 7fe9b4e4c000-7fe9b4e4d000 r--p 00001000 08:01 78474 /usr/lib64/liburcu-common.so.1.0.0 7fe9b4e4d000-7fe9b4e4e000 rw-p 00002000 08:01 78474 /usr/lib64/liburcu-common.so.1.0.0 7fe9b4e4e000-7fe9b4e54000 r-xp 00000000 08:01 78472 /usr/lib64/liburcu-cds.so.1.0.0 7fe9b4e54000-7fe9b5053000 ---p 00006000 08:01 78472 /usr/lib64/liburcu-cds.so.1.0.0 7fe9b5053000-7fe9b5054000 r--p 00005000 08:01 78472 /usr/lib64/liburcu-cds.so.1.0.0 7fe9b5054000-7fe9b5055000 rw-p 00006000 08:01 78472 /usr/lib64/liburcu-cds.so.1.0.0 7fe9b5055000-7fe9b505b000 r-xp 00000000 08:01 78470 /usr/lib64/liburcu-bp.so.1.0.0 7fe9b505b000-7fe9b525b000 ---p 00006000 08:01 78470 /usr/lib64/liburcu-bp.so.1.0.0 7fe9b525b000-7fe9b525c000 r--p 00006000 08:01 78470 /usr/lib64/liburcu-bp.so.1.0.0 7fe9b525c000-7fe9b525d000 rw-p 00007000 08:01 78470 /usr/lib64/liburcu-bp.so.1.0.0 7fe9b525d000-7fe9b5266000 r-xp 00000000 08:01 78498 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 7fe9b5266000-7fe9b5465000 ---p 00009000 08:01 78498 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 7fe9b5465000-7fe9b5466000 r--p 00008000 08:01 78498 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 7fe9b5466000-7fe9b5467000 rw-p 00009000 08:01 78498 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 7fe9b5467000-7fe9b5477000 rw-p 00000000 00:00 0 7fe9b5477000-7fe9b5486000 r-xp 00000000 08:01 9681 /usr/lib64/libbz2.so.1.0.6 7fe9b5486000-7fe9b5685000 ---p 0000f000 08:01 9681 /usr/lib64/libbz2.so.1.0.6 7fe9b5685000-7fe9b5686000 r--p 0000e000 08:01 9681 /usr/lib64/libbz2.so.1.0.6 7fe9b5686000-7fe9b5687000 rw-p 0000f000 08:01 9681 /usr/lib64/libbz2.so.1.0.6 7fe9b5687000-7fe9b56ac000 r-xp 00000000 08:01 9672 /usr/lib64/liblzma.so.5.2.2 7fe9b56ac000-7fe9b58ab000 ---p 00025000 08:01 9672 /usr/lib64/liblzma.so.5.2.2 7fe9b58ab000-7fe9b58ac000 r--p 00024000 08:01 9672 /usr/lib64/liblzma.so.5.2.2 7fe9b58ac000-7fe9b58ad000 rw-p 00025000 08:01 9672 /usr/lib64/liblzma.so.5.2.2 7fe9b58ad000-7fe9b58c4000 r-xp 00000000 08:01 9682 /usr/lib64/libelf-0.172.so 7fe9b58c4000-7fe9b5ac3000 ---p 00017000 08:01 9682 /usr/lib64/libelf-0.172.so 7fe9b5ac3000-7fe9b5ac4000 r--p 00016000 08:01 9682 /usr/lib64/libelf-0.172.so 7fe9b5ac4000-7fe9b5ac5000 rw-p 00017000 08:01 9682 /usr/lib64/libelf-0.172.so 7fe9b5ac5000-7fe9b5ac9000 r-xp 00000000 08:01 9278 /usr/lib64/libattr.so.1.1.0 7fe9b5ac9000-7fe9b5cc8000 ---p 00004000 08:01 9278 /usr/lib64/libattr.so.1.1.0 7fe9b5cc8000-7fe9b5cc9000 r--p 00003000 08:01 9278 /usr/lib64/libattr.so.1.1.0 7fe9b5cc9000-7fe9b5cca000 rw-p 00004000 08:01 9278 /usr/lib64/libattr.so.1.1.0 7fe9b5cca000-7fe9b5ce8000 r-xp 00000000 08:01 9897 /usr/lib64/libnl-3.so.200.23.0 7fe9b5ce8000-7fe9b5ee8000 ---p 0001e000 08:01 9897 /usr/lib64/libnl-3.so.200.23.0 7fe9b5ee8000-7fe9b5eea000 r--p 0001e000 08:01 9897 /usr/lib64/libnl-3.so.200.23.0 7fe9b5eea000-7fe9b5eeb000 rw-p 00020000 08:01 9897 /usr/lib64/libnl-3.so.200.23.0 7fe9b5eeb000-7fe9b5f4f000 r-xp 00000000 08:01 9905 /usr/lib64/libnl-route-3.so.200.23.0 7fe9b5f4f000-7fe9b614e000 ---p 00064000 08:01 9905 /usr/lib64/libnl-route-3.so.200.23.0 7fe9b614e000-7fe9b6151000 r--p 00063000 08:01 9905 /usr/lib64/libnl-route-3.so.200.23.0 7fe9b6151000-7fe9b6156000 rw-p 00066000 08:01 9905 /usr/lib64/libnl-route-3.so.200.23.0 7fe9b6156000-7fe9b6158000 rw-p 00000000 00:00 0 7fe9b6158000-7fe9b61a4000 r-xp 00000000 08:01 12836 /usr/lib64/libdw-0.172.so 7fe9b61a4000-7fe9b63a4000 ---p 0004c000 08:01 12836 /usr/lib64/libdw-0.172.so 7fe9b63a4000-7fe9b63a6000 r--p 0004c000 08:01 12836 /usr/lib64/libdw-0.172.so 7fe9b63a6000-7fe9b63a7000 rw-p 0004e000 08:01 12836 /usr/lib64/libdw-0.172.so 7fe9b63a7000-7fe9b63ab000 r-xp 00000000 08:01 9280 /usr/lib64/libcap.so.2.22 7fe9b63ab000-7fe9b65aa000 ---p 00004000 08:01 9280 /usr/lib64/libcap.so.2.22 7fe9b65aa000-7fe9b65ab000 r--p 00003000 08:01 9280 /usr/lib64/libcap.so.2.22 7fe9b65ab000-7fe9b65ac000 rw-p 00004000 08:01 9280 /usr/lib64/libcap.so.2.22 7fe9b65ac000-7fe9b65b0000 r-xp 00000000 08:01 9679 /usr/lib64/libuuid.so.1.3.0 7fe9b65b0000-7fe9b67af000 ---p 00004000 08:01 9679 /usr/lib64/libuuid.so.1.3.0 7fe9b67af000-7fe9b67b0000 r--p 00003000 08:01 9679 /usr/lib64/libuuid.so.1.3.0 7fe9b67b0000-7fe9b67b1000 rw-p 00004000 08:01 9679 /usr/lib64/libuuid.so.1.3.0 7fe9b67b1000-7fe9b6973000 r-xp 00000000 08:01 9173 /usr/lib64/libc-2.17.so 7fe9b6973000-7fe9b6b73000 ---p 001c2000 08:01 9173 /usr/lib64/libc-2.17.so 7fe9b6b73000-7fe9b6b77000 r--p 001c2000 08:01 9173 /usr/lib64/libc-2.17.so 7fe9b6b77000-7fe9b6b79000 rw-p 001c6000 08:01 9173 /usr/lib64/libc-2.17.so 7fe9b6b79000-7fe9b6b7e000 rw-p 00000000 00:00 0 7fe9b6b7e000-7fe9b6b93000 r-xp 00000000 08:01 18321 /usr/lib64/libgcc_s-4.8.5-20150702.so.1 7fe9b6b93000-7fe9b6d92000 ---p 00015000 08:01 18321 /usr/lib64/libgcc_s-4.8.5-20150702.so.1 7fe9b6d92000-7fe9b6d93000 r--p 00014000 08:01 18321 /usr/lib64/libgcc_s-4.8.5-20150702.so.1 7fe9b6d93000-7fe9b6d94000 rw-p 00015000 08:01 18321 /usr/lib64/libgcc_s-4.8.5-20150702.so.1 7fe9b6d94000-7fe9b6e95000 r-xp 00000000 08:01 9178 /usr/lib64/libm-2.17.so 7fe9b6e95000-7fe9b7094000 ---p 00101000 08:01 9178 /usr/lib64/libm-2.17.so 7fe9b7094000-7fe9b7095000 r--p 00100000 08:01 9178 /usr/lib64/libm-2.17.so 7fe9b7095000-7fe9b7096000 rw-p 00101000 08:01 9178 /usr/lib64/libm-2.17.so 7fe9b7096000-7fe9b717f000 r-xp 00000000 08:01 9207 /usr/lib64/libstdc++.so.6.0.19 7fe9b717f000-7fe9b737e000 ---p 000e9000 08:01 9207 /usr/lib64/libstdc++.so.6.0.19 7fe9b737e000-7fe9b7386000 r--p 000e8000 08:01 9207 /usr/lib64/libstdc++.so.6.0.19 7fe9b7386000-7fe9b7388000 rw-p 000f0000 08:01 9207 /usr/lib64/libstdc++.so.6.0.19 7fe9b7388000-7fe9b739d000 rw-p 00000000 00:00 0 7fe9b739d000-7fe9b73b3000 r-xp 00000000 08:01 9193 /usr/lib64/libresolv-2.17.so 7fe9b73b3000-7fe9b75b2000 ---p 00016000 08:01 9193 /usr/lib64/libresolv-2.17.so 7fe9b75b2000-7fe9b75b3000 r--p 00015000 08:01 9193 /usr/lib64/libresolv-2.17.so 7fe9b75b3000-7fe9b75b4000 rw-p 00016000 08:01 9193 /usr/lib64/libresolv-2.17.so 7fe9b75b4000-7fe9b75b6000 rw-p 00000000 00:00 0 7fe9b75b6000-7fe9b75bd000 r-xp 00000000 08:01 9194 /usr/lib64/librt-2.17.so 7fe9b75bd000-7fe9b77bc000 ---p 00007000 08:01 9194 /usr/lib64/librt-2.17.so 7fe9b77bc000-7fe9b77bd000 r--p 00006000 08:01 9194 /usr/lib64/librt-2.17.so 7fe9b77bd000-7fe9b77be000 rw-p 00007000 08:01 9194 /usr/lib64/librt-2.17.so 7fe9b77be000-7fe9b77d3000 r-xp 00000000 08:01 18902 /usr/lib64/librdmacm.so.1.1.17.2 7fe9b77d3000-7fe9b79d2000 ---p 00015000 08:01 18902 /usr/lib64/librdmacm.so.1.1.17.2 7fe9b79d2000-7fe9b79d3000 r--p 00014000 08:01 18902 /usr/lib64/librdmacm.so.1.1.17.2 7fe9b79d3000-7fe9b79d4000 rw-p 00015000 08:01 18902 /usr/lib64/librdmacm.so.1.1.17.2 7fe9b79d4000-7fe9b79d5000 rw-p 00000000 00:00 0 7fe9b79d5000-7fe9b79ea000 r-xp 00000000 08:01 18892 /usr/lib64/libibverbs.so.1.1.17.2 7fe9b79ea000-7fe9b7bea000 ---p 00015000 08:01 18892 /usr/lib64/libibverbs.so.1.1.17.2 7fe9b7bea000-7fe9b7beb000 r--p 00015000 08:01 18892 /usr/lib64/libibverbs.so.1.1.17.2 7fe9b7beb000-7fe9b7bec000 rw-p 00016000 08:01 18892 /usr/lib64/libibverbs.so.1.1.17.2 7fe9b7bec000-7fe9b7c01000 r-xp 00000000 08:01 12851 /usr/lib64/libudev.so.1.6.2 7fe9b7c01000-7fe9b7e00000 ---p 00015000 08:01 12851 /usr/lib64/libudev.so.1.6.2 7fe9b7e00000-7fe9b7e01000 r--p 00014000 08:01 12851 /usr/lib64/libudev.so.1.6.2 7fe9b7e01000-7fe9b7e02000 rw-p 00015000 08:01 12851 /usr/lib64/libudev.so.1.6.2 7fe9b7e02000-7fe9b7e19000 r-xp 00000000 08:01 9192 /usr/lib64/libpthread-2.17.so 7fe9b7e19000-7fe9b8018000 ---p 00017000 08:01 9192 /usr/lib64/libpthread-2.17.so 7fe9b8018000-7fe9b8019000 r--p 00016000 08:01 9192 /usr/lib64/libpthread-2.17.so 7fe9b8019000-7fe9b801a000 rw-p 00017000 08:01 9192 /usr/lib64/libpthread-2.17.so 7fe9b801a000-7fe9b801e000 rw-p 00000000 00:00 0 7fe9b801e000-7fe9b8252000 r-xp 00000000 08:01 9461 /usr/lib64/libcrypto.so.1.0.2k 7fe9b8252000-7fe9b8452000 ---p 00234000 08:01 9461 /usr/lib64/libcrypto.so.1.0.2k 7fe9b8452000-7fe9b846e000 r--p 00234000 08:01 9461 /usr/lib64/libcrypto.so.1.0.2k 7fe9b846e000-7fe9b847b000 rw-p 00250000 08:01 9461 /usr/lib64/libcrypto.so.1.0.2k 7fe9b847b000-7fe9b847f000 rw-p 00000000 00:00 0 7fe9b847f000-7fe9b84bb000 r-xp 00000000 08:01 9691 /usr/lib64/libblkid.so.1.1.0 7fe9b84bb000-7fe9b86ba000 ---p 0003c000 08:01 9691 /usr/lib64/libblkid.so.1.1.0 7fe9b86ba000-7fe9b86bd000 r--p 0003b000 08:01 9691 /usr/lib64/libblkid.so.1.1.0 7fe9b86bd000-7fe9b86be000 rw-p 0003e000 08:01 9691 /usr/lib64/libblkid.so.1.1.0 7fe9b86be000-7fe9b86bf000 rw-p 00000000 00:00 0 7fe9b86bf000-7fe9b9040000 r-xp 00000000 08:01 262251 /usr/lib64/ceph/libceph-common.so.0 7fe9b9040000-7fe9b9240000 ---p 00981000 08:01 262251 /usr/lib64/ceph/libceph-common.so.0 7fe9b9240000-7fe9b925f000 r--p 00981000 08:01 262251 /usr/lib64/ceph/libceph-common.so.0 7fe9b925f000-7fe9b9268000 rw-p 009a0000 08:01 262251 /usr/lib64/ceph/libceph-common.so.0 7fe9b9268000-7fe9c1488000 rw-p 00000000 00:00 0 7fe9c1488000-7fe9c14ce000 r-xp 00000000 08:01 18867 /usr/lib64/libtcmalloc.so.4.4.5 7fe9c14ce000-7fe9c16cd000 ---p 00046000 08:01 18867 /usr/lib64/libtcmalloc.so.4.4.5 7fe9c16cd000-7fe9c16cf000 r--p 00045000 08:01 18867 /usr/lib64/libtcmalloc.so.4.4.5 7fe9c16cf000-7fe9c16d1000 rw-p 00047000 08:01 18867 /usr/lib64/libtcmalloc.so.4.4.5 7fe9c16d1000-7fe9c187d000 rw-p 00000000 00:00 0 7fe9c187d000-7fe9c187e000 r-xp 00000000 08:01 9967 /usr/lib64/libaio.so.1.0.1 7fe9c187e000-7fe9c1a7d000 ---p 00001000 08:01 9967 /usr/lib64/libaio.so.1.0.1 7fe9c1a7d000-7fe9c1a7e000 r--p 00000000 08:01 9967 /usr/lib64/libaio.so.1.0.1 7fe9c1a7e000-7fe9c1a7f000 rw-p 00001000 08:01 9967 /usr/lib64/libaio.so.1.0.1 7fe9c1a7f000-7fe9c1a94000 r-xp 00000000 08:01 9206 /usr/lib64/libz.so.1.2.7 7fe9c1a94000-7fe9c1c93000 ---p 00015000 08:01 9206 /usr/lib64/libz.so.1.2.7 7fe9c1c93000-7fe9c1c94000 r--p 00014000 08:01 9206 /usr/lib64/libz.so.1.2.7 7fe9c1c94000-7fe9c1c95000 rw-p 00015000 08:01 9206 /usr/lib64/libz.so.1.2.7 7fe9c1c95000-7fe9c1ca9000 r-xp 00000000 08:01 10629 /usr/lib64/liblz4.so.1.7.5 7fe9c1ca9000-7fe9c1ea8000 ---p 00014000 08:01 10629 /usr/lib64/liblz4.so.1.7.5 7fe9c1ea8000-7fe9c1ea9000 r--p 00013000 08:01 10629 /usr/lib64/liblz4.so.1.7.5 7fe9c1ea9000-7fe9c1eaa000 rw-p 00014000 08:01 10629 /usr/lib64/liblz4.so.1.7.5 7fe9c1eaa000-7fe9c1eaf000 r-xp 00000000 08:01 12142 /usr/lib64/libsnappy.so.1.1.4 7fe9c1eaf000-7fe9c20ae000 ---p 00005000 08:01 12142 /usr/lib64/libsnappy.so.1.1.4 7fe9c20ae000-7fe9c20af000 r--p 00004000 08:01 12142 /usr/lib64/libsnappy.so.1.1.4 7fe9c20af000-7fe9c20b0000 rw-p 00005000 08:01 12142 /usr/lib64/libsnappy.so.1.1.4 7fe9c20b0000-7fe9c2102000 r-xp 00000000 08:01 78468 /usr/lib64/libleveldb.so.1.0.7 7fe9c2102000-7fe9c2301000 ---p 00052000 08:01 78468 /usr/lib64/libleveldb.so.1.0.7 7fe9c2301000-7fe9c2303000 r--p 00051000 08:01 78468 /usr/lib64/libleveldb.so.1.0.7 7fe9c2303000-7fe9c2304000 rw-p 00053000 08:01 78468 /usr/lib64/libleveldb.so.1.0.7 7fe9c2304000-7fe9c232f000 r-xp 00000000 08:01 18398 /usr/lib64/libfuse.so.2.9.2 7fe9c232f000-7fe9c252f000 ---p 0002b000 08:01 18398 /usr/lib64/libfuse.so.2.9.2 7fe9c252f000-7fe9c2541000 r--p 0002b000 08:01 18398 /usr/lib64/libfuse.so.2.9.2 7fe9c2541000-7fe9c2542000 rw-p 0003d000 08:01 18398 /usr/lib64/libfuse.so.2.9.2 7fe9c2542000-7fe9c2544000 r-xp 00000000 08:01 9177 /usr/lib64/libdl-2.17.so 7fe9c2544000-7fe9c2744000 ---p 00002000 08:01 9177 /usr/lib64/libdl-2.17.so 7fe9c2744000-7fe9c2745000 r--p 00002000 08:01 9177 /usr/lib64/libdl-2.17.so 7fe9c2745000-7fe9c2746000 rw-p 00003000 08:01 9177 /usr/lib64/libdl-2.17.so 7fe9c2746000-7fe9c2768000 r-xp 00000000 08:01 8963 /usr/lib64/ld-2.17.so 7fe9c292d000-7fe9c2936000 rw-s 00000000 00:0b 146565 /[aio] (deleted) 7fe9c2936000-7fe9c2959000 rw-p 00000000 00:00 0 7fe9c295c000-7fe9c295d000 rw-p 00000000 00:00 0 7fe9c295d000-7fe9c2966000 rw-s 00000000 00:0b 131887 /[aio] (deleted) 7fe9c2966000-7fe9c2967000 rw-p 00000000 00:00 0 7fe9c2967000-7fe9c2968000 r--p 00021000 08:01 8963 /usr/lib64/ld-2.17.so 7fe9c2968000-7fe9c2969000 rw-p 00022000 08:01 8963 /usr/lib64/ld-2.17.so 7fe9c2969000-7fe9c296a000 rw-p 00000000 00:00 0 7ffff98de000-7ffff9997000 rw-p 00000000 00:00 0 [stack] 7ffff99fd000-7ffff99ff000 r-xp 00000000 00:00 0 [vdso] ffffffffff600000-ffffffffff601000 r-xp 00000000 00:00 0 [vsyscall] *** Caught signal (Aborted) ** in thread 7fe9c2949640 thread_name:ceph-objectstor ceph version 15.0.0-4082-g5b8890b (5b8890baac34824fe9058ef255119c7ef0e78c44) octopus (dev) 1: (()+0xf5d0) [0x7fe9b7e115d0] 2: (gsignal()+0x37) [0x7fe9b67e72c7] 3: (abort()+0x148) [0x7fe9b67e89b8] 4: (()+0x78e17) [0x7fe9b6829e17] 5: (__fortify_fail()+0x37) [0x7fe9b68c8b67] 6: (()+0x117b22) [0x7fe9b68c8b22] 7: (update_mon_db(ObjectStore&, OSDSuperblock&, std::string const&, std::string const&)+0x2c51) [0x55bde489c151] 8: (main()+0x557e) [0x55bde4820b7e] 9: (__libc_start_main()+0xf5) [0x7fe9b67d3495] 10: (()+0x3ac5c0) [0x55bde48505c0]
flavor: basic
job_id: 4237027
kernel:
- sha1: distro
- kdb: True
last_in_suite: False
machine_type: smithi
name: sage-2019-08-21_15:17:39-rados-wip-sage2-testing-2019-08-20-0935-distro-basic-smithi
nuke_on_error: True
os_type: centos
os_version: 7.6
overrides:
- ceph-deploy:
  - conf:
    - client:
      - log file: /var/log/ceph/ceph-$name.$pid.log
    - mon:
      - osd default pool size: 2
- workunit:
  - sha1: 5b8890baac34824fe9058ef255119c7ef0e78c44
  - branch: wip-sage2-testing-2019-08-20-0935
- ceph:
  - log-whitelist:
    - $MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
  - mon_bind_msgr2: False
  - fs: xfs
  - conf:
    - global:
      - ms inject socket failures: 5000
      - ms type: async
      - ms bind msgr2: False
    - mon:
      - debug mon: 20
      - debug paxos: 20
      - debug ms: 20
    - osd:
      - mon osd full ratio: 0.9
      - osd op queue cut off: debug_random
      - debug ms: 20
      - bluestore fsck on mount: True
      - debug osd: 25
      - bluestore compression mode: aggressive
      - debug bluestore: 20
      - debug bluefs: 20
      - osd objectstore: bluestore
      - osd debug verify missing on start: True
      - osd op queue: debug_random
      - mon osd backfillfull_ratio: 0.85
      - osd debug verify cached snaps: True
      - bluestore block size: 96636764160
      - debug filestore: 20
      - debug rocksdb: 10
      - mon osd nearfull ratio: 0.8
      - osd failsafe full ratio: 0.95
      - debug journal: 20
  - sha1: 5b8890baac34824fe9058ef255119c7ef0e78c44
- install:
  - ceph:
    - sha1: 5b8890baac34824fe9058ef255119c7ef0e78c44
- admin_socket:
  - branch: wip-sage2-testing-2019-08-20-0935
- thrashosds:
  - bdev_inject_crash_probability: 0.5
  - bdev_inject_crash: 2
owner: scheduled_sage@teuthology
pid:
roles:
- ['mon.a', 'mon.b', 'mon.c', 'mgr.x', 'osd.0', 'osd.1', 'osd.2', 'client.0']
sentry_event:
status: fail
success: False
branch: wip-sage2-testing-2019-08-20-0935
seed:
sha1: 5b8890baac34824fe9058ef255119c7ef0e78c44
subset:
suite:
suite_branch: wip-sage2-testing-2019-08-20-0935
suite_path:
suite_relpath:
suite_repo:
suite_sha1: 5b8890baac34824fe9058ef255119c7ef0e78c44
targets:
- smithi087.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDmWP4acEdHG3swVowtl69zHiFuVz6lZgc4qtLQD3wLsJzfBw0SUXIcztqGC9wbPyByenmn4VF1P8iYdtxTkyXlhWVRKd2NouzviBGb43EouwM8RTKfLB6sYXd9x540/hH0IHQz9swwMEuBRbtM4qcy3BRI6/TLbY57Y27UMp3jhRbXapcjZW1ZNLhooGFIAIWzP3QF2GJZG+22AdPOQStb7jEzWj0Gd9CGUOw6cYwDYN74Tvcpn2FVb5m02gCUu/AZ9eJpyywz/FIOvKXZYBW7YzUvufu9zVOocdnA3WEoKOKNF39nI2KQXt7CbANp2M6aK8MyMla3AxWQtnk4Oi/d
tasks:
- internal.check_packages:
- internal.buildpackages_prep:
- internal.lock_machines:
  - 1
  - smithi
- internal.save_config:
- internal.check_lock:
- internal.add_remotes:
- console_log:
- internal.connect:
- internal.push_inventory:
- internal.serialize_remote_roles:
- internal.check_conflict:
- internal.check_ceph_data:
- internal.vm_setup:
- kernel:
  - sha1: distro
  - kdb: True
- internal.base:
- internal.archive_upload:
- internal.archive:
- internal.coredump:
- internal.sudo:
- internal.syslog:
- internal.timer:
- pcp:
- selinux:
- ansible.cephlab:
- clock:
- install:
- ceph:
  - log-whitelist:
    - no reply from
    - overall HEALTH_
    - $MON_DOWN$
    - $MGR_DOWN$
    - $OSDMAP_FLAGS$
    - $OSD_
    - \(PG_
    - \(MDS_ALL_DOWN$
    - $MDS_UP_LESS_THAN_MAX$
  - sha1: 5b8890baac34824fe9058ef255119c7ef0e78c44
  - cluster: ceph
  - fs: xfs
  - mon_bind_msgr2: False
  - conf:
    - global:
      - ms inject socket failures: 5000
      - ms type: async
      - ms bind msgr2: False
    - mon:
      - debug mon: 20
      - debug paxos: 20
      - debug ms: 20
    - osd:
      - mon osd full ratio: 0.9
      - osd op queue cut off: debug_random
      - debug ms: 20
      - bluestore fsck on mount: True
      - debug osd: 25
      - bluestore compression mode: aggressive
      - debug bluestore: 20
      - debug bluefs: 20
      - osd objectstore: bluestore
      - osd debug verify missing on start: True
      - osd op queue: debug_random
      - mon osd backfillfull_ratio: 0.85
      - osd debug verify cached snaps: True
      - bluestore block size: 96636764160
      - debug filestore: 20
      - debug rocksdb: 10
      - mon osd nearfull ratio: 0.8
      - osd failsafe full ratio: 0.95
      - debug journal: 20
- full_sequential:
  - radosbench:
    - clients:
      - client.0
    - time: 30
  - rebuild_mondb:
  - radosbench:
    - clients:
      - client.0
    - time: 30
teuthology_branch: master
verbose: False
pcp_grafana_url:
priority:
user:
queue:
posted: 2019-08-21 15:19:30
started: 2019-08-21 16:28:15
updated: 2019-08-21 16:48:14
status_class: danger
runtime: 0:19:59
wait_time: 0:06:16