Nodes: smithi029

Description: rados/singleton/{all/rebuild-mondb.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{centos_7.yaml}}

Log: http://qa-proxy.ceph.com/teuthology/sage-2019-08-19_13:35:06-rados-wip-sage-testing-2019-08-17-1023-distro-basic-smithi/4230317/teuthology.log

Failure Reason:

+ sudo adjust-ulimits ceph-objectstore-tool --data-path /var/lib/ceph/osd/ceph-0 --journal-path /var/lib/ceph/osd/ceph-0/journal --no-mon-config --op update-mon-db --mon-store-path /home/ubuntu/cephtest/mon-store *** stack smashing detected ***: ceph-objectstore-tool terminated ======= Backtrace: ========= /lib64/libc.so.6(__fortify_fail+0x37)[0x7f07230bab67] /lib64/libc.so.6(+0x117b22)[0x7f07230bab22] ceph-objectstore-tool(_Z13update_mon_dbR11ObjectStoreR13OSDSuperblockRKSsS4_+0x2c51)[0x56123f872aa1] ceph-objectstore-tool(main+0x557e)[0x56123f7f718e] /lib64/libc.so.6(__libc_start_main+0xf5)[0x7f0722fc5495] ceph-objectstore-tool(+0x3cbf40)[0x56123f826f40] ======= Memory map: ======== 56123f45b000-56124032c000 r-xp 00000000 08:01 82381 /usr/bin/ceph-objectstore-tool 56124052b000-561240563000 r--p 00ed0000 08:01 82381 /usr/bin/ceph-objectstore-tool 561240563000-561240577000 rw-p 00f08000 08:01 82381 /usr/bin/ceph-objectstore-tool 561240577000-56124068f000 rw-p 00000000 00:00 0 561240b91000-561246af4000 rw-p 00000000 00:00 0 [heap] 7f0710c1b000-7f0710c1c000 ---p 00000000 00:00 0 7f0710c1c000-7f071141c000 rw-p 00000000 00:00 0 7f071141c000-7f071141d000 ---p 00000000 00:00 0 7f071141d000-7f0711c1d000 rw-p 00000000 00:00 0 7f0711c1d000-7f0711c1e000 ---p 00000000 00:00 0 7f0711c1e000-7f071241e000 rw-p 00000000 00:00 0 7f071241e000-7f071241f000 ---p 00000000 00:00 0 7f071241f000-7f0712c1f000 rw-p 00000000 00:00 0 7f0715424000-7f0715425000 ---p 00000000 00:00 0 7f0715425000-7f0715c25000 rw-p 00000000 00:00 0 7f0715c25000-7f0715c26000 ---p 00000000 00:00 0 7f0715c26000-7f0716426000 rw-p 00000000 00:00 0 7f0716426000-7f0716427000 ---p 00000000 00:00 0 7f0716427000-7f0716c27000 rw-p 00000000 00:00 0 7f0716c27000-7f0716c28000 ---p 00000000 00:00 0 7f0716c28000-7f0717428000 rw-p 00000000 00:00 0 7f071a42e000-7f071a42f000 ---p 00000000 00:00 0 7f071a42f000-7f071ac2f000 rw-p 00000000 00:00 0 7f071ac2f000-7f071ac30000 ---p 00000000 00:00 0 7f071ac30000-7f071b430000 rw-p 00000000 00:00 0 7f071b430000-7f071b431000 ---p 00000000 00:00 0 7f071b431000-7f071bc31000 rw-p 00000000 00:00 0 7f071bc31000-7f071bc32000 ---p 00000000 00:00 0 7f071bc32000-7f071c432000 rw-p 00000000 00:00 0 7f071c432000-7f071c436000 r-xp 00000000 08:01 262554 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 7f071c436000-7f071c636000 ---p 00004000 08:01 262554 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 7f071c636000-7f071c637000 r--p 00004000 08:01 262554 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 7f071c637000-7f071c638000 rw-p 00005000 08:01 262554 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 7f071c638000-7f071c639000 ---p 00000000 00:00 0 7f071c639000-7f071ce39000 rw-p 00000000 00:00 0 7f071ce39000-7f071ce3a000 ---p 00000000 00:00 0 7f071ce3a000-7f071d63a000 rw-p 00000000 00:00 0 7f071d63a000-7f071d63b000 ---p 00000000 00:00 0 7f071d63b000-7f071de3b000 rw-p 00000000 00:00 0 7f071de3b000-7f071de3c000 ---p 00000000 00:00 0 7f071de3c000-7f071e63c000 rw-p 00000000 00:00 0 7f071e63c000-7f071e63d000 ---p 00000000 00:00 0 7f071e63d000-7f071ee3d000 rw-p 00000000 00:00 0 7f071ee3d000-7f071ee3e000 ---p 00000000 00:00 0 7f071ee3e000-7f071f63e000 rw-p 00000000 00:00 0 7f071f63e000-7f071f63f000 ---p 00000000 00:00 0 7f071f63f000-7f071fe3f000 rw-p 00000000 00:00 0 7f071fe3f000-7f071fe40000 ---p 00000000 00:00 0 7f071fe40000-7f0720640000 rw-p 00000000 00:00 0 7f0720640000-7f0720641000 ---p 00000000 00:00 0 7f0720641000-7f0720e41000 rw-p 00000000 00:00 0 7f0720e41000-7f0720e42000 ---p 00000000 00:00 0 7f0720e42000-7f0721642000 rw-p 00000000 00:00 0 7f0721642000-7f0721644000 r-xp 00000000 08:01 78474 /usr/lib64/liburcu-common.so.1.0.0 7f0721644000-7f0721843000 ---p 00002000 08:01 78474 /usr/lib64/liburcu-common.so.1.0.0 7f0721843000-7f0721844000 r--p 00001000 08:01 78474 /usr/lib64/liburcu-common.so.1.0.0 7f0721844000-7f0721845000 rw-p 00002000 08:01 78474 /usr/lib64/liburcu-common.so.1.0.0 7f0721845000-7f072184b000 r-xp 00000000 08:01 78472 /usr/lib64/liburcu-cds.so.1.0.0 7f072184b000-7f0721a4a000 ---p 00006000 08:01 78472 /usr/lib64/liburcu-cds.so.1.0.0 7f0721a4a000-7f0721a4b000 r--p 00005000 08:01 78472 /usr/lib64/liburcu-cds.so.1.0.0 7f0721a4b000-7f0721a4c000 rw-p 00006000 08:01 78472 /usr/lib64/liburcu-cds.so.1.0.0 7f0721a4c000-7f0721a52000 r-xp 00000000 08:01 78470 /usr/lib64/liburcu-bp.so.1.0.0 7f0721a52000-7f0721c52000 ---p 00006000 08:01 78470 /usr/lib64/liburcu-bp.so.1.0.0 7f0721c52000-7f0721c53000 r--p 00006000 08:01 78470 /usr/lib64/liburcu-bp.so.1.0.0 7f0721c53000-7f0721c54000 rw-p 00007000 08:01 78470 /usr/lib64/liburcu-bp.so.1.0.0 7f0721c54000-7f0721c5d000 r-xp 00000000 08:01 78498 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 7f0721c5d000-7f0721e5c000 ---p 00009000 08:01 78498 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 7f0721e5c000-7f0721e5d000 r--p 00008000 08:01 78498 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 7f0721e5d000-7f0721e5e000 rw-p 00009000 08:01 78498 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 7f0721e5e000-7f0721e6e000 rw-p 00000000 00:00 0 7f0721e6e000-7f0721e7d000 r-xp 00000000 08:01 9681 /usr/lib64/libbz2.so.1.0.6 7f0721e7d000-7f072207c000 ---p 0000f000 08:01 9681 /usr/lib64/libbz2.so.1.0.6 7f072207c000-7f072207d000 r--p 0000e000 08:01 9681 /usr/lib64/libbz2.so.1.0.6 7f072207d000-7f072207e000 rw-p 0000f000 08:01 9681 /usr/lib64/libbz2.so.1.0.6 7f072207e000-7f07220a3000 r-xp 00000000 08:01 9672 /usr/lib64/liblzma.so.5.2.2 7f07220a3000-7f07222a2000 ---p 00025000 08:01 9672 /usr/lib64/liblzma.so.5.2.2 7f07222a2000-7f07222a3000 r--p 00024000 08:01 9672 /usr/lib64/liblzma.so.5.2.2 7f07222a3000-7f07222a4000 rw-p 00025000 08:01 9672 /usr/lib64/liblzma.so.5.2.2 7f07222a4000-7f07222bb000 r-xp 00000000 08:01 9682 /usr/lib64/libelf-0.172.so 7f07222bb000-7f07224ba000 ---p 00017000 08:01 9682 /usr/lib64/libelf-0.172.so 7f07224ba000-7f07224bb000 r--p 00016000 08:01 9682 /usr/lib64/libelf-0.172.so 7f07224bb000-7f07224bc000 rw-p 00017000 08:01 9682 /usr/lib64/libelf-0.172.so 7f07224bc000-7f07224c0000 r-xp 00000000 08:01 9278 /usr/lib64/libattr.so.1.1.0 7f07224c0000-7f07226bf000 ---p 00004000 08:01 9278 /usr/lib64/libattr.so.1.1.0 7f07226bf000-7f07226c0000 r--p 00003000 08:01 9278 /usr/lib64/libattr.so.1.1.0 7f07226c0000-7f07226c1000 rw-p 00004000 08:01 9278 /usr/lib64/libattr.so.1.1.0 7f07226c1000-7f07226df000 r-xp 00000000 08:01 9897 /usr/lib64/libnl-3.so.200.23.0 7f07226df000-7f07228df000 ---p 0001e000 08:01 9897 /usr/lib64/libnl-3.so.200.23.0 7f07228df000-7f07228e1000 r--p 0001e000 08:01 9897 /usr/lib64/libnl-3.so.200.23.0 7f07228e1000-7f07228e2000 rw-p 00020000 08:01 9897 /usr/lib64/libnl-3.so.200.23.0 7f07228e2000-7f0722946000 r-xp 00000000 08:01 9905 /usr/lib64/libnl-route-3.so.200.23.0 7f0722946000-7f0722b45000 ---p 00064000 08:01 9905 /usr/lib64/libnl-route-3.so.200.23.0 7f0722b45000-7f0722b48000 r--p 00063000 08:01 9905 /usr/lib64/libnl-route-3.so.200.23.0 7f0722b48000-7f0722b4d000 rw-p 00066000 08:01 9905 /usr/lib64/libnl-route-3.so.200.23.0 7f0722b4d000-7f0722b4f000 rw-p 00000000 00:00 0 7f0722b4f000-7f0722b9b000 r-xp 00000000 08:01 12836 /usr/lib64/libdw-0.172.so 7f0722b9b000-7f0722d9b000 ---p 0004c000 08:01 12836 /usr/lib64/libdw-0.172.so 7f0722d9b000-7f0722d9d000 r--p 0004c000 08:01 12836 /usr/lib64/libdw-0.172.so 7f0722d9d000-7f0722d9e000 rw-p 0004e000 08:01 12836 /usr/lib64/libdw-0.172.so 7f0722d9e000-7f0722da2000 r-xp 00000000 08:01 9280 /usr/lib64/libcap.so.2.22 7f0722da2000-7f0722fa1000 ---p 00004000 08:01 9280 /usr/lib64/libcap.so.2.22 7f0722fa1000-7f0722fa2000 r--p 00003000 08:01 9280 /usr/lib64/libcap.so.2.22 7f0722fa2000-7f0722fa3000 rw-p 00004000 08:01 9280 /usr/lib64/libcap.so.2.22 7f0722fa3000-7f0723165000 r-xp 00000000 08:01 9173 /usr/lib64/libc-2.17.so 7f0723165000-7f0723365000 ---p 001c2000 08:01 9173 /usr/lib64/libc-2.17.so 7f0723365000-7f0723369000 r--p 001c2000 08:01 9173 /usr/lib64/libc-2.17.so 7f0723369000-7f072336b000 rw-p 001c6000 08:01 9173 /usr/lib64/libc-2.17.so 7f072336b000-7f0723370000 rw-p 00000000 00:00 0 7f0723370000-7f0723385000 r-xp 00000000 08:01 18321 /usr/lib64/libgcc_s-4.8.5-20150702.so.1 7f0723385000-7f0723584000 ---p 00015000 08:01 18321 /usr/lib64/libgcc_s-4.8.5-20150702.so.1 7f0723584000-7f0723585000 r--p 00014000 08:01 18321 /usr/lib64/libgcc_s-4.8.5-20150702.so.1 7f0723585000-7f0723586000 rw-p 00015000 08:01 18321 /usr/lib64/libgcc_s-4.8.5-20150702.so.1 7f0723586000-7f0723687000 r-xp 00000000 08:01 9178 /usr/lib64/libm-2.17.so 7f0723687000-7f0723886000 ---p 00101000 08:01 9178 /usr/lib64/libm-2.17.so 7f0723886000-7f0723887000 r--p 00100000 08:01 9178 /usr/lib64/libm-2.17.so 7f0723887000-7f0723888000 rw-p 00101000 08:01 9178 /usr/lib64/libm-2.17.so 7f0723888000-7f0723971000 r-xp 00000000 08:01 9207 /usr/lib64/libstdc++.so.6.0.19 7f0723971000-7f0723b70000 ---p 000e9000 08:01 9207 /usr/lib64/libstdc++.so.6.0.19 7f0723b70000-7f0723b78000 r--p 000e8000 08:01 9207 /usr/lib64/libstdc++.so.6.0.19 7f0723b78000-7f0723b7a000 rw-p 000f0000 08:01 9207 /usr/lib64/libstdc++.so.6.0.19 7f0723b7a000-7f0723b8f000 rw-p 00000000 00:00 0 7f0723b8f000-7f0723ba5000 r-xp 00000000 08:01 9193 /usr/lib64/libresolv-2.17.so 7f0723ba5000-7f0723da4000 ---p 00016000 08:01 9193 /usr/lib64/libresolv-2.17.so 7f0723da4000-7f0723da5000 r--p 00015000 08:01 9193 /usr/lib64/libresolv-2.17.so 7f0723da5000-7f0723da6000 rw-p 00016000 08:01 9193 /usr/lib64/libresolv-2.17.so 7f0723da6000-7f0723da8000 rw-p 00000000 00:00 0 7f0723da8000-7f0723daf000 r-xp 00000000 08:01 9194 /usr/lib64/librt-2.17.so 7f0723daf000-7f0723fae000 ---p 00007000 08:01 9194 /usr/lib64/librt-2.17.so 7f0723fae000-7f0723faf000 r--p 00006000 08:01 9194 /usr/lib64/librt-2.17.so 7f0723faf000-7f0723fb0000 rw-p 00007000 08:01 9194 /usr/lib64/librt-2.17.so 7f0723fb0000-7f0723fc5000 r-xp 00000000 08:01 18902 /usr/lib64/librdmacm.so.1.1.17.2 7f0723fc5000-7f07241c4000 ---p 00015000 08:01 18902 /usr/lib64/librdmacm.so.1.1.17.2 7f07241c4000-7f07241c5000 r--p 00014000 08:01 18902 /usr/lib64/librdmacm.so.1.1.17.2 7f07241c5000-7f07241c6000 rw-p 00015000 08:01 18902 /usr/lib64/librdmacm.so.1.1.17.2 7f07241c6000-7f07241c7000 rw-p 00000000 00:00 0 7f07241c7000-7f07241dc000 r-xp 00000000 08:01 18892 /usr/lib64/libibverbs.so.1.1.17.2 7f07241dc000-7f07243dc000 ---p 00015000 08:01 18892 /usr/lib64/libibverbs.so.1.1.17.2 7f07243dc000-7f07243dd000 r--p 00015000 08:01 18892 /usr/lib64/libibverbs.so.1.1.17.2 7f07243dd000-7f07243de000 rw-p 00016000 08:01 18892 /usr/lib64/libibverbs.so.1.1.17.2 7f07243de000-7f07243f3000 r-xp 00000000 08:01 12851 /usr/lib64/libudev.so.1.6.2 7f07243f3000-7f07245f2000 ---p 00015000 08:01 12851 /usr/lib64/libudev.so.1.6.2 7f07245f2000-7f07245f3000 r--p 00014000 08:01 12851 /usr/lib64/libudev.so.1.6.2 7f07245f3000-7f07245f4000 rw-p 00015000 08:01 12851 /usr/lib64/libudev.so.1.6.2 7f07245f4000-7f072460b000 r-xp 00000000 08:01 9192 /usr/lib64/libpthread-2.17.so 7f072460b000-7f072480a000 ---p 00017000 08:01 9192 /usr/lib64/libpthread-2.17.so 7f072480a000-7f072480b000 r--p 00016000 08:01 9192 /usr/lib64/libpthread-2.17.so 7f072480b000-7f072480c000 rw-p 00017000 08:01 9192 /usr/lib64/libpthread-2.17.so 7f072480c000-7f0724810000 rw-p 00000000 00:00 0 7f0724810000-7f0724a44000 r-xp 00000000 08:01 9461 /usr/lib64/libcrypto.so.1.0.2k 7f0724a44000-7f0724c44000 ---p 00234000 08:01 9461 /usr/lib64/libcrypto.so.1.0.2k 7f0724c44000-7f0724c60000 r--p 00234000 08:01 9461 /usr/lib64/libcrypto.so.1.0.2k 7f0724c60000-7f0724c6d000 rw-p 00250000 08:01 9461 /usr/lib64/libcrypto.so.1.0.2k 7f0724c6d000-7f0724c71000 rw-p 00000000 00:00 0 7f0724c71000-7f0724cad000 r-xp 00000000 08:01 9691 /usr/lib64/libblkid.so.1.1.0 7f0724cad000-7f0724eac000 ---p 0003c000 08:01 9691 /usr/lib64/libblkid.so.1.1.0 7f0724eac000-7f0724eaf000 r--p 0003b000 08:01 9691 /usr/lib64/libblkid.so.1.1.0 7f0724eaf000-7f0724eb0000 rw-p 0003e000 08:01 9691 /usr/lib64/libblkid.so.1.1.0 7f0724eb0000-7f0724eb1000 rw-p 00000000 00:00 0 7f0724eb1000-7f0725832000 r-xp 00000000 08:01 262251 /usr/lib64/ceph/libceph-common.so.0 7f0725832000-7f0725a32000 ---p 00981000 08:01 262251 /usr/lib64/ceph/libceph-common.so.0 7f0725a32000-7f0725a51000 r--p 00981000 08:01 262251 /usr/lib64/ceph/libceph-common.so.0 7f0725a51000-7f0725a5a000 rw-p 009a0000 08:01 262251 /usr/lib64/ceph/libceph-common.so.0 7f0725a5a000-7f072dc7a000 rw-p 00000000 00:00 0 7f072dc7a000-7f072dcc0000 r-xp 00000000 08:01 18867 /usr/lib64/libtcmalloc.so.4.4.5 7f072dcc0000-7f072debf000 ---p 00046000 08:01 18867 /usr/lib64/libtcmalloc.so.4.4.5 7f072debf000-7f072dec1000 r--p 00045000 08:01 18867 /usr/lib64/libtcmalloc.so.4.4.5 7f072dec1000-7f072dec3000 rw-p 00047000 08:01 18867 /usr/lib64/libtcmalloc.so.4.4.5 7f072dec3000-7f072e06f000 rw-p 00000000 00:00 0 7f072e06f000-7f072e073000 r-xp 00000000 08:01 9679 /usr/lib64/libuuid.so.1.3.0 7f072e073000-7f072e272000 ---p 00004000 08:01 9679 /usr/lib64/libuuid.so.1.3.0 7f072e272000-7f072e273000 r--p 00003000 08:01 9679 /usr/lib64/libuuid.so.1.3.0 7f072e273000-7f072e274000 rw-p 00004000 08:01 9679 /usr/lib64/libuuid.so.1.3.0 7f072e274000-7f072e275000 r-xp 00000000 08:01 9967 /usr/lib64/libaio.so.1.0.1 7f072e275000-7f072e474000 ---p 00001000 08:01 9967 /usr/lib64/libaio.so.1.0.1 7f072e474000-7f072e475000 r--p 00000000 08:01 9967 /usr/lib64/libaio.so.1.0.1 7f072e475000-7f072e476000 rw-p 00001000 08:01 9967 /usr/lib64/libaio.so.1.0.1 7f072e476000-7f072e48b000 r-xp 00000000 08:01 9206 /usr/lib64/libz.so.1.2.7 7f072e48b000-7f072e68a000 ---p 00015000 08:01 9206 /usr/lib64/libz.so.1.2.7 7f072e68a000-7f072e68b000 r--p 00014000 08:01 9206 /usr/lib64/libz.so.1.2.7 7f072e68b000-7f072e68c000 rw-p 00015000 08:01 9206 /usr/lib64/libz.so.1.2.7 7f072e68c000-7f072e6a0000 r-xp 00000000 08:01 10629 /usr/lib64/liblz4.so.1.7.5 7f072e6a0000-7f072e89f000 ---p 00014000 08:01 10629 /usr/lib64/liblz4.so.1.7.5 7f072e89f000-7f072e8a0000 r--p 00013000 08:01 10629 /usr/lib64/liblz4.so.1.7.5 7f072e8a0000-7f072e8a1000 rw-p 00014000 08:01 10629 /usr/lib64/liblz4.so.1.7.5 7f072e8a1000-7f072e8a6000 r-xp 00000000 08:01 12142 /usr/lib64/libsnappy.so.1.1.4 7f072e8a6000-7f072eaa5000 ---p 00005000 08:01 12142 /usr/lib64/libsnappy.so.1.1.4 7f072eaa5000-7f072eaa6000 r--p 00004000 08:01 12142 /usr/lib64/libsnappy.so.1.1.4 7f072eaa6000-7f072eaa7000 rw-p 00005000 08:01 12142 /usr/lib64/libsnappy.so.1.1.4 7f072eaa7000-7f072eaf9000 r-xp 00000000 08:01 78468 /usr/lib64/libleveldb.so.1.0.7 7f072eaf9000-7f072ecf8000 ---p 00052000 08:01 78468 /usr/lib64/libleveldb.so.1.0.7 7f072ecf8000-7f072ecfa000 r--p 00051000 08:01 78468 /usr/lib64/libleveldb.so.1.0.7 7f072ecfa000-7f072ecfb000 rw-p 00053000 08:01 78468 /usr/lib64/libleveldb.so.1.0.7 7f072ecfb000-7f072ed26000 r-xp 00000000 08:01 18398 /usr/lib64/libfuse.so.2.9.2 7f072ed26000-7f072ef26000 ---p 0002b000 08:01 18398 /usr/lib64/libfuse.so.2.9.2 7f072ef26000-7f072ef38000 r--p 0002b000 08:01 18398 /usr/lib64/libfuse.so.2.9.2 7f072ef38000-7f072ef39000 rw-p 0003d000 08:01 18398 /usr/lib64/libfuse.so.2.9.2 7f072ef39000-7f072ef3b000 r-xp 00000000 08:01 9177 /usr/lib64/libdl-2.17.so 7f072ef3b000-7f072f13b000 ---p 00002000 08:01 9177 /usr/lib64/libdl-2.17.so 7f072f13b000-7f072f13c000 r--p 00002000 08:01 9177 /usr/lib64/libdl-2.17.so 7f072f13c000-7f072f13d000 rw-p 00003000 08:01 9177 /usr/lib64/libdl-2.17.so 7f072f13d000-7f072f15f000 r-xp 00000000 08:01 8963 /usr/lib64/ld-2.17.so 7f072f323000-7f072f32c000 rw-s 00000000 00:0b 133035 /[aio] (deleted) 7f072f32c000-7f072f350000 rw-p 00000000 00:00 0 7f072f353000-7f072f354000 rw-p 00000000 00:00 0 7f072f354000-7f072f35d000 rw-s 00000000 00:0b 130005 /[aio] (deleted) 7f072f35d000-7f072f35e000 rw-p 00000000 00:00 0 7f072f35e000-7f072f35f000 r--p 00021000 08:01 8963 /usr/lib64/ld-2.17.so 7f072f35f000-7f072f360000 rw-p 00022000 08:01 8963 /usr/lib64/ld-2.17.so 7f072f360000-7f072f361000 rw-p 00000000 00:00 0 7ffe28f77000-7ffe29030000 rw-p 00000000 00:00 0 [stack] 7ffe291d0000-7ffe291d2000 r-xp 00000000 00:00 0 [vdso] ffffffffff600000-ffffffffff601000 r-xp 00000000 00:00 0 [vsyscall] *** Caught signal (Aborted) ** in thread 7f072f33f980 thread_name:ceph-objectstor ceph version 15.0.0-4073-ge52e9e8 (e52e9e85d62a9552cb7f17b28c1ff5383af1047e) octopus (dev) 1: (()+0xf5d0) [0x7f07246035d0] 2: (gsignal()+0x37) [0x7f0722fd92c7] 3: (abort()+0x148) [0x7f0722fda9b8] 4: (()+0x78e17) [0x7f072301be17] 5: (__fortify_fail()+0x37) [0x7f07230bab67] 6: (()+0x117b22) [0x7f07230bab22] 7: (update_mon_db(ObjectStore&, OSDSuperblock&, std::string const&, std::string const&)+0x2c51) [0x56123f872aa1] 8: (main()+0x557e) [0x56123f7f718e] 9: (__libc_start_main()+0xf5) [0x7f0722fc5495] 10: (()+0x3cbf40) [0x56123f826f40]

  • log_href: http://qa-proxy.ceph.com/teuthology/sage-2019-08-19_13:35:06-rados-wip-sage-testing-2019-08-17-1023-distro-basic-smithi/4230317/teuthology.log
  • archive_path: /home/teuthworker/archive/sage-2019-08-19_13:35:06-rados-wip-sage-testing-2019-08-17-1023-distro-basic-smithi/4230317
  • description: rados/singleton/{all/rebuild-mondb.yaml msgr-failures/few.yaml msgr/async-v2only.yaml objectstore/bluestore-comp.yaml rados.yaml supported-random-distro$/{centos_7.yaml}}
  • duration: 0:14:31
  • email:
  • failure_reason: + sudo adjust-ulimits ceph-objectstore-tool --data-path /var/lib/ceph/osd/ceph-0 --journal-path /var/lib/ceph/osd/ceph-0/journal --no-mon-config --op update-mon-db --mon-store-path /home/ubuntu/cephtest/mon-store *** stack smashing detected ***: ceph-objectstore-tool terminated ======= Backtrace: ========= /lib64/libc.so.6(__fortify_fail+0x37)[0x7f07230bab67] /lib64/libc.so.6(+0x117b22)[0x7f07230bab22] ceph-objectstore-tool(_Z13update_mon_dbR11ObjectStoreR13OSDSuperblockRKSsS4_+0x2c51)[0x56123f872aa1] ceph-objectstore-tool(main+0x557e)[0x56123f7f718e] /lib64/libc.so.6(__libc_start_main+0xf5)[0x7f0722fc5495] ceph-objectstore-tool(+0x3cbf40)[0x56123f826f40] ======= Memory map: ======== 56123f45b000-56124032c000 r-xp 00000000 08:01 82381 /usr/bin/ceph-objectstore-tool 56124052b000-561240563000 r--p 00ed0000 08:01 82381 /usr/bin/ceph-objectstore-tool 561240563000-561240577000 rw-p 00f08000 08:01 82381 /usr/bin/ceph-objectstore-tool 561240577000-56124068f000 rw-p 00000000 00:00 0 561240b91000-561246af4000 rw-p 00000000 00:00 0 [heap] 7f0710c1b000-7f0710c1c000 ---p 00000000 00:00 0 7f0710c1c000-7f071141c000 rw-p 00000000 00:00 0 7f071141c000-7f071141d000 ---p 00000000 00:00 0 7f071141d000-7f0711c1d000 rw-p 00000000 00:00 0 7f0711c1d000-7f0711c1e000 ---p 00000000 00:00 0 7f0711c1e000-7f071241e000 rw-p 00000000 00:00 0 7f071241e000-7f071241f000 ---p 00000000 00:00 0 7f071241f000-7f0712c1f000 rw-p 00000000 00:00 0 7f0715424000-7f0715425000 ---p 00000000 00:00 0 7f0715425000-7f0715c25000 rw-p 00000000 00:00 0 7f0715c25000-7f0715c26000 ---p 00000000 00:00 0 7f0715c26000-7f0716426000 rw-p 00000000 00:00 0 7f0716426000-7f0716427000 ---p 00000000 00:00 0 7f0716427000-7f0716c27000 rw-p 00000000 00:00 0 7f0716c27000-7f0716c28000 ---p 00000000 00:00 0 7f0716c28000-7f0717428000 rw-p 00000000 00:00 0 7f071a42e000-7f071a42f000 ---p 00000000 00:00 0 7f071a42f000-7f071ac2f000 rw-p 00000000 00:00 0 7f071ac2f000-7f071ac30000 ---p 00000000 00:00 0 7f071ac30000-7f071b430000 rw-p 00000000 00:00 0 7f071b430000-7f071b431000 ---p 00000000 00:00 0 7f071b431000-7f071bc31000 rw-p 00000000 00:00 0 7f071bc31000-7f071bc32000 ---p 00000000 00:00 0 7f071bc32000-7f071c432000 rw-p 00000000 00:00 0 7f071c432000-7f071c436000 r-xp 00000000 08:01 262554 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 7f071c436000-7f071c636000 ---p 00004000 08:01 262554 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 7f071c636000-7f071c637000 r--p 00004000 08:01 262554 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 7f071c637000-7f071c638000 rw-p 00005000 08:01 262554 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 7f071c638000-7f071c639000 ---p 00000000 00:00 0 7f071c639000-7f071ce39000 rw-p 00000000 00:00 0 7f071ce39000-7f071ce3a000 ---p 00000000 00:00 0 7f071ce3a000-7f071d63a000 rw-p 00000000 00:00 0 7f071d63a000-7f071d63b000 ---p 00000000 00:00 0 7f071d63b000-7f071de3b000 rw-p 00000000 00:00 0 7f071de3b000-7f071de3c000 ---p 00000000 00:00 0 7f071de3c000-7f071e63c000 rw-p 00000000 00:00 0 7f071e63c000-7f071e63d000 ---p 00000000 00:00 0 7f071e63d000-7f071ee3d000 rw-p 00000000 00:00 0 7f071ee3d000-7f071ee3e000 ---p 00000000 00:00 0 7f071ee3e000-7f071f63e000 rw-p 00000000 00:00 0 7f071f63e000-7f071f63f000 ---p 00000000 00:00 0 7f071f63f000-7f071fe3f000 rw-p 00000000 00:00 0 7f071fe3f000-7f071fe40000 ---p 00000000 00:00 0 7f071fe40000-7f0720640000 rw-p 00000000 00:00 0 7f0720640000-7f0720641000 ---p 00000000 00:00 0 7f0720641000-7f0720e41000 rw-p 00000000 00:00 0 7f0720e41000-7f0720e42000 ---p 00000000 00:00 0 7f0720e42000-7f0721642000 rw-p 00000000 00:00 0 7f0721642000-7f0721644000 r-xp 00000000 08:01 78474 /usr/lib64/liburcu-common.so.1.0.0 7f0721644000-7f0721843000 ---p 00002000 08:01 78474 /usr/lib64/liburcu-common.so.1.0.0 7f0721843000-7f0721844000 r--p 00001000 08:01 78474 /usr/lib64/liburcu-common.so.1.0.0 7f0721844000-7f0721845000 rw-p 00002000 08:01 78474 /usr/lib64/liburcu-common.so.1.0.0 7f0721845000-7f072184b000 r-xp 00000000 08:01 78472 /usr/lib64/liburcu-cds.so.1.0.0 7f072184b000-7f0721a4a000 ---p 00006000 08:01 78472 /usr/lib64/liburcu-cds.so.1.0.0 7f0721a4a000-7f0721a4b000 r--p 00005000 08:01 78472 /usr/lib64/liburcu-cds.so.1.0.0 7f0721a4b000-7f0721a4c000 rw-p 00006000 08:01 78472 /usr/lib64/liburcu-cds.so.1.0.0 7f0721a4c000-7f0721a52000 r-xp 00000000 08:01 78470 /usr/lib64/liburcu-bp.so.1.0.0 7f0721a52000-7f0721c52000 ---p 00006000 08:01 78470 /usr/lib64/liburcu-bp.so.1.0.0 7f0721c52000-7f0721c53000 r--p 00006000 08:01 78470 /usr/lib64/liburcu-bp.so.1.0.0 7f0721c53000-7f0721c54000 rw-p 00007000 08:01 78470 /usr/lib64/liburcu-bp.so.1.0.0 7f0721c54000-7f0721c5d000 r-xp 00000000 08:01 78498 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 7f0721c5d000-7f0721e5c000 ---p 00009000 08:01 78498 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 7f0721e5c000-7f0721e5d000 r--p 00008000 08:01 78498 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 7f0721e5d000-7f0721e5e000 rw-p 00009000 08:01 78498 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 7f0721e5e000-7f0721e6e000 rw-p 00000000 00:00 0 7f0721e6e000-7f0721e7d000 r-xp 00000000 08:01 9681 /usr/lib64/libbz2.so.1.0.6 7f0721e7d000-7f072207c000 ---p 0000f000 08:01 9681 /usr/lib64/libbz2.so.1.0.6 7f072207c000-7f072207d000 r--p 0000e000 08:01 9681 /usr/lib64/libbz2.so.1.0.6 7f072207d000-7f072207e000 rw-p 0000f000 08:01 9681 /usr/lib64/libbz2.so.1.0.6 7f072207e000-7f07220a3000 r-xp 00000000 08:01 9672 /usr/lib64/liblzma.so.5.2.2 7f07220a3000-7f07222a2000 ---p 00025000 08:01 9672 /usr/lib64/liblzma.so.5.2.2 7f07222a2000-7f07222a3000 r--p 00024000 08:01 9672 /usr/lib64/liblzma.so.5.2.2 7f07222a3000-7f07222a4000 rw-p 00025000 08:01 9672 /usr/lib64/liblzma.so.5.2.2 7f07222a4000-7f07222bb000 r-xp 00000000 08:01 9682 /usr/lib64/libelf-0.172.so 7f07222bb000-7f07224ba000 ---p 00017000 08:01 9682 /usr/lib64/libelf-0.172.so 7f07224ba000-7f07224bb000 r--p 00016000 08:01 9682 /usr/lib64/libelf-0.172.so 7f07224bb000-7f07224bc000 rw-p 00017000 08:01 9682 /usr/lib64/libelf-0.172.so 7f07224bc000-7f07224c0000 r-xp 00000000 08:01 9278 /usr/lib64/libattr.so.1.1.0 7f07224c0000-7f07226bf000 ---p 00004000 08:01 9278 /usr/lib64/libattr.so.1.1.0 7f07226bf000-7f07226c0000 r--p 00003000 08:01 9278 /usr/lib64/libattr.so.1.1.0 7f07226c0000-7f07226c1000 rw-p 00004000 08:01 9278 /usr/lib64/libattr.so.1.1.0 7f07226c1000-7f07226df000 r-xp 00000000 08:01 9897 /usr/lib64/libnl-3.so.200.23.0 7f07226df000-7f07228df000 ---p 0001e000 08:01 9897 /usr/lib64/libnl-3.so.200.23.0 7f07228df000-7f07228e1000 r--p 0001e000 08:01 9897 /usr/lib64/libnl-3.so.200.23.0 7f07228e1000-7f07228e2000 rw-p 00020000 08:01 9897 /usr/lib64/libnl-3.so.200.23.0 7f07228e2000-7f0722946000 r-xp 00000000 08:01 9905 /usr/lib64/libnl-route-3.so.200.23.0 7f0722946000-7f0722b45000 ---p 00064000 08:01 9905 /usr/lib64/libnl-route-3.so.200.23.0 7f0722b45000-7f0722b48000 r--p 00063000 08:01 9905 /usr/lib64/libnl-route-3.so.200.23.0 7f0722b48000-7f0722b4d000 rw-p 00066000 08:01 9905 /usr/lib64/libnl-route-3.so.200.23.0 7f0722b4d000-7f0722b4f000 rw-p 00000000 00:00 0 7f0722b4f000-7f0722b9b000 r-xp 00000000 08:01 12836 /usr/lib64/libdw-0.172.so 7f0722b9b000-7f0722d9b000 ---p 0004c000 08:01 12836 /usr/lib64/libdw-0.172.so 7f0722d9b000-7f0722d9d000 r--p 0004c000 08:01 12836 /usr/lib64/libdw-0.172.so 7f0722d9d000-7f0722d9e000 rw-p 0004e000 08:01 12836 /usr/lib64/libdw-0.172.so 7f0722d9e000-7f0722da2000 r-xp 00000000 08:01 9280 /usr/lib64/libcap.so.2.22 7f0722da2000-7f0722fa1000 ---p 00004000 08:01 9280 /usr/lib64/libcap.so.2.22 7f0722fa1000-7f0722fa2000 r--p 00003000 08:01 9280 /usr/lib64/libcap.so.2.22 7f0722fa2000-7f0722fa3000 rw-p 00004000 08:01 9280 /usr/lib64/libcap.so.2.22 7f0722fa3000-7f0723165000 r-xp 00000000 08:01 9173 /usr/lib64/libc-2.17.so 7f0723165000-7f0723365000 ---p 001c2000 08:01 9173 /usr/lib64/libc-2.17.so 7f0723365000-7f0723369000 r--p 001c2000 08:01 9173 /usr/lib64/libc-2.17.so 7f0723369000-7f072336b000 rw-p 001c6000 08:01 9173 /usr/lib64/libc-2.17.so 7f072336b000-7f0723370000 rw-p 00000000 00:00 0 7f0723370000-7f0723385000 r-xp 00000000 08:01 18321 /usr/lib64/libgcc_s-4.8.5-20150702.so.1 7f0723385000-7f0723584000 ---p 00015000 08:01 18321 /usr/lib64/libgcc_s-4.8.5-20150702.so.1 7f0723584000-7f0723585000 r--p 00014000 08:01 18321 /usr/lib64/libgcc_s-4.8.5-20150702.so.1 7f0723585000-7f0723586000 rw-p 00015000 08:01 18321 /usr/lib64/libgcc_s-4.8.5-20150702.so.1 7f0723586000-7f0723687000 r-xp 00000000 08:01 9178 /usr/lib64/libm-2.17.so 7f0723687000-7f0723886000 ---p 00101000 08:01 9178 /usr/lib64/libm-2.17.so 7f0723886000-7f0723887000 r--p 00100000 08:01 9178 /usr/lib64/libm-2.17.so 7f0723887000-7f0723888000 rw-p 00101000 08:01 9178 /usr/lib64/libm-2.17.so 7f0723888000-7f0723971000 r-xp 00000000 08:01 9207 /usr/lib64/libstdc++.so.6.0.19 7f0723971000-7f0723b70000 ---p 000e9000 08:01 9207 /usr/lib64/libstdc++.so.6.0.19 7f0723b70000-7f0723b78000 r--p 000e8000 08:01 9207 /usr/lib64/libstdc++.so.6.0.19 7f0723b78000-7f0723b7a000 rw-p 000f0000 08:01 9207 /usr/lib64/libstdc++.so.6.0.19 7f0723b7a000-7f0723b8f000 rw-p 00000000 00:00 0 7f0723b8f000-7f0723ba5000 r-xp 00000000 08:01 9193 /usr/lib64/libresolv-2.17.so 7f0723ba5000-7f0723da4000 ---p 00016000 08:01 9193 /usr/lib64/libresolv-2.17.so 7f0723da4000-7f0723da5000 r--p 00015000 08:01 9193 /usr/lib64/libresolv-2.17.so 7f0723da5000-7f0723da6000 rw-p 00016000 08:01 9193 /usr/lib64/libresolv-2.17.so 7f0723da6000-7f0723da8000 rw-p 00000000 00:00 0 7f0723da8000-7f0723daf000 r-xp 00000000 08:01 9194 /usr/lib64/librt-2.17.so 7f0723daf000-7f0723fae000 ---p 00007000 08:01 9194 /usr/lib64/librt-2.17.so 7f0723fae000-7f0723faf000 r--p 00006000 08:01 9194 /usr/lib64/librt-2.17.so 7f0723faf000-7f0723fb0000 rw-p 00007000 08:01 9194 /usr/lib64/librt-2.17.so 7f0723fb0000-7f0723fc5000 r-xp 00000000 08:01 18902 /usr/lib64/librdmacm.so.1.1.17.2 7f0723fc5000-7f07241c4000 ---p 00015000 08:01 18902 /usr/lib64/librdmacm.so.1.1.17.2 7f07241c4000-7f07241c5000 r--p 00014000 08:01 18902 /usr/lib64/librdmacm.so.1.1.17.2 7f07241c5000-7f07241c6000 rw-p 00015000 08:01 18902 /usr/lib64/librdmacm.so.1.1.17.2 7f07241c6000-7f07241c7000 rw-p 00000000 00:00 0 7f07241c7000-7f07241dc000 r-xp 00000000 08:01 18892 /usr/lib64/libibverbs.so.1.1.17.2 7f07241dc000-7f07243dc000 ---p 00015000 08:01 18892 /usr/lib64/libibverbs.so.1.1.17.2 7f07243dc000-7f07243dd000 r--p 00015000 08:01 18892 /usr/lib64/libibverbs.so.1.1.17.2 7f07243dd000-7f07243de000 rw-p 00016000 08:01 18892 /usr/lib64/libibverbs.so.1.1.17.2 7f07243de000-7f07243f3000 r-xp 00000000 08:01 12851 /usr/lib64/libudev.so.1.6.2 7f07243f3000-7f07245f2000 ---p 00015000 08:01 12851 /usr/lib64/libudev.so.1.6.2 7f07245f2000-7f07245f3000 r--p 00014000 08:01 12851 /usr/lib64/libudev.so.1.6.2 7f07245f3000-7f07245f4000 rw-p 00015000 08:01 12851 /usr/lib64/libudev.so.1.6.2 7f07245f4000-7f072460b000 r-xp 00000000 08:01 9192 /usr/lib64/libpthread-2.17.so 7f072460b000-7f072480a000 ---p 00017000 08:01 9192 /usr/lib64/libpthread-2.17.so 7f072480a000-7f072480b000 r--p 00016000 08:01 9192 /usr/lib64/libpthread-2.17.so 7f072480b000-7f072480c000 rw-p 00017000 08:01 9192 /usr/lib64/libpthread-2.17.so 7f072480c000-7f0724810000 rw-p 00000000 00:00 0 7f0724810000-7f0724a44000 r-xp 00000000 08:01 9461 /usr/lib64/libcrypto.so.1.0.2k 7f0724a44000-7f0724c44000 ---p 00234000 08:01 9461 /usr/lib64/libcrypto.so.1.0.2k 7f0724c44000-7f0724c60000 r--p 00234000 08:01 9461 /usr/lib64/libcrypto.so.1.0.2k 7f0724c60000-7f0724c6d000 rw-p 00250000 08:01 9461 /usr/lib64/libcrypto.so.1.0.2k 7f0724c6d000-7f0724c71000 rw-p 00000000 00:00 0 7f0724c71000-7f0724cad000 r-xp 00000000 08:01 9691 /usr/lib64/libblkid.so.1.1.0 7f0724cad000-7f0724eac000 ---p 0003c000 08:01 9691 /usr/lib64/libblkid.so.1.1.0 7f0724eac000-7f0724eaf000 r--p 0003b000 08:01 9691 /usr/lib64/libblkid.so.1.1.0 7f0724eaf000-7f0724eb0000 rw-p 0003e000 08:01 9691 /usr/lib64/libblkid.so.1.1.0 7f0724eb0000-7f0724eb1000 rw-p 00000000 00:00 0 7f0724eb1000-7f0725832000 r-xp 00000000 08:01 262251 /usr/lib64/ceph/libceph-common.so.0 7f0725832000-7f0725a32000 ---p 00981000 08:01 262251 /usr/lib64/ceph/libceph-common.so.0 7f0725a32000-7f0725a51000 r--p 00981000 08:01 262251 /usr/lib64/ceph/libceph-common.so.0 7f0725a51000-7f0725a5a000 rw-p 009a0000 08:01 262251 /usr/lib64/ceph/libceph-common.so.0 7f0725a5a000-7f072dc7a000 rw-p 00000000 00:00 0 7f072dc7a000-7f072dcc0000 r-xp 00000000 08:01 18867 /usr/lib64/libtcmalloc.so.4.4.5 7f072dcc0000-7f072debf000 ---p 00046000 08:01 18867 /usr/lib64/libtcmalloc.so.4.4.5 7f072debf000-7f072dec1000 r--p 00045000 08:01 18867 /usr/lib64/libtcmalloc.so.4.4.5 7f072dec1000-7f072dec3000 rw-p 00047000 08:01 18867 /usr/lib64/libtcmalloc.so.4.4.5 7f072dec3000-7f072e06f000 rw-p 00000000 00:00 0 7f072e06f000-7f072e073000 r-xp 00000000 08:01 9679 /usr/lib64/libuuid.so.1.3.0 7f072e073000-7f072e272000 ---p 00004000 08:01 9679 /usr/lib64/libuuid.so.1.3.0 7f072e272000-7f072e273000 r--p 00003000 08:01 9679 /usr/lib64/libuuid.so.1.3.0 7f072e273000-7f072e274000 rw-p 00004000 08:01 9679 /usr/lib64/libuuid.so.1.3.0 7f072e274000-7f072e275000 r-xp 00000000 08:01 9967 /usr/lib64/libaio.so.1.0.1 7f072e275000-7f072e474000 ---p 00001000 08:01 9967 /usr/lib64/libaio.so.1.0.1 7f072e474000-7f072e475000 r--p 00000000 08:01 9967 /usr/lib64/libaio.so.1.0.1 7f072e475000-7f072e476000 rw-p 00001000 08:01 9967 /usr/lib64/libaio.so.1.0.1 7f072e476000-7f072e48b000 r-xp 00000000 08:01 9206 /usr/lib64/libz.so.1.2.7 7f072e48b000-7f072e68a000 ---p 00015000 08:01 9206 /usr/lib64/libz.so.1.2.7 7f072e68a000-7f072e68b000 r--p 00014000 08:01 9206 /usr/lib64/libz.so.1.2.7 7f072e68b000-7f072e68c000 rw-p 00015000 08:01 9206 /usr/lib64/libz.so.1.2.7 7f072e68c000-7f072e6a0000 r-xp 00000000 08:01 10629 /usr/lib64/liblz4.so.1.7.5 7f072e6a0000-7f072e89f000 ---p 00014000 08:01 10629 /usr/lib64/liblz4.so.1.7.5 7f072e89f000-7f072e8a0000 r--p 00013000 08:01 10629 /usr/lib64/liblz4.so.1.7.5 7f072e8a0000-7f072e8a1000 rw-p 00014000 08:01 10629 /usr/lib64/liblz4.so.1.7.5 7f072e8a1000-7f072e8a6000 r-xp 00000000 08:01 12142 /usr/lib64/libsnappy.so.1.1.4 7f072e8a6000-7f072eaa5000 ---p 00005000 08:01 12142 /usr/lib64/libsnappy.so.1.1.4 7f072eaa5000-7f072eaa6000 r--p 00004000 08:01 12142 /usr/lib64/libsnappy.so.1.1.4 7f072eaa6000-7f072eaa7000 rw-p 00005000 08:01 12142 /usr/lib64/libsnappy.so.1.1.4 7f072eaa7000-7f072eaf9000 r-xp 00000000 08:01 78468 /usr/lib64/libleveldb.so.1.0.7 7f072eaf9000-7f072ecf8000 ---p 00052000 08:01 78468 /usr/lib64/libleveldb.so.1.0.7 7f072ecf8000-7f072ecfa000 r--p 00051000 08:01 78468 /usr/lib64/libleveldb.so.1.0.7 7f072ecfa000-7f072ecfb000 rw-p 00053000 08:01 78468 /usr/lib64/libleveldb.so.1.0.7 7f072ecfb000-7f072ed26000 r-xp 00000000 08:01 18398 /usr/lib64/libfuse.so.2.9.2 7f072ed26000-7f072ef26000 ---p 0002b000 08:01 18398 /usr/lib64/libfuse.so.2.9.2 7f072ef26000-7f072ef38000 r--p 0002b000 08:01 18398 /usr/lib64/libfuse.so.2.9.2 7f072ef38000-7f072ef39000 rw-p 0003d000 08:01 18398 /usr/lib64/libfuse.so.2.9.2 7f072ef39000-7f072ef3b000 r-xp 00000000 08:01 9177 /usr/lib64/libdl-2.17.so 7f072ef3b000-7f072f13b000 ---p 00002000 08:01 9177 /usr/lib64/libdl-2.17.so 7f072f13b000-7f072f13c000 r--p 00002000 08:01 9177 /usr/lib64/libdl-2.17.so 7f072f13c000-7f072f13d000 rw-p 00003000 08:01 9177 /usr/lib64/libdl-2.17.so 7f072f13d000-7f072f15f000 r-xp 00000000 08:01 8963 /usr/lib64/ld-2.17.so 7f072f323000-7f072f32c000 rw-s 00000000 00:0b 133035 /[aio] (deleted) 7f072f32c000-7f072f350000 rw-p 00000000 00:00 0 7f072f353000-7f072f354000 rw-p 00000000 00:00 0 7f072f354000-7f072f35d000 rw-s 00000000 00:0b 130005 /[aio] (deleted) 7f072f35d000-7f072f35e000 rw-p 00000000 00:00 0 7f072f35e000-7f072f35f000 r--p 00021000 08:01 8963 /usr/lib64/ld-2.17.so 7f072f35f000-7f072f360000 rw-p 00022000 08:01 8963 /usr/lib64/ld-2.17.so 7f072f360000-7f072f361000 rw-p 00000000 00:00 0 7ffe28f77000-7ffe29030000 rw-p 00000000 00:00 0 [stack] 7ffe291d0000-7ffe291d2000 r-xp 00000000 00:00 0 [vdso] ffffffffff600000-ffffffffff601000 r-xp 00000000 00:00 0 [vsyscall] *** Caught signal (Aborted) ** in thread 7f072f33f980 thread_name:ceph-objectstor ceph version 15.0.0-4073-ge52e9e8 (e52e9e85d62a9552cb7f17b28c1ff5383af1047e) octopus (dev) 1: (()+0xf5d0) [0x7f07246035d0] 2: (gsignal()+0x37) [0x7f0722fd92c7] 3: (abort()+0x148) [0x7f0722fda9b8] 4: (()+0x78e17) [0x7f072301be17] 5: (__fortify_fail()+0x37) [0x7f07230bab67] 6: (()+0x117b22) [0x7f07230bab22] 7: (update_mon_db(ObjectStore&, OSDSuperblock&, std::string const&, std::string const&)+0x2c51) [0x56123f872aa1] 8: (main()+0x557e) [0x56123f7f718e] 9: (__libc_start_main()+0xf5) [0x7f0722fc5495] 10: (()+0x3cbf40) [0x56123f826f40]
  • flavor: basic
  • job_id: 4230317
  • kernel:
    • sha1: distro
    • kdb: True
  • last_in_suite: False
  • machine_type: smithi
  • name: sage-2019-08-19_13:35:06-rados-wip-sage-testing-2019-08-17-1023-distro-basic-smithi
  • nuke_on_error: True
  • os_type: centos
  • os_version: 7.6
  • overrides:
    • ceph-deploy:
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
    • workunit:
      • sha1: e52e9e85d62a9552cb7f17b28c1ff5383af1047e
      • branch: wip-sage-testing-2019-08-17-1023
    • ceph:
      • log-whitelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
      • fs: xfs
      • conf:
        • global:
          • ms bind msgr1: False
          • ms inject socket failures: 5000
          • ms type: async
          • ms bind msgr2: True
        • mon:
          • debug mon: 20
          • debug paxos: 20
          • debug ms: 20
        • osd:
          • mon osd full ratio: 0.9
          • osd op queue cut off: debug_random
          • debug ms: 20
          • bluestore fsck on mount: True
          • debug osd: 25
          • bluestore compression mode: aggressive
          • debug bluestore: 20
          • debug bluefs: 20
          • osd objectstore: bluestore
          • osd debug verify missing on start: True
          • osd op queue: debug_random
          • mon osd backfillfull_ratio: 0.85
          • osd debug verify cached snaps: True
          • bluestore block size: 96636764160
          • debug filestore: 20
          • debug rocksdb: 10
          • mon osd nearfull ratio: 0.8
          • osd failsafe full ratio: 0.95
          • debug journal: 20
      • sha1: e52e9e85d62a9552cb7f17b28c1ff5383af1047e
    • install:
      • ceph:
        • sha1: e52e9e85d62a9552cb7f17b28c1ff5383af1047e
    • admin_socket:
      • branch: wip-sage-testing-2019-08-17-1023
    • thrashosds:
      • bdev_inject_crash_probability: 0.5
      • bdev_inject_crash: 2
  • owner: scheduled_sage@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mon.b', 'mon.c', 'mgr.x', 'osd.0', 'osd.1', 'osd.2', 'client.0']
  • sentry_event:
  • status: fail
  • success: False
  • branch: wip-sage-testing-2019-08-17-1023
  • seed:
  • sha1: e52e9e85d62a9552cb7f17b28c1ff5383af1047e
  • subset:
  • suite:
  • suite_branch: wip-sage-testing-2019-08-17-1023
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: e52e9e85d62a9552cb7f17b28c1ff5383af1047e
  • targets:
    • smithi029.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCiGGPSfz4lEWGAqbvKO/nYnfE50JoONO5gz9kDyqDnF/KP/Xt0MwPpBKum6UnVj6A0qoJV02SD/rxLW+vQS8N8qJjHxl3kXFq9Z/v+ZeTYMix+/BZTDGMxL93k4RLXu879MvFXKuhol2jEjQAd8HH0csS4ZvUCo1fgND8vwtMoTCEEnxWFuwKj/xU1Z64wBjcXed0IecK7aD0Kx5VqEYWyGzOa4InT6ub1b6BHmiA9eZJfc8+fuz9tljsOi2/mK1OapxUlpBCU6lNJYNCe/RL8grfCX/MTORSKsF9B+yLD5BcQAynLRkSk8/hjmKHuEiY1j1r/0Ulouf41tUmJV2ej
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.lock_machines:
      • 1
      • smithi
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • console_log:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • sha1: distro
      • kdb: True
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock:
    • install:
    • ceph:
      • cluster: ceph
      • log-whitelist:
        • no reply from
        • overall HEALTH_
        • \(MON_DOWN\)
        • \(MGR_DOWN\)
        • \(OSDMAP_FLAGS\)
        • \(OSD_
        • \(PG_
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
      • conf:
        • global:
          • ms bind msgr1: False
          • ms inject socket failures: 5000
          • ms type: async
          • ms bind msgr2: True
        • mon:
          • debug mon: 20
          • debug paxos: 20
          • debug ms: 20
        • osd:
          • mon osd full ratio: 0.9
          • osd op queue cut off: debug_random
          • debug ms: 20
          • bluestore fsck on mount: True
          • debug osd: 25
          • bluestore compression mode: aggressive
          • debug bluestore: 20
          • debug bluefs: 20
          • osd objectstore: bluestore
          • osd debug verify missing on start: True
          • osd op queue: debug_random
          • mon osd backfillfull_ratio: 0.85
          • osd debug verify cached snaps: True
          • bluestore block size: 96636764160
          • debug filestore: 20
          • debug rocksdb: 10
          • mon osd nearfull ratio: 0.8
          • osd failsafe full ratio: 0.95
          • debug journal: 20
      • fs: xfs
      • sha1: e52e9e85d62a9552cb7f17b28c1ff5383af1047e
    • full_sequential:
      • radosbench:
        • clients:
          • client.0
        • time: 30
      • rebuild_mondb:
      • radosbench:
        • clients:
          • client.0
        • time: 30
  • teuthology_branch: master
  • verbose: False
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2019-08-19 13:37:06
  • started: 2019-08-19 15:08:38
  • updated: 2019-08-19 15:38:37
  • status_class: danger
  • runtime: 0:29:59
  • wait_time: 0:15:28