Nodes: mira072

Description: rados/singleton/{all/rebuild-mondb.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_7.yaml}}

Log: http://qa-proxy.ceph.com/teuthology/kchai-2019-08-12_14:45:48-rados-wip-kefu-testing-2019-08-12-1306-distro-basic-mira/4211300/teuthology.log

Failure Reason:

+ sudo adjust-ulimits ceph-objectstore-tool --data-path /var/lib/ceph/osd/ceph-0 --journal-path /var/lib/ceph/osd/ceph-0/journal --no-mon-config --op update-mon-db --mon-store-path /home/ubuntu/cephtest/mon-store *** stack smashing detected ***: ceph-objectstore-tool terminated ======= Backtrace: ========= /lib64/libc.so.6(__fortify_fail+0x37)[0x7f54c28f0b67] /lib64/libc.so.6(+0x117b22)[0x7f54c28f0b22] ceph-objectstore-tool(_Z13update_mon_dbR11ObjectStoreR13OSDSuperblockRKSsS4_+0x2c51)[0x559cc8c710f1] ceph-objectstore-tool(main+0x557e)[0x559cc8bf57de] /lib64/libc.so.6(__libc_start_main+0xf5)[0x7f54c27fb495] ceph-objectstore-tool(+0x3cc590)[0x559cc8c25590] ======= Memory map: ======== 559cc8859000-559cc972b000 r-xp 00000000 08:01 79894 /usr/bin/ceph-objectstore-tool 559cc992a000-559cc9962000 r--p 00ed1000 08:01 79894 /usr/bin/ceph-objectstore-tool 559cc9962000-559cc9976000 rw-p 00f09000 08:01 79894 /usr/bin/ceph-objectstore-tool 559cc9976000-559cc9a8e000 rw-p 00000000 00:00 0 559cca459000-559ccffbc000 rw-p 00000000 00:00 0 [heap] 7f54b0451000-7f54b0452000 ---p 00000000 00:00 0 7f54b0452000-7f54b0c52000 rw-p 00000000 00:00 0 7f54b0c52000-7f54b0c53000 ---p 00000000 00:00 0 7f54b0c53000-7f54b1453000 rw-p 00000000 00:00 0 7f54b1453000-7f54b1454000 ---p 00000000 00:00 0 7f54b1454000-7f54b1c54000 rw-p 00000000 00:00 0 7f54b1c54000-7f54b1c55000 ---p 00000000 00:00 0 7f54b1c55000-7f54b2455000 rw-p 00000000 00:00 0 7f54b4c5a000-7f54b4c5b000 ---p 00000000 00:00 0 7f54b4c5b000-7f54b545b000 rw-p 00000000 00:00 0 7f54b545b000-7f54b545c000 ---p 00000000 00:00 0 7f54b545c000-7f54b5c5c000 rw-p 00000000 00:00 0 7f54b5c5c000-7f54b5c5d000 ---p 00000000 00:00 0 7f54b5c5d000-7f54b645d000 rw-p 00000000 00:00 0 7f54b645d000-7f54b645e000 ---p 00000000 00:00 0 7f54b645e000-7f54b6c5e000 rw-p 00000000 00:00 0 7f54b9c64000-7f54b9c65000 ---p 00000000 00:00 0 7f54b9c65000-7f54ba465000 rw-p 00000000 00:00 0 7f54ba465000-7f54ba466000 ---p 00000000 00:00 0 7f54ba466000-7f54bac66000 rw-p 00000000 00:00 0 7f54bac66000-7f54bac67000 ---p 00000000 00:00 0 7f54bac67000-7f54bb467000 rw-p 00000000 00:00 0 7f54bb467000-7f54bb468000 ---p 00000000 00:00 0 7f54bb468000-7f54bbc68000 rw-p 00000000 00:00 0 7f54bbc68000-7f54bbc6c000 r-xp 00000000 08:01 394235 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 7f54bbc6c000-7f54bbe6c000 ---p 00004000 08:01 394235 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 7f54bbe6c000-7f54bbe6d000 r--p 00004000 08:01 394235 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 7f54bbe6d000-7f54bbe6e000 rw-p 00005000 08:01 394235 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 7f54bbe6e000-7f54bbe6f000 ---p 00000000 00:00 0 7f54bbe6f000-7f54bc66f000 rw-p 00000000 00:00 0 7f54bc66f000-7f54bc670000 ---p 00000000 00:00 0 7f54bc670000-7f54bce70000 rw-p 00000000 00:00 0 7f54bce70000-7f54bce71000 ---p 00000000 00:00 0 7f54bce71000-7f54bd671000 rw-p 00000000 00:00 0 7f54bd671000-7f54bd672000 ---p 00000000 00:00 0 7f54bd672000-7f54bde72000 rw-p 00000000 00:00 0 7f54bde72000-7f54bde73000 ---p 00000000 00:00 0 7f54bde73000-7f54be673000 rw-p 00000000 00:00 0 7f54be673000-7f54be674000 ---p 00000000 00:00 0 7f54be674000-7f54bee74000 rw-p 00000000 00:00 0 7f54bee74000-7f54bee75000 ---p 00000000 00:00 0 7f54bee75000-7f54bf675000 rw-p 00000000 00:00 0 7f54bf675000-7f54bf676000 ---p 00000000 00:00 0 7f54bf676000-7f54bfe76000 rw-p 00000000 00:00 0 7f54bfe76000-7f54bfe77000 ---p 00000000 00:00 0 7f54bfe77000-7f54c0677000 rw-p 00000000 00:00 0 7f54c0677000-7f54c0678000 ---p 00000000 00:00 0 7f54c0678000-7f54c0e78000 rw-p 00000000 00:00 0 7f54c0e78000-7f54c0e7a000 r-xp 00000000 08:01 72973 /usr/lib64/liburcu-common.so.1.0.0 7f54c0e7a000-7f54c1079000 ---p 00002000 08:01 72973 /usr/lib64/liburcu-common.so.1.0.0 7f54c1079000-7f54c107a000 r--p 00001000 08:01 72973 /usr/lib64/liburcu-common.so.1.0.0 7f54c107a000-7f54c107b000 rw-p 00002000 08:01 72973 /usr/lib64/liburcu-common.so.1.0.0 7f54c107b000-7f54c1081000 r-xp 00000000 08:01 72971 /usr/lib64/liburcu-cds.so.1.0.0 7f54c1081000-7f54c1280000 ---p 00006000 08:01 72971 /usr/lib64/liburcu-cds.so.1.0.0 7f54c1280000-7f54c1281000 r--p 00005000 08:01 72971 /usr/lib64/liburcu-cds.so.1.0.0 7f54c1281000-7f54c1282000 rw-p 00006000 08:01 72971 /usr/lib64/liburcu-cds.so.1.0.0 7f54c1282000-7f54c1288000 r-xp 00000000 08:01 72969 /usr/lib64/liburcu-bp.so.1.0.0 7f54c1288000-7f54c1488000 ---p 00006000 08:01 72969 /usr/lib64/liburcu-bp.so.1.0.0 7f54c1488000-7f54c1489000 r--p 00006000 08:01 72969 /usr/lib64/liburcu-bp.so.1.0.0 7f54c1489000-7f54c148a000 rw-p 00007000 08:01 72969 /usr/lib64/liburcu-bp.so.1.0.0 7f54c148a000-7f54c1493000 r-xp 00000000 08:01 72997 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 7f54c1493000-7f54c1692000 ---p 00009000 08:01 72997 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 7f54c1692000-7f54c1693000 r--p 00008000 08:01 72997 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 7f54c1693000-7f54c1694000 rw-p 00009000 08:01 72997 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 7f54c1694000-7f54c16a4000 rw-p 00000000 00:00 0 7f54c16a4000-7f54c16b3000 r-xp 00000000 08:01 4212 /usr/lib64/libbz2.so.1.0.6 7f54c16b3000-7f54c18b2000 ---p 0000f000 08:01 4212 /usr/lib64/libbz2.so.1.0.6 7f54c18b2000-7f54c18b3000 r--p 0000e000 08:01 4212 /usr/lib64/libbz2.so.1.0.6 7f54c18b3000-7f54c18b4000 rw-p 0000f000 08:01 4212 /usr/lib64/libbz2.so.1.0.6 7f54c18b4000-7f54c18d9000 r-xp 00000000 08:01 4203 /usr/lib64/liblzma.so.5.2.2 7f54c18d9000-7f54c1ad8000 ---p 00025000 08:01 4203 /usr/lib64/liblzma.so.5.2.2 7f54c1ad8000-7f54c1ad9000 r--p 00024000 08:01 4203 /usr/lib64/liblzma.so.5.2.2 7f54c1ad9000-7f54c1ada000 rw-p 00025000 08:01 4203 /usr/lib64/liblzma.so.5.2.2 7f54c1ada000-7f54c1af1000 r-xp 00000000 08:01 4213 /usr/lib64/libelf-0.172.so 7f54c1af1000-7f54c1cf0000 ---p 00017000 08:01 4213 /usr/lib64/libelf-0.172.so 7f54c1cf0000-7f54c1cf1000 r--p 00016000 08:01 4213 /usr/lib64/libelf-0.172.so 7f54c1cf1000-7f54c1cf2000 rw-p 00017000 08:01 4213 /usr/lib64/libelf-0.172.so 7f54c1cf2000-7f54c1cf6000 r-xp 00000000 08:01 3809 /usr/lib64/libattr.so.1.1.0 7f54c1cf6000-7f54c1ef5000 ---p 00004000 08:01 3809 /usr/lib64/libattr.so.1.1.0 7f54c1ef5000-7f54c1ef6000 r--p 00003000 08:01 3809 /usr/lib64/libattr.so.1.1.0 7f54c1ef6000-7f54c1ef7000 rw-p 00004000 08:01 3809 /usr/lib64/libattr.so.1.1.0 7f54c1ef7000-7f54c1f15000 r-xp 00000000 08:01 4428 /usr/lib64/libnl-3.so.200.23.0 7f54c1f15000-7f54c2115000 ---p 0001e000 08:01 4428 /usr/lib64/libnl-3.so.200.23.0 7f54c2115000-7f54c2117000 r--p 0001e000 08:01 4428 /usr/lib64/libnl-3.so.200.23.0 7f54c2117000-7f54c2118000 rw-p 00020000 08:01 4428 /usr/lib64/libnl-3.so.200.23.0 7f54c2118000-7f54c217c000 r-xp 00000000 08:01 4436 /usr/lib64/libnl-route-3.so.200.23.0 7f54c217c000-7f54c237b000 ---p 00064000 08:01 4436 /usr/lib64/libnl-route-3.so.200.23.0 7f54c237b000-7f54c237e000 r--p 00063000 08:01 4436 /usr/lib64/libnl-route-3.so.200.23.0 7f54c237e000-7f54c2383000 rw-p 00066000 08:01 4436 /usr/lib64/libnl-route-3.so.200.23.0 7f54c2383000-7f54c2385000 rw-p 00000000 00:00 0 7f54c2385000-7f54c23d1000 r-xp 00000000 08:01 7367 /usr/lib64/libdw-0.172.so 7f54c23d1000-7f54c25d1000 ---p 0004c000 08:01 7367 /usr/lib64/libdw-0.172.so 7f54c25d1000-7f54c25d3000 r--p 0004c000 08:01 7367 /usr/lib64/libdw-0.172.so 7f54c25d3000-7f54c25d4000 rw-p 0004e000 08:01 7367 /usr/lib64/libdw-0.172.so 7f54c25d4000-7f54c25d8000 r-xp 00000000 08:01 3811 /usr/lib64/libcap.so.2.22 7f54c25d8000-7f54c27d7000 ---p 00004000 08:01 3811 /usr/lib64/libcap.so.2.22 7f54c27d7000-7f54c27d8000 r--p 00003000 08:01 3811 /usr/lib64/libcap.so.2.22 7f54c27d8000-7f54c27d9000 rw-p 00004000 08:01 3811 /usr/lib64/libcap.so.2.22 7f54c27d9000-7f54c299b000 r-xp 00000000 08:01 3704 /usr/lib64/libc-2.17.so 7f54c299b000-7f54c2b9b000 ---p 001c2000 08:01 3704 /usr/lib64/libc-2.17.so 7f54c2b9b000-7f54c2b9f000 r--p 001c2000 08:01 3704 /usr/lib64/libc-2.17.so 7f54c2b9f000-7f54c2ba1000 rw-p 001c6000 08:01 3704 /usr/lib64/libc-2.17.so 7f54c2ba1000-7f54c2ba6000 rw-p 00000000 00:00 0 7f54c2ba6000-7f54c2bbb000 r-xp 00000000 08:01 12863 /usr/lib64/libgcc_s-4.8.5-20150702.so.1 7f54c2bbb000-7f54c2dba000 ---p 00015000 08:01 12863 /usr/lib64/libgcc_s-4.8.5-20150702.so.1 7f54c2dba000-7f54c2dbb000 r--p 00014000 08:01 12863 /usr/lib64/libgcc_s-4.8.5-20150702.so.1 7f54c2dbb000-7f54c2dbc000 rw-p 00015000 08:01 12863 /usr/lib64/libgcc_s-4.8.5-20150702.so.1 7f54c2dbc000-7f54c2ebd000 r-xp 00000000 08:01 3709 /usr/lib64/libm-2.17.so 7f54c2ebd000-7f54c30bc000 ---p 00101000 08:01 3709 /usr/lib64/libm-2.17.so 7f54c30bc000-7f54c30bd000 r--p 00100000 08:01 3709 /usr/lib64/libm-2.17.so 7f54c30bd000-7f54c30be000 rw-p 00101000 08:01 3709 /usr/lib64/libm-2.17.so 7f54c30be000-7f54c31a7000 r-xp 00000000 08:01 3738 /usr/lib64/libstdc++.so.6.0.19 7f54c31a7000-7f54c33a6000 ---p 000e9000 08:01 3738 /usr/lib64/libstdc++.so.6.0.19 7f54c33a6000-7f54c33ae000 r--p 000e8000 08:01 3738 /usr/lib64/libstdc++.so.6.0.19 7f54c33ae000-7f54c33b0000 rw-p 000f0000 08:01 3738 /usr/lib64/libstdc++.so.6.0.19 7f54c33b0000-7f54c33c5000 rw-p 00000000 00:00 0 7f54c33c5000-7f54c33db000 r-xp 00000000 08:01 3724 /usr/lib64/libresolv-2.17.so 7f54c33db000-7f54c35da000 ---p 00016000 08:01 3724 /usr/lib64/libresolv-2.17.so 7f54c35da000-7f54c35db000 r--p 00015000 08:01 3724 /usr/lib64/libresolv-2.17.so 7f54c35db000-7f54c35dc000 rw-p 00016000 08:01 3724 /usr/lib64/libresolv-2.17.so 7f54c35dc000-7f54c35de000 rw-p 00000000 00:00 0 7f54c35de000-7f54c35e5000 r-xp 00000000 08:01 3725 /usr/lib64/librt-2.17.so 7f54c35e5000-7f54c37e4000 ---p 00007000 08:01 3725 /usr/lib64/librt-2.17.so 7f54c37e4000-7f54c37e5000 r--p 00006000 08:01 3725 /usr/lib64/librt-2.17.so 7f54c37e5000-7f54c37e6000 rw-p 00007000 08:01 3725 /usr/lib64/librt-2.17.so 7f54c37e6000-7f54c37fb000 r-xp 00000000 08:01 13444 /usr/lib64/librdmacm.so.1.1.17.2 7f54c37fb000-7f54c39fa000 ---p 00015000 08:01 13444 /usr/lib64/librdmacm.so.1.1.17.2 7f54c39fa000-7f54c39fb000 r--p 00014000 08:01 13444 /usr/lib64/librdmacm.so.1.1.17.2 7f54c39fb000-7f54c39fc000 rw-p 00015000 08:01 13444 /usr/lib64/librdmacm.so.1.1.17.2 7f54c39fc000-7f54c39fd000 rw-p 00000000 00:00 0 7f54c39fd000-7f54c3a12000 r-xp 00000000 08:01 13434 /usr/lib64/libibverbs.so.1.1.17.2 7f54c3a12000-7f54c3c12000 ---p 00015000 08:01 13434 /usr/lib64/libibverbs.so.1.1.17.2 7f54c3c12000-7f54c3c13000 r--p 00015000 08:01 13434 /usr/lib64/libibverbs.so.1.1.17.2 7f54c3c13000-7f54c3c14000 rw-p 00016000 08:01 13434 /usr/lib64/libibverbs.so.1.1.17.2 7f54c3c14000-7f54c3c29000 r-xp 00000000 08:01 7382 /usr/lib64/libudev.so.1.6.2 7f54c3c29000-7f54c3e28000 ---p 00015000 08:01 7382 /usr/lib64/libudev.so.1.6.2 7f54c3e28000-7f54c3e29000 r--p 00014000 08:01 7382 /usr/lib64/libudev.so.1.6.2 7f54c3e29000-7f54c3e2a000 rw-p 00015000 08:01 7382 /usr/lib64/libudev.so.1.6.2 7f54c3e2a000-7f54c3e41000 r-xp 00000000 08:01 3723 /usr/lib64/libpthread-2.17.so 7f54c3e41000-7f54c4040000 ---p 00017000 08:01 3723 /usr/lib64/libpthread-2.17.so 7f54c4040000-7f54c4041000 r--p 00016000 08:01 3723 /usr/lib64/libpthread-2.17.so 7f54c4041000-7f54c4042000 rw-p 00017000 08:01 3723 /usr/lib64/libpthread-2.17.so 7f54c4042000-7f54c4046000 rw-p 00000000 00:00 0 7f54c4046000-7f54c427a000 r-xp 00000000 08:01 3992 /usr/lib64/libcrypto.so.1.0.2k 7f54c427a000-7f54c447a000 ---p 00234000 08:01 3992 /usr/lib64/libcrypto.so.1.0.2k 7f54c447a000-7f54c4496000 r--p 00234000 08:01 3992 /usr/lib64/libcrypto.so.1.0.2k 7f54c4496000-7f54c44a3000 rw-p 00250000 08:01 3992 /usr/lib64/libcrypto.so.1.0.2k 7f54c44a3000-7f54c44a7000 rw-p 00000000 00:00 0 7f54c44a7000-7f54c44e3000 r-xp 00000000 08:01 4222 /usr/lib64/libblkid.so.1.1.0 7f54c44e3000-7f54c46e2000 ---p 0003c000 08:01 4222 /usr/lib64/libblkid.so.1.1.0 7f54c46e2000-7f54c46e5000 r--p 0003b000 08:01 4222 /usr/lib64/libblkid.so.1.1.0 7f54c46e5000-7f54c46e6000 rw-p 0003e000 08:01 4222 /usr/lib64/libblkid.so.1.1.0 7f54c46e6000-7f54c46e7000 rw-p 00000000 00:00 0 7f54c46e7000-7f54c5068000 r-xp 00000000 08:01 394074 /usr/lib64/ceph/libceph-common.so.0 7f54c5068000-7f54c5268000 ---p 00981000 08:01 394074 /usr/lib64/ceph/libceph-common.so.0 7f54c5268000-7f54c5287000 r--p 00981000 08:01 394074 /usr/lib64/ceph/libceph-common.so.0 7f54c5287000-7f54c5290000 rw-p 009a0000 08:01 394074 /usr/lib64/ceph/libceph-common.so.0 7f54c5290000-7f54cd4b0000 rw-p 00000000 00:00 0 7f54cd4b0000-7f54cd4f6000 r-xp 00000000 08:01 13409 /usr/lib64/libtcmalloc.so.4.4.5 7f54cd4f6000-7f54cd6f5000 ---p 00046000 08:01 13409 /usr/lib64/libtcmalloc.so.4.4.5 7f54cd6f5000-7f54cd6f7000 r--p 00045000 08:01 13409 /usr/lib64/libtcmalloc.so.4.4.5 7f54cd6f7000-7f54cd6f9000 rw-p 00047000 08:01 13409 /usr/lib64/libtcmalloc.so.4.4.5 7f54cd6f9000-7f54cd8a5000 rw-p 00000000 00:00 0 7f54cd8a5000-7f54cd8a9000 r-xp 00000000 08:01 4210 /usr/lib64/libuuid.so.1.3.0 7f54cd8a9000-7f54cdaa8000 ---p 00004000 08:01 4210 /usr/lib64/libuuid.so.1.3.0 7f54cdaa8000-7f54cdaa9000 r--p 00003000 08:01 4210 /usr/lib64/libuuid.so.1.3.0 7f54cdaa9000-7f54cdaaa000 rw-p 00004000 08:01 4210 /usr/lib64/libuuid.so.1.3.0 7f54cdaaa000-7f54cdaab000 r-xp 00000000 08:01 4447 /usr/lib64/libaio.so.1.0.1 7f54cdaab000-7f54cdcaa000 ---p 00001000 08:01 4447 /usr/lib64/libaio.so.1.0.1 7f54cdcaa000-7f54cdcab000 r--p 00000000 08:01 4447 /usr/lib64/libaio.so.1.0.1 7f54cdcab000-7f54cdcac000 rw-p 00001000 08:01 4447 /usr/lib64/libaio.so.1.0.1 7f54cdcac000-7f54cdcc1000 r-xp 00000000 08:01 3737 /usr/lib64/libz.so.1.2.7 7f54cdcc1000-7f54cdec0000 ---p 00015000 08:01 3737 /usr/lib64/libz.so.1.2.7 7f54cdec0000-7f54cdec1000 r--p 00014000 08:01 3737 /usr/lib64/libz.so.1.2.7 7f54cdec1000-7f54cdec2000 rw-p 00015000 08:01 3737 /usr/lib64/libz.so.1.2.7 7f54cdec2000-7f54cded6000 r-xp 00000000 08:01 5160 /usr/lib64/liblz4.so.1.7.5 7f54cded6000-7f54ce0d5000 ---p 00014000 08:01 5160 /usr/lib64/liblz4.so.1.7.5 7f54ce0d5000-7f54ce0d6000 r--p 00013000 08:01 5160 /usr/lib64/liblz4.so.1.7.5 7f54ce0d6000-7f54ce0d7000 rw-p 00014000 08:01 5160 /usr/lib64/liblz4.so.1.7.5 7f54ce0d7000-7f54ce0dc000 r-xp 00000000 08:01 6673 /usr/lib64/libsnappy.so.1.1.4 7f54ce0dc000-7f54ce2db000 ---p 00005000 08:01 6673 /usr/lib64/libsnappy.so.1.1.4 7f54ce2db000-7f54ce2dc000 r--p 00004000 08:01 6673 /usr/lib64/libsnappy.so.1.1.4 7f54ce2dc000-7f54ce2dd000 rw-p 00005000 08:01 6673 /usr/lib64/libsnappy.so.1.1.4 7f54ce2dd000-7f54ce32f000 r-xp 00000000 08:01 72951 /usr/lib64/libleveldb.so.1.0.7 7f54ce32f000-7f54ce52e000 ---p 00052000 08:01 72951 /usr/lib64/libleveldb.so.1.0.7 7f54ce52e000-7f54ce530000 r--p 00051000 08:01 72951 /usr/lib64/libleveldb.so.1.0.7 7f54ce530000-7f54ce531000 rw-p 00053000 08:01 72951 /usr/lib64/libleveldb.so.1.0.7 7f54ce531000-7f54ce55c000 r-xp 00000000 08:01 12940 /usr/lib64/libfuse.so.2.9.2 7f54ce55c000-7f54ce75c000 ---p 0002b000 08:01 12940 /usr/lib64/libfuse.so.2.9.2 7f54ce75c000-7f54ce76e000 r--p 0002b000 08:01 12940 /usr/lib64/libfuse.so.2.9.2 7f54ce76e000-7f54ce76f000 rw-p 0003d000 08:01 12940 /usr/lib64/libfuse.so.2.9.2 7f54ce76f000-7f54ce771000 r-xp 00000000 08:01 3708 /usr/lib64/libdl-2.17.so 7f54ce771000-7f54ce971000 ---p 00002000 08:01 3708 /usr/lib64/libdl-2.17.so 7f54ce971000-7f54ce972000 r--p 00002000 08:01 3708 /usr/lib64/libdl-2.17.so 7f54ce972000-7f54ce973000 rw-p 00003000 08:01 3708 /usr/lib64/libdl-2.17.so 7f54ce973000-7f54ce995000 r-xp 00000000 08:01 3494 /usr/lib64/ld-2.17.so 7f54ceb59000-7f54ceb62000 rw-s 00000000 00:0b 133344 /[aio] (deleted) 7f54ceb62000-7f54ceb86000 rw-p 00000000 00:00 0 7f54ceb89000-7f54ceb8a000 rw-p 00000000 00:00 0 7f54ceb8a000-7f54ceb93000 rw-s 00000000 00:0b 133341 /[aio] (deleted) 7f54ceb93000-7f54ceb94000 rw-p 00000000 00:00 0 7f54ceb94000-7f54ceb95000 r--p 00021000 08:01 3494 /usr/lib64/ld-2.17.so 7f54ceb95000-7f54ceb96000 rw-p 00022000 08:01 3494 /usr/lib64/ld-2.17.so 7f54ceb96000-7f54ceb97000 rw-p 00000000 00:00 0 7fff54e01000-7fff54ebb000 rw-p 00000000 00:00 0 [stack] 7fff54f53000-7fff54f55000 r-xp 00000000 00:00 0 [vdso] ffffffffff600000-ffffffffff601000 r-xp 00000000 00:00 0 [vsyscall] *** Caught signal (Aborted) ** in thread 7f54ceb75980 thread_name:ceph-objectstor ceph version 15.0.0-3732-gafac599 (afac599ea097f1ae38f9c109fe7370ea32573468) octopus (dev) 1: (()+0xf5d0) [0x7f54c3e395d0] 2: (gsignal()+0x37) [0x7f54c280f2c7] 3: (abort()+0x148) [0x7f54c28109b8] 4: (()+0x78e17) [0x7f54c2851e17] 5: (__fortify_fail()+0x37) [0x7f54c28f0b67] 6: (()+0x117b22) [0x7f54c28f0b22] 7: (update_mon_db(ObjectStore&, OSDSuperblock&, std::string const&, std::string const&)+0x2c51) [0x559cc8c710f1] 8: (main()+0x557e) [0x559cc8bf57de] 9: (__libc_start_main()+0xf5) [0x7f54c27fb495] 10: (()+0x3cc590) [0x559cc8c25590]

  • log_href: http://qa-proxy.ceph.com/teuthology/kchai-2019-08-12_14:45:48-rados-wip-kefu-testing-2019-08-12-1306-distro-basic-mira/4211300/teuthology.log
  • archive_path: /home/teuthworker/archive/kchai-2019-08-12_14:45:48-rados-wip-kefu-testing-2019-08-12-1306-distro-basic-mira/4211300
  • description: rados/singleton/{all/rebuild-mondb.yaml msgr-failures/many.yaml msgr/async.yaml objectstore/bluestore-bitmap.yaml rados.yaml supported-random-distro$/{centos_7.yaml}}
  • duration: 0:16:30
  • email:
  • failure_reason: + sudo adjust-ulimits ceph-objectstore-tool --data-path /var/lib/ceph/osd/ceph-0 --journal-path /var/lib/ceph/osd/ceph-0/journal --no-mon-config --op update-mon-db --mon-store-path /home/ubuntu/cephtest/mon-store *** stack smashing detected ***: ceph-objectstore-tool terminated ======= Backtrace: ========= /lib64/libc.so.6(__fortify_fail+0x37)[0x7f54c28f0b67] /lib64/libc.so.6(+0x117b22)[0x7f54c28f0b22] ceph-objectstore-tool(_Z13update_mon_dbR11ObjectStoreR13OSDSuperblockRKSsS4_+0x2c51)[0x559cc8c710f1] ceph-objectstore-tool(main+0x557e)[0x559cc8bf57de] /lib64/libc.so.6(__libc_start_main+0xf5)[0x7f54c27fb495] ceph-objectstore-tool(+0x3cc590)[0x559cc8c25590] ======= Memory map: ======== 559cc8859000-559cc972b000 r-xp 00000000 08:01 79894 /usr/bin/ceph-objectstore-tool 559cc992a000-559cc9962000 r--p 00ed1000 08:01 79894 /usr/bin/ceph-objectstore-tool 559cc9962000-559cc9976000 rw-p 00f09000 08:01 79894 /usr/bin/ceph-objectstore-tool 559cc9976000-559cc9a8e000 rw-p 00000000 00:00 0 559cca459000-559ccffbc000 rw-p 00000000 00:00 0 [heap] 7f54b0451000-7f54b0452000 ---p 00000000 00:00 0 7f54b0452000-7f54b0c52000 rw-p 00000000 00:00 0 7f54b0c52000-7f54b0c53000 ---p 00000000 00:00 0 7f54b0c53000-7f54b1453000 rw-p 00000000 00:00 0 7f54b1453000-7f54b1454000 ---p 00000000 00:00 0 7f54b1454000-7f54b1c54000 rw-p 00000000 00:00 0 7f54b1c54000-7f54b1c55000 ---p 00000000 00:00 0 7f54b1c55000-7f54b2455000 rw-p 00000000 00:00 0 7f54b4c5a000-7f54b4c5b000 ---p 00000000 00:00 0 7f54b4c5b000-7f54b545b000 rw-p 00000000 00:00 0 7f54b545b000-7f54b545c000 ---p 00000000 00:00 0 7f54b545c000-7f54b5c5c000 rw-p 00000000 00:00 0 7f54b5c5c000-7f54b5c5d000 ---p 00000000 00:00 0 7f54b5c5d000-7f54b645d000 rw-p 00000000 00:00 0 7f54b645d000-7f54b645e000 ---p 00000000 00:00 0 7f54b645e000-7f54b6c5e000 rw-p 00000000 00:00 0 7f54b9c64000-7f54b9c65000 ---p 00000000 00:00 0 7f54b9c65000-7f54ba465000 rw-p 00000000 00:00 0 7f54ba465000-7f54ba466000 ---p 00000000 00:00 0 7f54ba466000-7f54bac66000 rw-p 00000000 00:00 0 7f54bac66000-7f54bac67000 ---p 00000000 00:00 0 7f54bac67000-7f54bb467000 rw-p 00000000 00:00 0 7f54bb467000-7f54bb468000 ---p 00000000 00:00 0 7f54bb468000-7f54bbc68000 rw-p 00000000 00:00 0 7f54bbc68000-7f54bbc6c000 r-xp 00000000 08:01 394235 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 7f54bbc6c000-7f54bbe6c000 ---p 00004000 08:01 394235 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 7f54bbe6c000-7f54bbe6d000 r--p 00004000 08:01 394235 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 7f54bbe6d000-7f54bbe6e000 rw-p 00005000 08:01 394235 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 7f54bbe6e000-7f54bbe6f000 ---p 00000000 00:00 0 7f54bbe6f000-7f54bc66f000 rw-p 00000000 00:00 0 7f54bc66f000-7f54bc670000 ---p 00000000 00:00 0 7f54bc670000-7f54bce70000 rw-p 00000000 00:00 0 7f54bce70000-7f54bce71000 ---p 00000000 00:00 0 7f54bce71000-7f54bd671000 rw-p 00000000 00:00 0 7f54bd671000-7f54bd672000 ---p 00000000 00:00 0 7f54bd672000-7f54bde72000 rw-p 00000000 00:00 0 7f54bde72000-7f54bde73000 ---p 00000000 00:00 0 7f54bde73000-7f54be673000 rw-p 00000000 00:00 0 7f54be673000-7f54be674000 ---p 00000000 00:00 0 7f54be674000-7f54bee74000 rw-p 00000000 00:00 0 7f54bee74000-7f54bee75000 ---p 00000000 00:00 0 7f54bee75000-7f54bf675000 rw-p 00000000 00:00 0 7f54bf675000-7f54bf676000 ---p 00000000 00:00 0 7f54bf676000-7f54bfe76000 rw-p 00000000 00:00 0 7f54bfe76000-7f54bfe77000 ---p 00000000 00:00 0 7f54bfe77000-7f54c0677000 rw-p 00000000 00:00 0 7f54c0677000-7f54c0678000 ---p 00000000 00:00 0 7f54c0678000-7f54c0e78000 rw-p 00000000 00:00 0 7f54c0e78000-7f54c0e7a000 r-xp 00000000 08:01 72973 /usr/lib64/liburcu-common.so.1.0.0 7f54c0e7a000-7f54c1079000 ---p 00002000 08:01 72973 /usr/lib64/liburcu-common.so.1.0.0 7f54c1079000-7f54c107a000 r--p 00001000 08:01 72973 /usr/lib64/liburcu-common.so.1.0.0 7f54c107a000-7f54c107b000 rw-p 00002000 08:01 72973 /usr/lib64/liburcu-common.so.1.0.0 7f54c107b000-7f54c1081000 r-xp 00000000 08:01 72971 /usr/lib64/liburcu-cds.so.1.0.0 7f54c1081000-7f54c1280000 ---p 00006000 08:01 72971 /usr/lib64/liburcu-cds.so.1.0.0 7f54c1280000-7f54c1281000 r--p 00005000 08:01 72971 /usr/lib64/liburcu-cds.so.1.0.0 7f54c1281000-7f54c1282000 rw-p 00006000 08:01 72971 /usr/lib64/liburcu-cds.so.1.0.0 7f54c1282000-7f54c1288000 r-xp 00000000 08:01 72969 /usr/lib64/liburcu-bp.so.1.0.0 7f54c1288000-7f54c1488000 ---p 00006000 08:01 72969 /usr/lib64/liburcu-bp.so.1.0.0 7f54c1488000-7f54c1489000 r--p 00006000 08:01 72969 /usr/lib64/liburcu-bp.so.1.0.0 7f54c1489000-7f54c148a000 rw-p 00007000 08:01 72969 /usr/lib64/liburcu-bp.so.1.0.0 7f54c148a000-7f54c1493000 r-xp 00000000 08:01 72997 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 7f54c1493000-7f54c1692000 ---p 00009000 08:01 72997 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 7f54c1692000-7f54c1693000 r--p 00008000 08:01 72997 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 7f54c1693000-7f54c1694000 rw-p 00009000 08:01 72997 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 7f54c1694000-7f54c16a4000 rw-p 00000000 00:00 0 7f54c16a4000-7f54c16b3000 r-xp 00000000 08:01 4212 /usr/lib64/libbz2.so.1.0.6 7f54c16b3000-7f54c18b2000 ---p 0000f000 08:01 4212 /usr/lib64/libbz2.so.1.0.6 7f54c18b2000-7f54c18b3000 r--p 0000e000 08:01 4212 /usr/lib64/libbz2.so.1.0.6 7f54c18b3000-7f54c18b4000 rw-p 0000f000 08:01 4212 /usr/lib64/libbz2.so.1.0.6 7f54c18b4000-7f54c18d9000 r-xp 00000000 08:01 4203 /usr/lib64/liblzma.so.5.2.2 7f54c18d9000-7f54c1ad8000 ---p 00025000 08:01 4203 /usr/lib64/liblzma.so.5.2.2 7f54c1ad8000-7f54c1ad9000 r--p 00024000 08:01 4203 /usr/lib64/liblzma.so.5.2.2 7f54c1ad9000-7f54c1ada000 rw-p 00025000 08:01 4203 /usr/lib64/liblzma.so.5.2.2 7f54c1ada000-7f54c1af1000 r-xp 00000000 08:01 4213 /usr/lib64/libelf-0.172.so 7f54c1af1000-7f54c1cf0000 ---p 00017000 08:01 4213 /usr/lib64/libelf-0.172.so 7f54c1cf0000-7f54c1cf1000 r--p 00016000 08:01 4213 /usr/lib64/libelf-0.172.so 7f54c1cf1000-7f54c1cf2000 rw-p 00017000 08:01 4213 /usr/lib64/libelf-0.172.so 7f54c1cf2000-7f54c1cf6000 r-xp 00000000 08:01 3809 /usr/lib64/libattr.so.1.1.0 7f54c1cf6000-7f54c1ef5000 ---p 00004000 08:01 3809 /usr/lib64/libattr.so.1.1.0 7f54c1ef5000-7f54c1ef6000 r--p 00003000 08:01 3809 /usr/lib64/libattr.so.1.1.0 7f54c1ef6000-7f54c1ef7000 rw-p 00004000 08:01 3809 /usr/lib64/libattr.so.1.1.0 7f54c1ef7000-7f54c1f15000 r-xp 00000000 08:01 4428 /usr/lib64/libnl-3.so.200.23.0 7f54c1f15000-7f54c2115000 ---p 0001e000 08:01 4428 /usr/lib64/libnl-3.so.200.23.0 7f54c2115000-7f54c2117000 r--p 0001e000 08:01 4428 /usr/lib64/libnl-3.so.200.23.0 7f54c2117000-7f54c2118000 rw-p 00020000 08:01 4428 /usr/lib64/libnl-3.so.200.23.0 7f54c2118000-7f54c217c000 r-xp 00000000 08:01 4436 /usr/lib64/libnl-route-3.so.200.23.0 7f54c217c000-7f54c237b000 ---p 00064000 08:01 4436 /usr/lib64/libnl-route-3.so.200.23.0 7f54c237b000-7f54c237e000 r--p 00063000 08:01 4436 /usr/lib64/libnl-route-3.so.200.23.0 7f54c237e000-7f54c2383000 rw-p 00066000 08:01 4436 /usr/lib64/libnl-route-3.so.200.23.0 7f54c2383000-7f54c2385000 rw-p 00000000 00:00 0 7f54c2385000-7f54c23d1000 r-xp 00000000 08:01 7367 /usr/lib64/libdw-0.172.so 7f54c23d1000-7f54c25d1000 ---p 0004c000 08:01 7367 /usr/lib64/libdw-0.172.so 7f54c25d1000-7f54c25d3000 r--p 0004c000 08:01 7367 /usr/lib64/libdw-0.172.so 7f54c25d3000-7f54c25d4000 rw-p 0004e000 08:01 7367 /usr/lib64/libdw-0.172.so 7f54c25d4000-7f54c25d8000 r-xp 00000000 08:01 3811 /usr/lib64/libcap.so.2.22 7f54c25d8000-7f54c27d7000 ---p 00004000 08:01 3811 /usr/lib64/libcap.so.2.22 7f54c27d7000-7f54c27d8000 r--p 00003000 08:01 3811 /usr/lib64/libcap.so.2.22 7f54c27d8000-7f54c27d9000 rw-p 00004000 08:01 3811 /usr/lib64/libcap.so.2.22 7f54c27d9000-7f54c299b000 r-xp 00000000 08:01 3704 /usr/lib64/libc-2.17.so 7f54c299b000-7f54c2b9b000 ---p 001c2000 08:01 3704 /usr/lib64/libc-2.17.so 7f54c2b9b000-7f54c2b9f000 r--p 001c2000 08:01 3704 /usr/lib64/libc-2.17.so 7f54c2b9f000-7f54c2ba1000 rw-p 001c6000 08:01 3704 /usr/lib64/libc-2.17.so 7f54c2ba1000-7f54c2ba6000 rw-p 00000000 00:00 0 7f54c2ba6000-7f54c2bbb000 r-xp 00000000 08:01 12863 /usr/lib64/libgcc_s-4.8.5-20150702.so.1 7f54c2bbb000-7f54c2dba000 ---p 00015000 08:01 12863 /usr/lib64/libgcc_s-4.8.5-20150702.so.1 7f54c2dba000-7f54c2dbb000 r--p 00014000 08:01 12863 /usr/lib64/libgcc_s-4.8.5-20150702.so.1 7f54c2dbb000-7f54c2dbc000 rw-p 00015000 08:01 12863 /usr/lib64/libgcc_s-4.8.5-20150702.so.1 7f54c2dbc000-7f54c2ebd000 r-xp 00000000 08:01 3709 /usr/lib64/libm-2.17.so 7f54c2ebd000-7f54c30bc000 ---p 00101000 08:01 3709 /usr/lib64/libm-2.17.so 7f54c30bc000-7f54c30bd000 r--p 00100000 08:01 3709 /usr/lib64/libm-2.17.so 7f54c30bd000-7f54c30be000 rw-p 00101000 08:01 3709 /usr/lib64/libm-2.17.so 7f54c30be000-7f54c31a7000 r-xp 00000000 08:01 3738 /usr/lib64/libstdc++.so.6.0.19 7f54c31a7000-7f54c33a6000 ---p 000e9000 08:01 3738 /usr/lib64/libstdc++.so.6.0.19 7f54c33a6000-7f54c33ae000 r--p 000e8000 08:01 3738 /usr/lib64/libstdc++.so.6.0.19 7f54c33ae000-7f54c33b0000 rw-p 000f0000 08:01 3738 /usr/lib64/libstdc++.so.6.0.19 7f54c33b0000-7f54c33c5000 rw-p 00000000 00:00 0 7f54c33c5000-7f54c33db000 r-xp 00000000 08:01 3724 /usr/lib64/libresolv-2.17.so 7f54c33db000-7f54c35da000 ---p 00016000 08:01 3724 /usr/lib64/libresolv-2.17.so 7f54c35da000-7f54c35db000 r--p 00015000 08:01 3724 /usr/lib64/libresolv-2.17.so 7f54c35db000-7f54c35dc000 rw-p 00016000 08:01 3724 /usr/lib64/libresolv-2.17.so 7f54c35dc000-7f54c35de000 rw-p 00000000 00:00 0 7f54c35de000-7f54c35e5000 r-xp 00000000 08:01 3725 /usr/lib64/librt-2.17.so 7f54c35e5000-7f54c37e4000 ---p 00007000 08:01 3725 /usr/lib64/librt-2.17.so 7f54c37e4000-7f54c37e5000 r--p 00006000 08:01 3725 /usr/lib64/librt-2.17.so 7f54c37e5000-7f54c37e6000 rw-p 00007000 08:01 3725 /usr/lib64/librt-2.17.so 7f54c37e6000-7f54c37fb000 r-xp 00000000 08:01 13444 /usr/lib64/librdmacm.so.1.1.17.2 7f54c37fb000-7f54c39fa000 ---p 00015000 08:01 13444 /usr/lib64/librdmacm.so.1.1.17.2 7f54c39fa000-7f54c39fb000 r--p 00014000 08:01 13444 /usr/lib64/librdmacm.so.1.1.17.2 7f54c39fb000-7f54c39fc000 rw-p 00015000 08:01 13444 /usr/lib64/librdmacm.so.1.1.17.2 7f54c39fc000-7f54c39fd000 rw-p 00000000 00:00 0 7f54c39fd000-7f54c3a12000 r-xp 00000000 08:01 13434 /usr/lib64/libibverbs.so.1.1.17.2 7f54c3a12000-7f54c3c12000 ---p 00015000 08:01 13434 /usr/lib64/libibverbs.so.1.1.17.2 7f54c3c12000-7f54c3c13000 r--p 00015000 08:01 13434 /usr/lib64/libibverbs.so.1.1.17.2 7f54c3c13000-7f54c3c14000 rw-p 00016000 08:01 13434 /usr/lib64/libibverbs.so.1.1.17.2 7f54c3c14000-7f54c3c29000 r-xp 00000000 08:01 7382 /usr/lib64/libudev.so.1.6.2 7f54c3c29000-7f54c3e28000 ---p 00015000 08:01 7382 /usr/lib64/libudev.so.1.6.2 7f54c3e28000-7f54c3e29000 r--p 00014000 08:01 7382 /usr/lib64/libudev.so.1.6.2 7f54c3e29000-7f54c3e2a000 rw-p 00015000 08:01 7382 /usr/lib64/libudev.so.1.6.2 7f54c3e2a000-7f54c3e41000 r-xp 00000000 08:01 3723 /usr/lib64/libpthread-2.17.so 7f54c3e41000-7f54c4040000 ---p 00017000 08:01 3723 /usr/lib64/libpthread-2.17.so 7f54c4040000-7f54c4041000 r--p 00016000 08:01 3723 /usr/lib64/libpthread-2.17.so 7f54c4041000-7f54c4042000 rw-p 00017000 08:01 3723 /usr/lib64/libpthread-2.17.so 7f54c4042000-7f54c4046000 rw-p 00000000 00:00 0 7f54c4046000-7f54c427a000 r-xp 00000000 08:01 3992 /usr/lib64/libcrypto.so.1.0.2k 7f54c427a000-7f54c447a000 ---p 00234000 08:01 3992 /usr/lib64/libcrypto.so.1.0.2k 7f54c447a000-7f54c4496000 r--p 00234000 08:01 3992 /usr/lib64/libcrypto.so.1.0.2k 7f54c4496000-7f54c44a3000 rw-p 00250000 08:01 3992 /usr/lib64/libcrypto.so.1.0.2k 7f54c44a3000-7f54c44a7000 rw-p 00000000 00:00 0 7f54c44a7000-7f54c44e3000 r-xp 00000000 08:01 4222 /usr/lib64/libblkid.so.1.1.0 7f54c44e3000-7f54c46e2000 ---p 0003c000 08:01 4222 /usr/lib64/libblkid.so.1.1.0 7f54c46e2000-7f54c46e5000 r--p 0003b000 08:01 4222 /usr/lib64/libblkid.so.1.1.0 7f54c46e5000-7f54c46e6000 rw-p 0003e000 08:01 4222 /usr/lib64/libblkid.so.1.1.0 7f54c46e6000-7f54c46e7000 rw-p 00000000 00:00 0 7f54c46e7000-7f54c5068000 r-xp 00000000 08:01 394074 /usr/lib64/ceph/libceph-common.so.0 7f54c5068000-7f54c5268000 ---p 00981000 08:01 394074 /usr/lib64/ceph/libceph-common.so.0 7f54c5268000-7f54c5287000 r--p 00981000 08:01 394074 /usr/lib64/ceph/libceph-common.so.0 7f54c5287000-7f54c5290000 rw-p 009a0000 08:01 394074 /usr/lib64/ceph/libceph-common.so.0 7f54c5290000-7f54cd4b0000 rw-p 00000000 00:00 0 7f54cd4b0000-7f54cd4f6000 r-xp 00000000 08:01 13409 /usr/lib64/libtcmalloc.so.4.4.5 7f54cd4f6000-7f54cd6f5000 ---p 00046000 08:01 13409 /usr/lib64/libtcmalloc.so.4.4.5 7f54cd6f5000-7f54cd6f7000 r--p 00045000 08:01 13409 /usr/lib64/libtcmalloc.so.4.4.5 7f54cd6f7000-7f54cd6f9000 rw-p 00047000 08:01 13409 /usr/lib64/libtcmalloc.so.4.4.5 7f54cd6f9000-7f54cd8a5000 rw-p 00000000 00:00 0 7f54cd8a5000-7f54cd8a9000 r-xp 00000000 08:01 4210 /usr/lib64/libuuid.so.1.3.0 7f54cd8a9000-7f54cdaa8000 ---p 00004000 08:01 4210 /usr/lib64/libuuid.so.1.3.0 7f54cdaa8000-7f54cdaa9000 r--p 00003000 08:01 4210 /usr/lib64/libuuid.so.1.3.0 7f54cdaa9000-7f54cdaaa000 rw-p 00004000 08:01 4210 /usr/lib64/libuuid.so.1.3.0 7f54cdaaa000-7f54cdaab000 r-xp 00000000 08:01 4447 /usr/lib64/libaio.so.1.0.1 7f54cdaab000-7f54cdcaa000 ---p 00001000 08:01 4447 /usr/lib64/libaio.so.1.0.1 7f54cdcaa000-7f54cdcab000 r--p 00000000 08:01 4447 /usr/lib64/libaio.so.1.0.1 7f54cdcab000-7f54cdcac000 rw-p 00001000 08:01 4447 /usr/lib64/libaio.so.1.0.1 7f54cdcac000-7f54cdcc1000 r-xp 00000000 08:01 3737 /usr/lib64/libz.so.1.2.7 7f54cdcc1000-7f54cdec0000 ---p 00015000 08:01 3737 /usr/lib64/libz.so.1.2.7 7f54cdec0000-7f54cdec1000 r--p 00014000 08:01 3737 /usr/lib64/libz.so.1.2.7 7f54cdec1000-7f54cdec2000 rw-p 00015000 08:01 3737 /usr/lib64/libz.so.1.2.7 7f54cdec2000-7f54cded6000 r-xp 00000000 08:01 5160 /usr/lib64/liblz4.so.1.7.5 7f54cded6000-7f54ce0d5000 ---p 00014000 08:01 5160 /usr/lib64/liblz4.so.1.7.5 7f54ce0d5000-7f54ce0d6000 r--p 00013000 08:01 5160 /usr/lib64/liblz4.so.1.7.5 7f54ce0d6000-7f54ce0d7000 rw-p 00014000 08:01 5160 /usr/lib64/liblz4.so.1.7.5 7f54ce0d7000-7f54ce0dc000 r-xp 00000000 08:01 6673 /usr/lib64/libsnappy.so.1.1.4 7f54ce0dc000-7f54ce2db000 ---p 00005000 08:01 6673 /usr/lib64/libsnappy.so.1.1.4 7f54ce2db000-7f54ce2dc000 r--p 00004000 08:01 6673 /usr/lib64/libsnappy.so.1.1.4 7f54ce2dc000-7f54ce2dd000 rw-p 00005000 08:01 6673 /usr/lib64/libsnappy.so.1.1.4 7f54ce2dd000-7f54ce32f000 r-xp 00000000 08:01 72951 /usr/lib64/libleveldb.so.1.0.7 7f54ce32f000-7f54ce52e000 ---p 00052000 08:01 72951 /usr/lib64/libleveldb.so.1.0.7 7f54ce52e000-7f54ce530000 r--p 00051000 08:01 72951 /usr/lib64/libleveldb.so.1.0.7 7f54ce530000-7f54ce531000 rw-p 00053000 08:01 72951 /usr/lib64/libleveldb.so.1.0.7 7f54ce531000-7f54ce55c000 r-xp 00000000 08:01 12940 /usr/lib64/libfuse.so.2.9.2 7f54ce55c000-7f54ce75c000 ---p 0002b000 08:01 12940 /usr/lib64/libfuse.so.2.9.2 7f54ce75c000-7f54ce76e000 r--p 0002b000 08:01 12940 /usr/lib64/libfuse.so.2.9.2 7f54ce76e000-7f54ce76f000 rw-p 0003d000 08:01 12940 /usr/lib64/libfuse.so.2.9.2 7f54ce76f000-7f54ce771000 r-xp 00000000 08:01 3708 /usr/lib64/libdl-2.17.so 7f54ce771000-7f54ce971000 ---p 00002000 08:01 3708 /usr/lib64/libdl-2.17.so 7f54ce971000-7f54ce972000 r--p 00002000 08:01 3708 /usr/lib64/libdl-2.17.so 7f54ce972000-7f54ce973000 rw-p 00003000 08:01 3708 /usr/lib64/libdl-2.17.so 7f54ce973000-7f54ce995000 r-xp 00000000 08:01 3494 /usr/lib64/ld-2.17.so 7f54ceb59000-7f54ceb62000 rw-s 00000000 00:0b 133344 /[aio] (deleted) 7f54ceb62000-7f54ceb86000 rw-p 00000000 00:00 0 7f54ceb89000-7f54ceb8a000 rw-p 00000000 00:00 0 7f54ceb8a000-7f54ceb93000 rw-s 00000000 00:0b 133341 /[aio] (deleted) 7f54ceb93000-7f54ceb94000 rw-p 00000000 00:00 0 7f54ceb94000-7f54ceb95000 r--p 00021000 08:01 3494 /usr/lib64/ld-2.17.so 7f54ceb95000-7f54ceb96000 rw-p 00022000 08:01 3494 /usr/lib64/ld-2.17.so 7f54ceb96000-7f54ceb97000 rw-p 00000000 00:00 0 7fff54e01000-7fff54ebb000 rw-p 00000000 00:00 0 [stack] 7fff54f53000-7fff54f55000 r-xp 00000000 00:00 0 [vdso] ffffffffff600000-ffffffffff601000 r-xp 00000000 00:00 0 [vsyscall] *** Caught signal (Aborted) ** in thread 7f54ceb75980 thread_name:ceph-objectstor ceph version 15.0.0-3732-gafac599 (afac599ea097f1ae38f9c109fe7370ea32573468) octopus (dev) 1: (()+0xf5d0) [0x7f54c3e395d0] 2: (gsignal()+0x37) [0x7f54c280f2c7] 3: (abort()+0x148) [0x7f54c28109b8] 4: (()+0x78e17) [0x7f54c2851e17] 5: (__fortify_fail()+0x37) [0x7f54c28f0b67] 6: (()+0x117b22) [0x7f54c28f0b22] 7: (update_mon_db(ObjectStore&, OSDSuperblock&, std::string const&, std::string const&)+0x2c51) [0x559cc8c710f1] 8: (main()+0x557e) [0x559cc8bf57de] 9: (__libc_start_main()+0xf5) [0x7f54c27fb495] 10: (()+0x3cc590) [0x559cc8c25590]
  • flavor: basic
  • job_id: 4211300
  • kernel:
    • sha1: distro
    • kdb: True
  • last_in_suite: False
  • machine_type: mira
  • name: kchai-2019-08-12_14:45:48-rados-wip-kefu-testing-2019-08-12-1306-distro-basic-mira
  • nuke_on_error: True
  • os_type: centos
  • os_version: 7.6
  • overrides:
    • ceph-deploy:
      • fs: xfs
      • conf:
        • client:
          • log file: /var/log/ceph/ceph-$name.$pid.log
        • mon:
          • osd default pool size: 2
        • osd:
          • mon osd full ratio: 0.9
          • mon osd backfillfull_ratio: 0.85
          • bluestore fsck on mount: True
          • mon osd nearfull ratio: 0.8
          • debug bluestore: 20
          • debug bluefs: 20
          • osd objectstore: bluestore
          • bluestore block size: 96636764160
          • debug rocksdb: 10
          • bdev enable discard: True
          • osd failsafe full ratio: 0.95
          • bdev async discard: True
      • bluestore: True
    • workunit:
      • sha1: afac599ea097f1ae38f9c109fe7370ea32573468
      • branch: wip-kefu-testing-2019-08-12-1306
    • ceph:
      • log-whitelist:
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
      • fs: xfs
      • conf:
        • mgr:
          • debug monc: 10
        • global:
          • mon mgr beacon grace: 90
          • ms inject socket failures: 1000
          • ms type: async
          • mon client hunt interval max multiple: 2
        • mon:
          • debug mon: 20
          • debug paxos: 20
          • debug ms: 1
        • osd:
          • mon osd full ratio: 0.9
          • osd op queue cut off: debug_random
          • debug ms: 1
          • debug filestore: 20
          • bluestore fsck on mount: True
          • bdev enable discard: True
          • debug osd: 25
          • bluestore block size: 96636764160
          • debug bluestore: 20
          • debug bluefs: 20
          • osd objectstore: bluestore
          • osd debug verify missing on start: True
          • osd op queue: debug_random
          • mon osd backfillfull_ratio: 0.85
          • osd debug verify cached snaps: True
          • bluestore allocator: bitmap
          • bdev async discard: True
          • debug rocksdb: 10
          • mon osd nearfull ratio: 0.8
          • osd failsafe full ratio: 0.95
          • debug journal: 20
      • sha1: afac599ea097f1ae38f9c109fe7370ea32573468
    • install:
      • ceph:
        • sha1: afac599ea097f1ae38f9c109fe7370ea32573468
    • admin_socket:
      • branch: wip-kefu-testing-2019-08-12-1306
    • thrashosds:
      • bdev_inject_crash_probability: 0.5
      • bdev_inject_crash: 2
  • owner: scheduled_kchai@teuthology
  • pid:
  • roles:
    • ['mon.a', 'mon.b', 'mon.c', 'mgr.x', 'osd.0', 'osd.1', 'osd.2', 'client.0']
  • sentry_event:
  • status: fail
  • success: False
  • branch: wip-kefu-testing-2019-08-12-1306
  • seed:
  • sha1: afac599ea097f1ae38f9c109fe7370ea32573468
  • subset:
  • suite:
  • suite_branch: wip-kefu-testing-2019-08-12-1306
  • suite_path:
  • suite_relpath:
  • suite_repo:
  • suite_sha1: afac599ea097f1ae38f9c109fe7370ea32573468
  • targets:
    • mira072.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCoJZCD5ZLik2ULoVEEOmBGSuRIKJmZUCZhgxYMVsvdp3AFu15wm4GOFtnEoruX1MBO8t89mg7doVD26DfogThXz4Idzbk4l3Q7vebPinqGdQkjQCvfwOriWin0Y9dN7lZ7I5TSgPkV5afMMiH4/z2B91KW0Bxvuh5llSgTuznFX6/zLyr1u3DMq736M+LScPC2WrV5nlJxSleye3CGadsEgSqAMcLtf2nxdYOg0EepsEjE4GIA0lreYjAzEVowH9u3nRcoXtdIwCJb9UJswnOZSYWv3nwhYa0XPia91L5C1qp4+EsTmT+6LaloEHVybZs/btFxJI6fD0dSyn+kQr6t
  • tasks:
    • internal.check_packages:
    • internal.buildpackages_prep:
    • internal.lock_machines:
      • 1
      • mira
    • internal.save_config:
    • internal.check_lock:
    • internal.add_remotes:
    • console_log:
    • internal.connect:
    • internal.push_inventory:
    • internal.serialize_remote_roles:
    • internal.check_conflict:
    • internal.check_ceph_data:
    • internal.vm_setup:
    • kernel:
      • sha1: distro
      • kdb: True
    • internal.base:
    • internal.archive_upload:
    • internal.archive:
    • internal.coredump:
    • internal.sudo:
    • internal.syslog:
    • internal.timer:
    • pcp:
    • selinux:
    • ansible.cephlab:
    • clock:
    • install:
    • ceph:
      • cluster: ceph
      • log-whitelist:
        • no reply from
        • overall HEALTH_
        • \(MON_DOWN\)
        • \(MGR_DOWN\)
        • \(OSDMAP_FLAGS\)
        • \(OSD_
        • \(PG_
        • \(MDS_ALL_DOWN\)
        • \(MDS_UP_LESS_THAN_MAX\)
      • conf:
        • mgr:
          • debug monc: 10
        • global:
          • mon mgr beacon grace: 90
          • ms inject socket failures: 1000
          • ms type: async
          • mon client hunt interval max multiple: 2
        • mon:
          • debug mon: 20
          • debug paxos: 20
          • debug ms: 1
        • osd:
          • mon osd full ratio: 0.9
          • osd op queue cut off: debug_random
          • debug ms: 1
          • debug filestore: 20
          • bluestore fsck on mount: True
          • bdev enable discard: True
          • debug osd: 25
          • bluestore block size: 96636764160
          • debug bluestore: 20
          • debug bluefs: 20
          • osd objectstore: bluestore
          • osd debug verify missing on start: True
          • osd op queue: debug_random
          • mon osd backfillfull_ratio: 0.85
          • osd debug verify cached snaps: True
          • bluestore allocator: bitmap
          • bdev async discard: True
          • debug rocksdb: 10
          • mon osd nearfull ratio: 0.8
          • osd failsafe full ratio: 0.95
          • debug journal: 20
      • fs: xfs
      • sha1: afac599ea097f1ae38f9c109fe7370ea32573468
    • full_sequential:
      • radosbench:
        • clients:
          • client.0
        • time: 30
      • rebuild_mondb:
      • radosbench:
        • clients:
          • client.0
        • time: 30
  • teuthology_branch: master
  • verbose: False
  • pcp_grafana_url:
  • priority:
  • user:
  • queue:
  • posted: 2019-08-12 14:46:18
  • started: 2019-08-12 15:26:37
  • updated: 2019-08-12 15:56:37
  • status_class: danger
  • runtime: 0:30:00
  • wait_time: 0:13:30