####################################### 8.0 ####################################### rm -rf 107484/ bin/mysqld-debug --no-defaults --initialize-insecure --basedir=$PWD --datadir=$PWD/107484 --log-error-verbosity=3 bin/mysqld-debug --basedir=$PWD --datadir=$PWD/107484 --core-file --socket=/tmp/mysql.sock --port=3306 --log-error=$PWD/107484/log.err --mysqlx-port=33330 --mysqlx-socket=/tmp/mysql_x_ushastry.sock --log-error-verbosity=3 --secure-file-priv="" --local-infile=1 2>&1 & ## mysql cli session bin/mysql -uroot -S /tmp/mysql.sock Welcome to the MySQL monitor. Commands end with ; or \g. Your MySQL connection id is 8 Server version: 8.0.29-debug MySQL Community Server - GPL - Debug Copyright (c) 2000, 2022, Oracle and/or its affiliates. Oracle is a registered trademark of Oracle Corporation and/or its affiliates. Other names may be trademarks of their respective owners. Type 'help;' or '\h' for help. Type '\c' to clear the current input statement. mysql> CREATE DATABASE sbtest; Query OK, 1 row affected (0.00 sec) ## sysbench session bin/sysbench --version sysbench 1.1.0 bin/sysbench ./share/sysbench/oltp_read_write.lua --db-driver=mysql --tables=1 --table-size=20000 --threads=100 --mysql-user=root --mysql-socket=/tmp/mysql.sock prepare ## mysql cli session mysql> ALTER TABLE sbtest.sbtest1 ADD COLUMN invisible int DEFAULT 1 invisible first; Query OK, 0 rows affected (0.15 sec) Records: 0 Duplicates: 0 Warnings: 0 mysql> - bash k.sh Run 1 Run 2 k.sh: line 9: kill: (4443) - No such process k.sh: line 12: 6970 Killed bin/mysqld-debug --basedir=$PWD --datadir=$PWD/107484 --core-file --socket=/tmp/mysql.sock --port=3306 --log-error=$PWD/107484/log.err --mysqlx-port=33330 --mysqlx-socket=/tmp/mysql_x_ushastry.sock --log-error-verbosity=3 --secure-file-priv="" --local-infile=1 2>&1 Run 3 k.sh: line 9: kill: (6970) - No such process k.sh: line 12: 7148 Killed bin/mysqld-debug --basedir=$PWD --datadir=$PWD/107484 --core-file --socket=/tmp/mysql.sock --port=3306 --log-error=$PWD/107484/log.err --mysqlx-port=33330 --mysqlx-socket=/tmp/mysql_x_ushastry.sock --log-error-verbosity=3 --secure-file-priv="" --local-infile=1 2>&1 k.sh: line 12: 7220 Aborted (core dumped) bin/mysqld-debug --basedir=$PWD --datadir=$PWD/107484 --core-file --socket=/tmp/mysql.sock --port=3306 --log-error=$PWD/107484/log.err --mysqlx-port=33330 --mysqlx-socket=/tmp/mysql_x_ushastry.sock --log-error-verbosity=3 --secure-file-priv="" --local-infile=1 2>&1 MySQL crashed #bt gdb bin/mysqld-debug 107484/core.7220 GNU gdb (GDB) Red Hat Enterprise Linux 7.6.1-120.0.1.el7 Copyright (C) 2013 Free Software Foundation, Inc. License GPLv3+: GNU GPL version 3 or later This is free software: you are free to change and redistribute it. There is NO WARRANTY, to the extent permitted by law. Type "show copying" and "show warranty" for details. This GDB was configured as "x86_64-redhat-linux-gnu". For bug reporting instructions, please see: ... Reading symbols from /export/home/tmp/ushastry/mysql-8.0.29/bin/mysqld-debug...Dwarf Error: wrong version in compilation unit header (is 0, should be 2, 3, or 4) [in module /export/home/tmp/ushastry/mysql-8.0.29/bin/mysqld-debug] (no debugging symbols found)...done. Illegal process-id: 107484/core.7220. [New LWP 7226] [New LWP 7220] [New LWP 7229] [New LWP 7232] [New LWP 7234] [New LWP 7236] [New LWP 7235] [New LWP 7230] [New LWP 7231] [New LWP 7233] [New LWP 7237] [New LWP 7228] [New LWP 7238] [New LWP 7239] [Thread debugging using libthread_db enabled] Using host libthread_db library "/lib64/libthread_db.so.1". Dwarf Error: wrong version in compilation unit header (is 0, should be 2, 3, or 4) [in module /export/home/tmp/ushastry/mysql-8.0.29/lib/plugin/component_reference_cache.so] Core was generated by `bin/mysqld-debug --basedir=/export/home/tmp/ushastry/mysql-8.0.29 --datadir=/ex'. Program terminated with signal 6, Aborted. #0 0x00007f0d2189eaa1 in pthread_kill () from /lib64/libpthread.so.0 Missing separate debuginfos, use: debuginfo-install glibc-2.17-325.0.1.el7_9.x86_64 libaio-0.3.109-13.el7.x86_64 libgcc-4.8.5-44.0.3.el7.x86_64 libstdc++-4.8.5-44.0.3.el7.x86_64 numactl-libs-2.0.12-5.0.3.el7.x86_64 (gdb) bt #0 0x00007f0d2189eaa1 in pthread_kill () from /lib64/libpthread.so.0 #1 0x0000000004795d5b in my_write_core(int) () #2 0x00000000033e3406 in handle_fatal_signal () #3 #4 0x00007f0d1fadb387 in raise () from /lib64/libc.so.6 #5 0x00007f0d1fadca78 in abort () from /lib64/libc.so.6 #6 0x00000000033e357b in my_server_abort() () #7 0x000000000478cfec in my_abort() () #8 0x0000000004c080b4 in ut_dbg_assertion_failed(char const*, char const*, unsigned long) () #9 0x0000000004a3f31a in parse_index_versioned_fields(unsigned char*, unsigned char const*, std::vector >&, unsigned short&, unsigned long&) () #10 0x0000000004a3fc2e in mlog_parse_index(unsigned char*, unsigned char const*, dict_index_t**) () #11 0x0000000004a168cf in recv_parse_or_apply_log_rec_body(mlog_id_t, unsigned char*, unsigned char*, unsigned int, unsigned int, buf_block_t*, mtr_t*, unsigned long, unsigned long) () #12 0x0000000004a1910c in recv_parse_log_rec(mlog_id_t*, unsigned char*, unsigned char*, unsigned int*, unsigned int*, unsigned char**) () #13 0x0000000004a192be in recv_single_rec(unsigned char*, unsigned char*) () #14 0x0000000004a19bae in recv_parse_log_recs() () #15 0x0000000004a1a78d in recv_scan_log_recs(log_t&, unsigned long, unsigned char const*, unsigned long, unsigned long, unsigned long*, unsigned long*) () #16 0x0000000004a1ad37 in recv_recovery_begin(log_t&, unsigned long*) () #17 0x0000000004a1b614 in recv_recovery_from_checkpoint_start(log_t&, unsigned long) () #18 0x0000000004b75853 in srv_start(bool) () #19 0x00000000048c7066 in innobase_init_files(dict_init_mode_t, List*) () #20 0x00000000048d7e89 in innobase_ddse_dict_init(dict_init_mode_t, unsigned int, List*, List*) () #21 0x000000000454c042 in dd::bootstrap::DDSE_dict_init(THD*, dict_init_mode_t, unsigned int) () #22 0x00000000047546ce in dd::upgrade_57::do_pre_checks_and_initialize_dd(THD*) () #23 0x0000000003509b64 in handle_bootstrap () #24 0x000000000501c1cb in pfs_spawn_thread () #25 0x00007f0d21899ea5 in start_thread () from /lib64/libpthread.so.0 #26 0x00007f0d1fba3b0d in clone () from /lib64/libc.so.6 (gdb) ## error log 2022-06-04T16:50:03.062269Z 1 [Note] [MY-013086] [InnoDB] Starting to parse redo log at lsn = 29344997, whereas checkpoint_lsn = 29345106 and start_lsn = 29344768 2022-06-04T16:50:03.332637Z 1 [ERROR] [MY-013183] [InnoDB] Assertion failure: mtr0log.cc:1020:n_inst > 0 thread 139694139094784 InnoDB: We intentionally generate a memory trap. InnoDB: Submit a detailed bug report to http://bugs.mysql.com. InnoDB: If you get repeated assertion failures or crashes, even InnoDB: immediately after the mysqld startup, there may be InnoDB: corruption in the InnoDB tablespace. Please refer to InnoDB: http://dev.mysql.com/doc/refman/8.0/en/forcing-innodb-recovery.html InnoDB: about forcing recovery. 16:50:03 UTC - mysqld got signal 6 ; Most likely, you have hit a bug, but this error can also be caused by malfunctioning hardware. Thread pointer: 0xc5645d0 Attempting backtrace. You can use the following information to find out where mysqld died. If you see no messages after this, something went terribly wrong... stack_bottom = 7f0d1389ac90 thread_stack 0x100000 /export/home/tmp/ushastry/mysql-8.0.29/bin/mysqld-debug(my_print_stacktrace(unsigned char const*, unsigned long)+0x43) [0x4795c94] /export/home/tmp/ushastry/mysql-8.0.29/bin/mysqld-debug(print_fatal_signal(int)+0x271) [0x33e31fb] /export/home/tmp/ushastry/mysql-8.0.29/bin/mysqld-debug(my_server_abort()+0x65) [0x33e3475] /export/home/tmp/ushastry/mysql-8.0.29/bin/mysqld-debug(my_abort()+0xd) [0x478cfec] /export/home/tmp/ushastry/mysql-8.0.29/bin/mysqld-debug(ut_dbg_assertion_failed(char const*, char const*, unsigned long)+0x1b9) [0x4c080b4] /export/home/tmp/ushastry/mysql-8.0.29/bin/mysqld-debug() [0x4a3f31a] /export/home/tmp/ushastry/mysql-8.0.29/bin/mysqld-debug(mlog_parse_index(unsigned char*, unsigned char const*, dict_index_t**)+0x3af) [0x4a3fc2e] /export/home/tmp/ushastry/mysql-8.0.29/bin/mysqld-debug() [0x4a168cf] /export/home/tmp/ushastry/mysql-8.0.29/bin/mysqld-debug() [0x4a1910c] /export/home/tmp/ushastry/mysql-8.0.29/bin/mysqld-debug() [0x4a192be] /export/home/tmp/ushastry/mysql-8.0.29/bin/mysqld-debug() [0x4a19bae] /export/home/tmp/ushastry/mysql-8.0.29/bin/mysqld-debug() [0x4a1a78d] /export/home/tmp/ushastry/mysql-8.0.29/bin/mysqld-debug() [0x4a1ad37] /export/home/tmp/ushastry/mysql-8.0.29/bin/mysqld-debug(recv_recovery_from_checkpoint_start(log_t&, unsigned long)+0x73b) [0x4a1b614] /export/home/tmp/ushastry/mysql-8.0.29/bin/mysqld-debug(srv_start(bool)+0x1cb7) [0x4b75853] /export/home/tmp/ushastry/mysql-8.0.29/bin/mysqld-debug() [0x48c7066] /export/home/tmp/ushastry/mysql-8.0.29/bin/mysqld-debug() [0x48d7e89] /export/home/tmp/ushastry/mysql-8.0.29/bin/mysqld-debug(dd::bootstrap::DDSE_dict_init(THD*, dict_init_mode_t, unsigned int)+0x8e) [0x454c042] /export/home/tmp/ushastry/mysql-8.0.29/bin/mysqld-debug(dd::upgrade_57::do_pre_checks_and_initialize_dd(THD*)+0x563) [0x47546ce] /export/home/tmp/ushastry/mysql-8.0.29/bin/mysqld-debug() [0x3509b64] /export/home/tmp/ushastry/mysql-8.0.29/bin/mysqld-debug() [0x501c1cb] /lib64/libpthread.so.0(+0x7ea5) [0x7f0d21899ea5] /lib64/libc.so.6(clone+0x6d) [0x7f0d1fba3b0d] Trying to get some variables. Some pointers may be invalid and cause the dump to abort. Query (0): Connection ID (thread ID): 1 Status: NOT_KILLED The manual page at http://dev.mysql.com/doc/mysql/en/crashing.html contains information that should help you find out what is causing the crash. Writing a core file