call stack: 799 Thread 0x7f140fb58700 (LWP 8435) "mysqld" __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:136 (gdb) thread 799 [Switching to thread 799 (Thread 0x7f140fb58700 (LWP 8435))] #0 __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:136 136 ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S: No such file or directory. (gdb) bt #0 __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:136 #1 0x00007f22e3fdfd70 in _L_cond_lock_1154 () from /usr/local/fbcode/gcc-4.6.2-glibc-2.13/lib/libpthread.so.0 #2 0x00007f22e3fdfbe6 in __pthread_mutex_cond_lock (mutex=0x5e4a7c38) at ../nptl/pthread_mutex_lock.c:101 #3 0x00007f22e3fda745 in pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:303 #4 0x0000000000846b0f in inline_mysql_cond_timedwait (abstime=0x7f140fb554b0, mutex=0x5e4a7c38, that=0x5e4a7d08, src_file=, src_line=) at /data/users/akotulski/rpmbuild/BUILD/fb-mysql-5.6.7/include/mysql/psi/mysql_thread.h:1199 #5 inline_mysql_cond_timedwait (src_line=976, abstime=0x7f140fb554b0, mutex=0x5e4a7c38, that=0x5e4a7d08, src_file=) at /data/users/akotulski/rpmbuild/BUILD/fb-mysql-5.6.7/sql/rpl_slave.cc:913 #6 terminate_slave_thread (thd=0x7f13e0015910, term_lock=0x5e4a7c38, term_cond=0x5e4a7d08, slave_running=0x5e4a7dbc, need_lock_term=false) at /data/users/akotulski/rpmbuild/BUILD/fb-mysql-5.6.7/sql/rpl_slave.cc:976 #7 0x0000000000848521 in terminate_slave_thread (need_lock_term=false, slave_running=0x5e4a7dbc, term_cond=0x5e4a7d08, term_lock=0x5e4a7c38, thd=) at /data/users/akotulski/rpmbuild/BUILD/fb-mysql-5.6.7/sql/rpl_slave.cc:928 #8 terminate_slave_threads (need_lock_term=false, thread_mask=, mi=0x5e4a77b0) at /data/users/akotulski/rpmbuild/BUILD/fb-mysql-5.6.7/sql/rpl_slave.cc:840 #9 terminate_slave_threads (mi=0x5e4a77b0, thread_mask=, need_lock_term=false) at /data/users/akotulski/rpmbuild/BUILD/fb-mysql-5.6.7/sql/rpl_slave.cc:798 #10 0x00000000008566ba in stop_slave (thd=0x5e6babb0, mi=0x5e4a77b0, net_report=true) at /data/users/akotulski/rpmbuild/BUILD/fb-mysql-5.6.7/sql/rpl_slave.cc:7913 #11 0x00000000006b79bf in mysql_execute_command (thd=0x5e6babb0, statement_start_time=0x7f140fb56910, post_parse=) at /data/users/akotulski/rpmbuild/BUILD/fb-mysql-5.6.7/sql/sql_parse.cc:3126 #12 0x00000000006bae1f in mysql_parse (thd=0x5e6babb0, rawbuf=, length=, parser_state=, last_timer=0x7f140fb57840, async_commit=) at /data/users/akotulski/rpmbuild/BUILD/fb-mysql-5.6.7/sql/sql_parse.cc:6266 #13 0x00000000006bca20 in dispatch_command (command=COM_QUERY, thd=0x5e6babb0, packet=0xa
, packet_length=10) at /data/users/akotulski/rpmbuild/BUILD/fb-mysql-5.6.7/sql/sql_parse.cc:1343 #14 0x000000000068bd6f in do_handle_one_connection (thd_arg=) at /data/users/akotulski/rpmbuild/BUILD/fb-mysql-5.6.7/sql/sql_connect.cc:994 #15 0x000000000068be17 in handle_one_connection (arg=0x5e60c080) at /data/users/akotulski/rpmbuild/BUILD/fb-mysql-5.6.7/sql/sql_connect.cc:910 #16 0x0000000000a69991 in pfs_spawn_thread (arg=0x5e5224e0) at /data/users/akotulski/rpmbuild/BUILD/fb-mysql-5.6.7/storage/perfschema/pfs.cc:1853 #17 0x00007f22e3fd5f81 in start_thread (arg=0x7f140fb58700) at pthread_create.c:301 #18 0x00007f22e2d1585d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 (gdb) frame 2 #2 0x00007f22e3fdfbe6 in __pthread_mutex_cond_lock (mutex=0x5e4a7c38) at ../nptl/pthread_mutex_lock.c:101 101 ../nptl/pthread_mutex_lock.c: No such file or directory. (gdb) p *mutex $4 = {__data = {__lock = 2, __count = 0, __owner = 2869, __nusers = 2, __kind = 3, __spins = 0, __list = {__prev = 0x0, __next = 0x0}}, __size = "\002\000\000\000\000\000\000\000\065\v\000\000\002\000\000\000\003", '\000' , __align = 2} 764 Thread 0x7f140fc1c700 (LWP 2869) "mysqld" __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:136 (gdb) thread 764 [Switching to thread 764 (Thread 0x7f140fc1c700 (LWP 2869))] #0 __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:136 136 ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S: No such file or directory. (gdb) bt/Users/jtolmer/Desktop/innodb_bigstress_crash_nocompress.diff #0 __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:136 #1 0x00007f22e3fd8407 in _L_lock_1143 () from /usr/local/fbcode/gcc-4.6.2-glibc-2.13/lib/libpthread.so.0 #2 0x00007f22e3fd830a in __pthread_mutex_lock (mutex=0x12bfec0) at pthread_mutex_lock.c:101 #3 0x0000000000689020 in inline_mysql_mutex_lock (that=, src_file=, src_line=) at /data/users/akotulski/rpmbuild/BUILD/fb-mysql-5.6.7/include/mysql/psi/mysql_thread.h:690 #4 inline_mysql_mutex_lock (src_line=1539, src_file=0xb52798 "/data/users/akotulski/rpmbuild/BUILD/fb-mysql-5.6.7/sql/sql_class.cc", that=) at /data/users/akotulski/rpmbuild/BUILD/fb-mysql-5.6.7/sql/sql_class.cc:1534 #5 THD::release_resources (this=0x7f13e0015910) at /data/users/akotulski/rpmbuild/BUILD/fb-mysql-5.6.7/sql/sql_class.cc:1539 #6 0x000000000085433b in handle_slave_io (arg=0x5e4a77b0) at /data/users/akotulski/rpmbuild/BUILD/fb-mysql-5.6.7/sql/rpl_slave.cc:4374 #7 0x0000000000a69991 in pfs_spawn_thread (arg=0x7f12a400ade0) at /data/users/akotulski/rpmbuild/BUILD/fb-mysql-5.6.7/storage/perfschema/pfs.cc:1853 #8 0x00007f22e3fd5f81 in start_thread (arg=0x7f140fc1c700) at pthread_create.c:301 #9 0x00007f22e2d1585d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 (gdb) frame 2 #2 0x00007f22e3fd830a in __pthread_mutex_lock (mutex=0x12bfec0) at pthread_mutex_lock.c:101 101 pthread_mutex_lock.c: No such file or directory. (gdb) p *mutex $5 = {__data = {__lock = 2, __count = 0, __owner = 6571, __nusers = 1, __kind = 3, __spins = 9, __list = {__prev = 0x0, __next = 0x0}}, __size = "\002\000\000\000\000\000\000\000\253\031\000\000\001\000\000\000\003\000\000\000\t", '\000' , __align = 2} 801 Thread 0x7f140fbba700 (LWP 6571) "mysqld" __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:136 (gdb) thread 801 [Switching to thread 801 (Thread 0x7f140fbba700 (LWP 6571))] #0 __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:136 136 ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S: No such file or directory. (gdb) bt #0 __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:136 #1 0x00007f22e3fd8407 in _L_lock_1143 () from /usr/local/fbcode/gcc-4.6.2-glibc-2.13/lib/libpthread.so.0 #2 0x00007f22e3fd830a in __pthread_mutex_lock (mutex=0x12bfc40) at pthread_mutex_lock.c:101 #3 0x0000000000583258 in inline_mysql_mutex_lock (that=0x12bfc40, src_file=, src_line=) at /data/users/akotulski/rpmbuild/BUILD/fb-mysql-5.6.7/include/mysql/psi/mysql_thread.h:690 #4 inline_mysql_mutex_lock (src_line=7528, src_file=0xb46b28 "/data/users/akotulski/rpmbuild/BUILD/fb-mysql-5.6.7/sql/mysqld.cc", that=0x12bfc40) at /data/users/akotulski/rpmbuild/BUILD/fb-mysql-5.6.7/sql/mysqld.cc:7526 #5 show_heartbeat_period (thd=, var=0x7f140fbb66f0, buff=0x7f140fbb6720 "") at /data/users/akotulski/rpmbuild/BUILD/fb-mysql-5.6.7/sql/mysqld.cc:7528 #6 0x00000000006eaf8b in show_status_array (thd=0x5e529c00, wild=0x7f13c8005360 "Threads_running", variables=0x5e48b7f0, value_type=OPT_SESSION, status_var=0x7f140fbb7650, prefix=, table=0x7f13c8011670, ucase_names=false, cond=0x0) at /data/users/akotulski/rpmbuild/BUILD/fb-mysql-5.6.7/sql/sql_show.cc:2528 #7 0x00000000006eb859 in fill_status (thd=0x5e529c00, tables=0x7f13c8005648, cond=0x0) at /data/users/akotulski/rpmbuild/BUILD/fb-mysql-5.6.7/sql/sql_show.cc:6556 #8 0x00000000006f2204 in do_fill_table (join_table=, table_list=0x7f13c8005648, thd=0x5e529c00) at /data/users/akotulski/rpmbuild/BUILD/fb-mysql-5.6.7/sql/sql_show.cc:7220 #9 get_schema_tables_result (join=0x7f13c8005fa8, executed_place=PROCESSED_BY_JOIN_EXEC) at /data/users/akotulski/rpmbuild/BUILD/fb-mysql-5.6.7/sql/sql_show.cc:7321 #10 0x00000000006d3d35 in JOIN::prepare_result (this=0x7f13c8005fa8, columns_list=) at /data/users/akotulski/rpmbuild/BUILD/fb-mysql-5.6.7/sql/sql_select.cc:842 #11 0x0000000000694819 in JOIN::exec (this=0x7f13c8005fa8) at /data/users/akotulski/rpmbuild/BUILD/fb-mysql-5.6.7/sql/sql_executor.cc:116 #12 0x00000000006d9e8d in mysql_execute_select (free_join=true, select_lex=0x5e52c498, thd=0x5e529c00) at /data/users/akotulski/rpmbuild/BUILD/fb-mysql-5.6.7/sql/sql_select.cc:1104 #13 mysql_select (thd=0x5e529c00, tables=0x7f13c8005648, wild_num=0, fields=..., conds=, order=, group=0x5e52c598, having=0x0, select_options=2685143552, result=0x7f13c8005f80, unit=0x5e52be50, select_lex=0x5e52c498) at /data/users/akotulski/rpmbuild/BUILD/fb-mysql-5.6.7/sql/sql_select.cc:1225 #14 0x00000000006da785 in handle_select (thd=0x5e529c00, result=0x7f13c8005f80, setup_tables_done_option=0) at /data/users/akotulski/rpmbuild/BUILD/fb-mysql-5.6.7/sql/sql_select.cc:125 #15 0x0000000000563999 in execute_sqlcom_select (thd=0x5e529c00, all_tables=, last_timer=0x7f140fbb9840) at /data/users/akotulski/rpmbuild/BUILD/fb-mysql-5.6.7/sql/sql_parse.cc:5142 #16 0x00000000006b7e9c in mysql_execute_command (thd=0x5e529c00, statement_start_time=0x7f140fbb8910, post_parse=) at /data/users/akotulski/rpmbuild/BUILD/fb-mysql-5.6.7/sql/sql_parse.cc:2581 #17 0x00000000006bae1f in mysql_parse (thd=0x5e529c00, rawbuf=, length=, parser_state=, last_timer=0x7f140fbb9840, async_commit=) at /data/users/akotulski/rpmbuild/BUILD/fb-mysql-5.6.7/sql/sql_parse.cc:6266 #18 0x00000000006bca20 in dispatch_command (command=COM_QUERY, thd=0x5e529c00, packet=0x22
, packet_length=34) at /data/users/akotulski/rpmbuild/BUILD/fb-mysql-5.6.7/sql/sql_parse.cc:1343 #19 0x000000000068bd6f in do_handle_one_connection (thd_arg=) at /data/users/akotulski/rpmbuild/BUILD/fb-mysql-5.6.7/sql/sql_connect.cc:994 #20 0x000000000068be17 in handle_one_connection (arg=0x5e529c00) at /data/users/akotulski/rpmbuild/BUILD/fb-mysql-5.6.7/sql/sql_connect.cc:910 #21 0x0000000000a69991 in pfs_spawn_thread (arg=0x5e5224e0) at /data/users/akotulski/rpmbuild/BUILD/fb-mysql-5.6.7/storage/perfschema/pfs.cc:1853 #22 0x00007f22e3fd5f81 in start_thread (arg=0x7f140fbba700) at pthread_create.c:301 #23 0x00007f22e2d1585d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 (gdb) frame 2 #2 0x00007f22e3fd830a in __pthread_mutex_lock (mutex=0x12bfc40) at pthread_mutex_lock.c:101 101 pthread_mutex_lock.c: No such file or directory. (gdb) p *mutex $6 = {__data = {__lock = 2, __count = 0, __owner = 8435, __nusers = 1, __kind = 3, __spins = 0, __list = {__prev = 0x0, __next = 0x0}}, __size = "\002\000\000\000\000\000\000\000\363 \000\000\001\000\000\000\003", '\000' , __align = 2}