Trying 'gdb' to get a backtrace Guessing that core was generated by '/export/home/pb2/test/sb_0-617281-1246308958.66/mysql-5.4.4-alpha-linux-x86_64-test/libexec/mysqld' Output from gdb follows. The first stack trace is from the failing thread. The following stack traces are from all threads (so the failing one is duplicated). -------------------------- Using host libthread_db library "/lib64/libthread_db.so.1". Core was generated by `/export/home/pb2/test/sb_0-617281-1246308958.66/mysql-5.4.4-alpha-linux-x86_64-'. Program terminated with signal 6, Aborted. #0 0x0000003a6700b122 in pthread_kill () from /lib64/libpthread.so.0 #0 0x0000003a6700b122 in pthread_kill () from /lib64/libpthread.so.0 #1 0x00000000006287de in handle_segfault (sig=6) at mysqld.cc:2715 #2 #3 0x0000003a664cb0a2 in select () from /lib64/libc.so.6 #4 0x0000000000627e66 in handle_connections_sockets () at mysqld.cc:5226 #5 0x000000000062c321 in main (argc=, argv=) at mysqld.cc:4733 Thread 20 (process 13280): #0 0x0000003a664cb0a2 in select () from /lib64/libc.so.6 #1 0x000000000094a94b in my_sleep (m_seconds=) at my_sleep.c:31 #2 0x000000000096f0f2 in NdbSleep_MilliSleep ( milliseconds=) at NdbSleep.c:23 #3 0x0000000000922450 in TransporterFacade::threadMainReceive ( this=0x18fadb30) at TransporterFacade.cpp:534 #4 0x00000000009224a9 in runReceiveResponse_C (me=0x0) at TransporterFacade.cpp:511 #5 0x000000000096f331 in ndb_thread_wrapper (_ss=0x18fcdd00) at NdbThread.c:80 #6 0x0000003a670062f7 in start_thread () from /lib64/libpthread.so.0 #7 0x0000003a664d1b6d in clone () from /lib64/libc.so.6 Thread 19 (process 13281): #0 0x0000003a664cb0a2 in select () from /lib64/libc.so.6 #1 0x000000000094a94b in my_sleep (m_seconds=) at my_sleep.c:31 #2 0x000000000096f0f2 in NdbSleep_MilliSleep ( milliseconds=) at NdbSleep.c:23 #3 0x0000000000922520 in TransporterFacade::threadMainSend (this=0x18fadb30) at TransporterFacade.cpp:491 #4 0x0000000000922599 in runSendRequest_C (me=0x0) at TransporterFacade.cpp:476 #5 0x000000000096f331 in ndb_thread_wrapper (_ss=0x18fcdd30) at NdbThread.c:80 #6 0x0000003a670062f7 in start_thread () from /lib64/libpthread.so.0 #7 0x0000003a664d1b6d in clone () from /lib64/libc.so.6 Thread 18 (process 13282): #0 0x0000003a664cb0a2 in select () from /lib64/libc.so.6 #1 0x000000000094a94b in my_sleep (m_seconds=) at my_sleep.c:31 #2 0x000000000096f0f2 in NdbSleep_MilliSleep ( milliseconds=) at NdbSleep.c:23 #3 0x0000000000986c81 in ClusterMgr::threadMain (this=0x18fc0bd0) at ClusterMgr.cpp:302 #4 0x0000000000986d09 in runClusterMgr_C (me=0x0) at ClusterMgr.cpp:47 #5 0x000000000096f331 in ndb_thread_wrapper (_ss=0x18fcdd60) at NdbThread.c:80 #6 0x0000003a670062f7 in start_thread () from /lib64/libpthread.so.0 #7 0x0000003a664d1b6d in clone () from /lib64/libc.so.6 Thread 17 (process 13283): #0 0x0000003a664cb0a2 in select () from /lib64/libc.so.6 #1 0x000000000094a94b in my_sleep (m_seconds=) at my_sleep.c:31 #2 0x000000000096f0f2 in NdbSleep_MilliSleep ( milliseconds=) at NdbSleep.c:23 #3 0x000000000095f638 in TransporterRegistry::start_clients_thread ( this=0x18fcdef0) at TransporterRegistry.cpp:1080 #4 0x000000000095f8d9 in run_start_clients_C (me=0x0) at TransporterRegistry.cpp:983 #5 0x000000000096f331 in ndb_thread_wrapper (_ss=0x18fd0870) at NdbThread.c:80 #6 0x0000003a670062f7 in start_thread () from /lib64/libpthread.so.0 #7 0x0000003a664d1b6d in clone () from /lib64/libc.so.6 Thread 16 (process 13284): #0 0x0000003a664cb0a2 in select () from /lib64/libc.so.6 #1 0x000000000097a57d in SocketServer::doAccept (this=0x18fc01d0) at SocketServer.cpp:175 #2 0x000000000097acb2 in SocketServer::doRun (this=0x18fc01d0) at SocketServer.cpp:251 #3 0x000000000097ace9 in socketServerThread_C (_ss=0x1) at SocketServer.cpp:212 #4 0x000000000096f331 in ndb_thread_wrapper (_ss=0x18fd1240) at NdbThread.c:80 #5 0x0000003a670062f7 in start_thread () from /lib64/libpthread.so.0 #6 0x0000003a664d1b6d in clone () from /lib64/libc.so.6 Thread 15 (process 13379): #0 0x0000003a664cb0a2 in select () from /lib64/libc.so.6 #1 0x000000000094a94b in my_sleep (m_seconds=) at my_sleep.c:31 #2 0x000000000096f0f2 in NdbSleep_MilliSleep ( milliseconds=) at NdbSleep.c:23 #3 0x0000000000922450 in TransporterFacade::threadMainReceive ( this=0x18ffc5f0) at TransporterFacade.cpp:534 #4 0x00000000009224a9 in runReceiveResponse_C (me=0x0) at TransporterFacade.cpp:511 #5 0x000000000096f331 in ndb_thread_wrapper (_ss=0x2aaaac021800) at NdbThread.c:80 #6 0x0000003a670062f7 in start_thread () from /lib64/libpthread.so.0 #7 0x0000003a664d1b6d in clone () from /lib64/libc.so.6 Thread 14 (process 13380): #0 0x0000003a664cb0a2 in select () from /lib64/libc.so.6 #1 0x000000000094a94b in my_sleep (m_seconds=) at my_sleep.c:31 #2 0x000000000096f0f2 in NdbSleep_MilliSleep ( milliseconds=) at NdbSleep.c:23 #3 0x0000000000922520 in TransporterFacade::threadMainSend (this=0x18ffc5f0) at TransporterFacade.cpp:491 #4 0x0000000000922599 in runSendRequest_C (me=0x0) at TransporterFacade.cpp:476 #5 0x000000000096f331 in ndb_thread_wrapper (_ss=0x2aaaac021830) at NdbThread.c:80 #6 0x0000003a670062f7 in start_thread () from /lib64/libpthread.so.0 #7 0x0000003a664d1b6d in clone () from /lib64/libc.so.6 Thread 13 (process 13381): #0 0x0000003a664cb0a2 in select () from /lib64/libc.so.6 #1 0x000000000094a94b in my_sleep (m_seconds=) at my_sleep.c:31 #2 0x000000000096f0f2 in NdbSleep_MilliSleep ( milliseconds=) at NdbSleep.c:23 #3 0x0000000000986c81 in ClusterMgr::threadMain (this=0x2aaaac000af0) at ClusterMgr.cpp:302 #4 0x0000000000986d09 in runClusterMgr_C (me=0x0) at ClusterMgr.cpp:47 #5 0x000000000096f331 in ndb_thread_wrapper (_ss=0x2aaaac021860) at NdbThread.c:80 #6 0x0000003a670062f7 in start_thread () from /lib64/libpthread.so.0 #7 0x0000003a664d1b6d in clone () from /lib64/libc.so.6 Thread 12 (process 13382): #0 0x0000003a664cb0a2 in select () from /lib64/libc.so.6 #1 0x000000000094a94b in my_sleep (m_seconds=) at my_sleep.c:31 #2 0x000000000096f0f2 in NdbSleep_MilliSleep ( milliseconds=) at NdbSleep.c:23 #3 0x000000000095f638 in TransporterRegistry::start_clients_thread ( this=0x2aaaac021ae0) at TransporterRegistry.cpp:1080 #4 0x000000000095f8d9 in run_start_clients_C (me=0x0) at TransporterRegistry.cpp:983 #5 0x000000000096f331 in ndb_thread_wrapper (_ss=0x18fd1410) at NdbThread.c:80 #6 0x0000003a670062f7 in start_thread () from /lib64/libpthread.so.0 #7 0x0000003a664d1b6d in clone () from /lib64/libc.so.6 Thread 11 (process 13383): #0 0x0000003a664cb0a2 in select () from /lib64/libc.so.6 #1 0x000000000097a57d in SocketServer::doAccept (this=0x1900ec90) at SocketServer.cpp:175 #2 0x000000000097acb2 in SocketServer::doRun (this=0x1900ec90) at SocketServer.cpp:251 #3 0x000000000097ace9 in socketServerThread_C (_ss=0x1) at SocketServer.cpp:212 #4 0x000000000096f331 in ndb_thread_wrapper (_ss=0x18fd16c0) at NdbThread.c:80 #5 0x0000003a670062f7 in start_thread () from /lib64/libpthread.so.0 #6 0x0000003a664d1b6d in clone () from /lib64/libc.so.6 Thread 10 (process 13408): #0 0x0000003a664cb0a2 in select () from /lib64/libc.so.6 #1 0x000000000094a94b in my_sleep (m_seconds=) at my_sleep.c:31 #2 0x000000000096f0f2 in NdbSleep_MilliSleep ( milliseconds=) at NdbSleep.c:23 #3 0x0000000000922450 in TransporterFacade::threadMainReceive ( this=0x2aaaac007bd0) at TransporterFacade.cpp:534 #4 0x00000000009224a9 in runReceiveResponse_C (me=0x0) at TransporterFacade.cpp:511 #5 0x000000000096f331 in ndb_thread_wrapper (_ss=0x2aaaac023e90) at NdbThread.c:80 #6 0x0000003a670062f7 in start_thread () from /lib64/libpthread.so.0 #7 0x0000003a664d1b6d in clone () from /lib64/libc.so.6 Thread 9 (process 13409): #0 0x0000003a664cb0a2 in select () from /lib64/libc.so.6 #1 0x000000000094a94b in my_sleep (m_seconds=) at my_sleep.c:31 #2 0x000000000096f0f2 in NdbSleep_MilliSleep ( milliseconds=) at NdbSleep.c:23 #3 0x0000000000922520 in TransporterFacade::threadMainSend ( this=0x2aaaac007bd0) at TransporterFacade.cpp:491 #4 0x0000000000922599 in runSendRequest_C (me=0x0) at TransporterFacade.cpp:476 #5 0x000000000096f331 in ndb_thread_wrapper (_ss=0x2aaaac023ec0) at NdbThread.c:80 #6 0x0000003a670062f7 in start_thread () from /lib64/libpthread.so.0 #7 0x0000003a664d1b6d in clone () from /lib64/libc.so.6 Thread 8 (process 13410): #0 0x0000003a664cb0a2 in select () from /lib64/libc.so.6 #1 0x000000000094a94b in my_sleep (m_seconds=) at my_sleep.c:31 #2 0x000000000096f0f2 in NdbSleep_MilliSleep ( milliseconds=) at NdbSleep.c:23 #3 0x0000000000986c81 in ClusterMgr::threadMain (this=0x2aaaac01ac40) at ClusterMgr.cpp:302 #4 0x0000000000986d09 in runClusterMgr_C (me=0x0) at ClusterMgr.cpp:47 #5 0x000000000096f331 in ndb_thread_wrapper (_ss=0x2aaaac023ef0) at NdbThread.c:80 #6 0x0000003a670062f7 in start_thread () from /lib64/libpthread.so.0 #7 0x0000003a664d1b6d in clone () from /lib64/libc.so.6 Thread 7 (process 13411): #0 0x0000003a664cb0a2 in select () from /lib64/libc.so.6 #1 0x000000000094a94b in my_sleep (m_seconds=) at my_sleep.c:31 #2 0x000000000096f0f2 in NdbSleep_MilliSleep ( milliseconds=) at NdbSleep.c:23 #3 0x000000000095f638 in TransporterRegistry::start_clients_thread ( this=0x2aaaac0503b0) at TransporterRegistry.cpp:1080 #4 0x000000000095f8d9 in run_start_clients_C (me=0x0) at TransporterRegistry.cpp:983 #5 0x000000000096f331 in ndb_thread_wrapper (_ss=0x18fd16f0) at NdbThread.c:80 #6 0x0000003a670062f7 in start_thread () from /lib64/libpthread.so.0 #7 0x0000003a664d1b6d in clone () from /lib64/libc.so.6 Thread 6 (process 13412): #0 0x0000003a664cb0a2 in select () from /lib64/libc.so.6 #1 0x000000000097a57d in SocketServer::doAccept (this=0x2aaaac01a270) at SocketServer.cpp:175 #2 0x000000000097acb2 in SocketServer::doRun (this=0x2aaaac01a270) at SocketServer.cpp:251 #3 0x000000000097ace9 in socketServerThread_C (_ss=0x1) at SocketServer.cpp:212 #4 0x000000000096f331 in ndb_thread_wrapper (_ss=0x18fd20b0) at NdbThread.c:80 #5 0x0000003a670062f7 in start_thread () from /lib64/libpthread.so.0 #6 0x0000003a664d1b6d in clone () from /lib64/libc.so.6 Thread 5 (process 13416): #0 0x0000003a6700a687 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00000000007cd3f9 in ndb_binlog_thread_func (arg=) at ha_ndbcluster_binlog.cc:4848 #2 0x0000003a670062f7 in start_thread () from /lib64/libpthread.so.0 #3 0x0000003a664d1b6d in clone () from /lib64/libc.so.6 Thread 4 (process 13417): #0 0x0000003a664cb0a2 in select () from /lib64/libc.so.6 #1 0x000000000095fbee in TransporterRegistry::poll_TCP (this=0x2aaaac0503b0, timeOutMillis=10) at TransporterRegistry.cpp:793 #2 0x000000000095fc82 in TransporterRegistry::pollReceive ( this=0x2aaaac0503b0, timeOutMillis=10) at TransporterRegistry.cpp:691 #3 0x000000000092239d in TransporterFacade::external_poll ( this=0x2aaaac007bd0, wait_time=10) at TransporterFacade.cpp:558 #4 0x00000000008ed323 in Ndb::waitCompletedTransactions (this=0x18fa9bd0, aMilliSecondsToWait=360000, noOfEventsToWaitFor=1, poll_guard=0x40cf2000) at Ndbif.cpp:1278 #5 0x00000000008eda7e in Ndb::poll_trans (this=0x18fa9bd0, aMillisecondNumber=-1408957344, minNoOfEventsToWakeup=0, pg=0x40cf2000) at Ndbif.cpp:1342 #6 0x00000000008edb52 in Ndb::sendPollNdb (this=0x18fa9bd0, aMillisecondNumber=360000, minNoOfEventsToWakeup=1, forceSend=0) at Ndbif.cpp:1327 #7 0x00000000008fb642 in NdbTransaction::executeNoBlobs (this=0x190406f0, aTypeOfExec=, abortOption=, forceSend=0) at NdbTransaction.cpp:539 #8 0x00000000008fbba9 in NdbTransaction::execute (this=0xd, aTypeOfExec=NdbTransaction::NoCommit, abortOption=NdbOperation::AbortOnError, forceSend=0) at NdbTransaction.cpp:285 #9 0x00000000007ca8ea in ndbcluster_global_schema_lock (thd=0x19026800, no_lock_queue=0, report_cluster_disconnected=0) at ha_ndbcluster_lock_ext.h:70 #10 0x00000000007caf28 in ndbcluster_setup_binlog_table_shares (thd=0x19026800) at ha_ndbcluster_binlog.cc:1341 #11 0x00000000007b8d70 in ndb_util_thread_func (arg=) at ha_ndbcluster.cc:10164 #12 0x0000003a670062f7 in start_thread () from /lib64/libpthread.so.0 #13 0x0000003a664d1b6d in clone () from /lib64/libc.so.6 Thread 3 (process 13418): #0 0x0000003a6700dba8 in do_sigwait () from /lib64/libpthread.so.0 #1 0x0000003a6700dc4d in sigwait () from /lib64/libpthread.so.0 #2 0x00000000006272f1 in signal_hand (arg=) at mysqld.cc:2917 #3 0x0000003a670062f7 in start_thread () from /lib64/libpthread.so.0 #4 0x0000003a664d1b6d in clone () from /lib64/libc.so.6 Thread 2 (process 13433): #0 0x0000003a664cb0a2 in select () from /lib64/libc.so.6 #1 0x000000000095fbee in TransporterRegistry::poll_TCP (this=0x2aaaac021ae0, timeOutMillis=10) at TransporterRegistry.cpp:793 #2 0x000000000095fc82 in TransporterRegistry::pollReceive ( this=0x2aaaac021ae0, timeOutMillis=10) at TransporterRegistry.cpp:691 #3 0x000000000092239d in TransporterFacade::external_poll (this=0x18ffc5f0, wait_time=10) at TransporterFacade.cpp:558 #4 0x0000000000923112 in PollGuard::wait_for_input_in_loop (this=0x41b30650, wait_time=603901358, forceSend=) at TransporterFacade.cpp:1420 #5 0x00000000009231c6 in PollGuard::wait_n_unlock (this=0xa, wait_time=-1409148016, nodeId=, state=4294967295, forceSend=64) at TransporterFacade.cpp:1395 #6 0x000000000090cc3b in NdbDictInterface::dictSignal (this=0x190428c8, sig=0x41b306e0, ptr=0x41b30780, secs=1, node_specification=0, wst=WAIT_CREATE_INDX_REQ, timeout=604800000, RETRIES=100, errcodes=0x0, temporaryMask=-1) at NdbDictionaryImpl.cpp:1806 #7 0x000000000090d2f7 in NdbDictInterface::createEvent (this=0x190428c8, ndb=@0x19066e40, evnt=@0x1903efd0, getFlag=1) at NdbDictionaryImpl.cpp:3810 #8 0x0000000000916bc4 in NdbDictionaryImpl::getEvent (this=0x19042678, eventName=0x1903ecb0 "REPL$mysql/ndb_apply_status", tab=0x0) at NdbDictionaryImpl.cpp:3942 #9 0x0000000000930eae in NdbDictionary::Dictionary::getEvent ( this=, eventName=0x2aaaac021b90 "") at NdbDictionary.cpp:2045 #10 0x00000000007ca354 in ndbcluster_create_binlog_setup (thd=0x2aaaac0dbc30, ndb=0x19066e40, key=0x41b31690 "./mysql/ndb_apply_status", key_len=, db=0x19061cd0 "mysql", table_name=0x19061dcd "ndb_apply_status", share_may_exist=0 '\0') at ha_ndbcluster_binlog.cc:3378 #11 0x00000000007bad85 in ha_ndbcluster::create (this=0x19061a38, name=0x41b31690 "./mysql/ndb_apply_status", form=0x41b30ac0, create_info=0x41b31890) at ha_ndbcluster.cc:5473 #12 0x0000000000719997 in ha_create_table_from_engine (thd=0x2aaaac0dbc30, db=0x1906d1f8 "mysql", name=) at handler.cc:3632 #13 0x000000000067d429 in recover_from_failed_open_table_attempt ( thd=0x2aaaac0dbc30, table=0x1906d258, action=) at sql_base.cc:3529 #14 0x000000000067e1e5 in open_tables (thd=0x2aaaac0dbc30, start=0x41b31cf0, counter=0x41b31d00, flags=0) at sql_base.cc:3805 #15 0x000000000067e303 in open_and_lock_tables_derived (thd=0x2aaaac0dbc30, tables=0x1906d258, derived=true, flags=0) at sql_base.cc:4227 #16 0x00000000006b6581 in mysql_insert (thd=0x2aaaac0dbc30, table_list=0x1906d258, fields=@0x2aaaac0dde58, values_list=@0x2aaaac0ddea0, update_fields=@0x2aaaac0dde88, update_values=@0x2aaaac0dde70, duplic=DUP_REPLACE, ignore=false) at mysql_priv.h:1499 #17 0x0000000000637fa0 in mysql_execute_command (thd=0x2aaaac0dbc30) at sql_parse.cc:3280 #18 0x000000000063aeaa in mysql_parse (thd=0x2aaaac0dbc30, inBuf=0x1906cee8 "replace into mysql.ndb_apply_status values(0,0,\"\",0,0)", length=54, found_semicolon=0x41b34070) at sql_parse.cc:6002 #19 0x000000000063bc5a in dispatch_command (command=COM_QUERY, thd=0x2aaaac0dbc30, packet=0x2aaaac0de731 "replace into mysql.ndb_apply_status values(0,0,\"\",0,0)", packet_length=) at sql_parse.cc:1064 #20 0x000000000063c2d2 in do_command (thd=0x2aaaac0dbc30) at sql_parse.cc:746 #21 0x000000000062fd26 in handle_one_connection (arg=0x2aaaac0dbc30) at sql_connect.cc:1158 #22 0x0000003a670062f7 in start_thread () from /lib64/libpthread.so.0 #23 0x0000003a664d1b6d in clone () from /lib64/libc.so.6 Thread 1 (process 13267): #0 0x0000003a6700b122 in pthread_kill () from /lib64/libpthread.so.0 #1 0x00000000006287de in handle_segfault (sig=6) at mysqld.cc:2715 #2 #3 0x0000003a664cb0a2 in select () from /lib64/libc.so.6 #4 0x0000000000627e66 in handle_connections_sockets () at mysqld.cc:5226 #5 0x000000000062c321 in main (argc=, argv=) at mysqld.cc:4733