======== Crash 1 ========

$ gdb /home/sven/bzr/merge/6.0-rpl_from_5.1-rpl-080822/sql/mysqld /home/sven/bzr/merge/6.0-rpl_from_5.1-rpl-080822/mysql-test/var/log/rpl.rpl_bit-stmt/mysqld.2/data/core.19032 --eval-command='thread apply all bt' --batch

warning: Can't read pathname for load map: Input/output error.
Core was generated by `/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld --defaults-group-suffix=.2'.
Program terminated with signal 6, Aborted.
[New process 19034]
[New process 19035]
[New process 19032]
#0  0xb7f44410 in __kernel_vsyscall ()

Thread 3 (process 19032):
#0  0xb7f44410 in __kernel_vsyscall ()
#1  0xb7efcdd2 in pthread_cond_timedwait@@GLIBC_2.3.2 ()
   from /lib/tls/i686/cmov/libpthread.so.0
#2  0x086f7f42 in Synchronize::sleep (this=0xb6f50960, milliseconds=1000, 
    callersMutex=0x0) at Synchronize.cpp:183
#3  0x086f7d3b in Synchronize::sleep (this=0xb6f50960, milliseconds=1000)
    at Synchronize.cpp:136
#4  0x08631936 in Threads::waitForAll (this=0xb6f50960) at Threads.cpp:183
#5  0x0866255a in ~Database (this=0xb7151640) at Database.cpp:585
#6  0x08652785 in Connection::getDatabase (this=0xb6f504b8, 
    dbName=0xb6f50234 "FALCON_MASTER", 
    dbFileName=0xbff59760 "/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/mysql-test/var/2/mysqld.2/data/falcon_master.fts", threads=0xb6f50290)
    at Connection.cpp:1651
#7  0x08653c92 in Connection::openDatabase (this=0xb6f504b8, 
    dbName=0xb6f50234 "FALCON_MASTER", 
    filename=0xb6f50264 "falcon_master.fts", account=0x8b386cc "mysql", 
    password=0x8b386cc "mysql", address=0x0, parent=0xb6f50290)
    at Connection.cpp:931
#8  0x0861252a in StorageDatabase::getOpenConnection (this=0xb6f50130)
    at StorageDatabase.cpp:134
#9  0x08614a71 in StorageHandler::initialize (this=0xb7151028)
    at StorageHandler.cpp:979
#10 0x0860c7d4 in StorageInterface::falcon_init (p=0x96cc168)
    at ha_falcon.cpp:212
#11 0x0846c8f9 in ha_initialize_handlerton (plugin=0x96c6b20) at handler.cc:428
#12 0x08527716 in plugin_initialize (plugin=0x96c6b20) at sql_plugin.cc:1006
#13 0x0852b4a4 in plugin_init (argc=0x8d41958, argv=0x9687808, flags=0)
    at sql_plugin.cc:1213
#14 0x08333314 in init_server_components () at mysqld.cc:4055
#15 0x08333dca in main (argc=8, argv=0xbff59f34) at mysqld.cc:4502

Thread 2 (process 19035):
#0  0xb7f44410 in __kernel_vsyscall ()
#1  0xb7f006d6 in pwrite64 () from /lib/tls/i686/cmov/libpthread.so.0
#2  0x0868afcf in IO::pwrite (this=0xb6f5a844, offset=4096, length=4096, 
    buffer=0xb4e2c000 "\b") at IO.cpp:573
#3  0x0868b3f2 in IO::writePages (this=0xb6f5a844, pageNumber=1, length=4096, 
    data=0xb4e2c000 "\b", type=5) at IO.cpp:327
#4  0x08644df9 in Cache::ioThread (this=0xb6f50cd0) at Cache.cpp:844
#5  0x086453a7 in Cache::ioThread (arg=0xb6f50cd0) at Cache.cpp:759
#6  0x08630709 in Thread::thread (this=0xb6f511a8) at Thread.cpp:167
#7  0x08630919 in Thread::thread (parameter=0xb6f511a8) at Thread.cpp:146
#8  0xb7ef84fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
#9  0xb7d0de5e in clone () from /lib/tls/i686/cmov/libc.so.6

Thread 1 (process 19034):
#0  0xb7f44410 in __kernel_vsyscall ()
#1  0xb7efdae7 in pthread_kill () from /lib/tls/i686/cmov/libpthread.so.0
#2  0x089820cd in my_write_core (sig=6) at stacktrace.c:307
#3  0x0832f98c in handle_segfault (sig=6) at mysqld.cc:2663
#4  <signal handler called>
#5  0xb7f44410 in __kernel_vsyscall ()
#6  0xb7f00d30 in raise () from /lib/tls/i686/cmov/libpthread.so.0
#7  0x08671320 in Error::debugBreak () at Error.cpp:94
#8  0x086713b9 in Error::error (
    string=0x8b45668 "can't continue after fatal error") at Error.cpp:71
#9  0x0868b329 in IO::writePages (this=0xb6f5067c, pageNumber=1, length=4096, 
    data=0xb71b3000 "\b", type=5) at IO.cpp:308
#10 0x08644df9 in Cache::ioThread (this=0xb6f50cd0) at Cache.cpp:844
#11 0x086453a7 in Cache::ioThread (arg=0xb6f50cd0) at Cache.cpp:759
#12 0x08630709 in Thread::thread (this=0xb6f510c8) at Thread.cpp:167
#13 0x08630919 in Thread::thread (parameter=0xb6f510c8) at Thread.cpp:146
#14 0xb7ef84fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
#15 0xb7d0de5e in clone () from /lib/tls/i686/cmov/libc.so.6

$ cat var/log/rpl.rpl_bit-stmt/mysqld.2/mysqld.err 
CURRENT_TEST: rpl.rpl_bit
080822 16:02:10 [Note] Plugin 'InnoDB' disabled by command line option
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld(my_print_stacktrace+0x26)[0x8982049]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld(handle_segfault+0x2cd)[0x832f75f]
[0xb7f44420]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld(_ZN5Error10debugBreakEv+0x12)[0x8671320]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld(_ZN5Error5errorEPKcz+0x97)[0x86713b9]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld(_ZN2IO10writePagesEiiPKhi+0x23)[0x868b329]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld(_ZN5Cache8ioThreadEv+0x47f)[0x8644df9]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld(_ZN5Cache8ioThreadEPv+0x11)[0x86453a7]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld(_ZN6Thread6threadEv+0x55)[0x8630709]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld(_ZN6Thread6threadEPv+0x17)[0x8630919]
/lib/tls/i686/cmov/libpthread.so.0[0xb7ef84fb]
/lib/tls/i686/cmov/libc.so.6(clone+0x5e)[0xb7d0de5e]
[Falcon] Error: can't continue after fatal error
080822 16:02:10 - mysqld got signal 6 ;
This could be because you hit a bug. It is also possible that this binary
or one of the libraries it was linked against is corrupt, improperly built,
or misconfigured. This error can also be caused by malfunctioning hardware.
We will try our best to scrape up some info that will hopefully help diagnose
the problem, but since we have already crashed, something is definitely wrong
and this may fail.

key_buffer_size=1048576
read_buffer_size=131072
max_used_connections=0
max_threads=151
thread_count=0
connection_count=0
It is possible that mysqld could use up to 
key_buffer_size + (read_buffer_size + sort_buffer_size)*max_threads = 60042 K
bytes of memory
Hope that's ok; if not, decrease some variables in the equation.

thd: 0x0
Attempting backtrace. You can use the following information to find out
where mysqld died. If you see no messages after this, something went
terribly wrong...
stack_bottom = (nil) thread_stack 0x30000
The manual page at http://dev.mysql.com/doc/mysql/en/crashing.html contains
information that should help you find out what is causing the crash.
Writing a core file


======== Crash 2 ========

$ gdb /home/sven/bzr/merge/6.0-rpl_from_5.1-rpl-080822/sql/mysqld /home/sven/bzr/merge/6.0-rpl_from_5.1-rpl-080822/mysql-test/var/log/rpl.rpl_multi_engine-stmt/mysqld.1/data/core.30747 --eval-command='thread apply all bt' --batch

warning: Can't read pathname for load map: Input/output error.
Core was generated by `/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld --defaults-group-suffix=.1'.
Program terminated with signal 6, Aborted.
[New process 30752]
[New process 30753]
[New process 30747]
#0  0xb7fb8410 in __kernel_vsyscall ()

Thread 3 (process 30747):
#0  0xb7fb8410 in __kernel_vsyscall ()
#1  0xb7f70dd2 in pthread_cond_timedwait@@GLIBC_2.3.2 ()
   from /lib/tls/i686/cmov/libpthread.so.0
#2  0x086f7f42 in Synchronize::sleep (this=0xb6fc4960, milliseconds=1000, 
    callersMutex=0x0) at Synchronize.cpp:183
#3  0x086f7d3b in Synchronize::sleep (this=0xb6fc4960, milliseconds=1000)
    at Synchronize.cpp:136
#4  0x08631936 in Threads::waitForAll (this=0xb6fc4960) at Threads.cpp:183
#5  0x0866255a in ~Database (this=0xb71c5640) at Database.cpp:585
#6  0x08652785 in Connection::getDatabase (this=0xb6fc44b8, 
    dbName=0xb6fc4234 "FALCON_MASTER", 
    dbFileName=0xbfe30e40 "/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/mysql-test/var/1/mysqld.1/data/falcon_master.fts", threads=0xb6fc4290)
    at Connection.cpp:1651
#7  0x08653c92 in Connection::openDatabase (this=0xb6fc44b8, 
    dbName=0xb6fc4234 "FALCON_MASTER", 
    filename=0xb6fc4264 "falcon_master.fts", account=0x8b386cc "mysql", 
    password=0x8b386cc "mysql", address=0x0, parent=0xb6fc4290)
    at Connection.cpp:931
#8  0x0861252a in StorageDatabase::getOpenConnection (this=0xb6fc4130)
    at StorageDatabase.cpp:134
#9  0x08614a71 in StorageHandler::initialize (this=0xb71c5028)
    at StorageHandler.cpp:979
#10 0x0860c7d4 in StorageInterface::falcon_init (p=0x96cbfe8)
    at ha_falcon.cpp:212
#11 0x0846c8f9 in ha_initialize_handlerton (plugin=0x96c6ab8) at handler.cc:428
#12 0x08527716 in plugin_initialize (plugin=0x96c6ab8) at sql_plugin.cc:1006
#13 0x0852b4a4 in plugin_init (argc=0x8d41958, argv=0x9687748, flags=0)
    at sql_plugin.cc:1213
#14 0x08333314 in init_server_components () at mysqld.cc:4055
#15 0x08333dca in main (argc=7, argv=0xbfe31624) at mysqld.cc:4502

Thread 2 (process 30753):
#0  0xb7db8f5e in _dl_addr () from /lib/tls/i686/cmov/libc.so.6
#1  0xb7d95a85 in backtrace_symbols_fd () from /lib/tls/i686/cmov/libc.so.6
#2  0x0898209c in my_print_stacktrace (stack_bottom=0x0, thread_stack=196608)
    at stacktrace.c:121
#3  0x0832f75f in handle_segfault (sig=6) at mysqld.cc:2592
#4  <signal handler called>
#5  0xb7fb8410 in __kernel_vsyscall ()
#6  0xb7f74d30 in raise () from /lib/tls/i686/cmov/libpthread.so.0
#7  0x08671320 in Error::debugBreak () at Error.cpp:94
#8  0x086713b9 in Error::error (
    string=0x8b45668 "can't continue after fatal error") at Error.cpp:71
#9  0x0868b329 in IO::writePages (this=0xb6fc467c, pageNumber=7, length=4096, 
    data=0xb4ea0000 "\005", type=5) at IO.cpp:308
#10 0x08644df9 in Cache::ioThread (this=0xb6fc4cd0) at Cache.cpp:844
#11 0x086453a7 in Cache::ioThread (arg=0xb6fc4cd0) at Cache.cpp:759
#12 0x08630709 in Thread::thread (this=0xb6fc51a8) at Thread.cpp:167
#13 0x08630919 in Thread::thread (parameter=0xb6fc51a8) at Thread.cpp:146
#14 0xb7f6c4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
#15 0xb7d81e5e in clone () from /lib/tls/i686/cmov/libc.so.6

Thread 1 (process 30752):
#0  0xb7fb8410 in __kernel_vsyscall ()
#1  0xb7f74d30 in raise () from /lib/tls/i686/cmov/libpthread.so.0
#2  0x08671320 in Error::debugBreak () at Error.cpp:94
#3  0x086713b9 in Error::error (
    string=0x8b45668 "can't continue after fatal error") at Error.cpp:71
#4  0x0868b329 in IO::writePages (this=0xb6fc467c, pageNumber=10, length=8192, 
    data=0xb7227000 "\005", type=5) at IO.cpp:308
#5  0x08644df9 in Cache::ioThread (this=0xb6fc4cd0) at Cache.cpp:844
#6  0x086453a7 in Cache::ioThread (arg=0xb6fc4cd0) at Cache.cpp:759
#7  0x08630709 in Thread::thread (this=0xb6fc50c8) at Thread.cpp:167
#8  0x08630919 in Thread::thread (parameter=0xb6fc50c8) at Thread.cpp:146
#9  0xb7f6c4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
#10 0xb7d81e5e in clone () from /lib/tls/i686/cmov/libc.so.6

$ cat var/log/rpl.rpl_multi_engine-stmt/mysqld.1/mysqld.err 
CURRENT_TEST: rpl.rpl_multi_engine


======== Crash 3 ========

gdb /home/sven/bzr/merge/6.0-rpl_from_5.1-rpl-080822/sql/mysqld /home/sven/bzr/merge/6.0-rpl_from_5.1-rpl-080822/mysql-test/var/log/rpl.rpl_packet-stmt/mysqld.1/data/core.14193 --eval-command='thread apply all bt' --batch

warning: Can't read pathname for load map: Input/output error.
Core was generated by `/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld --defaults-group-suffix=.1'.
Program terminated with signal 6, Aborted.
[New process 14193]
[New process 14201]
[New process 14198]
#0  0xb7f9b410 in __kernel_vsyscall ()

Thread 3 (process 14198):
#0  0xb7f9b410 in __kernel_vsyscall ()
#1  0xb7f53aa5 in pthread_cond_wait@@GLIBC_2.3.2 ()
   from /lib/tls/i686/cmov/libpthread.so.0
#2  0x086f80a9 in Synchronize::sleep (this=0xb6fa80c8) at Synchronize.cpp:123
#3  0x08645200 in Cache::ioThread (this=0xb6fa7cd0) at Cache.cpp:938
#4  0x086453a7 in Cache::ioThread (arg=0xb6fa7cd0) at Cache.cpp:759
#5  0x08630709 in Thread::thread (this=0xb6fa80c8) at Thread.cpp:167
#6  0x08630919 in Thread::thread (parameter=0xb6fa80c8) at Thread.cpp:146
#7  0xb7f4f4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
#8  0xb7d64e5e in clone () from /lib/tls/i686/cmov/libc.so.6

Thread 2 (process 14201):
#0  0xb7f9b410 in __kernel_vsyscall ()
#1  0xb7f53aa5 in pthread_cond_wait@@GLIBC_2.3.2 ()
   from /lib/tls/i686/cmov/libpthread.so.0
#2  0x086f80a9 in Synchronize::sleep (this=0xb6fa81a8) at Synchronize.cpp:123
#3  0x08645200 in Cache::ioThread (this=0xb6fa7cd0) at Cache.cpp:938
#4  0x086453a7 in Cache::ioThread (arg=0xb6fa7cd0) at Cache.cpp:759
#5  0x08630709 in Thread::thread (this=0xb6fa81a8) at Thread.cpp:167
#6  0x08630919 in Thread::thread (parameter=0xb6fa81a8) at Thread.cpp:146
#7  0xb7f4f4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
#8  0xb7d64e5e in clone () from /lib/tls/i686/cmov/libc.so.6

Thread 1 (process 14193):
#0  0xb7f9b410 in __kernel_vsyscall ()
#1  0xb7f54ae7 in pthread_kill () from /lib/tls/i686/cmov/libpthread.so.0
#2  0x089820cd in my_write_core (sig=6) at stacktrace.c:307
#3  0x0832f98c in handle_segfault (sig=6) at mysqld.cc:2663
#4  <signal handler called>
#5  0xb7f9b410 in __kernel_vsyscall ()
#6  0xb7f57d30 in raise () from /lib/tls/i686/cmov/libpthread.so.0
#7  0x08671320 in Error::debugBreak () at Error.cpp:94
#8  0x086713b9 in Error::error (
    string=0x8b456b0 "write error on page %d (%d/%d/%d) of \"%s\": %s (%d)")
    at Error.cpp:71
#9  0x0868b4f3 in IO::writePages (this=0xb6fa767c, pageNumber=0, length=4096, 
    data=0xb5c84000 "\001", type=0) at IO.cpp:338
#10 0x0868b5d0 in IO::writePage (this=0xb6fa767c, bdb=0xb72094f4, type=0)
    at IO.cpp:302
#11 0x08645922 in Cache::writePage (this=0xb6fa7cd0, bdb=0xb72094f4, type=0)
    at Cache.cpp:539
#12 0x08645c7f in Cache::flush (this=0xb6fa7cd0, dbb=0xb6fa7678)
    at Cache.cpp:677
#13 0x08665915 in Dbb::flush (this=0xb6fa7678) at Dbb.cpp:467
#14 0x08668365 in Dbb::open (this=0xb6fa7678, 
    fileName=0xbfe7a640 "/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/mysql-test/var/1/mysqld.1/data/falcon_master.fts", cacheSize=4194304, transId=0)
    at Dbb.cpp:548
#15 0x08660646 in Database::openDatabase (this=0xb71a8640, 
    filename=0xbfe7a640 "/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/mysql-test/var/1/mysqld.1/data/falcon_master.fts") at Database.cpp:699
#16 0x08652715 in Connection::getDatabase (this=0xb6fa74b8, 
    dbName=0xb6fa7234 "FALCON_MASTER", 
    dbFileName=0xbfe7a640 "/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/mysql-test/var/1/mysqld.1/data/falcon_master.fts", threads=0xb6fa7290)
    at Connection.cpp:1645
#17 0x08653c92 in Connection::openDatabase (this=0xb6fa74b8, 
    dbName=0xb6fa7234 "FALCON_MASTER", 
    filename=0xb6fa7264 "falcon_master.fts", account=0x8b386cc "mysql", 
    password=0x8b386cc "mysql", address=0x0, parent=0xb6fa7290)
    at Connection.cpp:931
#18 0x0861252a in StorageDatabase::getOpenConnection (this=0xb6fa7130)
    at StorageDatabase.cpp:134
#19 0x08614a71 in StorageHandler::initialize (this=0xb71a8028)
    at StorageHandler.cpp:979
#20 0x0860c7d4 in StorageInterface::falcon_init (p=0x96cc180)
    at ha_falcon.cpp:212
#21 0x0846c8f9 in ha_initialize_handlerton (plugin=0x96c6ad8) at handler.cc:428
#22 0x08527716 in plugin_initialize (plugin=0x96c6ad8) at sql_plugin.cc:1006
#23 0x0852b4a4 in plugin_init (argc=0x8d41958, argv=0x9687768, flags=0)
    at sql_plugin.cc:1213
#24 0x08333314 in init_server_components () at mysqld.cc:4055
#25 0x08333dca in main (argc=12, argv=0xbfe7ae14) at mysqld.cc:4502

$ cat var/log/rpl.rpl_packet-stmt/mysqld.1/mysqld.err                           
CURRENT_TEST: rpl.rpl_packet
080822 16:01:08 [Note] Plugin 'InnoDB' disabled by command line option
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld(my_print_stacktrace+0x26)[0x8982049]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld(handle_segfault+0x2cd)[0x832f75f]
[0xb7f9b420]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld(_ZN5Error10debugBreakEv+0x12)[0x8671320]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld(_ZN5Error5errorEPKcz+0x97)[0x86713b9]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld(_ZN2IO10writePagesEiiPKhi+0x1ed)[0x868b4f3]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld(_ZN2IO9writePageEP3Bdbi+0x9c)[0x868b5d0]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld(_ZN5Cache9writePageEP3Bdbi+0x114)[0x8645922]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld(_ZN5Cache5flushEP3Dbb+0x75)[0x8645c7f]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld(_ZN3Dbb5flushEv+0x2b)[0x8665915]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld(_ZN3Dbb4openEPKcxj+0x71d)[0x8668365]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld(_ZN8Database12openDatabaseEPKc+0x40)[0x8660646]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld(_ZN10Connection11getDatabaseEPKcS1_P7Threads+0x149)[0x8652715]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld(_ZN10Connection12openDatabaseEPKcS1_S1_S1_S1_P7Threads+0x1fa)[0x8653c92]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld(_ZN15StorageDatabase17getOpenConnectionEv+0x86)[0x861252a]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld(_ZN14StorageHandler10initializeEv+0x9f)[0x8614a71]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld(_ZN16StorageInterface11falcon_initEPv+0x1ce)[0x860c7d4]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld(_Z24ha_initialize_handlertonP13st_plugin_int+0xb3)[0x846c8f9]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld[0x8527716]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld(_Z11plugin_initPiPPci+0x672)[0x852b4a4]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld[0x8333314]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld(main+0x244)[0x8333dca]
/lib/tls/i686/cmov/libc.so.6(__libc_start_main+0xe0)[0xb7ca4450]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld[0x82480f1]
[Falcon] Error: write error on page 0 (4096/4096/4) of "/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/mysql-test/var/1/mysqld.1/data/falcon_master.fts": Input/output error (5)
080822 16:01:08 - mysqld got signal 6 ;
This could be because you hit a bug. It is also possible that this binary
or one of the libraries it was linked against is corrupt, improperly built,
or misconfigured. This error can also be caused by malfunctioning hardware.
We will try our best to scrape up some info that will hopefully help diagnose
the problem, but since we have already crashed, something is definitely wrong
and this may fail.

key_buffer_size=1048576
read_buffer_size=131072
max_used_connections=0
max_threads=151
thread_count=0
connection_count=0
It is possible that mysqld could use up to 
key_buffer_size + (read_buffer_size + sort_buffer_size)*max_threads = 60042 K
bytes of memory
Hope that's ok; if not, decrease some variables in the equation.

thd: 0x0
Attempting backtrace. You can use the following information to find out
where mysqld died. If you see no messages after this, something went
terribly wrong...
stack_bottom = (nil) thread_stack 0x30000
The manual page at http://dev.mysql.com/doc/mysql/en/crashing.html contains
information that should help you find out what is causing the crash.
Writing a core file


======== Crash 4 ========

gdb /home/sven/bzr/merge/6.0-rpl_from_5.1-rpl-080822/sql/mysqld /home/sven/bzr/merge/6.0-rpl_from_5.1-rpl-080822/mysql-test/var/log/rpl.rpl_mysqldump_slave-mix/mysqld.2/data/core.18747 --eval-command='thread apply all bt' --batch

warning: Can't read pathname for load map: Input/output error.
Core was generated by `/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld --defaults-group-suffix=.2'.
Program terminated with signal 6, Aborted.
[New process 18747]
[New process 18752]
[New process 18751]
#0  0xb7f7b410 in __kernel_vsyscall ()

Thread 3 (process 18751):
#0  0xb7f7b410 in __kernel_vsyscall ()
#1  0xb7f33aa5 in pthread_cond_wait@@GLIBC_2.3.2 ()
   from /lib/tls/i686/cmov/libpthread.so.0
#2  0x086f80a9 in Synchronize::sleep (this=0xb6f880c8) at Synchronize.cpp:123
#3  0x08645200 in Cache::ioThread (this=0xb6f87cd0) at Cache.cpp:938
#4  0x086453a7 in Cache::ioThread (arg=0xb6f87cd0) at Cache.cpp:759
#5  0x08630709 in Thread::thread (this=0xb6f880c8) at Thread.cpp:167
#6  0x08630919 in Thread::thread (parameter=0xb6f880c8) at Thread.cpp:146
#7  0xb7f2f4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
#8  0xb7d44e5e in clone () from /lib/tls/i686/cmov/libc.so.6

Thread 2 (process 18752):
#0  0xb7f7b410 in __kernel_vsyscall ()
#1  0xb7f33aa5 in pthread_cond_wait@@GLIBC_2.3.2 ()
   from /lib/tls/i686/cmov/libpthread.so.0
#2  0x086f80a9 in Synchronize::sleep (this=0xb6f881a8) at Synchronize.cpp:123
#3  0x08645200 in Cache::ioThread (this=0xb6f87cd0) at Cache.cpp:938
#4  0x086453a7 in Cache::ioThread (arg=0xb6f87cd0) at Cache.cpp:759
#5  0x08630709 in Thread::thread (this=0xb6f881a8) at Thread.cpp:167
#6  0x08630919 in Thread::thread (parameter=0xb6f881a8) at Thread.cpp:146
#7  0xb7f2f4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
#8  0xb7d44e5e in clone () from /lib/tls/i686/cmov/libc.so.6

Thread 1 (process 18747):
#0  0xb7f7b410 in __kernel_vsyscall ()
#1  0xb7f34ae7 in pthread_kill () from /lib/tls/i686/cmov/libpthread.so.0
#2  0x089820cd in my_write_core (sig=6) at stacktrace.c:307
#3  0x0832f98c in handle_segfault (sig=6) at mysqld.cc:2663
#4  <signal handler called>
#5  0xb7f7b410 in __kernel_vsyscall ()
#6  0xb7f37d30 in raise () from /lib/tls/i686/cmov/libpthread.so.0
#7  0x08671320 in Error::debugBreak () at Error.cpp:94
#8  0x086713b9 in Error::error (
    string=0x8b456b0 "write error on page %d (%d/%d/%d) of \"%s\": %s (%d)")
    at Error.cpp:71
#9  0x0868b4f3 in IO::writePages (this=0xb6f8767c, pageNumber=0, length=4096, 
    data=0xb5c64000 "\001", type=0) at IO.cpp:338
#10 0x0868b5d0 in IO::writePage (this=0xb6f8767c, bdb=0xb71e94f4, type=0)
    at IO.cpp:302
#11 0x08645922 in Cache::writePage (this=0xb6f87cd0, bdb=0xb71e94f4, type=0)
    at Cache.cpp:539
#12 0x08645c7f in Cache::flush (this=0xb6f87cd0, dbb=0xb6f87678)
    at Cache.cpp:677
#13 0x08665915 in Dbb::flush (this=0xb6f87678) at Dbb.cpp:467
#14 0x08668365 in Dbb::open (this=0xb6f87678, 
    fileName=0xbffecff0 "/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/mysql-test/var/2/mysqld.2/data/falcon_master.fts", cacheSize=4194304, transId=0)
    at Dbb.cpp:548
#15 0x08660646 in Database::openDatabase (this=0xb7188640, 
    filename=0xbffecff0 "/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/mysql-test/var/2/mysqld.2/data/falcon_master.fts") at Database.cpp:699
#16 0x08652715 in Connection::getDatabase (this=0xb6f874b8, 
    dbName=0xb6f87234 "FALCON_MASTER", 
    dbFileName=0xbffecff0 "/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/mysql-test/var/2/mysqld.2/data/falcon_master.fts", threads=0xb6f87290)
    at Connection.cpp:1645
#17 0x08653c92 in Connection::openDatabase (this=0xb6f874b8, 
    dbName=0xb6f87234 "FALCON_MASTER", 
    filename=0xb6f87264 "falcon_master.fts", account=0x8b386cc "mysql", 
    password=0x8b386cc "mysql", address=0x0, parent=0xb6f87290)
    at Connection.cpp:931
#18 0x0861252a in StorageDatabase::getOpenConnection (this=0xb6f87130)
    at StorageDatabase.cpp:134
#19 0x08614a71 in StorageHandler::initialize (this=0xb7188028)
    at StorageHandler.cpp:979
#20 0x0860c7d4 in StorageInterface::falcon_init (p=0x96cc168)
    at ha_falcon.cpp:212
#21 0x0846c8f9 in ha_initialize_handlerton (plugin=0x96c6b20) at handler.cc:428
#22 0x08527716 in plugin_initialize (plugin=0x96c6b20) at sql_plugin.cc:1006
#23 0x0852b4a4 in plugin_init (argc=0x8d41958, argv=0x9687808, flags=0)
    at sql_plugin.cc:1213
#24 0x08333314 in init_server_components () at mysqld.cc:4055
#25 0x08333dca in main (argc=8, argv=0xbffed7c4) at mysqld.cc:4502

$ cat var/log/rpl.rpl_mysqldump_slave-mix/mysqld.2/mysqld.err                   
CURRENT_TEST: rpl.rpl_mysqldump_slave
080822 16:06:26 [Note] Plugin 'InnoDB' disabled by command line option
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld(my_print_stacktrace+0x26)[0x8982049]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld(handle_segfault+0x2cd)[0x832f75f]
[0xb7f7b420]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld(_ZN5Error10debugBreakEv+0x12)[0x8671320]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld(_ZN5Error5errorEPKcz+0x97)[0x86713b9]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld(_ZN2IO10writePagesEiiPKhi+0x1ed)[0x868b4f3]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld(_ZN2IO9writePageEP3Bdbi+0x9c)[0x868b5d0]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld(_ZN5Cache9writePageEP3Bdbi+0x114)[0x8645922]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld(_ZN5Cache5flushEP3Dbb+0x75)[0x8645c7f]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld(_ZN3Dbb5flushEv+0x2b)[0x8665915]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld(_ZN3Dbb4openEPKcxj+0x71d)[0x8668365]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld(_ZN8Database12openDatabaseEPKc+0x40)[0x8660646]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld(_ZN10Connection11getDatabaseEPKcS1_P7Threads+0x149)[0x8652715]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld(_ZN10Connection12openDatabaseEPKcS1_S1_S1_S1_P7Threads+0x1fa)[0x8653c92]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld(_ZN15StorageDatabase17getOpenConnectionEv+0x86)[0x861252a]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld(_ZN14StorageHandler10initializeEv+0x9f)[0x8614a71]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld(_ZN16StorageInterface11falcon_initEPv+0x1ce)[0x860c7d4]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld(_Z24ha_initialize_handlertonP13st_plugin_int+0xb3)[0x846c8f9]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld[0x8527716]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld(_Z11plugin_initPiPPci+0x672)[0x852b4a4]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld[0x8333314]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld(main+0x244)[0x8333dca]
/lib/tls/i686/cmov/libc.so.6(__libc_start_main+0xe0)[0xb7c84450]
/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld[0x82480f1]
[Falcon] Error: write error on page 0 (4096/4096/4) of "/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/mysql-test/var/2/mysqld.2/data/falcon_master.fts": Input/output error (5)
080822 16:06:26 - mysqld got signal 6 ;
This could be because you hit a bug. It is also possible that this binary
or one of the libraries it was linked against is corrupt, improperly built,
or misconfigured. This error can also be caused by malfunctioning hardware.
We will try our best to scrape up some info that will hopefully help diagnose
the problem, but since we have already crashed, something is definitely wrong
and this may fail.

key_buffer_size=1048576
read_buffer_size=131072
max_used_connections=0
max_threads=151
thread_count=0
connection_count=0
It is possible that mysqld could use up to 
key_buffer_size + (read_buffer_size + sort_buffer_size)*max_threads = 60042 K
bytes of memory
Hope that's ok; if not, decrease some variables in the equation.

thd: 0x0
Attempting backtrace. You can use the following information to find out
where mysqld died. If you see no messages after this, something went
terribly wrong...
stack_bottom = (nil) thread_stack 0x30000
The manual page at http://dev.mysql.com/doc/mysql/en/crashing.html contains
information that should help you find out what is causing the crash.
Writing a core file


======== Crash 5 ========

gdb /home/sven/bzr/merge/6.0-rpl_from_5.1-rpl-080822/sql/mysqld /home/sven/bzr/merge/6.0-rpl_from_5.1-rpl-080822/mysql-test/var/log/rpl.rpl_critical_errors-row/mysqld.1/data/core.23720 --eval-command='thread apply all bt' --batch | catc --gdb -t

warning: Can't read pathname for load map: Input/output error.
Core was generated by `/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/sql/mysqld --defaults-group-suffix=.1'.
Program terminated with signal 6, Aborted.
[New process 23726]
[New process 23725]
[New process 23720]
#0  0xb7f66410 in __kernel_vsyscall ()

Thread 3 (process 23720):
#0  0xb7f66410 in __kernel_vsyscall ()
#1  0xb7f1edd2 in pthread_cond_timedwait@@GLIBC_2.3.2 ()
   from /lib/tls/i686/cmov/libpthread.so.0
#2  0x086f7f42 in Synchronize::sleep (this=0xb6f72960, milliseconds=1000, 
    callersMutex=0x0) at Synchronize.cpp:183
#3  0x086f7d3b in Synchronize::sleep (this=0xb6f72960, milliseconds=1000)
    at Synchronize.cpp:136
#4  0x08631936 in Threads::waitForAll (this=0xb6f72960) at Threads.cpp:183
#5  0x0866255a in ~Database (this=0xb7173640) at Database.cpp:585
#6  0x08652785 in Connection::getDatabase (this=0xb6f724b8, 
    dbName=0xb6f72234 "FALCON_MASTER", 
    dbFileName=0xbf86c880 "/home/sven/bzr/merge/6.0-rpl_from_5.1-rpl/mysql-test/var/2/mysqld.1/data/falcon_master.fts", threads=0xb6f72290)
    at Connection.cpp:1651
#7  0x08653c92 in Connection::openDatabase (this=0xb6f724b8, 
    dbName=0xb6f72234 "FALCON_MASTER", 
    filename=0xb6f72264 "falcon_master.fts", account=0x8b386cc "mysql", 
    password=0x8b386cc "mysql", address=0x0, parent=0xb6f72290)
    at Connection.cpp:931
#8  0x0861252a in StorageDatabase::getOpenConnection (this=0xb6f72130)
    at StorageDatabase.cpp:134
#9  0x08614a71 in StorageHandler::initialize (this=0xb7173028)
    at StorageHandler.cpp:979
#10 0x0860c7d4 in StorageInterface::falcon_init (p=0x96cc198)
    at ha_falcon.cpp:212
#11 0x0846c8f9 in ha_initialize_handlerton (plugin=0x96c6b20) at handler.cc:428
#12 0x08527716 in plugin_initialize (plugin=0x96c6b20) at sql_plugin.cc:1006
#13 0x0852b4a4 in plugin_init (argc=0x8d41958, argv=0x9687748, flags=0)
    at sql_plugin.cc:1213
#14 0x08333314 in init_server_components () at mysqld.cc:4055
#15 0x08333dca in main (argc=8, argv=0xbf86d054) at mysqld.cc:4502

Thread 2 (process 23725):
#0  0xb7db066c in ?? () from /lib/libgcc_s.so.1
#1  0xb7d66ce8 in dl_iterate_phdr () from /lib/tls/i686/cmov/libc.so.6
#2  0xb7db08ab in _Unwind_Find_FDE () from /lib/libgcc_s.so.1
#3  0xb7dad662 in ?? () from /lib/libgcc_s.so.1
#4  0xb7dae671 in _Unwind_Backtrace () from /lib/libgcc_s.so.1
#5  0xb7d435f6 in backtrace () from /lib/tls/i686/cmov/libc.so.6
#6  0x08982049 in my_print_stacktrace (stack_bottom=0x0, thread_stack=196608)
    at stacktrace.c:108
#7  0x0832f75f in handle_segfault (sig=6) at mysqld.cc:2592
#8  <signal handler called>
#9  0xb7f66410 in __kernel_vsyscall ()
#10 0xb7f22d30 in raise () from /lib/tls/i686/cmov/libpthread.so.0
#11 0x08671320 in Error::debugBreak () at Error.cpp:94
#12 0x086713b9 in Error::error (
    string=0x8b45668 "can't continue after fatal error") at Error.cpp:71
#13 0x0868b329 in IO::writePages (this=0xb6f7267c, pageNumber=7, length=4096, 
    data=0xb71d5000 "\005", type=5) at IO.cpp:308
#14 0x08644df9 in Cache::ioThread (this=0xb6f72cd0) at Cache.cpp:844
#15 0x086453a7 in Cache::ioThread (arg=0xb6f72cd0) at Cache.cpp:759
#16 0x08630709 in Thread::thread (this=0xb6f730c8) at Thread.cpp:167
#17 0x08630919 in Thread::thread (parameter=0xb6f730c8) at Thread.cpp:146
#18 0xb7f1a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
#19 0xb7d2fe5e in clone () from /lib/tls/i686/cmov/libc.so.6

Thread 1 (process 23726):
#0  0xb7f66410 in __kernel_vsyscall ()
#1  0xb7f22d30 in raise () from /lib/tls/i686/cmov/libpthread.so.0
#2  0x08671320 in Error::debugBreak () at Error.cpp:94
#3  0x086713b9 in Error::error (
    string=0x8b45668 "can't continue after fatal error") at Error.cpp:71
#4  0x0868b329 in IO::writePages (this=0xb6f7267c, pageNumber=10, length=8192, 
    data=0xb4e4e000 "\005", type=5) at IO.cpp:308
#5  0x08644df9 in Cache::ioThread (this=0xb6f72cd0) at Cache.cpp:844
#6  0x086453a7 in Cache::ioThread (arg=0xb6f72cd0) at Cache.cpp:759
#7  0x08630709 in Thread::thread (this=0xb6f731a8) at Thread.cpp:167
#8  0x08630919 in Thread::thread (parameter=0xb6f731a8) at Thread.cpp:146
#9  0xb7f1a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
#10 0xb7d2fe5e in clone () from /lib/tls/i686/cmov/libc.so.6

$ cat var/log/rpl.rpl_critical_errors-row/mysqld.1/mysqld.err                   
CURRENT_TEST: rpl.rpl_critical_errors
080822 16:02:46 [Note] Plugin 'InnoDB' disabled by command line option