Logging: ./mysql-test-run.pl --suite=backup increment_crash 110203 0:01:14 [Note] Plugin 'FEDERATED' is disabled. 110203 0:01:14 [Note] Plugin 'ndbcluster' is disabled. MySQL Version 5.1.53 Checking supported features... - using ndbcluster when necessary, mysqld supports it - SSL connections supported - binaries are debug compiled Collecting tests... vardir: /export/home2/tmp/mysql-5.1-meb-testing/mysql-test/var Checking leftover processes... Removing old var directory... Creating var directory '/export/home2/tmp/mysql-5.1-meb-testing/mysql-test/var'... Installing system database... Using server port 49779 ============================================================================== TEST RESULT TIME (ms) ------------------------------------------------------------ worker[1] Using MTR_BUILD_THREAD 300, with reserved ports 13000..13009 DROP DATABASE IF EXISTS db1; DROP DATABASE IF EXISTS db2; DROP DATABASE IF EXISTS db3; # # Set character set for table contents. # SET NAMES 'utf8'; # # Create some databases. # CREATE DATABASE db1; CREATE DATABASE db2; CREATE DATABASE db3; # # Create a table. # CREATE TABLE db1.t1 ( c01 BIT, c02 BIT(64), c03 TINYINT, c04 TINYINT UNSIGNED, c05 TINYINT ZEROFILL, c06 BOOL, c07 SMALLINT, c08 SMALLINT UNSIGNED, c09 SMALLINT ZEROFILL, c10 MEDIUMINT, c11 MEDIUMINT UNSIGNED, c12 MEDIUMINT ZEROFILL, c13 INT, c14 INT UNSIGNED, c15 INT ZEROFILL, c16 BIGINT, c17 BIGINT UNSIGNED, c18 BIGINT ZEROFILL, c19 FLOAT, c20 FLOAT UNSIGNED, c21 FLOAT ZEROFILL, c22 DOUBLE, c23 DOUBLE UNSIGNED, c24 DOUBLE ZEROFILL, c25 DECIMAL, c26 DECIMAL UNSIGNED, c27 DECIMAL ZEROFILL, # c28 DATE, c29 DATETIME, c30 TIMESTAMP, c31 TIME, c32 YEAR, # c33 CHAR, c34 CHAR(0), c35 CHAR(1), c36 CHAR(255), c37 NATIONAL CHAR, c38 NATIONAL CHAR(0), c39 NATIONAL CHAR(1), c40 NATIONAL CHAR(255), c41 CHAR CHARACTER SET UCS2, c42 CHAR(0) CHARACTER SET UCS2, c43 CHAR(1) CHARACTER SET UCS2, c44 CHAR(255) CHARACTER SET UCS2, # c45 VARCHAR(0), c46 VARCHAR(1), c47 VARCHAR(255), c48 VARCHAR(261), c49 NATIONAL VARCHAR(0), c50 NATIONAL VARCHAR(1), c51 NATIONAL VARCHAR(255), c52 NATIONAL VARCHAR(261), c53 VARCHAR(0) CHARACTER SET UCS2, c54 VARCHAR(1) CHARACTER SET UCS2, c55 VARCHAR(255) CHARACTER SET UCS2, c56 VARCHAR(261) CHARACTER SET UCS2, # c57 BINARY, c58 BINARY(0), c59 BINARY(1), c60 BINARY(255), # c61 VARBINARY(0), c62 VARBINARY(1), c63 VARBINARY(255), c64 VARBINARY(261), # c65 TINYBLOB, c66 TINYTEXT, c67 TINYTEXT CHARACTER SET UCS2, c68 BLOB, c69 TEXT, c70 TEXT CHARACTER SET UCS2, c71 MEDIUMBLOB, c72 MEDIUMTEXT, c73 MEDIUMTEXT CHARACTER SET UCS2, c74 LONGBLOB, c75 LONGTEXT, c76 LONGTEXT CHARACTER SET UCS2, # c77 ENUM('a','b','c'), c78 SET('a','b','c'), # crn INT -- row number ) ENGINE=InnoDB DEFAULT CHARSET latin1; # # Insert minimum values. # INSERT INTO db1.t1 VALUES ( b'0', -- c01 b'0000000000000000000000000000000000000000000000000000000000000000', -- c02 -128, -- c03 0, -- c04 000, -- c05 false, -- c06 -32768, -- c07 0, -- c08 00000, -- c09 -8388608, -- c10 0, -- c11 00000000, -- c12 -2147483648, -- c13 0, -- c14 0000000000, -- c15 -9223372036854775808, -- c16 0, -- c17 00000000000000000000, -- c18 -3.402823466E+38, -- c19 1.175494351E-38, -- c20 000000000000, -- c21 -1.7976931348623E+308, -- c22 three digits cut for ps-protocol 2.2250738585072E-308, -- c23 three digits cut for ps-protocol 0000000000000000000000, -- c24 -9999999999, -- c25 0, -- c26 0000000000, -- c27 # '1000-01-01', -- c28 '1000-01-01 00:00:00', -- c29 '1970-01-02 00:00:01', -- c30 one day later due to timezone issues '-838:59:59', -- c31 '1901', -- c32 # '', -- c33 '', -- c34 '', -- c35 '', -- c36 '', -- c37 '', -- c38 '', -- c39 '', -- c40 '', -- c41 '', -- c42 '', -- c43 '', -- c44 # '', -- c45 '', -- c46 '', -- c47 '', -- c48 '', -- c49 '', -- c50 '', -- c51 '', -- c52 '', -- c53 '', -- c54 '', -- c55 '', -- c56 # '', -- c57 '', -- c58 '', -- c59 '', -- c60 # '', -- c61 '', -- c62 '', -- c63 '', -- c64 # '', -- c65 '', -- c66 '', -- c67 '', -- c68 '', -- c69 '', -- c70 '', -- c71 '', -- c72 '', -- c73 '', -- c74 '', -- c75 '', -- c76 # 'a', -- c77 '', -- c78 # 1 -- crn -- row number ); # # Insert maximum values. # INSERT INTO db1.t1 VALUES ( b'1', -- c01 b'1111111111111111111111111111111111111111111111111111111111111111', -- c02 127, -- c03 255, -- c04 255, -- c05 true, -- c06 32767, -- c07 65535, -- c08 65535, -- c09 8388607, -- c10 16777215, -- c11 16777215, -- c12 2147483647, -- c13 4294967295, -- c14 4294967295, -- c15 9223372036854775807, -- c16 18446744073709551615, -- c17 18446744073709551615, -- c18 3.402823466E+38, -- c19 3.402823466E+38, -- c20 3.402823466E+38, -- c21 1.7976931348623E+308, -- c22 three digits cut for ps-protocol 1.7976931348623E+308, -- c23 three digits cut for ps-protocol 1.7976931348623E+308, -- c24 three digits cut for ps-protocol 9999999999, -- c25 9999999999, -- c26 9999999999, -- c27 # '9999-12-31', -- c28 '9999-12-31 23:59:59', -- c29 '2038-01-08 03:14:07', -- c30 one day earlier due to timezone issues '838:59:59', -- c31 '2155', -- c32 # x'ff', -- c33 '', -- c34 x'ff', -- c35 REPEAT(x'ff',255), -- c36 _utf8 x'efbfbf', -- c37 '', -- c38 _utf8 x'efbfbf', -- c39 REPEAT(_utf8 x'efbfbf',255), -- c40 _ucs2 x'ffff', -- c41 '', -- c42 _ucs2 x'ffff', -- c43 REPEAT(_ucs2 x'ffff',255), -- c44 # '', -- c45 x'ff', -- c46 REPEAT(x'ff',255), -- c47 REPEAT(x'ff',261), -- c48 '', -- c49 _utf8 x'efbfbf', -- c50 REPEAT(_utf8 x'efbfbf',255), -- c51 REPEAT(_utf8 x'efbfbf',261), -- c52 '', -- c53 _ucs2 x'ffff', -- c54 REPEAT(_ucs2 x'ffff',255), -- c55 REPEAT(_ucs2 x'ffff',261), -- c56 # x'ff', -- c57 '', -- c58 x'ff', -- c59 REPEAT(x'ff',255), -- c60 # '', -- c61 x'ff', -- c62 REPEAT(x'ff',255), -- c63 REPEAT(x'ff',261), -- c64 # 'tinyblob', -- c65 not using maximum value here 'tinytext', -- c66 not using maximum value here 'tinytext-ucs2', -- c67 not using maximum value here 'blob', -- c68 not using maximum value here 'text', -- c69 not using maximum value here 'text-ucs2', -- c70 not using maximum value here 'mediumblob', -- c71 not using maximum value here 'mediumtext', -- c72 not using maximum value here 'mediumtext-ucs2', -- c73 not using maximum value here 'longblob', -- c74 not using maximum value here 'longtext', -- c75 not using maximum value here 'longtext-ucs2', -- c76 not using maximum value here # 'c', -- c77 'a,b,c', -- c78 # 2 -- crn -- row number ); # # Insert a row with NULL values. # INSERT INTO db1.t1 VALUES ( NULL, -- c01 NULL, -- c02 NULL, -- c03 NULL, -- c04 NULL, -- c05 NULL, -- c06 NULL, -- c07 NULL, -- c08 NULL, -- c09 NULL, -- c10 NULL, -- c11 NULL, -- c12 NULL, -- c13 NULL, -- c14 NULL, -- c15 NULL, -- c16 NULL, -- c17 NULL, -- c18 NULL, -- c19 NULL, -- c20 NULL, -- c21 NULL, -- c22 NULL, -- c23 NULL, -- c24 NULL, -- c25 NULL, -- c26 NULL, -- c27 # NULL, -- c28 NULL, -- c29 NULL, -- c30 NULL, -- c31 NULL, -- c32 # NULL, -- c33 NULL, -- c34 NULL, -- c35 NULL, -- c36 NULL, -- c37 NULL, -- c38 NULL, -- c39 NULL, -- c40 NULL, -- c41 NULL, -- c42 NULL, -- c43 NULL, -- c44 # NULL, -- c45 NULL, -- c46 NULL, -- c47 NULL, -- c48 NULL, -- c49 NULL, -- c50 NULL, -- c51 NULL, -- c52 NULL, -- c53 NULL, -- c54 NULL, -- c55 NULL, -- c56 # NULL, -- c57 NULL, -- c58 NULL, -- c59 NULL, -- c60 # NULL, -- c61 NULL, -- c62 NULL, -- c63 NULL, -- c64 # NULL, -- c65 NULL, -- c66 NULL, -- c67 NULL, -- c68 NULL, -- c69 NULL, -- c70 NULL, -- c71 NULL, -- c72 NULL, -- c73 NULL, -- c74 NULL, -- c75 NULL, -- c76 # NULL, -- c77 NULL, -- c78 # 3 -- crn -- row number ); # # Insert a row with arbitrary values. # INSERT INTO db1.t1 VALUES ( b'1', -- c01 b'1111111111111111111111111111111111111111111111111111111111111111', -- c02 127, -- c03 0, -- c04 001, -- c05 true, -- c06 32767, -- c07 0, -- c08 00001, -- c09 8388607, -- c10 0, -- c11 00000001, -- c12 2147483647, -- c13 0, -- c14 0000000001, -- c15 9223372036854775807, -- c16 0, -- c17 00000000000000000001, -- c18 -1.175494351E-38, -- c19 1.175494351E-38, -- c20 000000000000001, -- c21 -2.2250738585072E-308, -- c22 2.2250738585072E-308, -- c23 00000000000000000000001, -- c24 -9999999999, -- c25 9999999999, -- c26 0000000001, -- c27 # '2008-08-04', -- c28 '2008-08-04 16:18:06', -- c29 '2008-08-04 16:18:24', -- c30 '16:18:47', -- c31 '2008', -- c32 # 'a', -- c33 '', -- c34 'e', -- c35 REPEAT('i',255), -- c36 _utf8 x'c3a4', -- c37 '', -- c38 _utf8 x'c3b6', -- c39 REPEAT(_utf8 x'c3bc',255), -- c40 _ucs2 x'00e4', -- c41 '', -- c42 _ucs2 x'00f6', -- c43 REPEAT(_ucs2 x'00fc',255), -- c44 # '', -- c45 'a', -- c46 REPEAT('e',255), -- c47 REPEAT('i',261), -- c48 '', -- c49 _utf8 x'c3a4', -- c50 REPEAT(_utf8 x'c3b6',255), -- c51 REPEAT(_utf8 x'c3bc',261), -- c52 '', -- c53 _ucs2 x'00e4', -- c54 REPEAT(_ucs2 x'00f6',255), -- c55 REPEAT(_ucs2 x'00fc',261), -- c56 # '0', -- c57 '', -- c58 '1', -- c59 REPEAT('1',255), -- c60 # '', -- c61 'b', -- c62 REPEAT('c',255), -- c63 REPEAT('\'',261), -- c64 # 'tinyblob', -- c65 'tinytext', -- c66 'tinytext-ucs2', -- c67 'blob', -- c68 'text', -- c69 'text-ucs2', -- c70 'mediumblob', -- c71 'mediumtext', -- c72 'mediumtext-ucs2', -- c73 'longblob', -- c74 'longtext', -- c75 'longtext-ucs2', -- c76 # 'b', -- c77 'b,c', -- c78 # 4 -- crn -- row number ); # # Create more tables. # CREATE TABLE db1.t2 ENGINE=InnoDB AS SELECT * FROM db1.t1; CREATE TABLE db1.t3 ENGINE=InnoDB AS SELECT * FROM db1.t1; CREATE TABLE db2.t1 ENGINE=InnoDB AS SELECT * FROM db1.t1; CREATE TABLE db2.t2 ENGINE=InnoDB AS SELECT * FROM db1.t1; CREATE TABLE db2.t3 ENGINE=InnoDB AS SELECT * FROM db1.t1; CREATE TABLE db3.t1 ENGINE=InnoDB AS SELECT * FROM db1.t1; CREATE TABLE db3.t2 ENGINE=InnoDB AS SELECT * FROM db1.t1; CREATE TABLE db3.t3 ENGINE=InnoDB AS SELECT * FROM db1.t1; CREATE TABLE db2.t0 LIKE db1.t1; CREATE VIEW tmp_bigtab_view1 AS SELECT a.c01, a.c02, a.c03, a.c04, a.c05, a.c06, a.c07, a.c08, a.c09, a.c10, a.c11, a.c12, a.c13, a.c14, a.c15, a.c16, a.c17, a.c18, a.c19, a.c20, a.c21, a.c22, a.c23, a.c24, a.c25, a.c26, a.c27, a.c28, a.c29, a.c30, a.c31, a.c32, a.c33, a.c34, a.c35, a.c36, a.c37, a.c38, a.c39, a.c40, a.c41, a.c42, a.c43, a.c44, a.c45, a.c46, a.c47, a.c48, a.c49, a.c50, a.c51, a.c52, a.c53, a.c54, a.c55, a.c56, a.c57, a.c58, a.c59, a.c60, a.c61, a.c62, a.c63, a.c64, a.c65, a.c66, a.c67, a.c68, a.c69, a.c70, a.c71, a.c72, a.c73, a.c74, a.c75, a.c76, a.c77, a.c78, a.crn FROM db1.t1 a, db1.t1 b, db1.t1 c, db1.t1 d, db1.t1 e, db1.t1 f, db1.t1 g; REPLACE db2.t0 SELECT a.c01, a.c02, a.c03, a.c04, a.c05, a.c06, a.c07, a.c08, a.c09, a.c10, a.c11, a.c12, a.c13, a.c14, a.c15, a.c16, a.c17, a.c18, a.c19, a.c20, a.c21, a.c22, a.c23, a.c24, a.c25, a.c26, a.c27, a.c28, a.c29, a.c30, a.c31, a.c32, a.c33, a.c34, a.c35, a.c36, a.c37, a.c38, a.c39, a.c40, a.c41, a.c42, a.c43, a.c44, a.c45, a.c46, a.c47, a.c48, a.c49, a.c50, a.c51, a.c52, a.c53, a.c54, a.c55, a.c56, a.c57, a.c58, a.c59, a.c60, a.c61, a.c62, a.c63, a.c64, a.c65, a.c66, a.c67, a.c68, a.c69, a.c70, a.c71, a.c72, a.c73, a.c74, a.c75, a.c76, a.c77, a.c78, a.crn FROM tmp_bigtab_view1 a, tmp_bigtab_view1 b LIMIT 10000; DROP VIEW tmp_bigtab_view1; CREATE TABLE db1.t0(num int, msg text) ENGINE= Innodb; CREATE TABLE db1.test1(num int) ENGINE=InnoDB; ################################################### # Creating backups. ################################################### INSERT INTO db1.t0 VALUES (1,'initial state'); INSERT INTO db1.test1 VALUES (1); == Initial, full backup == FLUSH TABLES; # Backup done, reading backup LSN. # Dumping server state. INSERT INTO db1.t0 VALUES (2,'before 1st incremental backup'); == First incremental backup == FLUSH TABLES; # Dumping server state. == Restoring data from first incremental backup == # Stopping server. # Re-starting server. # Dumping server state. backup.increment_crash [ fail ] Test ended at 2011-02-03 00:01:41 CURRENT_TEST: backup.increment_crash ERROR 2013 (HY000) at line 37 in file: '/export/home2/tmp/mysql-5.1-meb-testing/mysql-test/var/tmp/extreme_dump.sql': Lost connection to MySQL server during query mysqltest: In included file "./suite/meb/include/extreme_dump.inc": At line 83: command "$MYSQL --protocol=tcp --port=$port -e "source $TMPDIR/extreme_dump.sql" $OUT" failed Output from before failure: exec of '/export/home2/tmp/mysql-5.1-meb-testing/client/mysql --defaults-file=/export/home2/tmp/mysql-5.1-meb-testing/mysql-test/var/my.cnf --protocol=tcp --port=13000 -e "source /export/home2/tmp/mysql-5.1-meb-testing/mysql-test/var/tmp/extreme_dump.sql" > /export/home2/tmp/mysql-5.1-meb-testing/mysql-test/var/tmp/backup2/restore.dump' failed, error: 256, status: 1, errno: 0 Server [mysqld.1 - pid: 15995, winpid: 15995, exit: 256] failed during test run Server log from this test: 110203 2:01:15 [Warning] '--default-character-set' is deprecated and will be removed in a future release. Please use '--character-set-server' instead. 110203 2:01:15 [Note] Plugin 'FEDERATED' is disabled. 110203 2:01:15 [Note] Plugin 'ndbcluster' is disabled. InnoDB: The first specified data file /export/home2/tmp/mysql-5.1-meb-testing/mysql-test/var/mysqld.1/data/ibdata1 did not exist: InnoDB: a new database to be created! 110203 2:01:15 InnoDB: Setting file /export/home2/tmp/mysql-5.1-meb-testing/mysql-test/var/mysqld.1/data/ibdata1 size to 10 MB InnoDB: Database physically writes the file full: wait... 110203 2:01:15 InnoDB: Data file /export/home2/tmp/mysql-5.1-meb-testing/mysql-test/var/mysqld.1/data/ibdata2 did not exist: new to be created 110203 2:01:15 InnoDB: Setting file /export/home2/tmp/mysql-5.1-meb-testing/mysql-test/var/mysqld.1/data/ibdata2 size to 10 MB InnoDB: Database physically writes the file full: wait... 110203 2:01:16 InnoDB: Log file /export/home2/tmp/mysql-5.1-meb-testing/mysql-test/var/mysqld.1/data/ib_logfile0 did not exist: new to be created InnoDB: Setting log file /export/home2/tmp/mysql-5.1-meb-testing/mysql-test/var/mysqld.1/data/ib_logfile0 size to 5 MB InnoDB: Database physically writes the file full: wait... 110203 2:01:16 InnoDB: Log file /export/home2/tmp/mysql-5.1-meb-testing/mysql-test/var/mysqld.1/data/ib_logfile1 did not exist: new to be created InnoDB: Setting log file /export/home2/tmp/mysql-5.1-meb-testing/mysql-test/var/mysqld.1/data/ib_logfile1 size to 5 MB InnoDB: Database physically writes the file full: wait... 110203 2:01:16 InnoDB: Log file /export/home2/tmp/mysql-5.1-meb-testing/mysql-test/var/mysqld.1/data/ib_logfile2 did not exist: new to be created InnoDB: Setting log file /export/home2/tmp/mysql-5.1-meb-testing/mysql-test/var/mysqld.1/data/ib_logfile2 size to 5 MB InnoDB: Database physically writes the file full: wait... 110203 2:01:16 InnoDB: Log file /export/home2/tmp/mysql-5.1-meb-testing/mysql-test/var/mysqld.1/data/ib_logfile3 did not exist: new to be created InnoDB: Setting log file /export/home2/tmp/mysql-5.1-meb-testing/mysql-test/var/mysqld.1/data/ib_logfile3 size to 5 MB InnoDB: Database physically writes the file full: wait... InnoDB: Doublewrite buffer not found: creating new InnoDB: Doublewrite buffer created InnoDB: Creating foreign key constraint system tables InnoDB: Foreign key constraint system tables created 110203 2:01:16 InnoDB: Started; log sequence number 0 0 110203 2:01:16 [Note] Event Scheduler: Loaded 0 events 110203 2:01:16 [Note] /export/home2/tmp/mysql-5.1-meb-testing/sql/mysqld: ready for connections. Version: '5.1.53-debug-log' socket: '/export/home2/tmp/mysql-5.1-meb-testing/mysql-test/var/tmp/mysqld.1.sock' port: 13000 Source distribution 110203 2:01:32 [Note] Got signal 15 to shutdown mysqld 110203 2:01:32 [Note] /export/home2/tmp/mysql-5.1-meb-testing/sql/mysqld: Normal shutdown 110203 2:01:32 [Note] Event Scheduler: Purging the queue. 0 events 110203 2:01:33 InnoDB: Starting shutdown... 110203 2:01:36 InnoDB: Shutdown completed; log sequence number 0 34426619 110203 2:01:36 [Note] Debug sync points hit: 638 110203 2:01:36 [Note] Debug sync points executed: 0 110203 2:01:36 [Note] Debug sync points max active per thread: 0 110203 2:01:36 [Note] /export/home2/tmp/mysql-5.1-meb-testing/sql/mysqld: Shutdown complete 110203 2:01:39 [Warning] '--default-character-set' is deprecated and will be removed in a future release. Please use '--character-set-server' instead. 110203 2:01:39 [Note] Plugin 'FEDERATED' is disabled. 110203 2:01:39 [Note] Plugin 'ndbcluster' is disabled. InnoDB: The log file was created by ibbackup --apply-log at InnoDB: ibbackup 110203 2:01:38 InnoDB: NOTE: the following crash recovery is part of a normal restore. InnoDB: The log sequence number in ibdata files does not match InnoDB: the log sequence number in the ib_logfiles! 110203 2:01:39 InnoDB: Database was not shut down normally! InnoDB: Starting crash recovery. InnoDB: Reading tablespace information from the .ibd files... InnoDB: Restoring possible half-written data pages from the doublewrite InnoDB: buffer... 110203 2:01:40 InnoDB: Started; log sequence number 0 34426380 110203 2:01:40 [Note] Event Scheduler: Loaded 0 events 110203 2:01:40 [Note] /export/home2/tmp/mysql-5.1-meb-testing/sql/mysqld: ready for connections. Version: '5.1.53-debug-log' socket: '/export/home2/tmp/mysql-5.1-meb-testing/mysql-test/var/tmp/mysqld.1.sock' port: 13000 Source distribution 110203 2:01:40 InnoDB: Assertion failure in thread 1106364736 in file btr/btr0pcur.c line 402 InnoDB: Failing assertion: btr_page_get_prev(next_page, mtr) == buf_frame_get_page_no(page) InnoDB: We intentionally generate a memory trap. InnoDB: Submit a detailed bug report to http://bugs.mysql.com. InnoDB: If you get repeated assertion failures or crashes, even InnoDB: immediately after the mysqld startup, there may be InnoDB: corruption in the InnoDB tablespace. Please refer to InnoDB: http://dev.mysql.com/doc/refman/5.1/en/forcing-recovery.html InnoDB: about forcing recovery. 110203 2:01:40 - mysqld got signal 6 ; This could be because you hit a bug. It is also possible that this binary or one of the libraries it was linked against is corrupt, improperly built, or misconfigured. This error can also be caused by malfunctioning hardware. We will try our best to scrape up some info that will hopefully help diagnose the problem, but since we have already crashed, something is definitely wrong and this may fail. key_buffer_size=1048576 read_buffer_size=131072 max_used_connections=2 max_threads=151 threads_connected=2 It is possible that mysqld could use up to key_buffer_size + (read_buffer_size + sort_buffer_size)*max_threads = 60585 K bytes of memory Hope that's ok; if not, decrease some variables in the equation. thd: 0x149f1688 Attempting backtrace. You can use the following information to find out where mysqld died. If you see no messages after this, something went terribly wrong... stack_bottom = 0x41f1c100 thread_stack 0x40000 /export/home2/tmp/mysql-5.1-meb-testing/sql/mysqld(my_print_stacktrace+0x32)[0xb0b962] /export/home2/tmp/mysql-5.1-meb-testing/sql/mysqld(handle_segfault+0x28a)[0x69a746] /lib64/libpthread.so.0[0x36a3c0de60] /lib64/libc.so.6(gsignal+0x35)[0x36a3030045] /lib64/libc.so.6(abort+0x110)[0x36a3031ae0] /export/home2/tmp/mysql-5.1-meb-testing/sql/mysqld(btr_pcur_move_to_next_page+0xda)[0x9bd42a] /export/home2/tmp/mysql-5.1-meb-testing/sql/mysqld(btr_pcur_move_to_next+0x57)[0x9bc4ab] /export/home2/tmp/mysql-5.1-meb-testing/sql/mysqld(row_search_for_mysql+0x1c9b)[0x998b8d] /export/home2/tmp/mysql-5.1-meb-testing/sql/mysqld(_ZN11ha_innobase13general_fetchEPhjj+0xdc)[0x92afe0] /export/home2/tmp/mysql-5.1-meb-testing/sql/mysqld(_ZN11ha_innobase8rnd_nextEPh+0xbb)[0x92b17f] /export/home2/tmp/mysql-5.1-meb-testing/sql/mysqld(_Z13rr_sequentialP11READ_RECORD+0x72)[0x7e3b2e] /export/home2/tmp/mysql-5.1-meb-testing/sql/mysqld(_Z10sub_selectP4JOINP13st_join_tableb+0x14b)[0x71f60d] /export/home2/tmp/mysql-5.1-meb-testing/sql/mysqld[0x72858a] /export/home2/tmp/mysql-5.1-meb-testing/sql/mysqld(_ZN4JOIN4execEv+0x266c)[0x7458d6] /export/home2/tmp/mysql-5.1-meb-testing/sql/mysqld(_Z12mysql_selectP3THDPPP4ItemP10TABLE_LISTjR4ListIS1_ES2_jP8st_orderSB_S2_SB_yP13select_resultP18st_select_lex_unitP13st_select_lex+0x368)[0x740278] /export/home2/tmp/mysql-5.1-meb-testing/sql/mysqld(_Z13handle_selectP3THDP6st_lexP13select_resultm+0x22b)[0x745c61] /export/home2/tmp/mysql-5.1-meb-testing/sql/mysqld[0x6ab17f] /export/home2/tmp/mysql-5.1-meb-testing/sql/mysqld(_Z21mysql_execute_commandP3THD+0x8cc)[0x6abdd6] /export/home2/tmp/mysql-5.1-meb-testing/sql/mysqld(_Z11mysql_parseP3THDPcjPPKc+0x2cf)[0x6b4a47] /export/home2/tmp/mysql-5.1-meb-testing/sql/mysqld(_Z16dispatch_command19enum_server_commandP3THDPcj+0xc30)[0x6b62c8] /export/home2/tmp/mysql-5.1-meb-testing/sql/mysqld(_Z10do_commandP3THD+0x252)[0x6b77b0] /export/home2/tmp/mysql-5.1-meb-testing/sql/mysqld(handle_one_connection+0x13d)[0x6a38fd] /lib64/libpthread.so.0[0x36a3c062e7] /lib64/libc.so.6(clone+0x6d)[0x36a30ce3bd] Trying to get some variables. Some pointers may be invalid and cause the dump to abort... thd->query at 0x14a11c78 = SELECT count(*) FROM db2.t0 thd->thread_id=2 thd->killed=NOT_KILLED The manual page at http://dev.mysql.com/doc/mysql/en/crashing.html contains information that should help you find out what is causing the crash. Writing a core file - saving '/export/home2/tmp/mysql-5.1-meb-testing/mysql-test/var/log/backup.increment_crash/' to '/export/home2/tmp/mysql-5.1-meb-testing/mysql-test/var/log/backup.increment_crash/' - found 'core.15996' (0/5) Trying 'dbx' to get a backtrace Trying 'gdb' to get a backtrace Core generated by '/export/home2/tmp/mysql-5.1-meb-testing/sql/mysqld' Output from gdb follows. The first stack trace is from the failing thread. The following stack traces are from all threads (so the failing one is duplicated). -------------------------- Using host libthread_db library "/lib64/libthread_db.so.1". Core was generated by `/export/home2/tmp/mysql-5.1-meb-testing/sql/mysqld --defaults-group-suffix=.1 -'. Program terminated with signal 6, Aborted. #0 0x00000036a3c0b122 in pthread_kill () from /lib64/libpthread.so.0 #0 0x00000036a3c0b122 in pthread_kill () from /lib64/libpthread.so.0 #1 0x0000000000b0b9d7 in my_write_core (sig=6) at stacktrace.c:331 #2 0x000000000069a933 in handle_segfault (sig=6) at mysqld.cc:2609 #3 #4 0x00000036a3030045 in raise () from /lib64/libc.so.6 #5 0x00000036a3031ae0 in abort () from /lib64/libc.so.6 #6 0x00000000009bd42a in btr_pcur_move_to_next_page (cursor=0x14aa3940, mtr=0x41f194f0) at btr/btr0pcur.c:402 #7 0x00000000009bc4ab in btr_pcur_move_to_next (cursor=0x14aa3940, mtr=0x41f194f0) at ../../storage/innobase/include/btr0pcur.ic:367 #8 0x0000000000998b8d in row_search_for_mysql (buf=0x14a9b018 "ÿÿÿÿÿÿÿÿÿÿ", mode=1, prebuilt=0x2aaaaad328b8, match_mode=0, direction=1) at row/row0sel.c:4375 #9 0x000000000092afe0 in ha_innobase::general_fetch (this=0x14a97038, buf=0x14a9b018 "ÿÿÿÿÿÿÿÿÿÿ", direction=1, match_mode=0) at handler/ha_innodb.cc:4920 #10 0x000000000092b17f in ha_innobase::rnd_next (this=0x14a97038, buf=0x14a9b018 "ÿÿÿÿÿÿÿÿÿÿ") at handler/ha_innodb.cc:5109 #11 0x00000000007e3b2e in rr_sequential (info=0x14aa70b8) at records.cc:385 #12 0x000000000071f60d in sub_select (join=0x14a12300, join_tab=0x14aa7038, end_of_records=false) at sql_select.cc:11408 #13 0x000000000072858a in do_select (join=0x14a12300, fields=0x14a13970, table=0x0, procedure=0x0) at sql_select.cc:11159 #14 0x00000000007458d6 in JOIN::exec (this=0x14a12300) at sql_select.cc:2322 #15 0x0000000000740278 in mysql_select (thd=0x149f1688, rref_pointer_array=0x149f3770, tables=0x14a11f18, wild_num=0, fields=@0x149f36a8, conds=0x0, og_num=0, order=0x0, group=0x0, having=0x0, proc_param=0x0, select_options=2147764736, result=0x14a122e0, unit=0x149f3178, select_lex=0x149f35a0) at sql_select.cc:2525 #16 0x0000000000745c61 in handle_select (thd=0x149f1688, lex=0x149f30d8, result=0x14a122e0, setup_tables_done_option=0) at sql_select.cc:269 #17 0x00000000006ab17f in execute_sqlcom_select (thd=0x149f1688, all_tables=0x14a11f18) at sql_parse.cc:5127 #18 0x00000000006abdd6 in mysql_execute_command (thd=0x149f1688) at sql_parse.cc:2292 #19 0x00000000006b4a47 in mysql_parse (thd=0x149f1688, rawbuf=0x14a11c78 "SELECT count(*) FROM db2.t0", length=27, found_semicolon=0x41f1bed0) at sql_parse.cc:6051 #20 0x00000000006b62c8 in dispatch_command (command=COM_QUERY, thd=0x149f1688, packet=0x14a1de09 "", packet_length=27) at sql_parse.cc:1260 #21 0x00000000006b77b0 in do_command (thd=0x149f1688) at sql_parse.cc:888 #22 0x00000000006a38fd in handle_one_connection (arg=0x149f1688) at sql_connect.cc:1136 #23 0x00000036a3c062e7 in start_thread () from /lib64/libpthread.so.0 #24 0x00000036a30ce3bd in clone () from /lib64/libc.so.6 Thread 12 (process 15996): #0 0x00000036a30c7922 in select () from /lib64/libc.so.6 #1 0x000000000069b2c5 in handle_connections_sockets (arg=0x0) at mysqld.cc:5108 #2 0x000000000069e407 in main (argc=7, argv=0x7fff7d119b98) at mysqld.cc:4592 Thread 11 (process 15998): #0 0x00000036a3c0a496 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000b16ccb in safe_cond_wait (cond=0x1493d848, mp=0x1493d7d0, file=0xcd0212 "os/os0sync.c", line=422) at thr_mutex.c:237 #2 0x00000000009797b6 in os_event_wait_low (event=0x1493d7d0, reset_sig_count=0) at os/os0sync.c:422 #3 0x000000000097863c in os_aio_simulated_handle (global_segment=0, message1=0x41e9a0d8, message2=0x41e9a0d0, type=0x41e9a0c8) at os/os0file.c:4270 #4 0x0000000000953be8 in fil_aio_wait (segment=0) at fil/fil0fil.c:4296 #5 0x00000000009a1159 in io_handler_thread (arg=0x116dd60) at srv/srv0start.c:421 #6 0x00000036a3c062e7 in start_thread () from /lib64/libpthread.so.0 #7 0x00000036a30ce3bd in clone () from /lib64/libc.so.6 Thread 10 (process 15999): #0 0x00000036a3c0a496 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000b16ccb in safe_cond_wait (cond=0x1493d928, mp=0x1493d8b0, file=0xcd0212 "os/os0sync.c", line=422) at thr_mutex.c:237 #2 0x00000000009797b6 in os_event_wait_low (event=0x1493d8b0, reset_sig_count=0) at os/os0sync.c:422 #3 0x000000000097863c in os_aio_simulated_handle (global_segment=1, message1=0x429e00d8, message2=0x429e00d0, type=0x429e00c8) at os/os0file.c:4270 #4 0x0000000000953be8 in fil_aio_wait (segment=1) at fil/fil0fil.c:4296 #5 0x00000000009a1159 in io_handler_thread (arg=0x116dd68) at srv/srv0start.c:421 #6 0x00000036a3c062e7 in start_thread () from /lib64/libpthread.so.0 #7 0x00000036a30ce3bd in clone () from /lib64/libc.so.6 Thread 9 (process 16000): #0 0x00000036a3c0a496 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000b16ccb in safe_cond_wait (cond=0x1493da08, mp=0x1493d990, file=0xcd0212 "os/os0sync.c", line=422) at thr_mutex.c:237 #2 0x00000000009797b6 in os_event_wait_low (event=0x1493d990, reset_sig_count=0) at os/os0sync.c:422 #3 0x000000000097863c in os_aio_simulated_handle (global_segment=2, message1=0x433e10d8, message2=0x433e10d0, type=0x433e10c8) at os/os0file.c:4270 #4 0x0000000000953be8 in fil_aio_wait (segment=2) at fil/fil0fil.c:4296 #5 0x00000000009a1159 in io_handler_thread (arg=0x116dd70) at srv/srv0start.c:421 #6 0x00000036a3c062e7 in start_thread () from /lib64/libpthread.so.0 #7 0x00000036a30ce3bd in clone () from /lib64/libc.so.6 Thread 8 (process 16001): #0 0x00000036a3c0a496 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000b16ccb in safe_cond_wait (cond=0x1493dae8, mp=0x1493da70, file=0xcd0212 "os/os0sync.c", line=422) at thr_mutex.c:237 #2 0x00000000009797b6 in os_event_wait_low (event=0x1493da70, reset_sig_count=0) at os/os0sync.c:422 #3 0x000000000097863c in os_aio_simulated_handle (global_segment=3, message1=0x43de20d8, message2=0x43de20d0, type=0x43de20c8) at os/os0file.c:4270 #4 0x0000000000953be8 in fil_aio_wait (segment=3) at fil/fil0fil.c:4296 #5 0x00000000009a1159 in io_handler_thread (arg=0x116dd78) at srv/srv0start.c:421 #6 0x00000036a3c062e7 in start_thread () from /lib64/libpthread.so.0 #7 0x00000036a30ce3bd in clone () from /lib64/libc.so.6 Thread 7 (process 16004): #0 0x00000036a30c7922 in select () from /lib64/libc.so.6 #1 0x0000000000979ed3 in os_thread_sleep (tm=1000000) at os/os0thread.c:281 #2 0x000000000099fd33 in srv_lock_timeout_thread (arg=0x0) at srv/srv0srv.c:2092 #3 0x00000036a3c062e7 in start_thread () from /lib64/libpthread.so.0 #4 0x00000036a30ce3bd in clone () from /lib64/libc.so.6 Thread 6 (process 16005): #0 0x00000036a30c7922 in select () from /lib64/libc.so.6 #1 0x0000000000979ed3 in os_thread_sleep (tm=1000000) at os/os0thread.c:281 #2 0x00000000009a0076 in srv_error_monitor_thread (arg=0x0) at srv/srv0srv.c:2247 #3 0x00000036a3c062e7 in start_thread () from /lib64/libpthread.so.0 #4 0x00000036a30ce3bd in clone () from /lib64/libc.so.6 Thread 5 (process 16006): #0 0x00000036a30c7922 in select () from /lib64/libc.so.6 #1 0x0000000000979ed3 in os_thread_sleep (tm=5000000) at os/os0thread.c:281 #2 0x000000000099fa22 in srv_monitor_thread (arg=0x0) at srv/srv0srv.c:1950 #3 0x00000036a3c062e7 in start_thread () from /lib64/libpthread.so.0 #4 0x00000036a30ce3bd in clone () from /lib64/libc.so.6 Thread 4 (process 16007): #0 0x00000036a30c7922 in select () from /lib64/libc.so.6 #1 0x0000000000979ed3 in os_thread_sleep (tm=1000000) at os/os0thread.c:281 #2 0x00000000009a02a4 in srv_master_thread (arg=0x0) at srv/srv0srv.c:2378 #3 0x00000036a3c062e7 in start_thread () from /lib64/libpthread.so.0 #4 0x00000036a30ce3bd in clone () from /lib64/libc.so.6 Thread 3 (process 16008): #0 0x00000036a3c0db98 in do_sigwait () from /lib64/libpthread.so.0 #1 0x00000036a3c0dc3d in sigwait () from /lib64/libpthread.so.0 #2 0x000000000069a1f5 in signal_hand (arg=0x0) at mysqld.cc:2811 #3 0x00000036a3c062e7 in start_thread () from /lib64/libpthread.so.0 #4 0x00000036a30ce3bd in clone () from /lib64/libc.so.6 Thread 2 (process 16009): #0 0x00000036a3c0cc7b in read () from /lib64/libpthread.so.0 #1 0x0000000000ae37a8 in vio_read (vio=0x149f49c8, buf=0x14a19dc8 "\a", size=4) at viosocket.c:44 #2 0x0000000000689023 in my_real_read (net=0x149eb450, complen=0x41edb008) at net_serv.cc:816 #3 0x00000000006897b0 in my_net_read (net=0x149eb450) at net_serv.cc:1011 #4 0x00000000006b7613 in do_command (thd=0x149eb368) at sql_parse.cc:830 #5 0x00000000006a38fd in handle_one_connection (arg=0x149eb368) at sql_connect.cc:1136 #6 0x00000036a3c062e7 in start_thread () from /lib64/libpthread.so.0 #7 0x00000036a30ce3bd in clone () from /lib64/libc.so.6 Thread 1 (process 16028): #0 0x00000036a3c0b122 in pthread_kill () from /lib64/libpthread.so.0 #1 0x0000000000b0b9d7 in my_write_core (sig=6) at stacktrace.c:331 #2 0x000000000069a933 in handle_segfault (sig=6) at mysqld.cc:2609 #3 #4 0x00000036a3030045 in raise () from /lib64/libc.so.6 #5 0x00000036a3031ae0 in abort () from /lib64/libc.so.6 #6 0x00000000009bd42a in btr_pcur_move_to_next_page (cursor=0x14aa3940, mtr=0x41f194f0) at btr/btr0pcur.c:402 #7 0x00000000009bc4ab in btr_pcur_move_to_next (cursor=0x14aa3940, mtr=0x41f194f0) at ../../storage/innobase/include/btr0pcur.ic:367 #8 0x0000000000998b8d in row_search_for_mysql (buf=0x14a9b018 "ÿÿÿÿÿÿÿÿÿÿ", mode=1, prebuilt=0x2aaaaad328b8, match_mode=0, direction=1) at row/row0sel.c:4375 #9 0x000000000092afe0 in ha_innobase::general_fetch (this=0x14a97038, buf=0x14a9b018 "ÿÿÿÿÿÿÿÿÿÿ", direction=1, match_mode=0) at handler/ha_innodb.cc:4920 #10 0x000000000092b17f in ha_innobase::rnd_next (this=0x14a97038, buf=0x14a9b018 "ÿÿÿÿÿÿÿÿÿÿ") at handler/ha_innodb.cc:5109 #11 0x00000000007e3b2e in rr_sequential (info=0x14aa70b8) at records.cc:385 #12 0x000000000071f60d in sub_select (join=0x14a12300, join_tab=0x14aa7038, end_of_records=false) at sql_select.cc:11408 #13 0x000000000072858a in do_select (join=0x14a12300, fields=0x14a13970, table=0x0, procedure=0x0) at sql_select.cc:11159 #14 0x00000000007458d6 in JOIN::exec (this=0x14a12300) at sql_select.cc:2322 #15 0x0000000000740278 in mysql_select (thd=0x149f1688, rref_pointer_array=0x149f3770, tables=0x14a11f18, wild_num=0, fields=@0x149f36a8, conds=0x0, og_num=0, order=0x0, group=0x0, having=0x0, proc_param=0x0, select_options=2147764736, result=0x14a122e0, unit=0x149f3178, select_lex=0x149f35a0) at sql_select.cc:2525 #16 0x0000000000745c61 in handle_select (thd=0x149f1688, lex=0x149f30d8, result=0x14a122e0, setup_tables_done_option=0) at sql_select.cc:269 #17 0x00000000006ab17f in execute_sqlcom_select (thd=0x149f1688, all_tables=0x14a11f18) at sql_parse.cc:5127 #18 0x00000000006abdd6 in mysql_execute_command (thd=0x149f1688) at sql_parse.cc:2292 #19 0x00000000006b4a47 in mysql_parse (thd=0x149f1688, rawbuf=0x14a11c78 "SELECT count(*) FROM db2.t0", length=27, found_semicolon=0x41f1bed0) at sql_parse.cc:6051 #20 0x00000000006b62c8 in dispatch_command (command=COM_QUERY, thd=0x149f1688, packet=0x14a1de09 "", packet_length=27) at sql_parse.cc:1260 #21 0x00000000006b77b0 in do_command (thd=0x149f1688) at sql_parse.cc:888 #22 0x00000000006a38fd in handle_one_connection (arg=0x149f1688) at sql_connect.cc:1136 #23 0x00000036a3c062e7 in start_thread () from /lib64/libpthread.so.0 #24 0x00000036a30ce3bd in clone () from /lib64/libc.so.6 ------------------------------------------------------------ The servers were restarted 0 times Spent 0.000 of 30 seconds executing testcases Completed: Failed 1/1 tests, 0.00% were successful. Failing test(s): backup.increment_crash The log files in var/log may give you some hint of what went wrong. If you want to report this error, please read first the documentation at http://dev.mysql.com/doc/mysql/en/mysql-test-suite.html mysql-test-run: *** ERROR: there were failing test cases