-- 5.7.15 rm -rf 83245 bin/mysqld --initialize-insecure --skip-external-locking --max_allowed_packet=16M --thread_stack=192K --thread_cache_size=8 --max_connections=4096 --query_cache_limit=1M --query_cache_size=16M --expire_logs_days=1 --max_binlog_size=100M --innodb_buffer_pool_size=24G --innodb_log_file_size=1G --innodb_log_buffer_size=64M --innodb_flush_log_at_trx_commit=0 --innodb_flush_method=O_DIRECT --innodb_io_capacity=1000 --innodb_io_capacity_max=10000 --innodb_checksum_algorithm=strict_crc32 --innodb_purge_threads=8 --innodb_flush_neighbors=0 --innodb_change_buffer_max_size=5 --innodb_flush_log_at_trx_commit=2 --innodb_max_dirty_pages_pct=95 --innodb_sync_array_size=4 --innodb_monitor_enable="%" --innodb_max_purge_lag=1000000 --innodb_max_purge_lag_delay=10000 --innodb_undo_tablespaces=2 --innodb_undo_log_truncate=1 --basedir=/export/umesh/server/binaries/GABuilds/mysql-advanced-5.7.15 --datadir=/export/umesh/server/binaries/GABuilds/mysql-advanced-5.7.15/83245 --core-file --socket=/tmp/mysql_ushastry.sock --port=3306 --log-error=/export/umesh/server/binaries/GABuilds/mysql-advanced-5.7.15/83245/log.err bin/mysqld --no-defaults --skip-external-locking --max_allowed_packet=16M --thread_stack=192K --thread_cache_size=8 --max_connections=4096 --query_cache_limit=1M --query_cache_size=16M --expire_logs_days=1 --max_binlog_size=100M --innodb_buffer_pool_size=24G --innodb_log_file_size=1G --innodb_log_buffer_size=64M --innodb_flush_log_at_trx_commit=0 --innodb_flush_method=O_DIRECT --innodb_io_capacity=1000 --innodb_io_capacity_max=10000 --innodb_checksum_algorithm=strict_crc32 --innodb_purge_threads=8 --innodb_flush_neighbors=0 --innodb_change_buffer_max_size=5 --innodb_flush_log_at_trx_commit=2 --innodb_max_dirty_pages_pct=95 --innodb_sync_array_size=4 --innodb_monitor_enable="%" --innodb_max_purge_lag=1000000 --innodb_max_purge_lag_delay=10000 --innodb_undo_tablespaces=2 --innodb_undo_log_truncate=1 --basedir=/export/umesh/server/binaries/GABuilds/mysql-advanced-5.7.15 --datadir=/export/umesh/server/binaries/GABuilds/mysql-advanced-5.7.15/83245 --core-file --socket=/tmp/mysql_ushastry.sock --port=3306 --log-error=/export/umesh/server/binaries/GABuilds/mysql-advanced-5.7.15/83245/log.err 2>&1 & sysbench/sysbench --test=/home/umshastr/bugs/sysbench/sysbench/tests/db/oltp.lua --report-interval=1 --oltp-tables-count=100000 --oltp-table-size=1000 --max-time=0 --oltp-read-only=off --max-requests=0 --num-threads=64 --rand-type=pareto --db-driver=mysql --mysql-user=root --mysql-socket=/tmp/mysql_ushastry.sock --mysql-db=sbtest prepare . Inserting 1000 records into 'sbtest99997' Creating table 'sbtest99998'... Inserting 1000 records into 'sbtest99998' Creating table 'sbtest99999'... Inserting 1000 records into 'sbtest99999' Creating table 'sbtest100000'... Inserting 1000 records into 'sbtest100000' [umshastr@hod03]~/bugs/sysbench: sysbench/sysbench --test=/home/umshastr/bugs/sysbench/sysbench/tests/db/oltp.lua --report-interval=1 --oltp-tables-count=100000 --oltp-table-size=1000 --max-time=0 --oltp-read-only=off --max-requests=0 --num-threads=64 --rand-type=pareto --db-driver=mysql --mysql-user=root --mysql-socket=/tmp/mysql_ushastry.sock --mysql-db=sbtest run WARNING: Both max-requests and max-time are 0, running endless test sysbench 0.5: multi-threaded system evaluation benchmark Running the test with following options: Number of threads: 64 Report intermediate results every 1 second(s) Random number generator seed is 0 and will be ignored Threads started! [ 1s] threads: 64, tps: 655.93, reads/s: 9353.02, writes/s: 2625.73, response time: 322.93ms (95%) [ 2s] threads: 64, tps: 746.02, reads/s: 10307.29, writes/s: 2982.08, response time: 309.49ms (95%) [ 3s] threads: 64, tps: 688.00, reads/s: 9767.05, writes/s: 2754.01, response time: 359.67ms (95%) [ 4s] threads: 64, tps: 988.00, reads/s: 14072.96, writes/s: 3964.99, response time: 295.10ms (95%) [ 5s] threads: 64, tps: 840.00, reads/s: 11677.00, writes/s: 3347.00, response time: 404.69ms (95%) [ 6s] threads: 64, tps: 1101.00, reads/s: 15399.03, writes/s: 4402.01, response time: 298.84ms (95%) [ 7s] threads: 64, tps: 1074.02, reads/s: 15034.29, writes/s: 4299.08, response time: 337.45ms (95%) [ 8s] threads: 64, tps: 1004.98, reads/s: 13885.76, writes/s: 4016.93, response time: 352.11ms (95%) [ 9s] threads: 64, tps: 975.99, reads/s: 13845.85, writes/s: 3904.96, response time: 319.18ms (95%) [ 10s] threads: 64, tps: 1188.01, reads/s: 16658.10, writes/s: 4752.03, response time: 302.26ms (95%) [ 11s] threads: 64, tps: 1121.00, reads/s: 15777.06, writes/s: 4486.02, response time: 313.22ms (95%) [ 12s] threads: 64, tps: 1215.00, reads/s: 16865.97, writes/s: 4856.99, response time: 315.10ms (95%) . [ 685s] threads: 64, tps: 0.00, reads/s: 0.00, writes/s: 0.00, response time: 0.00ms (95%) [ 686s] threads: 64, tps: 0.00, reads/s: 0.00, writes/s: 0.00, response time: 0.00ms (95%) -- killed mysqld process after 686sec [umshastr@hod03]~/bugs/sysbench: ps aux|grep mysqld umshastr 8682 115 11.6 35885748 30831836 pts/4 Sl 07:51 83:59 bin/mysqld --no-defaults --skip-external-locking --max_allowed_packet=16M --thread_stack=192K --thread_cache_size=8 --max_connections=4096 --query_cache_limit=1M --query_cache_size=16M --expire_logs_days=1 --max_binlog_size=100M --innodb_buffer_pool_size=24G --innodb_log_file_size=1G --innodb_log_buffer_size=64M --innodb_flush_log_at_trx_commit=0 --innodb_flush_method=O_DIRECT --innodb_io_capacity=1000 --innodb_io_capacity_max=10000 --innodb_checksum_algorithm=strict_crc32 --innodb_purge_threads=8 --innodb_flush_neighbors=0 --innodb_change_buffer_max_size=5 --innodb_flush_log_at_trx_commit=2 --innodb_max_dirty_pages_pct=95 --innodb_sync_array_size=4 --innodb_monitor_enable=% --innodb_max_purge_lag=1000000 --innodb_max_purge_lag_delay=10000 --innodb_undo_tablespaces=2 --innodb_undo_log_truncate=1 --basedir=/export/umesh/server/binaries/GABuilds/mysql-advanced-5.7.15 --datadir=/export/umesh/server/binaries/GABuilds/mysql-advanced-5.7.15/83245 --core-file --socket=/tmp/mysql_ushastry.sock --port=3306 --log-error=/export/umesh/server/binaries/GABuilds/mysql-advanced-5.7.15/83245/log.err umshastr 14306 0.0 0.0 112632 972 pts/6 S+ 09:04 0:00 grep --color=auto mysqld [umshastr@hod03]~/bugs/sysbench: kill -9 8682 -- restart mysqld [umshastr@hod03]/export/umesh/server/binaries/GABuilds/mysql-advanced-5.7.15: bin/mysqld --no-defaults --skip-external-locking --max_allowed_packet=16M --thread_stack=192K --thread_cache_size=8 --max_connections=4096 --query_cache_limit=1M --query_cache_size=16M --expire_logs_days=1 --max_binlog_size=100M --innodb_buffer_pool_size=24G --innodb_log_file_size=1G --innodb_log_buffer_size=64M --innodb_flush_log_at_trx_commit=0 --innodb_flush_method=O_DIRECT --innodb_io_capacity=1000 --innodb_io_capacity_max=10000 --innodb_checksum_algorithm=strict_crc32 --innodb_purge_threads=8 --innodb_flush_neighbors=0 --innodb_change_buffer_max_size=5 --innodb_flush_log_at_trx_commit=2 --innodb_max_dirty_pages_pct=95 --innodb_sync_array_size=4 --innodb_monitor_enable="%" --innodb_max_purge_lag=1000000 --innodb_max_purge_lag_delay=10000 --innodb_undo_tablespaces=2 --innodb_undo_log_truncate=1 --basedir=/export/umesh/server/binaries/GABuilds/mysql-advanced-5.7.15 --datadir=/export/umesh/server/binaries/GABuilds/mysql-advanced-5.7.15/83245 --core-file --socket=/tmp/mysql_ushastry.sock --port=3306 --log-error=/export/umesh/server/binaries/GABuilds/mysql-advanced-5.7.15/83245/log.err 2>&1 & -- extract from error log [umshastr@hod03]/export/umesh/server/binaries/GABuilds/mysql-advanced-5.7.15: cat 83245/log.err 2016-10-04T05:50:36.749295Z 0 [Warning] Changed limits: max_open_files: 16384 (requested 20480) 2016-10-04T05:50:36.749614Z 0 [Warning] TIMESTAMP with implicit DEFAULT value is deprecated. Please use --explicit_defaults_for_timestamp server option (see documentation for more details). 100 200 300 400 500 600 700 800 900 1000 100 200 300 400 500 600 700 800 900 1000 2016-10-04T05:50:45.638870Z 0 [Warning] InnoDB: New log files created, LSN=47547 2016-10-04T05:50:45.660055Z 0 [Warning] InnoDB: Creating foreign key constraint system tables. 2016-10-04T05:50:45.663377Z 0 [Warning] No existing UUID has been found, so we assume that this is the first time that this server has been started. Generating a new UUID: 7e61214f-89f6-11e6-af0a-0010e05f3e06. 2016-10-04T05:50:45.663887Z 0 [Warning] Gtid table is not ready to be used. Table 'mysql.gtid_executed' cannot be opened. 2016-10-04T05:50:46.499341Z 0 [Warning] CA certificate ca.pem is self signed. 2016-10-04T05:50:47.127040Z 1 [Warning] root@localhost is created with an empty password ! Please consider switching off the --initialize-insecure option. 2016-10-04T05:51:41.990682Z 0 [Warning] Changed limits: max_open_files: 16384 (requested 20480) 2016-10-04T05:51:42.202935Z 0 [Warning] TIMESTAMP with implicit DEFAULT value is deprecated. Please use --explicit_defaults_for_timestamp server option (see documentation for more details). 2016-10-04T05:51:42.203016Z 0 [Warning] Insecure configuration for --secure-file-priv: Current value does not restrict location of generated files. Consider setting it to a valid, non-empty path. 2016-10-04T05:51:42.203058Z 0 [Note] bin/mysqld (mysqld 5.7.15-enterprise-commercial-advanced) starting as process 8682 ... 2016-10-04T05:51:42.209278Z 0 [Note] InnoDB: PUNCH HOLE support not available 2016-10-04T05:51:42.209314Z 0 [Note] InnoDB: Mutexes and rw_locks use GCC atomic builtins 2016-10-04T05:51:42.209320Z 0 [Note] InnoDB: Uses event mutexes 2016-10-04T05:51:42.209325Z 0 [Note] InnoDB: GCC builtin __sync_synchronize() is used for memory barrier 2016-10-04T05:51:42.209329Z 0 [Note] InnoDB: Compressed tables use zlib 1.2.3 2016-10-04T05:51:42.209333Z 0 [Note] InnoDB: Using Linux native AIO 2016-10-04T05:51:42.211377Z 0 [Note] InnoDB: Number of pools: 1 2016-10-04T05:51:42.211516Z 0 [Note] InnoDB: Using CPU crc32 instructions 2016-10-04T05:51:42.213607Z 0 [Note] InnoDB: Initializing buffer pool, total size = 24G, instances = 8, chunk size = 128M 2016-10-04T05:51:43.964747Z 0 [Note] InnoDB: Completed initialization of buffer pool 2016-10-04T05:51:44.363965Z 0 [Note] InnoDB: If the mysqld execution user is authorized, page cleaner thread priority can be changed. See the man page of setpriority(). 2016-10-04T05:51:44.377678Z 0 [Note] InnoDB: Opened 2 undo tablespaces 2016-10-04T05:51:44.377703Z 0 [Note] InnoDB: 2 undo tablespaces made active 2016-10-04T05:51:44.377944Z 0 [Note] InnoDB: Highest supported file format is Barracuda. 2016-10-04T05:51:45.223867Z 0 [Note] InnoDB: Creating shared tablespace for temporary tables 2016-10-04T05:51:45.223982Z 0 [Note] InnoDB: Setting file './ibtmp1' size to 12 MB. Physically writing the file full; Please wait ... 2016-10-04T05:51:45.230846Z 0 [Note] InnoDB: File './ibtmp1' size is now 12 MB. 2016-10-04T05:51:45.231873Z 0 [Note] InnoDB: 96 redo rollback segment(s) found. 96 redo rollback segment(s) are active. 2016-10-04T05:51:45.231887Z 0 [Note] InnoDB: 32 non-redo rollback segment(s) are active. 2016-10-04T05:51:45.232703Z 0 [Note] InnoDB: 5.7.15 started; log sequence number 2440919 2016-10-04T05:51:45.232907Z 0 [Note] InnoDB: Loading buffer pool(s) from /export/umesh/server/binaries/GABuilds/mysql-advanced-5.7.15/83245/ib_buffer_pool 2016-10-04T05:51:45.233058Z 0 [Note] Plugin 'FEDERATED' is disabled. 2016-10-04T05:51:45.237968Z 0 [Note] InnoDB: Buffer pool(s) load completed at 161004 7:51:45 2016-10-04T05:51:45.240654Z 0 [Note] Found ca.pem, server-cert.pem and server-key.pem in data directory. Trying to enable SSL support using them. 2016-10-04T05:51:45.240675Z 0 [Note] Skipping generation of SSL certificates as certificate files are present in data directory. 2016-10-04T05:51:45.241380Z 0 [Warning] CA certificate ca.pem is self signed. 2016-10-04T05:51:45.241446Z 0 [Note] Skipping generation of RSA key pair as key files are present in data directory. 2016-10-04T05:51:45.241564Z 0 [Note] Server hostname (bind-address): '*'; port: 3306 2016-10-04T05:51:45.241621Z 0 [Note] IPv6 is available. 2016-10-04T05:51:45.241633Z 0 [Note] - '::' resolves to '::'; 2016-10-04T05:51:45.241650Z 0 [Note] Server socket created on IP: '::'. 2016-10-04T05:51:45.253721Z 0 [Note] Event Scheduler: Loaded 0 events 2016-10-04T05:51:45.253903Z 0 [Note] bin/mysqld: ready for connections. Version: '5.7.15-enterprise-commercial-advanced' socket: '/tmp/mysql_ushastry.sock' port: 3306 MySQL Enterprise Server - Advanced Edition (Commercial) 2016-10-04T06:41:44.984275Z 4 [Note] Aborted connection 4 to db: 'sbtest' user: 'root' host: 'localhost' (Got an error reading communication packets) 2016-10-04T06:58:36.926643Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 4272ms. The settings might not be optimal. (flushed=1592 and evicted=0, during the time.) 2016-10-04T06:58:49.056322Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 4511ms. The settings might not be optimal. (flushed=1366 and evicted=0, during the time.) 2016-10-04T06:59:22.490756Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 5880ms. The settings might not be optimal. (flushed=1698 and evicted=0, during the time.) 2016-10-04T06:59:38.507041Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 5891ms. The settings might not be optimal. (flushed=1770 and evicted=252, during the time.) 2016-10-04T07:03:13.478860Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 4408ms. The settings might not be optimal. (flushed=2027 and evicted=211, during the time.) 2016-10-04T07:03:54.183968Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 4033ms. The settings might not be optimal. (flushed=2151 and evicted=251, during the time.) 2016-10-04T07:04:06.468185Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 4134ms. The settings might not be optimal. (flushed=2142 and evicted=123, during the time.) 2016-10-04T07:04:21.556225Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 5003ms. The settings might not be optimal. (flushed=1895 and evicted=113, during the time.) 2016-10-04T07:05:06.168640Z 0 [Warning] Changed limits: max_open_files: 16384 (requested 20480) 2016-10-04T07:05:06.385461Z 0 [Warning] TIMESTAMP with implicit DEFAULT value is deprecated. Please use --explicit_defaults_for_timestamp server option (see documentation for more details). 2016-10-04T07:05:06.385556Z 0 [Warning] Insecure configuration for --secure-file-priv: Current value does not restrict location of generated files. Consider setting it to a valid, non-empty path. 2016-10-04T07:05:06.385597Z 0 [Note] bin/mysqld (mysqld 5.7.15-enterprise-commercial-advanced) starting as process 14312 ... 2016-10-04T07:05:06.392218Z 0 [Note] InnoDB: PUNCH HOLE support not available 2016-10-04T07:05:06.392252Z 0 [Note] InnoDB: Mutexes and rw_locks use GCC atomic builtins 2016-10-04T07:05:06.392258Z 0 [Note] InnoDB: Uses event mutexes 2016-10-04T07:05:06.392263Z 0 [Note] InnoDB: GCC builtin __sync_synchronize() is used for memory barrier 2016-10-04T07:05:06.392267Z 0 [Note] InnoDB: Compressed tables use zlib 1.2.3 2016-10-04T07:05:06.392272Z 0 [Note] InnoDB: Using Linux native AIO 2016-10-04T07:05:06.394402Z 0 [Note] InnoDB: Number of pools: 1 2016-10-04T07:05:06.394546Z 0 [Note] InnoDB: Using CPU crc32 instructions 2016-10-04T07:05:06.396685Z 0 [Note] InnoDB: Initializing buffer pool, total size = 24G, instances = 8, chunk size = 128M 2016-10-04T07:05:08.201822Z 0 [Note] InnoDB: Completed initialization of buffer pool 2016-10-04T07:05:08.614934Z 0 [Note] InnoDB: If the mysqld execution user is authorized, page cleaner thread priority can be changed. See the man page of setpriority(). 2016-10-04T07:05:08.711228Z 0 [Note] InnoDB: Opened 2 undo tablespaces 2016-10-04T07:05:08.711258Z 0 [Note] InnoDB: 2 undo tablespaces made active 2016-10-04T07:05:08.711550Z 0 [Note] InnoDB: Highest supported file format is Barracuda. 2016-10-04T07:05:09.031638Z 0 [Note] InnoDB: Log scan progressed past the checkpoint lsn 30857488561 2016-10-04T07:05:11.109103Z 0 [Note] InnoDB: Doing recovery: scanned up to log sequence number 30862731264 2016-10-04T07:05:13.348471Z 0 [Note] InnoDB: Doing recovery: scanned up to log sequence number 30867974144 2016-10-04T07:05:15.190506Z 0 [Note] InnoDB: Doing recovery: scanned up to log sequence number 30873217024 2016-10-04T07:12:20.709933Z 0 [Note] InnoDB: Doing recovery: scanned up to log sequence number 30878459904 2016-10-04T07:12:50.174850Z 0 [ERROR] InnoDB: Log parsing buffer overflow. Recovery may have failed! 2016-10-04T07:12:50.174895Z 0 [ERROR] InnoDB: Set innodb_force_recovery to ignore this error. 2016-10-04T07:12:50.174912Z 0 [ERROR] InnoDB: Plugin initialization aborted with error Generic error 2016-10-04T07:12:50.675462Z 0 [ERROR] Plugin 'InnoDB' init function returned error. 2016-10-04T07:12:50.675489Z 0 [ERROR] Plugin 'InnoDB' registration as a STORAGE ENGINE failed. 2016-10-04T07:12:50.675498Z 0 [ERROR] Failed to initialize plugins. 2016-10-04T07:12:50.675503Z 0 [ERROR] Aborting 2016-10-04T07:12:50.675513Z 0 [Note] Binlog end 2016-10-04T07:12:50.675592Z 0 [Note] Shutting down plugin 'MyISAM' 2016-10-04T07:12:50.676073Z 0 [Note] bin/mysqld: Shutdown complete ## Environment details [umshastr@hod03]/export/umesh/server/binaries/GABuilds/mysql-advanced-5.7.15: cat /etc/*release Oracle Linux Server release 7.1 NAME="Oracle Linux Server" VERSION="7.1" ID="ol" VERSION_ID="7.1" PRETTY_NAME="Oracle Linux Server 7.1" ANSI_COLOR="0;31" CPE_NAME="cpe:/o:oracle:linux:7:1" HOME_URL="https://linux.oracle.com/" BUG_REPORT_URL="https://bugzilla.oracle.com/" ORACLE_BUGZILLA_PRODUCT="Oracle Linux 7" ORACLE_BUGZILLA_PRODUCT_VERSION=7.1 ORACLE_SUPPORT_PRODUCT="Oracle Linux" ORACLE_SUPPORT_PRODUCT_VERSION=7.1 Red Hat Enterprise Linux Server release 7.1 (Maipo) Oracle Linux Server release 7.1 [umshastr@hod03]/export/umesh/server/binaries/GABuilds/mysql-advanced-5.7.15: free -m total used free shared buff/cache available Mem: 257909 2325 23080 6759 232503 247483 Swap: 7999 562 7437