-- setup gtid based replication rm -rf master bin/mysqld --initialize-insecure --basedir=/export/umesh/server/binaries/GABuilds/mysql-5.7.17 --datadir=/export/umesh/server/binaries/GABuilds/mysql-5.7.17/master -v bin/mysqld --no-defaults --basedir=/export/umesh/server/binaries/GABuilds/mysql-5.7.17 --datadir=/export/umesh/server/binaries/GABuilds/mysql-5.7.17/master --core-file --socket=/tmp/mysql.sock --port=3306 --log-error=/export/umesh/server/binaries/GABuilds/mysql-5.7.17/master/log.err --gtid_mode=ON --log-bin --log-slave-updates --enforce-gtid-consistency --server_id=1 2>&1 & rm -rf slave bin/mysqld --initialize-insecure --basedir=/export/umesh/server/binaries/GABuilds/mysql-5.7.17 --datadir=/export/umesh/server/binaries/GABuilds/mysql-5.7.17/slave -v bin/mysqld --no-defaults --basedir=/export/umesh/server/binaries/GABuilds/mysql-5.7.17 --datadir=/export/umesh/server/binaries/GABuilds/mysql-5.7.17/slave --core-file --socket=/tmp/mysql_slave.sock --port=3307 --log-error=/export/umesh/server/binaries/GABuilds/mysql-5.7.17/slave/log.err --gtid_mode=ON --log-bin --log-slave-updates --enforce-gtid-consistency --super_read_only=ON --server_id=2 2>&1 & -- provision data on master sysbench/sysbench --test=sysbench/tests/db/oltp.lua --report-interval=1 --oltp-tables-count=100000 --oltp-table-size=1000 --max-time=1800 --oltp-read-only=off --max-requests=0 --num-threads=8 --rand-type=uniform --db-driver=mysql --mysql-user=root --mysql-db=sbtest --mysql-socket=/tmp/mysql.sock prepare ^^ sysbench was running, tried to run flush-logs on slave -- slave root@localhost [(none)]> select count(*),@@super_read_only,@@read_only from mysql.gtid_executed; +----------+-------------------+-------------+ | count(*) | @@super_read_only | @@read_only | +----------+-------------------+-------------+ | 16 | 1 | 1 | +----------+-------------------+-------------+ 1 row in set (0.00 sec) root@localhost [(none)]> \q Bye [umshastr@hod03]/export/umesh/server/binaries/GABuilds/mysql-5.7.17: bin/mysqladmin -uroot -S /tmp/mysql_slave.sock flush-logs mysqladmin: refresh failed; error: 'The MySQL server is running with the --super-read-only option so it cannot execute this statement' [umshastr@hod03]/export/umesh/server/binaries/GABuilds/mysql-5.7.17: bin/mysqladmin -uroot -S /tmp/mysql_slave.sock flush-logs mysqladmin: refresh failed; error: 'The MySQL server is running with the --super-read-only option so it cannot execute this statement' [umshastr@hod03]/export/umesh/server/binaries/GABuilds/mysql-5.7.17: bin/mysqladmin -uroot -S /tmp/mysql_slave.sock flush-logs mysqladmin: refresh failed; error: 'The MySQL server is running with the --super-read-only option so it cannot execute this statement' [umshastr@hod03]/export/umesh/server/binaries/GABuilds/mysql-5.7.17: bin/mysqladmin -uroot -S /tmp/mysql_slave.sock flush-logs mysqladmin: refresh failed; error: 'The MySQL server is running with the --super-read-only option so it cannot execute this statement' [umshastr@hod03]/export/umesh/server/binaries/GABuilds/mysql-5.7.17: bin/mysqladmin -uroot -S /tmp/mysql_slave.sock flush-logs mysqladmin: refresh failed; error: 'The MySQL server is running with the --super-read-only option so it cannot execute this statement' [umshastr@hod03]/export/umesh/server/binaries/GABuilds/mysql-5.7.17: bin/mysqladmin -uroot -S /tmp/mysql_slave.sock flush-logs mysqladmin: refresh failed; error: 'The MySQL server is running with the --super-read-only option so it cannot execute this statement' [umshastr@hod03]/export/umesh/server/binaries/GABuilds/mysql-5.7.17: bin/mysqladmin -uroot -S /tmp/mysql_slave.sock flush-logs mysqladmin: refresh failed; error: 'The MySQL server is running with the --super-read-only option so it cannot execute this statement' [umshastr@hod03]/export/umesh/server/binaries/GABuilds/mysql-5.7.17: bin/mysqladmin -uroot -S /tmp/mysql_slave.sock flush-logs mysqladmin: refresh failed; error: 'The MySQL server is running with the --super-read-only option so it cannot execute this statement' [umshastr@hod03]/export/umesh/server/binaries/GABuilds/mysql-5.7.17: bin/mysqladmin -uroot -S /tmp/mysql_slave.sock flush-logs mysqladmin: refresh failed; error: 'The MySQL server is running with the --super-read-only option so it cannot execute this statement' [umshastr@hod03]/export/umesh/server/binaries/GABuilds/mysql-5.7.17: bin/mysqladmin -uroot -S /tmp/mysql_slave.sock flush-logs mysqladmin: refresh failed; error: 'The MySQL server is running with the --super-read-only option so it cannot execute this statement' [umshastr@hod03]/export/umesh/server/binaries/GABuilds/mysql-5.7.17: bin/mysqladmin -uroot -S /tmp/mysql_slave.sock flush-logs mysqladmin: refresh failed; error: 'The MySQL server is running with the --super-read-only option so it cannot execute this statement' [umshastr@hod03]/export/umesh/server/binaries/GABuilds/mysql-5.7.17: bin/mysqladmin -uroot -S /tmp/mysql_slave.sock flush-logs mysqladmin: refresh failed; error: 'The MySQL server is running with the --super-read-only option so it cannot execute this statement' [umshastr@hod03]/export/umesh/server/binaries/GABuilds/mysql-5.7.17: bin/mysqladmin -uroot -S /tmp/mysql_slave.sock flush-logs mysqladmin: refresh failed; error: 'The MySQL server is running with the --super-read-only option so it cannot execute this statement' [umshastr@hod03]/export/umesh/server/binaries/GABuilds/mysql-5.7.17: bin/mysqladmin -uroot -S /tmp/mysql_slave.sock flush-logs mysqladmin: refresh failed; error: 'The MySQL server is running with the --super-read-only option so it cannot execute this statement' [umshastr@hod03]/export/umesh/server/binaries/GABuilds/mysql-5.7.17: bin/mysql -uroot -S /tmp/mysql_slave.sock Welcome to the MySQL monitor. Commands end with ; or \g. Your MySQL connection id is 41 Server version: 5.7.17-log MySQL Community Server (GPL) Copyright (c) 2000, 2016, Oracle and/or its affiliates. All rights reserved. Oracle is a registered trademark of Oracle Corporation and/or its affiliates. Other names may be trademarks of their respective owners. Type 'help;' or '\h' for help. Type '\c' to clear the current input statement. root@localhost [(none)]> select count(*),@@super_read_only,@@read_only from mysql.gtid_executed; +----------+-------------------+-------------+ | count(*) | @@super_read_only | @@read_only | +----------+-------------------+-------------+ | 16 | 1 | 1 | +----------+-------------------+-------------+ 1 row in set (0.00 sec) root@localhost [(none)]> \q Bye [umshastr@hod03]/export/umesh/server/binaries/GABuilds/mysql-5.7.17: bin/mysqladmin -uroot -S /tmp/mysql_slave.sock shutdown ^^ hanged, later [umshastr@hod03]/export/umesh/server/binaries/GABuilds/mysql-5.7.17: bin/mysqladmin -uroot -S /tmp/mysql_slave.sock shutdown ^CWarning; Aborted waiting on pid file: '/export/umesh/server/binaries/GABuilds/mysql-5.7.17/slave/hod03.pid' after 3553 seconds -- captured few times pt-pmp/pmp [umshastr@hod03]~/bugs: ./pt-pmp --pid=29376 Mon Jan 23 08:19:32 CET 2017 10 __io_getevents_0_4(libaio.so.1),LinuxAIOHandler::collect(os0file.cc:2492),LinuxAIOHandler::poll(os0file.cc:2638),os_aio_linux_handler(os0file.cc:2694),os_aio_handler(os0file.cc:2694),fil_aio_wait(fil0fil.cc:5817),io_handler_thread(srv0start.cc:308),start_thread(libpthread.so.0),clone(libc.so.6) 3 pthread_cond_wait,wait(os0event.cc:165),os_event::wait_low(os0event.cc:165),srv_worker_thread(srv0srv.cc:2506),start_thread(libpthread.so.0),clone(libc.so.6) 1 sigwaitinfo(libc.so.6),timer_notify_thread_func(posix_timers.c:77),pfs_spawn_thread(pfs.cc:2188),start_thread(libpthread.so.0),clone(libc.so.6) 1 row_build_low(row0row.cc:387),row_build(row0row.cc:608),row_upd_store_row(row0upd.cc:2042),row_upd_del_mark_clust_rec(row0upd.cc:2740),row_upd_clust_step(row0upd.cc:2740),row_upd(row0upd.cc:3012),row_upd_step(row0upd.cc:3158),row_update_for_mysql_using_upd_graph(row0mysql.cc:2524),row_update_for_mysql(row0mysql.cc:2722),ha_innobase::delete_row(ha_innodb.cc:8252),handler::ha_delete_row(handler.cc:7997),Gtid_table_persistor::compress_first_consecutive_range(rpl_gtid_persist.cc:639),Gtid_table_persistor::compress_in_single_transaction(rpl_gtid_persist.cc:581),Gtid_table_persistor::compress(rpl_gtid_persist.cc:544),compress_gtid_table(rpl_gtid_persist.cc:861),pfs_spawn_thread(pfs.cc:2188),start_thread(libpthread.so.0),clone(libc.so.6) 1 pthread_join(libpthread.so.0),terminate_compress_gtid_table_thread(rpl_gtid_persist.cc:947),mysqld_main(mysqld.cc:5053),__libc_start_main(libc.so.6),_start 1 pthread_cond_wait,wait(os0event.cc:165),os_event::wait_low(os0event.cc:165),buf_resize_thread(buf0buf.cc:3015),start_thread(libpthread.so.0),clone(libc.so.6) 1 pthread_cond_wait,wait(os0event.cc:165),os_event::wait_low(os0event.cc:165),buf_dump_thread(buf0dump.cc:781),start_thread(libpthread.so.0),clone(libc.so.6) 1 pthread_cond_wait,native_cond_wait(thr_cond.h:140),my_cond_wait(thr_cond.h:140),inline_mysql_cond_wait(thr_cond.h:140),signal_hand(thr_cond.h:140),pfs_spawn_thread(pfs.cc:2188),start_thread(libpthread.so.0),clone(libc.so.6) 1 pthread_cond_timedwait,os_event::timed_wait(os0event.cc:285),os_event::wait_time_low(os0event.cc:412),srv_purge_coordinator_suspend(srv0srv.cc:2666),srv_purge_coordinator_thread(srv0srv.cc:2666),start_thread(libpthread.so.0),clone(libc.so.6) 1 pthread_cond_timedwait,os_event::timed_wait(os0event.cc:285),os_event::wait_time_low(os0event.cc:412),srv_monitor_thread(srv0srv.cc:1571),start_thread(libpthread.so.0),clone(libc.so.6) 1 pthread_cond_timedwait,os_event::timed_wait(os0event.cc:285),os_event::wait_time_low(os0event.cc:412),srv_error_monitor_thread(srv0srv.cc:1737),start_thread(libpthread.so.0),clone(libc.so.6) 1 pthread_cond_timedwait,os_event::timed_wait(os0event.cc:285),os_event::wait_time_low(os0event.cc:412),lock_wait_timeout_thread(lock0wait.cc:501),start_thread(libpthread.so.0),clone(libc.so.6) 1 pthread_cond_timedwait,os_event::timed_wait(os0event.cc:285),os_event::wait_time_low(os0event.cc:412),ib_wqueue_timedwait(ut0wqueue.cc:160),fts_optimize_thread(fts0opt.cc:3040),start_thread(libpthread.so.0),clone(libc.so.6) 1 pthread_cond_timedwait,os_event::timed_wait(os0event.cc:285),os_event::wait_time_low(os0event.cc:412),dict_stats_thread(dict0stats_bg.cc:421),start_thread(libpthread.so.0),clone(libc.so.6) 1 nanosleep(libpthread.so.0),os_thread_sleep(os0thread.cc:279),srv_master_sleep(srv0srv.cc:2316),srv_master_thread(srv0srv.cc:2316),start_thread(libpthread.so.0),clone(libc.so.6) 1 fsync(libpthread.so.0),os_file_fsync_posix(os0file.cc:3045),os_file_flush_func(os0file.cc:3045),pfs_os_file_flush_func(os0file.ic:402),fil_flush(os0file.ic:402),buf_dblwr_flush_buffered_writes(buf0dblwr.cc:1053),buf_flush_page(buf0flu.cc:1204),buf_flush_try_neighbors(buf0flu.cc:1453),buf_flush_page_and_try_neighbors(buf0flu.cc:1453),buf_do_flush_list_batch(buf0flu.cc:1780),buf_flush_batch(buf0flu.cc:1780),buf_flush_do_batch(buf0flu.cc:1780),pc_flush_slot(buf0flu.cc:2874),buf_flush_page_cleaner_coordinator(buf0flu.cc:3298),start_thread(libpthread.so.0),clone(libc.so.6) [umshastr@hod03]~/bugs: [umshastr@hod03]~/bugs: bash ./pmp.sh 1 sigwaitinfo,timer_notify_thread_func,pfs_spawn_thread,start_thread,clone 1 pthread_join,terminate_compress_gtid_table_thread,mysqld_main,__libc_start_main,_start 1 pthread_cond_wait@@GLIBC_2.3.2,wait,reset_sig_count=44494590),srv_worker_thread,start_thread,clone 1 pthread_cond_wait@@GLIBC_2.3.2,wait,reset_sig_count=33024374),srv_worker_thread,start_thread,clone 1 pthread_cond_wait@@GLIBC_2.3.2,wait,reset_sig_count=26832209),srv_worker_thread,start_thread,clone 1 pthread_cond_wait@@GLIBC_2.3.2,wait,reset_sig_count=1),buf_resize_thread,start_thread,clone 1 pthread_cond_wait@@GLIBC_2.3.2,wait,reset_sig_count=1),buf_dump_thread,start_thread,clone 1 pthread_cond_wait@@GLIBC_2.3.2,native_cond_wait,,,mutex=0x1e59700,out>),pfs_spawn_thread,start_thread,clone 1 pthread_cond_timedwait@@GLIBC_2.3.2,os_event::timed_wait,os_event::wait_time_low,srv_purge_coordinator_suspend,out>),start_thread,clone 1 pthread_cond_timedwait@@GLIBC_2.3.2,os_event::timed_wait,os_event::wait_time_low,srv_monitor_thread,start_thread,clone 1 pthread_cond_timedwait@@GLIBC_2.3.2,os_event::timed_wait,os_event::wait_time_low,srv_error_monitor_thread,start_thread,clone 1 pthread_cond_timedwait@@GLIBC_2.3.2,os_event::timed_wait,os_event::wait_time_low,pc_sleep_if_needed,out>),start_thread,clone 1 pthread_cond_timedwait@@GLIBC_2.3.2,os_event::timed_wait,os_event::wait_time_low,lock_wait_timeout_thread,start_thread,clone 1 pthread_cond_timedwait@@GLIBC_2.3.2,os_event::timed_wait,os_event::wait_time_low,ib_wqueue_timedwait,fts_optimize_thread,start_thread,clone 1 pthread_cond_timedwait@@GLIBC_2.3.2,os_event::timed_wait,os_event::wait_time_low,dict_stats_thread,start_thread,clone 1 nanosleep,os_thread_sleep,srv_master_sleep,out>),start_thread,clone 1 __io_getevents_0_4,LinuxAIOHandler::collect,LinuxAIOHandler::poll,os_aio_linux_handler,m1=0x7f8f2d99fec8,,fil_aio_wait,io_handler_thread,start_thread,clone 1 __io_getevents_0_4,LinuxAIOHandler::collect,LinuxAIOHandler::poll,os_aio_linux_handler,m1=0x7f8f2cf9eec8,,fil_aio_wait,io_handler_thread,start_thread,clone 1 __io_getevents_0_4,LinuxAIOHandler::collect,LinuxAIOHandler::poll,os_aio_linux_handler,m1=0x7f8f2c59dec8,,fil_aio_wait,io_handler_thread,start_thread,clone 1 __io_getevents_0_4,LinuxAIOHandler::collect,LinuxAIOHandler::poll,os_aio_linux_handler,m1=0x7f8f2bb9cec8,,fil_aio_wait,io_handler_thread,start_thread,clone 1 __io_getevents_0_4,LinuxAIOHandler::collect,LinuxAIOHandler::poll,os_aio_linux_handler,m1=0x7f8f2b19bec8,,fil_aio_wait,io_handler_thread,start_thread,clone 1 __io_getevents_0_4,LinuxAIOHandler::collect,LinuxAIOHandler::poll,os_aio_linux_handler,m1=0x7f8f2a79aec8,,fil_aio_wait,io_handler_thread,start_thread,clone 1 __io_getevents_0_4,LinuxAIOHandler::collect,LinuxAIOHandler::poll,os_aio_linux_handler,m1=0x7f8f29d99ec8,,fil_aio_wait,io_handler_thread,start_thread,clone 1 __io_getevents_0_4,LinuxAIOHandler::collect,LinuxAIOHandler::poll,os_aio_linux_handler,m1=0x7f8f29398ec8,,fil_aio_wait,io_handler_thread,start_thread,clone 1 __io_getevents_0_4,LinuxAIOHandler::collect,LinuxAIOHandler::poll,os_aio_linux_handler,m1=0x7f8f28997ec8,,fil_aio_wait,io_handler_thread,start_thread,clone 1 __io_getevents_0_4,LinuxAIOHandler::collect,LinuxAIOHandler::poll,os_aio_linux_handler,m1=0x7f8f27f96ec8,,fil_aio_wait,io_handler_thread,start_thread,clone 1 fsync,os_file_fsync_posix,at,pfs_os_file_flush_func,out>),log_write_flush_to_disk_low,log_write_up_to,trx_flush_log_if_needed_low,lsn=56208760535),out>,,mtr=