fix(tianmu): disable primary key as tianmu engine did not support well

[summary]
fix 1:#818 Master slave synchronization - There will be too many tuples problem

Cause:
Tianmu::dbhandler::TianmuHandler::current_position This variable is not initialized. In some cases,
a large value may cause too many tuples problem.
Solution: Initialize the variable

fix 2:#819 Master slave synchronization - Primary key conflict problem

Solution: Modify the modification logic of master slave synchronization, so that the delete and update operations do not follow the primary key logic

Supplement

sql/sql_insert.cc
Fix the problem that the insert statement will not generate binlog in the delayed insert mode
storage/tianmu/handler/tianmu_handler.cpp
Fix the binlog error of the line format generated by the tianmu engine

mysql-test/suite/tianmu/r/issue819.result

+include/master-slave.inc
+[connection master]
+#
+# Test the master-slave function of innodb
+# 
+[on master]
+use test;
+create table t_issue819(id int primary key,name varchar(5))engine=innodb;
+insert into t_issue819 values(1,'AAA');
+delete from t_issue819 where id=1;
+insert into t_issue819 values(1,'aaa');
+select * from t_issue819;
+id	name
+1	aaa
+[on slave]
+include/sync_slave_sql_with_master.inc
+select * from t_issue819;
+id	name
+1	aaa
+[on master]
+drop table t_issue819;
+include/sync_slave_sql_with_master.inc
+[on master]
+CREATE TABLE t_issue819_1 (a int not null,b int not null)engine=innodb;
+CREATE TABLE t_issue819_2 (a int not null, b int not null, primary key (a,b))engine=innodb;
+CREATE TABLE t_issue819_3 (a int not null, b int not null, primary key (a,b))engine=innodb;
+insert into t_issue819_1 values (1,1),(2,1),(1,3);
+insert into t_issue819_2 values (1,1),(2,2),(3,3);
+insert into t_issue819_3 values (1,1),(2,1),(1,3);
+delete t_issue819_2.*,t_issue819_3.* from t_issue819_1,t_issue819_2,t_issue819_3 where t_issue819_1.a=t_issue819_2.a AND t_issue819_2.b=t_issue819_3.a and t_issue819_1.b=t_issue819_3.b;
+select * from t_issue819_1;
+a	b
+1	1
+2	1
+1	3
+select * from t_issue819_2;
+a	b
+3	3
+select * from t_issue819_3;
+a	b
+[on slave]
+include/sync_slave_sql_with_master.inc
+select * from t_issue819_1;
+a	b
+1	1
+2	1
+1	3
+select * from t_issue819_2;
+a	b
+3	3
+select * from t_issue819_3;
+a	b
+[on master]
+drop table t_issue819_1,t_issue819_2,t_issue819_3;
+include/sync_slave_sql_with_master.inc
+[on master]
+CREATE TABLE t_issue819_1
+(
+place_id int,
+shows int,
+ishows int,
+ushows int,
+clicks int,
+iclicks int,
+uclicks int,
+ts timestamp,
+PRIMARY KEY (place_id,ts)
+)engine=innodb;
+INSERT INTO t_issue819_1 (place_id,shows,ishows,ushows,clicks,iclicks,uclicks,ts)
+VALUES (1,0,0,0,0,0,0,20000928174434);
+UPDATE t_issue819_1 SET shows=shows+1,ishows=ishows+1,ushows=ushows+1,clicks=clicks+1,iclicks=iclicks+1,uclicks=uclicks+1 WHERE place_id=1 AND ts>="2000-09-28 00:00:00";
+select place_id,shows from t_issue819_1;
+place_id	shows
+1	1
+[on slave]
+include/sync_slave_sql_with_master.inc
+select place_id,shows from t_issue819_1;
+place_id	shows
+1	1
+[on master]
+drop table t_issue819_1;
+include/sync_slave_sql_with_master.inc
+#
+# Test the master-slave function of tianmu
+# 
+[on master]
+use test;
+create table t_issue819(id int primary key,name varchar(5))engine=tianmu;
+insert into t_issue819 values(1,'AAA');
+update t_issue819 set name='hhhh' where id=1;
+select * from t_issue819;
+id	name
+1	hhhh
+[on slave]
+include/sync_slave_sql_with_master.inc
+select * from t_issue819;
+id	name
+1	hhhh
+[on master]
+drop table t_issue819;
+include/sync_slave_sql_with_master.inc
+[on master]
+create table t_issue819_1(id int primary key,name varchar(5))engine=tianmu;
+insert into t_issue819_1 values(1,'AAA');
+delete from t_issue819_1 where id=1;
+insert into t_issue819_1 values(1,'aaa');
+select * from t_issue819_1;
+id	name
+1	aaa
+[on slave]
+include/sync_slave_sql_with_master.inc
+select * from t_issue819_1;
+id	name
+1	aaa
+[on master]
+drop table t_issue819_1;
+CREATE TABLE t_issue819_1 (a int not null,b int not null)engine=tianmu;
+CREATE TABLE t_issue819_2 (a int not null, b int not null, primary key (a,b))engine=tianmu;
+CREATE TABLE t_issue819_3 (a int not null, b int not null, primary key (a,b))engine=tianmu;
+insert into t_issue819_1 values (1,1),(2,1),(1,3);
+insert into t_issue819_2 values (1,1),(2,2),(3,3);
+insert into t_issue819_3 values (1,1),(2,1),(1,3);
+delete t_issue819_2.*,t_issue819_3.* from t_issue819_1,t_issue819_2,t_issue819_3 where t_issue819_1.a=t_issue819_2.a AND t_issue819_2.b=t_issue819_3.a and t_issue819_1.b=t_issue819_3.b;
+select * from t_issue819_1;
+a	b
+1	1
+2	1
+1	3
+select * from t_issue819_2;
+a	b
+3	3
+select * from t_issue819_3;
+a	b
+[on slave]
+include/sync_slave_sql_with_master.inc
+select * from t_issue819_1;
+a	b
+1	1
+2	1
+1	3
+select * from t_issue819_2;
+a	b
+3	3
+select * from t_issue819_3;
+a	b
+[on master]
+drop table t_issue819_1,t_issue819_2,t_issue819_3;
+include/sync_slave_sql_with_master.inc
+[on master]
+CREATE TABLE t_issue819_1
+(
+place_id int,
+shows int,
+ishows int,
+ushows int,
+clicks int,
+iclicks int,
+uclicks int,
+ts timestamp,
+PRIMARY KEY (place_id,ts)
+)engine=tianmu;
+INSERT INTO t_issue819_1 (place_id,shows,ishows,ushows,clicks,iclicks,uclicks,ts)
+VALUES (1,0,0,0,0,0,0,20000928174434);
+UPDATE t_issue819_1 SET shows=shows+1,ishows=ishows+1,ushows=ushows+1,clicks=clicks+1,iclicks=iclicks+1,uclicks=uclicks+1 WHERE place_id=1 AND ts>="2000-09-28 00:00:00";
+select place_id,shows from t_issue819_1;
+place_id	shows
+1	1
+[on slave]
+include/sync_slave_sql_with_master.inc
+select place_id,shows from t_issue819_1;
+place_id	shows
+1	1
+[on master]
+drop table t_issue819_1;
+create table t_issue819_1 (s1 int);
+create table t_issue819_2 (s2 int);
+insert into t_issue819_1 values (1), (2);
+insert into t_issue819_2 values (2), (3);
+create view v1 as select * from t_issue819_1,t_issue819_2 union all select * from t_issue819_1,t_issue819_2;
+select * from v1;
+s1	s2
+1	2
+2	2
+1	3
+2	3
+1	2
+2	2
+1	3
+2	3
+[on slave]
+include/sync_slave_sql_with_master.inc
+select * from v1;
+s1	s2
+1	2
+2	2
+1	3
+2	3
+1	2
+2	2
+1	3
+2	3
+[on master]
+drop view v1;
+drop tables t_issue819_1, t_issue819_2;
+create table t_issue819_1 (col1 int);
+insert into t_issue819_1 values (1);
+create view v1 as select count(*) from t_issue819_1;
+insert into t_issue819_1 values (null);
+select * from v1;
+count(*)
+2
+[on slave]
+include/sync_slave_sql_with_master.inc
+select * from v1;
+count(*)
+2
+[on master]
+drop view v1;
+drop table t_issue819_1;
+create table t_issue819_1 (a int);
+create table t_issue819_2 (a int);
+create view v1 as select a from t_issue819_1;
+create view v2 as select a from t_issue819_2 where a in (select a from v1);
+show create view v2;
+View	Create View	character_set_client	collation_connection
+v2	CREATE ALGORITHM=UNDEFINED DEFINER=`root`@`localhost` SQL SECURITY DEFINER VIEW `v2` AS select `t_issue819_2`.`a` AS `a` from `t_issue819_2` where `t_issue819_2`.`a` in (select `v1`.`a` from `v1`)	utf8mb4	utf8mb4_0900_ai_ci
+[on slave]
+include/sync_slave_sql_with_master.inc
+show create view v2;
+View	Create View	character_set_client	collation_connection
+v2	CREATE ALGORITHM=UNDEFINED DEFINER=`root`@`localhost` SQL SECURITY DEFINER VIEW `v2` AS select `t_issue819_2`.`a` AS `a` from `t_issue819_2` where `t_issue819_2`.`a` in (select `v1`.`a` from `v1`)	utf8mb4	utf8mb4_0900_ai_ci
+[on master]
+drop view v2, v1;
+drop table t_issue819_1, t_issue819_2;
+include/sync_slave_sql_with_master.inc
+stop REPLICA;

mysql-test/suite/tianmu/t/issue819.test

+-- source include/have_tianmu.inc
+-- source include/have_binlog_format_row.inc
+--disable_warnings
+-- source include/master-slave.inc
+--enable_warnings
+--echo #
+--echo # Test the master-slave function of innodb
+--echo # 
+
+--echo [on master]
+connection master;
+use test;
+create table t_issue819(id int primary key,name varchar(5))engine=innodb;
+insert into t_issue819 values(1,'AAA');
+delete from t_issue819 where id=1;
+insert into t_issue819 values(1,'aaa');
+select * from t_issue819;
+
+--echo [on slave]
+--source include/sync_slave_sql_with_master.inc
+
+select * from t_issue819;
+
+--echo [on master]
+connection master;
+drop table t_issue819;
+--source include/sync_slave_sql_with_master.inc
+
+--echo [on master]
+connection master;
+CREATE TABLE t_issue819_1 (a int not null,b int not null)engine=innodb;
+CREATE TABLE t_issue819_2 (a int not null, b int not null, primary key (a,b))engine=innodb;
+CREATE TABLE t_issue819_3 (a int not null, b int not null, primary key (a,b))engine=innodb;
+insert into t_issue819_1 values (1,1),(2,1),(1,3);
+insert into t_issue819_2 values (1,1),(2,2),(3,3);
+insert into t_issue819_3 values (1,1),(2,1),(1,3);
+delete t_issue819_2.*,t_issue819_3.* from t_issue819_1,t_issue819_2,t_issue819_3 where t_issue819_1.a=t_issue819_2.a AND t_issue819_2.b=t_issue819_3.a and t_issue819_1.b=t_issue819_3.b;
+
+select * from t_issue819_1;
+select * from t_issue819_2;
+select * from t_issue819_3;
+
+--echo [on slave]
+--source include/sync_slave_sql_with_master.inc
+
+select * from t_issue819_1;
+select * from t_issue819_2;
+select * from t_issue819_3;
+
+--echo [on master]
+connection master;
+drop table t_issue819_1,t_issue819_2,t_issue819_3;
+--source include/sync_slave_sql_with_master.inc
+
+--echo [on master]
+connection master;
+CREATE TABLE t_issue819_1
+ (
+ place_id int,
+ shows int,
+ ishows int,
+ ushows int,
+ clicks int,
+ iclicks int,
+ uclicks int,
+ ts timestamp,
+ PRIMARY KEY (place_id,ts)
+ )engine=innodb;
+
+INSERT INTO t_issue819_1 (place_id,shows,ishows,ushows,clicks,iclicks,uclicks,ts)
+VALUES (1,0,0,0,0,0,0,20000928174434);
+UPDATE t_issue819_1 SET shows=shows+1,ishows=ishows+1,ushows=ushows+1,clicks=clicks+1,iclicks=iclicks+1,uclicks=uclicks+1 WHERE place_id=1 AND ts>="2000-09-28 00:00:00";
+select place_id,shows from t_issue819_1;
+
+--echo [on slave]
+--source include/sync_slave_sql_with_master.inc
+select place_id,shows from t_issue819_1;
+
+--echo [on master]
+connection master;
+drop table t_issue819_1;
+--source include/sync_slave_sql_with_master.inc
+
+--echo #
+--echo # Test the master-slave function of tianmu
+--echo # 
+
+--echo [on master]
+connection master;
+use test;
+create table t_issue819(id int primary key,name varchar(5))engine=tianmu;
+insert into t_issue819 values(1,'AAA');
+update t_issue819 set name='hhhh' where id=1;
+select * from t_issue819;
+
+--echo [on slave]
+--source include/sync_slave_sql_with_master.inc
+
+select * from t_issue819;
+
+--echo [on master]
+connection master;
+drop table t_issue819;
+--source include/sync_slave_sql_with_master.inc
+
+--echo [on master]
+connection master;
+create table t_issue819_1(id int primary key,name varchar(5))engine=tianmu;
+insert into t_issue819_1 values(1,'AAA');
+delete from t_issue819_1 where id=1;
+insert into t_issue819_1 values(1,'aaa');
+select * from t_issue819_1;
+
+--echo [on slave]
+--source include/sync_slave_sql_with_master.inc
+select * from t_issue819_1;
+
+--echo [on master]
+connection master;
+drop table t_issue819_1;
+
+CREATE TABLE t_issue819_1 (a int not null,b int not null)engine=tianmu;
+CREATE TABLE t_issue819_2 (a int not null, b int not null, primary key (a,b))engine=tianmu;
+CREATE TABLE t_issue819_3 (a int not null, b int not null, primary key (a,b))engine=tianmu;
+insert into t_issue819_1 values (1,1),(2,1),(1,3);
+insert into t_issue819_2 values (1,1),(2,2),(3,3);
+insert into t_issue819_3 values (1,1),(2,1),(1,3);
+delete t_issue819_2.*,t_issue819_3.* from t_issue819_1,t_issue819_2,t_issue819_3 where t_issue819_1.a=t_issue819_2.a AND t_issue819_2.b=t_issue819_3.a and t_issue819_1.b=t_issue819_3.b;
+
+select * from t_issue819_1;
+select * from t_issue819_2;
+select * from t_issue819_3;
+
+--echo [on slave]
+--source include/sync_slave_sql_with_master.inc
+
+select * from t_issue819_1;
+select * from t_issue819_2;
+select * from t_issue819_3;
+
+--echo [on master]
+connection master;
+drop table t_issue819_1,t_issue819_2,t_issue819_3;
+--source include/sync_slave_sql_with_master.inc
+
+--echo [on master]
+connection master;
+CREATE TABLE t_issue819_1
+ (
+ place_id int,
+ shows int,
+ ishows int,
+ ushows int,
+ clicks int,
+ iclicks int,
+ uclicks int,
+ ts timestamp,
+ PRIMARY KEY (place_id,ts)
+ )engine=tianmu;
+
+INSERT INTO t_issue819_1 (place_id,shows,ishows,ushows,clicks,iclicks,uclicks,ts)
+VALUES (1,0,0,0,0,0,0,20000928174434);
+UPDATE t_issue819_1 SET shows=shows+1,ishows=ishows+1,ushows=ushows+1,clicks=clicks+1,iclicks=iclicks+1,uclicks=uclicks+1 WHERE place_id=1 AND ts>="2000-09-28 00:00:00";
+select place_id,shows from t_issue819_1;
+
+--echo [on slave]
+--source include/sync_slave_sql_with_master.inc
+select place_id,shows from t_issue819_1;
+
+--echo [on master]
+connection master;
+drop table t_issue819_1;
+
+#
+# VIEW built over UNION
+#
+create table t_issue819_1 (s1 int);
+create table t_issue819_2 (s2 int);
+insert into t_issue819_1 values (1), (2);
+insert into t_issue819_2 values (2), (3);
+create view v1 as select * from t_issue819_1,t_issue819_2 union all select * from t_issue819_1,t_issue819_2;
+select * from v1;
+--echo [on slave]
+--source include/sync_slave_sql_with_master.inc
+select * from v1;
+--echo [on master]
+connection master;
+drop view v1;
+drop tables t_issue819_1, t_issue819_2;
+
+#
+# Aggregate functions in view list
+#
+create table t_issue819_1 (col1 int);
+insert into t_issue819_1 values (1);
+create view v1 as select count(*) from t_issue819_1;
+insert into t_issue819_1 values (null);
+select * from v1;
+--echo [on slave]
+--source include/sync_slave_sql_with_master.inc
+select * from v1;
+--echo [on master]
+connection master;
+drop view v1;
+drop table t_issue819_1;
+
+#
+# Showing VIEW with VIEWs in subquery
+#
+create table t_issue819_1 (a int);
+create table t_issue819_2 (a int);
+create view v1 as select a from t_issue819_1;
+create view v2 as select a from t_issue819_2 where a in (select a from v1);
+show create view v2;
+--echo [on slave]
+--source include/sync_slave_sql_with_master.inc
+show create view v2;
+--echo [on master]
+connection master;
+drop view v2, v1;
+drop table t_issue819_1, t_issue819_2;
+--source include/sync_slave_sql_with_master.inc
+stop REPLICA;

sql/log_event.cc

@@ -8237,6 +8237,26 @@ static uint search_key_in_table(TABLE *table, MY_BITMAP *bi_cols,
   uint res = MAX_KEY;
   uint key;
 
+  /*
+    TODO(stonedb8): PK not works well in tianmu engine, return directly. We'll fix it in the future.
+  */
+  /*
+    The tianmu engine only supports primary keys, 
+    and unique constraints and secondary indexes are not supported,
+    Therefore, only scanning with primary key scenarios is allowed here.
+  */
+  bool check_if_tianmu_engine = table && table->s && 
+                      (table->s->db_type() ? (table->s->db_type()->db_type == DB_TYPE_TIANMU): false);
+  enum_sql_command sql_command = SQLCOM_END;
+  if(table->in_use && table->in_use->lex) sql_command = table->in_use->lex->sql_command;
+  if (check_if_tianmu_engine && ((sql_command == SQLCOM_DELETE) ||
+                        (sql_command == SQLCOM_DELETE_MULTI) ||
+                        (sql_command == SQLCOM_UPDATE) ||
+                        (sql_command == SQLCOM_UPDATE_MULTI))){
+    return res;
+  }
+  // stonedb8 end
+
   if (key_type & PRI_KEY_FLAG && (table->s->primary_key < MAX_KEY)) {
     DBUG_PRINT("debug", ("Searching for PK"));
     keyinfo = table->s->key_info + table->s->primary_key;

sql/sql_insert.cc

@@ -682,6 +682,12 @@ bool Sql_cmd_insert_values::execute_inner(THD *thd) {
 
     if (!has_error ||
         thd->get_transaction()->cannot_safely_rollback(Transaction_ctx::STMT)) {
+      /*
+        In the delayed insert mode, tianmu will actively write data to the binlog cache, 
+        but there is no non delayed insert. 
+        You need to release the logic written to the binlog cache when the sql layer 
+        is in the non delayed insert mode.
+      */
       bool tianmu_engine = insert_table->s->db_type() ? insert_table->s->db_type()->db_type == DB_TYPE_TIANMU: false;
       bool if_tianmu_engine_insert_delayed = tianmu_engine ? Tianmu::handler::ha_my_tianmu_get_insert_delayed_flag(thd): false;
       if (!if_tianmu_engine_insert_delayed && mysql_bin_log.is_open()) {

storage/tianmu/handler/ha_tianmu.cpp

@@ -187,7 +187,24 @@ namespace {
 std::vector<bool> GetAttrsUseIndicator(TABLE *table) {
   int col_id = 0;
   std::vector<bool> attr_uses;
+
+  enum_sql_command sql_command = SQLCOM_END;
+  if (table->in_use && table->in_use->lex)
+    sql_command = table->in_use->lex->sql_command;
+  bool check_tianmu_delete_or_update = (sql_command == SQLCOM_DELETE) || (sql_command == SQLCOM_DELETE_MULTI) ||
+                                       (sql_command == SQLCOM_UPDATE) || (sql_command == SQLCOM_UPDATE_MULTI);
+
   for (Field **field = table->field; *field; ++field, ++col_id) {
+    /*
+      The binlog in row format will record the information in each column of the currently modified row and generate a
+      change log, The information of each column in the current row is obtained from the engine layer, so when the
+      current statement is delete or update, you need to fill in data for each column.
+      Here, should set each column to be valid.
+    */
+    if (check_tianmu_delete_or_update) {
+      attr_uses.push_back(true);
+      continue;
+    }
     if (bitmap_is_set(table->read_set, col_id) || bitmap_is_set(table->write_set, col_id))
       attr_uses.push_back(true);
     else