Ported Working Set Size to 5.6

Summary:
Added a new DB level statistics tables.

Added statistics 'working_set_size' to above table.

Working set size is computed using a modified version of HyperLogLog
algorithm.

Sysbench results:

Without this change:
Transactions : 57.71 per sec
Read/Write requests : 1038.86 per sec

With this change:
Transactions : 57.05 per sec
Read/Write requests : 1027.24 per sec

Test Plan:
MTR tests included for correctness
Performance tested using Sysbench

Reviewers: steaphan, nponnekanti

Reviewed By: steaphan

mysql-test/r/information_schema-big.result

@@ -48,6 +48,7 @@ TABLESPACES	TABLESPACE_NAME
 TABLE_CONSTRAINTS	CONSTRAINT_SCHEMA
 TABLE_PRIVILEGES	TABLE_SCHEMA
 TABLE_STATISTICS	TABLE_SCHEMA
+DB_STATISTICS	DB
 TRIGGERS	TRIGGER_SCHEMA
 USER_PRIVILEGES	GRANTEE
 USER_STATISTICS	USER_NAME
@@ -97,6 +98,7 @@ TABLESPACES	TABLESPACE_NAME
 TABLE_CONSTRAINTS	CONSTRAINT_SCHEMA
 TABLE_PRIVILEGES	TABLE_SCHEMA
 TABLE_STATISTICS	TABLE_SCHEMA
+DB_STATISTICS	DB
 TRIGGERS	TRIGGER_SCHEMA
 USER_PRIVILEGES	GRANTEE
 USER_STATISTICS	USER_NAME

mysql-test/r/information_schema.result

@@ -82,6 +82,7 @@ TABLESPACES
 TABLE_CONSTRAINTS
 TABLE_PRIVILEGES
 TABLE_STATISTICS
+DB_STATISTICS
 TRIGGERS
 USER_PRIVILEGES
 USER_STATISTICS
@@ -904,7 +905,7 @@ table_schema IN ('mysql', 'INFORMATION_SCHEMA', 'test', 'mysqltest')
 AND table_name not like 'ndb%' AND table_name not like 'innodb_%'
 GROUP BY TABLE_SCHEMA;
 table_schema	count(*)
-information_schema	33
+information_schema	34
 mysql	25
 create table t1 (i int, j int);
 create trigger trg1 before insert on t1 for each row
@@ -1349,6 +1350,7 @@ COLLATIONS	information_schema.COLLATIONS	1
 COLLATION_CHARACTER_SET_APPLICABILITY	information_schema.COLLATION_CHARACTER_SET_APPLICABILITY	1
 COLUMNS	information_schema.COLUMNS	1
 COLUMN_PRIVILEGES	information_schema.COLUMN_PRIVILEGES	1
+DB_STATISTICS	information_schema.DB_STATISTICS	1
 ENGINES	information_schema.ENGINES	1
 EVENTS	information_schema.EVENTS	1
 FILES	information_schema.FILES	1

mysql-test/r/information_schema_db.result

@@ -34,6 +34,7 @@ TABLESPACES
 TABLE_CONSTRAINTS
 TABLE_PRIVILEGES
 TABLE_STATISTICS
+DB_STATISTICS
 TRIGGERS
 USER_PRIVILEGES
 USER_STATISTICS

mysql-test/r/mysqld--help-notwin.result

@@ -168,6 +168,8 @@ The following options may be given as the first argument:
  client that does INSERT DELAYED will wait until there is
  room in the queue again.This variable is deprecated along
  with INSERT DELAYED.
+ --disable-working-set-size 
+ Do not maintain working set size if on
  --disconnect-on-expired-password 
  Give clients that don't signal password expiration
  support execution time error(s) instead of connection
@@ -995,6 +997,9 @@ The following options may be given as the first argument:
  -V, --version       Output version information and exit.
  --wait-timeout=#    The number of seconds the server waits for activity on a
  connection before closing it
+ --working-duration=# 
+ The period of time for which we want working set size
+ statistics
 
 Variables (--variable-name=value)
 abort-slave-event-count 0
@@ -1038,6 +1043,7 @@ delay-key-write ON
 delayed-insert-limit 100
 delayed-insert-timeout 300
 delayed-queue-size 1000
+disable-working-set-size FALSE
 disconnect-on-expired-password TRUE
 disconnect-slave-event-count 0
 div-precision-increment 4
@@ -1286,6 +1292,7 @@ updatable-views-with-limit YES
 validate-user-plugins TRUE
 verbose TRUE
 wait-timeout 28800
+working-duration 3600
 
 To see what values a running MySQL server is using, type
 'mysqladmin variables' instead of 'mysqld --verbose --help'.

mysql-test/r/mysqlshow.result

@@ -108,6 +108,7 @@ Database: information_schema
 | TABLE_CONSTRAINTS                     |
 | TABLE_PRIVILEGES                      |
 | TABLE_STATISTICS                      |
+| DB_STATISTICS                         |
 | TRIGGERS                              |
 | USER_PRIVILEGES                       |
 | USER_STATISTICS                       |
@@ -175,6 +176,7 @@ Database: INFORMATION_SCHEMA
 | TABLE_CONSTRAINTS                     |
 | TABLE_PRIVILEGES                      |
 | TABLE_STATISTICS                      |
+| DB_STATISTICS                         |
 | TRIGGERS                              |
 | USER_PRIVILEGES                       |
 | USER_STATISTICS                       |

mysql-test/suite/funcs_1/r/is_columns_is.result

@@ -42,6 +42,8 @@ def	information_schema	COLUMN_PRIVILEGES	PRIVILEGE_TYPE	6		NO	varchar	64	192	NUL
 def	information_schema	COLUMN_PRIVILEGES	TABLE_CATALOG	2		NO	varchar	512	1536	NULL	NULL	NULL	utf8	utf8_general_ci	varchar(512)			select	
 def	information_schema	COLUMN_PRIVILEGES	TABLE_NAME	4		NO	varchar	64	192	NULL	NULL	NULL	utf8	utf8_general_ci	varchar(64)			select	
 def	information_schema	COLUMN_PRIVILEGES	TABLE_SCHEMA	3		NO	varchar	64	192	NULL	NULL	NULL	utf8	utf8_general_ci	varchar(64)			select	
+def	information_schema	DB_STATISTICS	DB	1		NO	varchar	192	576	NULL	NULL	NULL	utf8	utf8_general_ci	varchar(192)			select	
+def	information_schema	DB_STATISTICS	WORKING_SET_SIZE	2	0	NO	bigint	NULL	NULL	19	0	NULL	NULL	NULL	bigint(21)			select	
 def	information_schema	ENGINES	COMMENT	3		NO	varchar	80	240	NULL	NULL	NULL	utf8	utf8_general_ci	varchar(80)			select	
 def	information_schema	ENGINES	ENGINE	1		NO	varchar	64	192	NULL	NULL	NULL	utf8	utf8_general_ci	varchar(64)			select	
 def	information_schema	ENGINES	SAVEPOINTS	6	NULL	YES	varchar	3	9	NULL	NULL	NULL	utf8	utf8_general_ci	varchar(3)			select	
@@ -562,6 +564,8 @@ NULL	information_schema	COLUMNS	DATETIME_PRECISION	bigint	NULL	NULL	NULL	NULL	bi
 3.0000	information_schema	COLUMN_PRIVILEGES	COLUMN_NAME	varchar	64	192	utf8	utf8_general_ci	varchar(64)
 3.0000	information_schema	COLUMN_PRIVILEGES	PRIVILEGE_TYPE	varchar	64	192	utf8	utf8_general_ci	varchar(64)
 3.0000	information_schema	COLUMN_PRIVILEGES	IS_GRANTABLE	varchar	3	9	utf8	utf8_general_ci	varchar(3)
+3.0000	information_schema	DB_STATISTICS	DB	varchar	192	576	utf8	utf8_general_ci	varchar(192)
+NULL	information_schema	DB_STATISTICS	WORKING_SET_SIZE	bigint	NULL	NULL	NULL	NULL	bigint(21)
 3.0000	information_schema	ENGINES	ENGINE	varchar	64	192	utf8	utf8_general_ci	varchar(64)
 3.0000	information_schema	ENGINES	SUPPORT	varchar	8	24	utf8	utf8_general_ci	varchar(8)
 3.0000	information_schema	ENGINES	COMMENT	varchar	80	240	utf8	utf8_general_ci	varchar(80)

mysql-test/suite/funcs_1/r/is_tables_is.result

@@ -130,6 +130,29 @@ user_comment
 Separator	-----------------------------------------------------
 TABLE_CATALOG	def
 TABLE_SCHEMA	information_schema
+TABLE_NAME	DB_STATISTICS
+TABLE_TYPE	SYSTEM VIEW
+ENGINE	MEMORY
+VERSION	10
+ROW_FORMAT	Fixed
+TABLE_ROWS	#TBLR#
+AVG_ROW_LENGTH	#ARL#
+DATA_LENGTH	#DL#
+MAX_DATA_LENGTH	#MDL#
+INDEX_LENGTH	#IL#
+DATA_FREE	#DF#
+AUTO_INCREMENT	NULL
+CREATE_TIME	#CRT#
+UPDATE_TIME	#UT#
+CHECK_TIME	#CT#
+TABLE_COLLATION	utf8_general_ci
+CHECKSUM	NULL
+CREATE_OPTIONS	#CO#
+TABLE_COMMENT	#TC#
+user_comment	
+Separator	-----------------------------------------------------
+TABLE_CATALOG	def
+TABLE_SCHEMA	information_schema
 TABLE_NAME	ENGINES
 TABLE_TYPE	SYSTEM VIEW
 ENGINE	MEMORY
@@ -883,6 +906,29 @@ user_comment
 Separator	-----------------------------------------------------
 TABLE_CATALOG	def
 TABLE_SCHEMA	information_schema
+TABLE_NAME	DB_STATISTICS
+TABLE_TYPE	SYSTEM VIEW
+ENGINE	MEMORY
+VERSION	10
+ROW_FORMAT	Fixed
+TABLE_ROWS	#TBLR#
+AVG_ROW_LENGTH	#ARL#
+DATA_LENGTH	#DL#
+MAX_DATA_LENGTH	#MDL#
+INDEX_LENGTH	#IL#
+DATA_FREE	#DF#
+AUTO_INCREMENT	NULL
+CREATE_TIME	#CRT#
+UPDATE_TIME	#UT#
+CHECK_TIME	#CT#
+TABLE_COLLATION	utf8_general_ci
+CHECKSUM	NULL
+CREATE_OPTIONS	#CO#
+TABLE_COMMENT	#TC#
+user_comment	
+Separator	-----------------------------------------------------
+TABLE_CATALOG	def
+TABLE_SCHEMA	information_schema
 TABLE_NAME	ENGINES
 TABLE_TYPE	SYSTEM VIEW
 ENGINE	MEMORY

mysql-test/suite/innodb/r/innodb_working_set_size_16k.result

@@ -0,0 +1,208 @@
+drop table if exists t1;
+drop table if exists t2;
+set global DISABLE_WORKING_SET_SIZE = OFF;
+set WORKING_DURATION = 300;
+flush statistics;
+create table t1 (i int primary key auto_increment) engine=innodb;
+select working_set_size between 3 and 5
+from information_schema.db_statistics
+where db='test';
+working_set_size between 3 and 5
+1
+insert into t1 values (1);
+insert into t1 select NULL from t1;
+insert into t1 select NULL from t1;
+insert into t1 select NULL from t1;
+insert into t1 select NULL from t1;
+insert into t1 select NULL from t1;
+insert into t1 select NULL from t1;
+insert into t1 select NULL from t1;
+insert into t1 select NULL from t1;
+insert into t1 select NULL from t1;
+insert into t1 select NULL from t1;
+select count(*) from t1;
+count(*)
+1024
+select working_set_size between 6 and 8
+from information_schema.db_statistics
+where db='test';
+working_set_size between 6 and 8
+1
+insert into t1 select NULL from t1;
+select count(*) from t1;
+count(*)
+2048
+select working_set_size between 7 and 9
+from information_schema.db_statistics
+where db='test';
+working_set_size between 7 and 9
+1
+insert into t1 select NULL from t1;
+select count(*) from t1;
+count(*)
+4096
+select working_set_size between 9 and 13
+from information_schema.db_statistics
+where db='test';
+working_set_size between 9 and 13
+1
+insert into t1 select NULL from t1;
+select count(*) from t1;
+count(*)
+8192
+select working_set_size between 15 and 19
+from information_schema.db_statistics
+where db='test';
+working_set_size between 15 and 19
+1
+insert into t1 select NULL from t1;
+select count(*) from t1;
+count(*)
+16384
+select working_set_size between 25 and 31
+from information_schema.db_statistics
+where db='test';
+working_set_size between 25 and 31
+1
+insert into t1 select NULL from t1;
+select count(*) from t1;
+count(*)
+32768
+select working_set_size between 47 and 59
+from information_schema.db_statistics
+where db='test';
+working_set_size between 47 and 59
+1
+insert into t1 select NULL from t1;
+select count(*) from t1;
+count(*)
+65536
+select working_set_size between 90 and 112
+from information_schema.db_statistics
+where db='test';
+working_set_size between 90 and 112
+1
+insert into t1 select NULL from t1;
+select count(*) from t1;
+count(*)
+131072
+select working_set_size between 179 and 219
+from information_schema.db_statistics
+where db='test';
+working_set_size between 179 and 219
+1
+insert into t1 select NULL from t1;
+select count(*) from t1;
+count(*)
+262144
+select working_set_size between 357 and 437
+from information_schema.db_statistics
+where db='test';
+working_set_size between 357 and 437
+1
+create table t2 (i int primary key auto_increment)
+key_block_size=8 engine=innodb;
+select working_set_size between 360 and 442
+from information_schema.db_statistics
+where db='test';
+working_set_size between 360 and 442
+1
+insert into t2 values (1);
+insert into t2 select NULL from t2;
+insert into t2 select NULL from t2;
+insert into t2 select NULL from t2;
+insert into t2 select NULL from t2;
+insert into t2 select NULL from t2;
+insert into t2 select NULL from t2;
+insert into t2 select NULL from t2;
+insert into t2 select NULL from t2;
+insert into t2 select NULL from t2;
+insert into t2 select NULL from t2;
+select count(*) from t2;
+count(*)
+1024
+select working_set_size between 365 and 447
+from information_schema.db_statistics
+where db='test';
+working_set_size between 365 and 447
+1
+insert into t2 select NULL from t2;
+select count(*) from t2;
+count(*)
+2048
+select working_set_size between 368 and 450
+from information_schema.db_statistics
+where db='test';
+working_set_size between 368 and 450
+1
+insert into t2 select NULL from t2;
+select count(*) from t2;
+count(*)
+4096
+select working_set_size between 370 and 454
+from information_schema.db_statistics
+where db='test';
+working_set_size between 370 and 454
+1
+insert into t2 select NULL from t2;
+select count(*) from t2;
+count(*)
+8192
+select working_set_size between 377 and 461
+from information_schema.db_statistics
+where db='test';
+working_set_size between 377 and 461
+1
+insert into t2 select NULL from t2;
+select count(*) from t2;
+count(*)
+16384
+select working_set_size between 393 and 481
+from information_schema.db_statistics
+where db='test';
+working_set_size between 393 and 481
+1
+insert into t2 select NULL from t2;
+select count(*) from t2;
+count(*)
+32768
+select working_set_size between 428 and 524
+from information_schema.db_statistics
+where db='test';
+working_set_size between 428 and 524
+1
+insert into t2 select NULL from t2;
+select count(*) from t2;
+count(*)
+65536
+select working_set_size between 489 and 599
+from information_schema.db_statistics
+where db='test';
+working_set_size between 489 and 599
+1
+insert into t2 select NULL from t2;
+select count(*) from t2;
+count(*)
+131072
+select working_set_size between 604 and 740
+from information_schema.db_statistics
+where db='test';
+working_set_size between 604 and 740
+1
+insert into t2 select NULL from t2;
+select count(*) from t2;
+count(*)
+262144
+select working_set_size between 837 and 1023
+from information_schema.db_statistics
+where db='test';
+working_set_size between 837 and 1023
+1
+flush statistics;
+select working_set_size from information_schema.db_statistics
+where db='test';
+working_set_size
+0
+drop table t1;
+drop table t2;
+SET GLOBAL disable_working_set_size = 0;

mysql-test/suite/innodb/t/innodb_working_set_size_16k-master.opt

@@ -0,0 +1 @@
+--innodb_file_per_table --innodb_file_format=barracuda