MDEV-19123 Change default charset from latin1 to utf8mb4

Changing the default server character set from latin1 to utf8mb4.

Author: abarkov

cmake/character_sets.cmake

@@ -15,11 +15,11 @@
 
 # Charsets and collations
 IF(NOT DEFAULT_CHARSET)
- SET(DEFAULT_CHARSET "latin1")
+ SET(DEFAULT_CHARSET "utf8mb4")
 ENDIF()
 
 IF(NOT DEFAULT_COLLATION)
- SET(DEFAULT_COLLATION "latin1_swedish_ci")
+ SET(DEFAULT_COLLATION "utf8mb4_uca1400_ai_ci")
 ENDIF()
 
 SET(CHARSETS ${DEFAULT_CHARSET} latin1 utf8mb3 utf8mb4)

mysql-test/include/check-testcase.test renamed to mysql-test/include/check-testcase.inc

@@ -30,7 +30,7 @@ create temporary table error_log (
  suspicious int default 1,
  file_name varchar(255),
  line varchar(1024) default null
-) engine=myisam;
+) engine=myisam charset=latin1;
 
 # Get the name of servers error log
 let $log_error= $MTR_LOG_ERROR;
@@ -41,7 +41,7 @@ let $log_warning= $log_error.warnings;
 # running with the --secure-file-priv" in which case
 # an attempt to load the file using LOAD DATA LOCAL is made
 --error 0,1290
-eval load data infile '$log_warning' into table error_log
+eval load data infile '$log_warning' into table error_log character set latin1
  fields terminated by 'xykls37' escaped by ''
  ignore 1 lines
  (line)

mysql-test/include/check-warnings.test renamed to mysql-test/include/check-warnings.inc

@@ -44,7 +44,7 @@ CREATE TABLE t2 (
  UNIQUE fld1 (fld1),
  KEY fld3 (fld3),
  PRIMARY KEY (auto)
-); 
+) CHARSET=latin1;
 
 #
 # Populate table
@@ -1374,7 +1374,7 @@ create table t3 (
  price2 double(11,0),
  key (period),
  key (name)
-);
+) CHARSET=latin1;
 
 --disable_query_log
 INSERT INTO t3 (period,name,companynr,price,price2) VALUES (1001,"Iranizes",37,5987435,234724);
@@ -1506,7 +1506,7 @@ create table t4 (
  companyname char(30) NOT NULL default '',
  PRIMARY KEY (companynr),
  UNIQUE KEY companyname(companyname)
-) ENGINE=aria MAX_ROWS=50 PACK_KEYS=1 COMMENT='companynames';
+) ENGINE=aria CHARSET=latin1 MAX_ROWS=50 PACK_KEYS=1 COMMENT='companynames';
 
 --disable_query_log
 INSERT INTO t4 (companynr, companyname) VALUES (29,'company 1');

mysql-test/include/common-tests.inc

@@ -10,6 +10,6 @@
 --disable_query_log
 SET @save_character_set_server= @@character_set_server;
 SET @save_collation_server= @@collation_server;
-set @@character_set_server="latin1";
-set @@collation_server="latin1_swedish_ci";
+set @@character_set_server=utf8mb4;
+set @@collation_server=utf8mb4_uca1400_ai_ci;
 --enable_query_log

mysql-test/include/default_charset.inc

@@ -20,7 +20,8 @@ disable-getopt-prefix-matching
 plugin-maturity=unknown
 open-files-limit= 1024
 local-infile
-character-set-server= latin1
+character-set-server= utf8mb4
+collation-server= utf8mb4_uca1400_ai_ci
 
 # Increase default connect_timeout to avoid intermittent
 # disconnects when test servers are put under load see BUG#28359

mysql-test/include/default_mysqld.cnf

@@ -4,7 +4,7 @@
 --echo # MDEV-10850 Wrong result for WHERE .. (f2=TO_BASE64('test') OR f2=TO_BASE64('TEST'))
 --echo #
 
---eval CREATE TABLE t1 (f1 VARCHAR(4), f2 VARCHAR(255), UNIQUE KEY k1 (f1,f2))
+--eval CREATE TABLE t1 (f1 VARCHAR(4), f2 VARCHAR(255), UNIQUE KEY k1 (f1,f2)) CHARSET=latin1
 --eval INSERT INTO t1 VALUES ('test',$func('test')), ('TEST', $func('TEST'))
 --eval SELECT * FROM t1 IGNORE INDEX(k1) WHERE f1='test' AND (f2= $func("test") OR f2= $func("TEST"))
 --eval SELECT * FROM t1 WHERE f1='test' AND (f2= $func("test") OR f2= $func("TEST"))

mysql-test/include/func_str_ascii_checksum.inc

@@ -216,7 +216,7 @@ CREATE TABLE t3 (
  c1 TINYTEXT NOT NULL,
  i1 INT NOT NULL,
  KEY (c1(6),i1)
-);
+) CHARSET=latin1;
 
 INSERT INTO t3 SELECT CONCAT('c-',1000+t2.a,'=w'), 1 FROM t2;
 
@@ -691,7 +691,7 @@ set optimizer_switch= @tmp_778434;
 --echo # Bug#885168: ICP for one index + potential ORDER BY for another
 --echo #
 
-CREATE TABLE t1 (a varchar(64), b varchar(10), INDEX(a), INDEX(b)) ;
+CREATE TABLE t1 (a varchar(64), b varchar(10), INDEX(a), INDEX(b)) CHARSET=latin1;
 INSERT INTO t1 VALUES 
  ('Ohio','Iowa'), ('k','d'), ('bdkpj','mbdkpjdanp'), ('d','xdmbdkpjda'),
  ('fkxdmbdkpjdanpje','o'), ('f','Pennsylvan'), ('Virginia','ei');
@@ -722,10 +722,10 @@ DROP TABLE t1;
 --echo # Bug#886145: join with ICP + ORDER BY 
 --echo #
 
-CREATE TABLE t1 (b int NOT NULL, c int, a varchar(1024), PRIMARY KEY (b));
+CREATE TABLE t1 (b int NOT NULL, c int, a varchar(1024), PRIMARY KEY (b)) CHARSET=latin1;
 INSERT INTO t1 VALUES (1,4,'Ill');
 
-CREATE TABLE t2 (a varchar(1024), KEY (a(512)));
+CREATE TABLE t2 (a varchar(1024), KEY (a(512))) CHARSET=latin1;
 INSERT INTO t2 VALUES
  ('Ill'), ('eckqzsflbzaffti'), ('w'), ('she'), ('gxbwypqtjzwywwer'), ('w');
 insert into t2 select seq from seq_1_to_100;
@@ -930,7 +930,7 @@ CREATE TABLE t1 (
  c2 VARCHAR(2) ,
  INDEX idx1 (c2,c1(2)),
  INDEX idx2 (c2,c1(1))
-);
+) CHARSET=latin1;
 
 INSERT INTO t1 (c1,c2) VALUES ('aa','x'), ('a' ,'y');
 

mysql-test/include/icp_tests.inc

@@ -124,10 +124,10 @@ drop table t1;
 --echo #
 --echo # Bug#50402 Optimizer producing wrong results when using Index Merge on InnoDB
 --echo #
-CREATE TABLE t1 (f1 INT, PRIMARY KEY (f1));
+CREATE TABLE t1 (f1 INT, PRIMARY KEY (f1)) CHARSET=latin1;
 INSERT INTO t1 VALUES (2);
 CREATE TABLE t2 (f1 INT, f2 INT, f3 char(1),
- PRIMARY KEY (f1), KEY (f2), KEY (f3) );
+ PRIMARY KEY (f1), KEY (f2), KEY (f3)) CHARSET=latin1;
 INSERT INTO t2 VALUES (1, 1, 'h'), (2, 3, 'h'), (3, 2, ''), (4, 2, '');
 
 SELECT t1.f1 FROM t1

mysql-test/include/index_merge_ror_cpk.inc

@@ -75,7 +75,7 @@ select b,filler from t3 where (b>='c-1011=w' and b<= 'c-1018=w') or
 drop table if exists t4;
 --enable_warnings
 create table t4 (a varchar(10), b int, c char(10), filler char(200),
- key idx1 (a, b, c));
+ key idx1 (a, b, c)) charset=latin1;
 
 # insert buffer_size * 1.5 all-NULL tuples
 insert into t4 (filler) select concat('NULL-', 15-a) from t2 order by a limit 15;