You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
344 lines
12 KiB
344 lines
12 KiB
5 months ago
|
/* Copyright (c) 2000, 2018, Oracle and/or its affiliates. All rights reserved.
|
||
|
|
|
||
|
|
This program is free software; you can redistribute it and/or modify
|
||
|
|
it under the terms of the GNU General Public License, version 2.0,
|
||
|
|
as published by the Free Software Foundation.
|
||
|
|
|
||
|
|
This program is also distributed with certain software (including
|
||
|
|
but not limited to OpenSSL) that is licensed under separate terms,
|
||
|
|
as designated in a particular file or component or in included license
|
||
|
|
documentation. The authors of MySQL hereby grant you an additional
|
||
|
|
permission to link the program and your derivative works with the
|
||
|
|
separately licensed software that they have included with MySQL.
|
||
|
|
|
||
|
|
This program is distributed in the hope that it will be useful,
|
||
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||
|
|
GNU General Public License, version 2.0, for more details.
|
||
|
|
|
||
|
|
You should have received a copy of the GNU General Public License
|
||
|
|
along with this program; if not, write to the Free Software
|
||
|
|
Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA */
|
||
|
|
|
||
|
|
#include <fcntl.h>
|
||
|
|
#include <stdio.h>
|
||
|
|
#include <stdlib.h>
|
||
|
|
#include <string.h>
|
||
|
|
#include <sys/types.h>
|
||
|
|
|
||
|
|
#include "welcome_copyright_notice.h"
|
||
|
|
|
||
|
|
#include "m_ctype.h"
|
||
|
|
|
||
|
|
#ifdef HAVE_UNISTD_H
|
||
|
|
#include <unistd.h>
|
||
|
|
#endif
|
||
|
|
|
||
|
|
#include "my_config.h"
|
||
|
|
|
||
|
|
#include "my_compiler.h"
|
||
|
|
#include "my_dbug.h"
|
||
|
|
#include "my_inttypes.h"
|
||
|
|
#include "my_io.h"
|
||
|
|
#include "my_loglevel.h"
|
||
|
|
#include "my_macros.h"
|
||
|
|
#include "my_xml.h"
|
||
|
|
#include "template_utils.h"
|
||
|
|
|
||
|
|
#define ROW_LEN 16
|
||
|
|
#define ROW16_LEN 8
|
||
|
|
#define MAX_BUF 64 * 1024
|
||
|
|
|
||
|
|
static CHARSET_INFO all_charsets[512];
|
||
|
|
|
||
|
|
static void print_array(FILE *f, const char *set, const char *name,
|
||
|
|
const uchar *a, int n) {
|
||
|
|
int i;
|
||
|
|
|
||
|
|
fprintf(f, "static const uchar %s_%s[] = {\n", name, set);
|
||
|
|
|
||
|
|
for (i = 0; i < n; i++) {
|
||
|
|
fprintf(f, "0x%02X", a[i]);
|
||
|
|
fprintf(f, (i + 1 < n) ? "," : "");
|
||
|
|
fprintf(f, ((i + 1) % ROW_LEN == n % ROW_LEN) ? "\n" : "");
|
||
|
|
}
|
||
|
|
fprintf(f, "};\n\n");
|
||
|
|
}
|
||
|
|
|
||
|
|
static void print_array16(FILE *f, const char *set, const char *name,
|
||
|
|
const uint16 *a, int n) {
|
||
|
|
int i;
|
||
|
|
|
||
|
|
fprintf(f, "static const uint16 %s_%s[] = {\n", name, set);
|
||
|
|
|
||
|
|
for (i = 0; i < n; i++) {
|
||
|
|
fprintf(f, "0x%04X", a[i]);
|
||
|
|
fprintf(f, (i + 1 < n) ? "," : "");
|
||
|
|
fprintf(f, ((i + 1) % ROW16_LEN == n % ROW16_LEN) ? "\n" : "");
|
||
|
|
}
|
||
|
|
fprintf(f, "};\n\n");
|
||
|
|
}
|
||
|
|
|
||
|
|
static int get_charset_number(const char *charset_name) {
|
||
|
|
CHARSET_INFO *cs;
|
||
|
|
for (cs = all_charsets; cs < all_charsets + array_elements(all_charsets);
|
||
|
|
cs++) {
|
||
|
|
if (cs->name && !strcmp(cs->name, charset_name)) return cs->number;
|
||
|
|
}
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
static uchar *mdup(const uchar *src, uint len) {
|
||
|
|
auto *dst = static_cast<uchar *>(malloc(len));
|
||
|
|
if (!dst) exit(1);
|
||
|
|
memcpy(dst, src, len);
|
||
|
|
return dst;
|
||
|
|
}
|
||
|
|
|
||
|
|
static void simple_cs_copy_data(CHARSET_INFO *to, CHARSET_INFO *from) {
|
||
|
|
to->number = from->number ? from->number : to->number;
|
||
|
|
to->state |= from->state;
|
||
|
|
|
||
|
|
if (from->csname) to->csname = strdup(from->csname);
|
||
|
|
|
||
|
|
if (from->name) to->name = strdup(from->name);
|
||
|
|
|
||
|
|
if (from->ctype) to->ctype = mdup(from->ctype, MY_CS_CTYPE_TABLE_SIZE);
|
||
|
|
if (from->to_lower)
|
||
|
|
to->to_lower = mdup(from->to_lower, MY_CS_TO_LOWER_TABLE_SIZE);
|
||
|
|
if (from->to_upper)
|
||
|
|
to->to_upper = mdup(from->to_upper, MY_CS_TO_UPPER_TABLE_SIZE);
|
||
|
|
if (from->sort_order) {
|
||
|
|
to->sort_order = mdup(from->sort_order, MY_CS_SORT_ORDER_TABLE_SIZE);
|
||
|
|
/*
|
||
|
|
set_max_sort_char(to);
|
||
|
|
*/
|
||
|
|
}
|
||
|
|
if (from->tab_to_uni) {
|
||
|
|
uint sz = MY_CS_TO_UNI_TABLE_SIZE * sizeof(uint16);
|
||
|
|
to->tab_to_uni = pointer_cast<uint16 *>(
|
||
|
|
mdup(pointer_cast<const uchar *>(from->tab_to_uni), sz));
|
||
|
|
/*
|
||
|
|
create_fromuni(to);
|
||
|
|
*/
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
static bool simple_cs_is_full(CHARSET_INFO *cs) {
|
||
|
|
return ((cs->csname && cs->tab_to_uni && cs->ctype && cs->to_upper &&
|
||
|
|
cs->to_lower) &&
|
||
|
|
(cs->number && cs->name &&
|
||
|
|
(cs->sort_order || (cs->state & MY_CS_BINSORT))));
|
||
|
|
}
|
||
|
|
|
||
|
|
static int add_collation(CHARSET_INFO *cs) {
|
||
|
|
if (cs->name && (cs->number || (cs->number = get_charset_number(cs->name)))) {
|
||
|
|
if (!(all_charsets[cs->number].state & MY_CS_COMPILED)) {
|
||
|
|
simple_cs_copy_data(&all_charsets[cs->number], cs);
|
||
|
|
}
|
||
|
|
|
||
|
|
cs->number = 0;
|
||
|
|
cs->name = NULL;
|
||
|
|
cs->state = 0;
|
||
|
|
cs->sort_order = NULL;
|
||
|
|
cs->state = 0;
|
||
|
|
}
|
||
|
|
return MY_XML_OK;
|
||
|
|
}
|
||
|
|
|
||
|
|
static void default_reporter(enum loglevel level MY_ATTRIBUTE((unused)),
|
||
|
|
uint ecode MY_ATTRIBUTE((unused)), ...) {}
|
||
|
|
|
||
|
|
static void my_charset_loader_init(MY_CHARSET_LOADER *loader) {
|
||
|
|
loader->errcode = 0;
|
||
|
|
loader->errarg[0] = '\0';
|
||
|
|
loader->once_alloc = malloc;
|
||
|
|
loader->mem_malloc = malloc;
|
||
|
|
loader->mem_realloc = realloc;
|
||
|
|
loader->mem_free = free;
|
||
|
|
loader->reporter = default_reporter;
|
||
|
|
loader->add_collation = add_collation;
|
||
|
|
}
|
||
|
|
|
||
|
|
static int my_read_charset_file(const char *filename) {
|
||
|
|
char buf[MAX_BUF];
|
||
|
|
int fd;
|
||
|
|
uint len;
|
||
|
|
MY_CHARSET_LOADER loader;
|
||
|
|
|
||
|
|
my_charset_loader_init(&loader);
|
||
|
|
if ((fd = open(filename, O_RDONLY)) < 0) {
|
||
|
|
fprintf(stderr, "Can't open '%s'\n", filename);
|
||
|
|
return 1;
|
||
|
|
}
|
||
|
|
|
||
|
|
len = read(fd, buf, MAX_BUF);
|
||
|
|
DBUG_ASSERT(len < MAX_BUF);
|
||
|
|
close(fd);
|
||
|
|
|
||
|
|
if (my_parse_charset_xml(&loader, buf, len)) {
|
||
|
|
fprintf(stderr, "Error while parsing '%s': %s\n", filename, loader.errarg);
|
||
|
|
exit(1);
|
||
|
|
}
|
||
|
|
|
||
|
|
return false;
|
||
|
|
}
|
||
|
|
|
||
|
|
static int is_case_sensitive(CHARSET_INFO *cs) {
|
||
|
|
return (cs->sort_order &&
|
||
|
|
cs->sort_order[static_cast<int>('A')] <
|
||
|
|
cs->sort_order[static_cast<int>('a')] &&
|
||
|
|
cs->sort_order[static_cast<int>('a')] <
|
||
|
|
cs->sort_order[static_cast<int>('B')])
|
||
|
|
? 1
|
||
|
|
: 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
static void dispcset(FILE *f, CHARSET_INFO *cs) {
|
||
|
|
fprintf(f, "{\n");
|
||
|
|
fprintf(f, " %d,%d,%d,\n", cs->number, 0, 0);
|
||
|
|
fprintf(f, " MY_CS_COMPILED%s%s%s%s%s,\n",
|
||
|
|
cs->state & MY_CS_BINSORT ? "|MY_CS_BINSORT" : "",
|
||
|
|
cs->state & MY_CS_PRIMARY ? "|MY_CS_PRIMARY" : "",
|
||
|
|
is_case_sensitive(cs) ? "|MY_CS_CSSORT" : "",
|
||
|
|
my_charset_is_8bit_pure_ascii(cs) ? "|MY_CS_PUREASCII" : "",
|
||
|
|
!my_charset_is_ascii_compatible(cs) ? "|MY_CS_NONASCII" : "");
|
||
|
|
|
||
|
|
if (cs->name) {
|
||
|
|
fprintf(f, " \"%s\", /* cset name */\n",
|
||
|
|
cs->csname);
|
||
|
|
fprintf(f, " \"%s\", /* coll name */\n", cs->name);
|
||
|
|
fprintf(f, " \"\", /* comment */\n");
|
||
|
|
fprintf(f, " NULL, /* tailoring */\n");
|
||
|
|
fprintf(f, " NULL, /* coll_param */\n");
|
||
|
|
fprintf(f, " ctype_%s, /* ctype */\n", cs->name);
|
||
|
|
fprintf(f, " to_lower_%s, /* lower */\n", cs->name);
|
||
|
|
fprintf(f, " to_upper_%s, /* upper */\n", cs->name);
|
||
|
|
if (cs->sort_order)
|
||
|
|
fprintf(f, " sort_order_%s, /* sort_order */\n", cs->name);
|
||
|
|
else
|
||
|
|
fprintf(f, " NULL, /* sort_order */\n");
|
||
|
|
fprintf(f, " NULL, /* uca */\n");
|
||
|
|
fprintf(f, " to_uni_%s, /* to_uni */\n", cs->name);
|
||
|
|
} else {
|
||
|
|
fprintf(f, " NULL, /* cset name */\n");
|
||
|
|
fprintf(f, " NULL, /* coll name */\n");
|
||
|
|
fprintf(f, " NULL, /* comment */\n");
|
||
|
|
fprintf(f, " NULL, /* tailoring */\n");
|
||
|
|
fprintf(f, " NULL, /* coll_param */\n");
|
||
|
|
fprintf(f, " NULL, /* ctype */\n");
|
||
|
|
fprintf(f, " NULL, /* lower */\n");
|
||
|
|
fprintf(f, " NULL, /* upper */\n");
|
||
|
|
fprintf(f, " NULL, /* sort order */\n");
|
||
|
|
fprintf(f, " NULL, /* uca */\n");
|
||
|
|
fprintf(f, " NULL, /* to_uni */\n");
|
||
|
|
}
|
||
|
|
|
||
|
|
fprintf(f, " NULL, /* from_uni */\n");
|
||
|
|
fprintf(f, " &my_unicase_default, /* caseinfo */\n");
|
||
|
|
fprintf(f, " NULL, /* state map */\n");
|
||
|
|
fprintf(f, " NULL, /* ident map */\n");
|
||
|
|
fprintf(f, " 1, /* strxfrm_multiply*/\n");
|
||
|
|
fprintf(f, " 1, /* caseup_multiply*/\n");
|
||
|
|
fprintf(f, " 1, /* casedn_multiply*/\n");
|
||
|
|
fprintf(f, " 1, /* mbminlen */\n");
|
||
|
|
fprintf(f, " 1, /* mbmaxlen */\n");
|
||
|
|
fprintf(f, " 1, /* mbmaxlenlen */\n");
|
||
|
|
fprintf(f, " 0, /* min_sort_char */\n");
|
||
|
|
fprintf(f, " 255, /* max_sort_char */\n");
|
||
|
|
fprintf(f, " ' ', /* pad_char */\n");
|
||
|
|
fprintf(f,
|
||
|
|
" 0, /* escape_with_backslash_is_dangerous "
|
||
|
|
"*/\n");
|
||
|
|
fprintf(f, " 1, /* levels_for_compare */\n");
|
||
|
|
|
||
|
|
if (my_charset_is_8bit_pure_ascii(cs))
|
||
|
|
fprintf(f, " &my_charset_ascii_handler,\n");
|
||
|
|
else
|
||
|
|
fprintf(f, " &my_charset_8bit_handler,\n");
|
||
|
|
if (cs->state & MY_CS_BINSORT)
|
||
|
|
fprintf(f, " &my_collation_8bit_bin_handler,\n");
|
||
|
|
else
|
||
|
|
fprintf(f, " &my_collation_8bit_simple_ci_handler,\n");
|
||
|
|
fprintf(f, " PAD_SPACE\n");
|
||
|
|
fprintf(f, "}\n");
|
||
|
|
}
|
||
|
|
|
||
|
|
int main(int argc, char **argv MY_ATTRIBUTE((unused))) {
|
||
|
|
CHARSET_INFO ncs;
|
||
|
|
CHARSET_INFO *cs;
|
||
|
|
char filename[256];
|
||
|
|
FILE *f = stdout;
|
||
|
|
|
||
|
|
if (argc < 2) {
|
||
|
|
fprintf(stderr, "usage: %s source-dir\n", argv[0]);
|
||
|
|
exit(EXIT_FAILURE);
|
||
|
|
}
|
||
|
|
|
||
|
|
memset(&ncs, 0, sizeof(ncs));
|
||
|
|
memset(&all_charsets, 0, sizeof(all_charsets));
|
||
|
|
|
||
|
|
sprintf(filename, "%s/%s", argv[1], "Index.xml");
|
||
|
|
my_read_charset_file(filename);
|
||
|
|
|
||
|
|
for (cs = all_charsets; cs < all_charsets + array_elements(all_charsets);
|
||
|
|
cs++) {
|
||
|
|
if (cs->number && !(cs->state & MY_CS_COMPILED)) {
|
||
|
|
if ((!simple_cs_is_full(cs)) && (cs->csname)) {
|
||
|
|
sprintf(filename, "%s/%s.xml", argv[1], cs->csname);
|
||
|
|
my_read_charset_file(filename);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
fprintf(f, "/*\n");
|
||
|
|
fprintf(f,
|
||
|
|
" This file was generated by the conf_to_src utility. "
|
||
|
|
"Do not edit it directly,\n");
|
||
|
|
fprintf(f, " edit the XML definitions in share/charsets/ instead.\n\n");
|
||
|
|
fprintf(f,
|
||
|
|
" To re-generate, run the following in the strings/ "
|
||
|
|
"directory:\n");
|
||
|
|
fprintf(f,
|
||
|
|
" ./conf_to_src {CMAKE_SOURCE_DIR}/share/charsets/ > "
|
||
|
|
"ctype-extra.cc\n");
|
||
|
|
fprintf(f, "*/\n\n");
|
||
|
|
fprintf(f, ORACLE_GPL_FOSS_COPYRIGHT_NOTICE("2003"));
|
||
|
|
fprintf(f, "#include <stddef.h>\n\n");
|
||
|
|
fprintf(f, "#include \"m_ctype.h\"\n");
|
||
|
|
fprintf(f, "#include \"my_inttypes.h\"\n\n");
|
||
|
|
|
||
|
|
for (cs = all_charsets; cs < all_charsets + array_elements(all_charsets);
|
||
|
|
cs++) {
|
||
|
|
if (simple_cs_is_full(cs)) {
|
||
|
|
print_array(f, cs->name, "ctype", cs->ctype, MY_CS_CTYPE_TABLE_SIZE);
|
||
|
|
print_array(f, cs->name, "to_lower", cs->to_lower,
|
||
|
|
MY_CS_TO_LOWER_TABLE_SIZE);
|
||
|
|
print_array(f, cs->name, "to_upper", cs->to_upper,
|
||
|
|
MY_CS_TO_UPPER_TABLE_SIZE);
|
||
|
|
if (cs->sort_order)
|
||
|
|
print_array(f, cs->name, "sort_order", cs->sort_order,
|
||
|
|
MY_CS_SORT_ORDER_TABLE_SIZE);
|
||
|
|
print_array16(f, cs->name, "to_uni", cs->tab_to_uni,
|
||
|
|
MY_CS_TO_UNI_TABLE_SIZE);
|
||
|
|
fprintf(f, "\n");
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
fprintf(f, "extern \"C\" {\n");
|
||
|
|
fprintf(f, "CHARSET_INFO compiled_charsets[] = {\n");
|
||
|
|
for (cs = all_charsets; cs < all_charsets + array_elements(all_charsets);
|
||
|
|
cs++) {
|
||
|
|
if (simple_cs_is_full(cs)) {
|
||
|
|
dispcset(f, cs);
|
||
|
|
fprintf(f, ",\n");
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
dispcset(f, &ncs);
|
||
|
|
fprintf(f, "};\n");
|
||
|
|
fprintf(f, "} // extern \"C\"\n");
|
||
|
|
|
||
|
|
return 0;
|
||
|
|
}
|