/* Copyright (c) 2000, 2018, Oracle and/or its affiliates. All rights reserved. This program is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License, version 2.0, as published by the Free Software Foundation. This program is also distributed with certain software (including but not limited to OpenSSL) that is licensed under separate terms, as designated in a particular file or component or in included license documentation. The authors of MySQL hereby grant you an additional permission to link the program and your derivative works with the separately licensed software that they have included with MySQL. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License, version 2.0, for more details. You should have received a copy of the GNU General Public License along with this program; if not, write to the Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA */ #include #include #include #include #include #include "welcome_copyright_notice.h" #include "m_ctype.h" #ifdef HAVE_UNISTD_H #include #endif #include "my_config.h" #include "my_compiler.h" #include "my_dbug.h" #include "my_inttypes.h" #include "my_io.h" #include "my_loglevel.h" #include "my_macros.h" #include "my_xml.h" #include "template_utils.h" #define ROW_LEN 16 #define ROW16_LEN 8 #define MAX_BUF 64 * 1024 static CHARSET_INFO all_charsets[512]; static void print_array(FILE *f, const char *set, const char *name, const uchar *a, int n) { int i; fprintf(f, "static const uchar %s_%s[] = {\n", name, set); for (i = 0; i < n; i++) { fprintf(f, "0x%02X", a[i]); fprintf(f, (i + 1 < n) ? "," : ""); fprintf(f, ((i + 1) % ROW_LEN == n % ROW_LEN) ? "\n" : ""); } fprintf(f, "};\n\n"); } static void print_array16(FILE *f, const char *set, const char *name, const uint16 *a, int n) { int i; fprintf(f, "static const uint16 %s_%s[] = {\n", name, set); for (i = 0; i < n; i++) { fprintf(f, "0x%04X", a[i]); fprintf(f, (i + 1 < n) ? "," : ""); fprintf(f, ((i + 1) % ROW16_LEN == n % ROW16_LEN) ? "\n" : ""); } fprintf(f, "};\n\n"); } static int get_charset_number(const char *charset_name) { CHARSET_INFO *cs; for (cs = all_charsets; cs < all_charsets + array_elements(all_charsets); cs++) { if (cs->name && !strcmp(cs->name, charset_name)) return cs->number; } return 0; } static uchar *mdup(const uchar *src, uint len) { auto *dst = static_cast(malloc(len)); if (!dst) exit(1); memcpy(dst, src, len); return dst; } static void simple_cs_copy_data(CHARSET_INFO *to, CHARSET_INFO *from) { to->number = from->number ? from->number : to->number; to->state |= from->state; if (from->csname) to->csname = strdup(from->csname); if (from->name) to->name = strdup(from->name); if (from->ctype) to->ctype = mdup(from->ctype, MY_CS_CTYPE_TABLE_SIZE); if (from->to_lower) to->to_lower = mdup(from->to_lower, MY_CS_TO_LOWER_TABLE_SIZE); if (from->to_upper) to->to_upper = mdup(from->to_upper, MY_CS_TO_UPPER_TABLE_SIZE); if (from->sort_order) { to->sort_order = mdup(from->sort_order, MY_CS_SORT_ORDER_TABLE_SIZE); /* set_max_sort_char(to); */ } if (from->tab_to_uni) { uint sz = MY_CS_TO_UNI_TABLE_SIZE * sizeof(uint16); to->tab_to_uni = pointer_cast( mdup(pointer_cast(from->tab_to_uni), sz)); /* create_fromuni(to); */ } } static bool simple_cs_is_full(CHARSET_INFO *cs) { return ((cs->csname && cs->tab_to_uni && cs->ctype && cs->to_upper && cs->to_lower) && (cs->number && cs->name && (cs->sort_order || (cs->state & MY_CS_BINSORT)))); } static int add_collation(CHARSET_INFO *cs) { if (cs->name && (cs->number || (cs->number = get_charset_number(cs->name)))) { if (!(all_charsets[cs->number].state & MY_CS_COMPILED)) { simple_cs_copy_data(&all_charsets[cs->number], cs); } cs->number = 0; cs->name = NULL; cs->state = 0; cs->sort_order = NULL; cs->state = 0; } return MY_XML_OK; } static void default_reporter(enum loglevel level MY_ATTRIBUTE((unused)), uint ecode MY_ATTRIBUTE((unused)), ...) {} static void my_charset_loader_init(MY_CHARSET_LOADER *loader) { loader->errcode = 0; loader->errarg[0] = '\0'; loader->once_alloc = malloc; loader->mem_malloc = malloc; loader->mem_realloc = realloc; loader->mem_free = free; loader->reporter = default_reporter; loader->add_collation = add_collation; } static int my_read_charset_file(const char *filename) { char buf[MAX_BUF]; int fd; uint len; MY_CHARSET_LOADER loader; my_charset_loader_init(&loader); if ((fd = open(filename, O_RDONLY)) < 0) { fprintf(stderr, "Can't open '%s'\n", filename); return 1; } len = read(fd, buf, MAX_BUF); DBUG_ASSERT(len < MAX_BUF); close(fd); if (my_parse_charset_xml(&loader, buf, len)) { fprintf(stderr, "Error while parsing '%s': %s\n", filename, loader.errarg); exit(1); } return false; } static int is_case_sensitive(CHARSET_INFO *cs) { return (cs->sort_order && cs->sort_order[static_cast('A')] < cs->sort_order[static_cast('a')] && cs->sort_order[static_cast('a')] < cs->sort_order[static_cast('B')]) ? 1 : 0; } static void dispcset(FILE *f, CHARSET_INFO *cs) { fprintf(f, "{\n"); fprintf(f, " %d,%d,%d,\n", cs->number, 0, 0); fprintf(f, " MY_CS_COMPILED%s%s%s%s%s,\n", cs->state & MY_CS_BINSORT ? "|MY_CS_BINSORT" : "", cs->state & MY_CS_PRIMARY ? "|MY_CS_PRIMARY" : "", is_case_sensitive(cs) ? "|MY_CS_CSSORT" : "", my_charset_is_8bit_pure_ascii(cs) ? "|MY_CS_PUREASCII" : "", !my_charset_is_ascii_compatible(cs) ? "|MY_CS_NONASCII" : ""); if (cs->name) { fprintf(f, " \"%s\", /* cset name */\n", cs->csname); fprintf(f, " \"%s\", /* coll name */\n", cs->name); fprintf(f, " \"\", /* comment */\n"); fprintf(f, " NULL, /* tailoring */\n"); fprintf(f, " NULL, /* coll_param */\n"); fprintf(f, " ctype_%s, /* ctype */\n", cs->name); fprintf(f, " to_lower_%s, /* lower */\n", cs->name); fprintf(f, " to_upper_%s, /* upper */\n", cs->name); if (cs->sort_order) fprintf(f, " sort_order_%s, /* sort_order */\n", cs->name); else fprintf(f, " NULL, /* sort_order */\n"); fprintf(f, " NULL, /* uca */\n"); fprintf(f, " to_uni_%s, /* to_uni */\n", cs->name); } else { fprintf(f, " NULL, /* cset name */\n"); fprintf(f, " NULL, /* coll name */\n"); fprintf(f, " NULL, /* comment */\n"); fprintf(f, " NULL, /* tailoring */\n"); fprintf(f, " NULL, /* coll_param */\n"); fprintf(f, " NULL, /* ctype */\n"); fprintf(f, " NULL, /* lower */\n"); fprintf(f, " NULL, /* upper */\n"); fprintf(f, " NULL, /* sort order */\n"); fprintf(f, " NULL, /* uca */\n"); fprintf(f, " NULL, /* to_uni */\n"); } fprintf(f, " NULL, /* from_uni */\n"); fprintf(f, " &my_unicase_default, /* caseinfo */\n"); fprintf(f, " NULL, /* state map */\n"); fprintf(f, " NULL, /* ident map */\n"); fprintf(f, " 1, /* strxfrm_multiply*/\n"); fprintf(f, " 1, /* caseup_multiply*/\n"); fprintf(f, " 1, /* casedn_multiply*/\n"); fprintf(f, " 1, /* mbminlen */\n"); fprintf(f, " 1, /* mbmaxlen */\n"); fprintf(f, " 1, /* mbmaxlenlen */\n"); fprintf(f, " 0, /* min_sort_char */\n"); fprintf(f, " 255, /* max_sort_char */\n"); fprintf(f, " ' ', /* pad_char */\n"); fprintf(f, " 0, /* escape_with_backslash_is_dangerous " "*/\n"); fprintf(f, " 1, /* levels_for_compare */\n"); if (my_charset_is_8bit_pure_ascii(cs)) fprintf(f, " &my_charset_ascii_handler,\n"); else fprintf(f, " &my_charset_8bit_handler,\n"); if (cs->state & MY_CS_BINSORT) fprintf(f, " &my_collation_8bit_bin_handler,\n"); else fprintf(f, " &my_collation_8bit_simple_ci_handler,\n"); fprintf(f, " PAD_SPACE\n"); fprintf(f, "}\n"); } int main(int argc, char **argv MY_ATTRIBUTE((unused))) { CHARSET_INFO ncs; CHARSET_INFO *cs; char filename[256]; FILE *f = stdout; if (argc < 2) { fprintf(stderr, "usage: %s source-dir\n", argv[0]); exit(EXIT_FAILURE); } memset(&ncs, 0, sizeof(ncs)); memset(&all_charsets, 0, sizeof(all_charsets)); sprintf(filename, "%s/%s", argv[1], "Index.xml"); my_read_charset_file(filename); for (cs = all_charsets; cs < all_charsets + array_elements(all_charsets); cs++) { if (cs->number && !(cs->state & MY_CS_COMPILED)) { if ((!simple_cs_is_full(cs)) && (cs->csname)) { sprintf(filename, "%s/%s.xml", argv[1], cs->csname); my_read_charset_file(filename); } } } fprintf(f, "/*\n"); fprintf(f, " This file was generated by the conf_to_src utility. " "Do not edit it directly,\n"); fprintf(f, " edit the XML definitions in share/charsets/ instead.\n\n"); fprintf(f, " To re-generate, run the following in the strings/ " "directory:\n"); fprintf(f, " ./conf_to_src {CMAKE_SOURCE_DIR}/share/charsets/ > " "ctype-extra.cc\n"); fprintf(f, "*/\n\n"); fprintf(f, ORACLE_GPL_FOSS_COPYRIGHT_NOTICE("2003")); fprintf(f, "#include \n\n"); fprintf(f, "#include \"m_ctype.h\"\n"); fprintf(f, "#include \"my_inttypes.h\"\n\n"); for (cs = all_charsets; cs < all_charsets + array_elements(all_charsets); cs++) { if (simple_cs_is_full(cs)) { print_array(f, cs->name, "ctype", cs->ctype, MY_CS_CTYPE_TABLE_SIZE); print_array(f, cs->name, "to_lower", cs->to_lower, MY_CS_TO_LOWER_TABLE_SIZE); print_array(f, cs->name, "to_upper", cs->to_upper, MY_CS_TO_UPPER_TABLE_SIZE); if (cs->sort_order) print_array(f, cs->name, "sort_order", cs->sort_order, MY_CS_SORT_ORDER_TABLE_SIZE); print_array16(f, cs->name, "to_uni", cs->tab_to_uni, MY_CS_TO_UNI_TABLE_SIZE); fprintf(f, "\n"); } } fprintf(f, "extern \"C\" {\n"); fprintf(f, "CHARSET_INFO compiled_charsets[] = {\n"); for (cs = all_charsets; cs < all_charsets + array_elements(all_charsets); cs++) { if (simple_cs_is_full(cs)) { dispcset(f, cs); fprintf(f, ",\n"); } } dispcset(f, &ncs); fprintf(f, "};\n"); fprintf(f, "} // extern \"C\"\n"); return 0; }