mirror of
https://git.tartarus.org/simon/putty.git
synced 2025-01-10 01:48:00 +00:00
69e217d23a
This enables it to handle data that isn't presented as a NUL-terminated string. In particular, the NUL byte can appear _within_ the string and be correctly translated to the NUL wide character. So I've been able to remove the awkwardness in the test rig of having to include the terminating NUL in every test to ensure NUL has been tested, and instead, insert a single explicit test for it. Similarly to the previous commit, the simplification at the (one) call site gives me a strong feeling of 'this is what the API should have been all along'!
1392 lines
51 KiB
C
1392 lines
51 KiB
C
#include <stdio.h>
|
|
#include <stdlib.h>
|
|
#include <ctype.h>
|
|
#include <time.h>
|
|
#include <assert.h>
|
|
|
|
#include "putty.h"
|
|
#include "terminal.h"
|
|
#include "misc.h"
|
|
|
|
/* Character conversion arrays; they are usually taken from windows,
|
|
* the xterm one has the four scanlines that have no unicode 2.0
|
|
* equivalents mapped to their unicode 3.0 locations.
|
|
*/
|
|
static const WCHAR unitab_xterm_std[32] = {
|
|
0x2666, 0x2592, 0x2409, 0x240c, 0x240d, 0x240a, 0x00b0, 0x00b1,
|
|
0x2424, 0x240b, 0x2518, 0x2510, 0x250c, 0x2514, 0x253c, 0x23ba,
|
|
0x23bb, 0x2500, 0x23bc, 0x23bd, 0x251c, 0x2524, 0x2534, 0x252c,
|
|
0x2502, 0x2264, 0x2265, 0x03c0, 0x2260, 0x00a3, 0x00b7, 0x0020
|
|
};
|
|
|
|
/*
|
|
* If the codepage is non-zero it's a window codepage, zero means use a
|
|
* local codepage. The name is always converted to the first of any
|
|
* duplicate definitions.
|
|
*/
|
|
|
|
/*
|
|
* Tables for ISO-8859-{1-10,13-16} derived from those downloaded
|
|
* 2001-10-02 from <http://www.unicode.org/Public/MAPPINGS/> -- jtn
|
|
* Table for ISO-8859-11 derived from same on 2002-11-18. -- bjh21
|
|
*/
|
|
|
|
/* XXX: This could be done algorithmically, but I'm not sure it's
|
|
* worth the hassle -- jtn */
|
|
/* ISO/IEC 8859-1:1998 (Latin-1, "Western", "West European") */
|
|
static const wchar_t iso_8859_1[] = {
|
|
0x00A0, 0x00A1, 0x00A2, 0x00A3, 0x00A4, 0x00A5, 0x00A6, 0x00A7,
|
|
0x00A8, 0x00A9, 0x00AA, 0x00AB, 0x00AC, 0x00AD, 0x00AE, 0x00AF,
|
|
0x00B0, 0x00B1, 0x00B2, 0x00B3, 0x00B4, 0x00B5, 0x00B6, 0x00B7,
|
|
0x00B8, 0x00B9, 0x00BA, 0x00BB, 0x00BC, 0x00BD, 0x00BE, 0x00BF,
|
|
0x00C0, 0x00C1, 0x00C2, 0x00C3, 0x00C4, 0x00C5, 0x00C6, 0x00C7,
|
|
0x00C8, 0x00C9, 0x00CA, 0x00CB, 0x00CC, 0x00CD, 0x00CE, 0x00CF,
|
|
0x00D0, 0x00D1, 0x00D2, 0x00D3, 0x00D4, 0x00D5, 0x00D6, 0x00D7,
|
|
0x00D8, 0x00D9, 0x00DA, 0x00DB, 0x00DC, 0x00DD, 0x00DE, 0x00DF,
|
|
0x00E0, 0x00E1, 0x00E2, 0x00E3, 0x00E4, 0x00E5, 0x00E6, 0x00E7,
|
|
0x00E8, 0x00E9, 0x00EA, 0x00EB, 0x00EC, 0x00ED, 0x00EE, 0x00EF,
|
|
0x00F0, 0x00F1, 0x00F2, 0x00F3, 0x00F4, 0x00F5, 0x00F6, 0x00F7,
|
|
0x00F8, 0x00F9, 0x00FA, 0x00FB, 0x00FC, 0x00FD, 0x00FE, 0x00FF
|
|
};
|
|
|
|
/* ISO/IEC 8859-2:1999 (Latin-2, "Central European", "East European") */
|
|
static const wchar_t iso_8859_2[] = {
|
|
0x00A0, 0x0104, 0x02D8, 0x0141, 0x00A4, 0x013D, 0x015A, 0x00A7,
|
|
0x00A8, 0x0160, 0x015E, 0x0164, 0x0179, 0x00AD, 0x017D, 0x017B,
|
|
0x00B0, 0x0105, 0x02DB, 0x0142, 0x00B4, 0x013E, 0x015B, 0x02C7,
|
|
0x00B8, 0x0161, 0x015F, 0x0165, 0x017A, 0x02DD, 0x017E, 0x017C,
|
|
0x0154, 0x00C1, 0x00C2, 0x0102, 0x00C4, 0x0139, 0x0106, 0x00C7,
|
|
0x010C, 0x00C9, 0x0118, 0x00CB, 0x011A, 0x00CD, 0x00CE, 0x010E,
|
|
0x0110, 0x0143, 0x0147, 0x00D3, 0x00D4, 0x0150, 0x00D6, 0x00D7,
|
|
0x0158, 0x016E, 0x00DA, 0x0170, 0x00DC, 0x00DD, 0x0162, 0x00DF,
|
|
0x0155, 0x00E1, 0x00E2, 0x0103, 0x00E4, 0x013A, 0x0107, 0x00E7,
|
|
0x010D, 0x00E9, 0x0119, 0x00EB, 0x011B, 0x00ED, 0x00EE, 0x010F,
|
|
0x0111, 0x0144, 0x0148, 0x00F3, 0x00F4, 0x0151, 0x00F6, 0x00F7,
|
|
0x0159, 0x016F, 0x00FA, 0x0171, 0x00FC, 0x00FD, 0x0163, 0x02D9
|
|
};
|
|
|
|
/* ISO/IEC 8859-3:1999 (Latin-3, "South European", "Maltese & Esperanto") */
|
|
static const wchar_t iso_8859_3[] = {
|
|
0x00A0, 0x0126, 0x02D8, 0x00A3, 0x00A4, 0xFFFD, 0x0124, 0x00A7,
|
|
0x00A8, 0x0130, 0x015E, 0x011E, 0x0134, 0x00AD, 0xFFFD, 0x017B,
|
|
0x00B0, 0x0127, 0x00B2, 0x00B3, 0x00B4, 0x00B5, 0x0125, 0x00B7,
|
|
0x00B8, 0x0131, 0x015F, 0x011F, 0x0135, 0x00BD, 0xFFFD, 0x017C,
|
|
0x00C0, 0x00C1, 0x00C2, 0xFFFD, 0x00C4, 0x010A, 0x0108, 0x00C7,
|
|
0x00C8, 0x00C9, 0x00CA, 0x00CB, 0x00CC, 0x00CD, 0x00CE, 0x00CF,
|
|
0xFFFD, 0x00D1, 0x00D2, 0x00D3, 0x00D4, 0x0120, 0x00D6, 0x00D7,
|
|
0x011C, 0x00D9, 0x00DA, 0x00DB, 0x00DC, 0x016C, 0x015C, 0x00DF,
|
|
0x00E0, 0x00E1, 0x00E2, 0xFFFD, 0x00E4, 0x010B, 0x0109, 0x00E7,
|
|
0x00E8, 0x00E9, 0x00EA, 0x00EB, 0x00EC, 0x00ED, 0x00EE, 0x00EF,
|
|
0xFFFD, 0x00F1, 0x00F2, 0x00F3, 0x00F4, 0x0121, 0x00F6, 0x00F7,
|
|
0x011D, 0x00F9, 0x00FA, 0x00FB, 0x00FC, 0x016D, 0x015D, 0x02D9
|
|
};
|
|
|
|
/* ISO/IEC 8859-4:1998 (Latin-4, "North European") */
|
|
static const wchar_t iso_8859_4[] = {
|
|
0x00A0, 0x0104, 0x0138, 0x0156, 0x00A4, 0x0128, 0x013B, 0x00A7,
|
|
0x00A8, 0x0160, 0x0112, 0x0122, 0x0166, 0x00AD, 0x017D, 0x00AF,
|
|
0x00B0, 0x0105, 0x02DB, 0x0157, 0x00B4, 0x0129, 0x013C, 0x02C7,
|
|
0x00B8, 0x0161, 0x0113, 0x0123, 0x0167, 0x014A, 0x017E, 0x014B,
|
|
0x0100, 0x00C1, 0x00C2, 0x00C3, 0x00C4, 0x00C5, 0x00C6, 0x012E,
|
|
0x010C, 0x00C9, 0x0118, 0x00CB, 0x0116, 0x00CD, 0x00CE, 0x012A,
|
|
0x0110, 0x0145, 0x014C, 0x0136, 0x00D4, 0x00D5, 0x00D6, 0x00D7,
|
|
0x00D8, 0x0172, 0x00DA, 0x00DB, 0x00DC, 0x0168, 0x016A, 0x00DF,
|
|
0x0101, 0x00E1, 0x00E2, 0x00E3, 0x00E4, 0x00E5, 0x00E6, 0x012F,
|
|
0x010D, 0x00E9, 0x0119, 0x00EB, 0x0117, 0x00ED, 0x00EE, 0x012B,
|
|
0x0111, 0x0146, 0x014D, 0x0137, 0x00F4, 0x00F5, 0x00F6, 0x00F7,
|
|
0x00F8, 0x0173, 0x00FA, 0x00FB, 0x00FC, 0x0169, 0x016B, 0x02D9
|
|
};
|
|
|
|
/* ISO/IEC 8859-5:1999 (Latin/Cyrillic) */
|
|
static const wchar_t iso_8859_5[] = {
|
|
0x00A0, 0x0401, 0x0402, 0x0403, 0x0404, 0x0405, 0x0406, 0x0407,
|
|
0x0408, 0x0409, 0x040A, 0x040B, 0x040C, 0x00AD, 0x040E, 0x040F,
|
|
0x0410, 0x0411, 0x0412, 0x0413, 0x0414, 0x0415, 0x0416, 0x0417,
|
|
0x0418, 0x0419, 0x041A, 0x041B, 0x041C, 0x041D, 0x041E, 0x041F,
|
|
0x0420, 0x0421, 0x0422, 0x0423, 0x0424, 0x0425, 0x0426, 0x0427,
|
|
0x0428, 0x0429, 0x042A, 0x042B, 0x042C, 0x042D, 0x042E, 0x042F,
|
|
0x0430, 0x0431, 0x0432, 0x0433, 0x0434, 0x0435, 0x0436, 0x0437,
|
|
0x0438, 0x0439, 0x043A, 0x043B, 0x043C, 0x043D, 0x043E, 0x043F,
|
|
0x0440, 0x0441, 0x0442, 0x0443, 0x0444, 0x0445, 0x0446, 0x0447,
|
|
0x0448, 0x0449, 0x044A, 0x044B, 0x044C, 0x044D, 0x044E, 0x044F,
|
|
0x2116, 0x0451, 0x0452, 0x0453, 0x0454, 0x0455, 0x0456, 0x0457,
|
|
0x0458, 0x0459, 0x045A, 0x045B, 0x045C, 0x00A7, 0x045E, 0x045F
|
|
};
|
|
|
|
/* ISO/IEC 8859-6:1999 (Latin/Arabic) */
|
|
static const wchar_t iso_8859_6[] = {
|
|
0x00A0, 0xFFFD, 0xFFFD, 0xFFFD, 0x00A4, 0xFFFD, 0xFFFD, 0xFFFD,
|
|
0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0x060C, 0x00AD, 0xFFFD, 0xFFFD,
|
|
0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD,
|
|
0xFFFD, 0xFFFD, 0xFFFD, 0x061B, 0xFFFD, 0xFFFD, 0xFFFD, 0x061F,
|
|
0xFFFD, 0x0621, 0x0622, 0x0623, 0x0624, 0x0625, 0x0626, 0x0627,
|
|
0x0628, 0x0629, 0x062A, 0x062B, 0x062C, 0x062D, 0x062E, 0x062F,
|
|
0x0630, 0x0631, 0x0632, 0x0633, 0x0634, 0x0635, 0x0636, 0x0637,
|
|
0x0638, 0x0639, 0x063A, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD,
|
|
0x0640, 0x0641, 0x0642, 0x0643, 0x0644, 0x0645, 0x0646, 0x0647,
|
|
0x0648, 0x0649, 0x064A, 0x064B, 0x064C, 0x064D, 0x064E, 0x064F,
|
|
0x0650, 0x0651, 0x0652, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD,
|
|
0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD
|
|
};
|
|
|
|
/* ISO 8859-7:1987 (Latin/Greek) */
|
|
static const wchar_t iso_8859_7[] = {
|
|
0x00A0, 0x2018, 0x2019, 0x00A3, 0xFFFD, 0xFFFD, 0x00A6, 0x00A7,
|
|
0x00A8, 0x00A9, 0xFFFD, 0x00AB, 0x00AC, 0x00AD, 0xFFFD, 0x2015,
|
|
0x00B0, 0x00B1, 0x00B2, 0x00B3, 0x0384, 0x0385, 0x0386, 0x00B7,
|
|
0x0388, 0x0389, 0x038A, 0x00BB, 0x038C, 0x00BD, 0x038E, 0x038F,
|
|
0x0390, 0x0391, 0x0392, 0x0393, 0x0394, 0x0395, 0x0396, 0x0397,
|
|
0x0398, 0x0399, 0x039A, 0x039B, 0x039C, 0x039D, 0x039E, 0x039F,
|
|
0x03A0, 0x03A1, 0xFFFD, 0x03A3, 0x03A4, 0x03A5, 0x03A6, 0x03A7,
|
|
0x03A8, 0x03A9, 0x03AA, 0x03AB, 0x03AC, 0x03AD, 0x03AE, 0x03AF,
|
|
0x03B0, 0x03B1, 0x03B2, 0x03B3, 0x03B4, 0x03B5, 0x03B6, 0x03B7,
|
|
0x03B8, 0x03B9, 0x03BA, 0x03BB, 0x03BC, 0x03BD, 0x03BE, 0x03BF,
|
|
0x03C0, 0x03C1, 0x03C2, 0x03C3, 0x03C4, 0x03C5, 0x03C6, 0x03C7,
|
|
0x03C8, 0x03C9, 0x03CA, 0x03CB, 0x03CC, 0x03CD, 0x03CE, 0xFFFD
|
|
};
|
|
|
|
/* ISO/IEC 8859-8:1999 (Latin/Hebrew) */
|
|
static const wchar_t iso_8859_8[] = {
|
|
0x00A0, 0xFFFD, 0x00A2, 0x00A3, 0x00A4, 0x00A5, 0x00A6, 0x00A7,
|
|
0x00A8, 0x00A9, 0x00D7, 0x00AB, 0x00AC, 0x00AD, 0x00AE, 0x00AF,
|
|
0x00B0, 0x00B1, 0x00B2, 0x00B3, 0x00B4, 0x00B5, 0x00B6, 0x00B7,
|
|
0x00B8, 0x00B9, 0x00F7, 0x00BB, 0x00BC, 0x00BD, 0x00BE, 0xFFFD,
|
|
0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD,
|
|
0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD,
|
|
0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD,
|
|
0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0x2017,
|
|
0x05D0, 0x05D1, 0x05D2, 0x05D3, 0x05D4, 0x05D5, 0x05D6, 0x05D7,
|
|
0x05D8, 0x05D9, 0x05DA, 0x05DB, 0x05DC, 0x05DD, 0x05DE, 0x05DF,
|
|
0x05E0, 0x05E1, 0x05E2, 0x05E3, 0x05E4, 0x05E5, 0x05E6, 0x05E7,
|
|
0x05E8, 0x05E9, 0x05EA, 0xFFFD, 0xFFFD, 0x200E, 0x200F, 0xFFFD
|
|
};
|
|
|
|
/* ISO/IEC 8859-9:1999 (Latin-5, "Turkish") */
|
|
static const wchar_t iso_8859_9[] = {
|
|
0x00A0, 0x00A1, 0x00A2, 0x00A3, 0x00A4, 0x00A5, 0x00A6, 0x00A7,
|
|
0x00A8, 0x00A9, 0x00AA, 0x00AB, 0x00AC, 0x00AD, 0x00AE, 0x00AF,
|
|
0x00B0, 0x00B1, 0x00B2, 0x00B3, 0x00B4, 0x00B5, 0x00B6, 0x00B7,
|
|
0x00B8, 0x00B9, 0x00BA, 0x00BB, 0x00BC, 0x00BD, 0x00BE, 0x00BF,
|
|
0x00C0, 0x00C1, 0x00C2, 0x00C3, 0x00C4, 0x00C5, 0x00C6, 0x00C7,
|
|
0x00C8, 0x00C9, 0x00CA, 0x00CB, 0x00CC, 0x00CD, 0x00CE, 0x00CF,
|
|
0x011E, 0x00D1, 0x00D2, 0x00D3, 0x00D4, 0x00D5, 0x00D6, 0x00D7,
|
|
0x00D8, 0x00D9, 0x00DA, 0x00DB, 0x00DC, 0x0130, 0x015E, 0x00DF,
|
|
0x00E0, 0x00E1, 0x00E2, 0x00E3, 0x00E4, 0x00E5, 0x00E6, 0x00E7,
|
|
0x00E8, 0x00E9, 0x00EA, 0x00EB, 0x00EC, 0x00ED, 0x00EE, 0x00EF,
|
|
0x011F, 0x00F1, 0x00F2, 0x00F3, 0x00F4, 0x00F5, 0x00F6, 0x00F7,
|
|
0x00F8, 0x00F9, 0x00FA, 0x00FB, 0x00FC, 0x0131, 0x015F, 0x00FF
|
|
};
|
|
|
|
/* ISO/IEC 8859-10:1998 (Latin-6, "Nordic" [Sami, Inuit, Icelandic]) */
|
|
static const wchar_t iso_8859_10[] = {
|
|
0x00A0, 0x0104, 0x0112, 0x0122, 0x012A, 0x0128, 0x0136, 0x00A7,
|
|
0x013B, 0x0110, 0x0160, 0x0166, 0x017D, 0x00AD, 0x016A, 0x014A,
|
|
0x00B0, 0x0105, 0x0113, 0x0123, 0x012B, 0x0129, 0x0137, 0x00B7,
|
|
0x013C, 0x0111, 0x0161, 0x0167, 0x017E, 0x2015, 0x016B, 0x014B,
|
|
0x0100, 0x00C1, 0x00C2, 0x00C3, 0x00C4, 0x00C5, 0x00C6, 0x012E,
|
|
0x010C, 0x00C9, 0x0118, 0x00CB, 0x0116, 0x00CD, 0x00CE, 0x00CF,
|
|
0x00D0, 0x0145, 0x014C, 0x00D3, 0x00D4, 0x00D5, 0x00D6, 0x0168,
|
|
0x00D8, 0x0172, 0x00DA, 0x00DB, 0x00DC, 0x00DD, 0x00DE, 0x00DF,
|
|
0x0101, 0x00E1, 0x00E2, 0x00E3, 0x00E4, 0x00E5, 0x00E6, 0x012F,
|
|
0x010D, 0x00E9, 0x0119, 0x00EB, 0x0117, 0x00ED, 0x00EE, 0x00EF,
|
|
0x00F0, 0x0146, 0x014D, 0x00F3, 0x00F4, 0x00F5, 0x00F6, 0x0169,
|
|
0x00F8, 0x0173, 0x00FA, 0x00FB, 0x00FC, 0x00FD, 0x00FE, 0x0138
|
|
};
|
|
|
|
/* ISO/IEC 8859-11:2001 ("Thai", "TIS620") */
|
|
static const wchar_t iso_8859_11[] = {
|
|
0x00A0, 0x0E01, 0x0E02, 0x0E03, 0x0E04, 0x0E05, 0x0E06, 0x0E07,
|
|
0x0E08, 0x0E09, 0x0E0A, 0x0E0B, 0x0E0C, 0x0E0D, 0x0E0E, 0x0E0F,
|
|
0x0E10, 0x0E11, 0x0E12, 0x0E13, 0x0E14, 0x0E15, 0x0E16, 0x0E17,
|
|
0x0E18, 0x0E19, 0x0E1A, 0x0E1B, 0x0E1C, 0x0E1D, 0x0E1E, 0x0E1F,
|
|
0x0E20, 0x0E21, 0x0E22, 0x0E23, 0x0E24, 0x0E25, 0x0E26, 0x0E27,
|
|
0x0E28, 0x0E29, 0x0E2A, 0x0E2B, 0x0E2C, 0x0E2D, 0x0E2E, 0x0E2F,
|
|
0x0E30, 0x0E31, 0x0E32, 0x0E33, 0x0E34, 0x0E35, 0x0E36, 0x0E37,
|
|
0x0E38, 0x0E39, 0x0E3A, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0x0E3F,
|
|
0x0E40, 0x0E41, 0x0E42, 0x0E43, 0x0E44, 0x0E45, 0x0E46, 0x0E47,
|
|
0x0E48, 0x0E49, 0x0E4A, 0x0E4B, 0x0E4C, 0x0E4D, 0x0E4E, 0x0E4F,
|
|
0x0E50, 0x0E51, 0x0E52, 0x0E53, 0x0E54, 0x0E55, 0x0E56, 0x0E57,
|
|
0x0E58, 0x0E59, 0x0E5A, 0x0E5B, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD
|
|
};
|
|
|
|
/* ISO/IEC 8859-13:1998 (Latin-7, "Baltic Rim") */
|
|
static const wchar_t iso_8859_13[] = {
|
|
0x00A0, 0x201D, 0x00A2, 0x00A3, 0x00A4, 0x201E, 0x00A6, 0x00A7,
|
|
0x00D8, 0x00A9, 0x0156, 0x00AB, 0x00AC, 0x00AD, 0x00AE, 0x00C6,
|
|
0x00B0, 0x00B1, 0x00B2, 0x00B3, 0x201C, 0x00B5, 0x00B6, 0x00B7,
|
|
0x00F8, 0x00B9, 0x0157, 0x00BB, 0x00BC, 0x00BD, 0x00BE, 0x00E6,
|
|
0x0104, 0x012E, 0x0100, 0x0106, 0x00C4, 0x00C5, 0x0118, 0x0112,
|
|
0x010C, 0x00C9, 0x0179, 0x0116, 0x0122, 0x0136, 0x012A, 0x013B,
|
|
0x0160, 0x0143, 0x0145, 0x00D3, 0x014C, 0x00D5, 0x00D6, 0x00D7,
|
|
0x0172, 0x0141, 0x015A, 0x016A, 0x00DC, 0x017B, 0x017D, 0x00DF,
|
|
0x0105, 0x012F, 0x0101, 0x0107, 0x00E4, 0x00E5, 0x0119, 0x0113,
|
|
0x010D, 0x00E9, 0x017A, 0x0117, 0x0123, 0x0137, 0x012B, 0x013C,
|
|
0x0161, 0x0144, 0x0146, 0x00F3, 0x014D, 0x00F5, 0x00F6, 0x00F7,
|
|
0x0173, 0x0142, 0x015B, 0x016B, 0x00FC, 0x017C, 0x017E, 0x2019
|
|
};
|
|
|
|
/* ISO/IEC 8859-14:1998 (Latin-8, "Celtic", "Gaelic/Welsh") */
|
|
static const wchar_t iso_8859_14[] = {
|
|
0x00A0, 0x1E02, 0x1E03, 0x00A3, 0x010A, 0x010B, 0x1E0A, 0x00A7,
|
|
0x1E80, 0x00A9, 0x1E82, 0x1E0B, 0x1EF2, 0x00AD, 0x00AE, 0x0178,
|
|
0x1E1E, 0x1E1F, 0x0120, 0x0121, 0x1E40, 0x1E41, 0x00B6, 0x1E56,
|
|
0x1E81, 0x1E57, 0x1E83, 0x1E60, 0x1EF3, 0x1E84, 0x1E85, 0x1E61,
|
|
0x00C0, 0x00C1, 0x00C2, 0x00C3, 0x00C4, 0x00C5, 0x00C6, 0x00C7,
|
|
0x00C8, 0x00C9, 0x00CA, 0x00CB, 0x00CC, 0x00CD, 0x00CE, 0x00CF,
|
|
0x0174, 0x00D1, 0x00D2, 0x00D3, 0x00D4, 0x00D5, 0x00D6, 0x1E6A,
|
|
0x00D8, 0x00D9, 0x00DA, 0x00DB, 0x00DC, 0x00DD, 0x0176, 0x00DF,
|
|
0x00E0, 0x00E1, 0x00E2, 0x00E3, 0x00E4, 0x00E5, 0x00E6, 0x00E7,
|
|
0x00E8, 0x00E9, 0x00EA, 0x00EB, 0x00EC, 0x00ED, 0x00EE, 0x00EF,
|
|
0x0175, 0x00F1, 0x00F2, 0x00F3, 0x00F4, 0x00F5, 0x00F6, 0x1E6B,
|
|
0x00F8, 0x00F9, 0x00FA, 0x00FB, 0x00FC, 0x00FD, 0x0177, 0x00FF
|
|
};
|
|
|
|
/* ISO/IEC 8859-15:1999 (Latin-9 aka -0, "euro") */
|
|
static const wchar_t iso_8859_15[] = {
|
|
0x00A0, 0x00A1, 0x00A2, 0x00A3, 0x20AC, 0x00A5, 0x0160, 0x00A7,
|
|
0x0161, 0x00A9, 0x00AA, 0x00AB, 0x00AC, 0x00AD, 0x00AE, 0x00AF,
|
|
0x00B0, 0x00B1, 0x00B2, 0x00B3, 0x017D, 0x00B5, 0x00B6, 0x00B7,
|
|
0x017E, 0x00B9, 0x00BA, 0x00BB, 0x0152, 0x0153, 0x0178, 0x00BF,
|
|
0x00C0, 0x00C1, 0x00C2, 0x00C3, 0x00C4, 0x00C5, 0x00C6, 0x00C7,
|
|
0x00C8, 0x00C9, 0x00CA, 0x00CB, 0x00CC, 0x00CD, 0x00CE, 0x00CF,
|
|
0x00D0, 0x00D1, 0x00D2, 0x00D3, 0x00D4, 0x00D5, 0x00D6, 0x00D7,
|
|
0x00D8, 0x00D9, 0x00DA, 0x00DB, 0x00DC, 0x00DD, 0x00DE, 0x00DF,
|
|
0x00E0, 0x00E1, 0x00E2, 0x00E3, 0x00E4, 0x00E5, 0x00E6, 0x00E7,
|
|
0x00E8, 0x00E9, 0x00EA, 0x00EB, 0x00EC, 0x00ED, 0x00EE, 0x00EF,
|
|
0x00F0, 0x00F1, 0x00F2, 0x00F3, 0x00F4, 0x00F5, 0x00F6, 0x00F7,
|
|
0x00F8, 0x00F9, 0x00FA, 0x00FB, 0x00FC, 0x00FD, 0x00FE, 0x00FF
|
|
};
|
|
|
|
/* ISO/IEC 8859-16:2001 (Latin-10, "Balkan") */
|
|
static const wchar_t iso_8859_16[] = {
|
|
0x00A0, 0x0104, 0x0105, 0x0141, 0x20AC, 0x201E, 0x0160, 0x00A7,
|
|
0x0161, 0x00A9, 0x0218, 0x00AB, 0x0179, 0x00AD, 0x017A, 0x017B,
|
|
0x00B0, 0x00B1, 0x010C, 0x0142, 0x017D, 0x201D, 0x00B6, 0x00B7,
|
|
0x017E, 0x010D, 0x0219, 0x00BB, 0x0152, 0x0153, 0x0178, 0x017C,
|
|
0x00C0, 0x00C1, 0x00C2, 0x0102, 0x00C4, 0x0106, 0x00C6, 0x00C7,
|
|
0x00C8, 0x00C9, 0x00CA, 0x00CB, 0x00CC, 0x00CD, 0x00CE, 0x00CF,
|
|
0x0110, 0x0143, 0x00D2, 0x00D3, 0x00D4, 0x0150, 0x00D6, 0x015A,
|
|
0x0170, 0x00D9, 0x00DA, 0x00DB, 0x00DC, 0x0118, 0x021A, 0x00DF,
|
|
0x00E0, 0x00E1, 0x00E2, 0x0103, 0x00E4, 0x0107, 0x00E6, 0x00E7,
|
|
0x00E8, 0x00E9, 0x00EA, 0x00EB, 0x00EC, 0x00ED, 0x00EE, 0x00EF,
|
|
0x0111, 0x0144, 0x00F2, 0x00F3, 0x00F4, 0x0151, 0x00F6, 0x015B,
|
|
0x0171, 0x00F9, 0x00FA, 0x00FB, 0x00FC, 0x0119, 0x021B, 0x00FF
|
|
};
|
|
|
|
static const wchar_t roman8[] = {
|
|
0x00A0, 0x00C0, 0x00C2, 0x00C8, 0x00CA, 0x00CB, 0x00CE, 0x00CF,
|
|
0x00B4, 0x02CB, 0x02C6, 0x00A8, 0x02DC, 0x00D9, 0x00DB, 0x20A4,
|
|
0x00AF, 0x00DD, 0x00FD, 0x00B0, 0x00C7, 0x00E7, 0x00D1, 0x00F1,
|
|
0x00A1, 0x00BF, 0x00A4, 0x00A3, 0x00A5, 0x00A7, 0x0192, 0x00A2,
|
|
0x00E2, 0x00EA, 0x00F4, 0x00FB, 0x00E1, 0x00E9, 0x00F3, 0x00FA,
|
|
0x00E0, 0x00E8, 0x00F2, 0x00F9, 0x00E4, 0x00EB, 0x00F6, 0x00FC,
|
|
0x00C5, 0x00EE, 0x00D8, 0x00C6, 0x00E5, 0x00ED, 0x00F8, 0x00E6,
|
|
0x00C4, 0x00EC, 0x00D6, 0x00DC, 0x00C9, 0x00EF, 0x00DF, 0x00D4,
|
|
0x00C1, 0x00C3, 0x00E3, 0x00D0, 0x00F0, 0x00CD, 0x00CC, 0x00D3,
|
|
0x00D2, 0x00D5, 0x00F5, 0x0160, 0x0161, 0x00DA, 0x0178, 0x00FF,
|
|
0x00DE, 0x00FE, 0x00B7, 0x00B5, 0x00B6, 0x00BE, 0x2014, 0x00BC,
|
|
0x00BD, 0x00AA, 0x00BA, 0x00AB, 0x25A0, 0x00BB, 0x00B1, 0xFFFD
|
|
};
|
|
|
|
static const wchar_t koi8_u[] = {
|
|
0x2500, 0x2502, 0x250C, 0x2510, 0x2514, 0x2518, 0x251C, 0x2524,
|
|
0x252C, 0x2534, 0x253C, 0x2580, 0x2584, 0x2588, 0x258C, 0x2590,
|
|
0x2591, 0x2592, 0x2593, 0x2320, 0x25A0, 0x2022, 0x221A, 0x2248,
|
|
0x2264, 0x2265, 0x00A0, 0x2321, 0x00B0, 0x00B2, 0x00B7, 0x00F7,
|
|
0x2550, 0x2551, 0x2552, 0x0451, 0x0454, 0x2554, 0x0456, 0x0457,
|
|
0x2557, 0x2558, 0x2559, 0x255A, 0x255B, 0x0491, 0x255D, 0x255E,
|
|
0x255F, 0x2560, 0x2561, 0x0401, 0x0404, 0x2563, 0x0406, 0x0407,
|
|
0x2566, 0x2567, 0x2568, 0x2569, 0x256A, 0x0490, 0x256C, 0x00A9,
|
|
0x044E, 0x0430, 0x0431, 0x0446, 0x0434, 0x0435, 0x0444, 0x0433,
|
|
0x0445, 0x0438, 0x0439, 0x043A, 0x043B, 0x043C, 0x043D, 0x043E,
|
|
0x043F, 0x044F, 0x0440, 0x0441, 0x0442, 0x0443, 0x0436, 0x0432,
|
|
0x044C, 0x044B, 0x0437, 0x0448, 0x044D, 0x0449, 0x0447, 0x044A,
|
|
0x042E, 0x0410, 0x0411, 0x0426, 0x0414, 0x0415, 0x0424, 0x0413,
|
|
0x0425, 0x0418, 0x0419, 0x041A, 0x041B, 0x041C, 0x041D, 0x041E,
|
|
0x041F, 0x042F, 0x0420, 0x0421, 0x0422, 0x0423, 0x0416, 0x0412,
|
|
0x042C, 0x042B, 0x0417, 0x0428, 0x042D, 0x0429, 0x0427, 0x042A
|
|
};
|
|
|
|
static const wchar_t vscii[] = {
|
|
0x0000, 0x0001, 0x1EB2, 0x0003, 0x0004, 0x1EB4, 0x1EAA, 0x0007,
|
|
0x0008, 0x0009, 0x000a, 0x000b, 0x000c, 0x000d, 0x000e, 0x000f,
|
|
0x0010, 0x0011, 0x0012, 0x0013, 0x1EF6, 0x0015, 0x0016, 0x0017,
|
|
0x0018, 0x1EF8, 0x001a, 0x001b, 0x001c, 0x001d, 0x1EF4, 0x001f,
|
|
0x0020, 0x0021, 0x0022, 0x0023, 0x0024, 0x0025, 0x0026, 0x0027,
|
|
0x0028, 0x0029, 0x002A, 0x002B, 0x002C, 0x002D, 0x002E, 0x002F,
|
|
0x0030, 0x0031, 0x0032, 0x0033, 0x0034, 0x0035, 0x0036, 0x0037,
|
|
0x0038, 0x0039, 0x003A, 0x003B, 0x003C, 0x003D, 0x003E, 0x003F,
|
|
0x0040, 0x0041, 0x0042, 0x0043, 0x0044, 0x0045, 0x0046, 0x0047,
|
|
0x0048, 0x0049, 0x004A, 0x004B, 0x004C, 0x004D, 0x004E, 0x004F,
|
|
0x0050, 0x0051, 0x0052, 0x0053, 0x0054, 0x0055, 0x0056, 0x0057,
|
|
0x0058, 0x0059, 0x005A, 0x005B, 0x005C, 0x005D, 0x005E, 0x005F,
|
|
0x0060, 0x0061, 0x0062, 0x0063, 0x0064, 0x0065, 0x0066, 0x0067,
|
|
0x0068, 0x0069, 0x006A, 0x006B, 0x006C, 0x006D, 0x006E, 0x006F,
|
|
0x0070, 0x0071, 0x0072, 0x0073, 0x0074, 0x0075, 0x0076, 0x0077,
|
|
0x0078, 0x0079, 0x007A, 0x007B, 0x007C, 0x007D, 0x007E, 0x007f,
|
|
0x1EA0, 0x1EAE, 0x1EB0, 0x1EB6, 0x1EA4, 0x1EA6, 0x1EA8, 0x1EAC,
|
|
0x1EBC, 0x1EB8, 0x1EBE, 0x1EC0, 0x1EC2, 0x1EC4, 0x1EC6, 0x1ED0,
|
|
0x1ED2, 0x1ED4, 0x1ED6, 0x1ED8, 0x1EE2, 0x1EDA, 0x1EDC, 0x1EDE,
|
|
0x1ECA, 0x1ECE, 0x1ECC, 0x1EC8, 0x1EE6, 0x0168, 0x1EE4, 0x1EF2,
|
|
0x00D5, 0x1EAF, 0x1EB1, 0x1EB7, 0x1EA5, 0x1EA7, 0x1EA8, 0x1EAD,
|
|
0x1EBD, 0x1EB9, 0x1EBF, 0x1EC1, 0x1EC3, 0x1EC5, 0x1EC7, 0x1ED1,
|
|
0x1ED3, 0x1ED5, 0x1ED7, 0x1EE0, 0x01A0, 0x1ED9, 0x1EDD, 0x1EDF,
|
|
0x1ECB, 0x1EF0, 0x1EE8, 0x1EEA, 0x1EEC, 0x01A1, 0x1EDB, 0x01AF,
|
|
0x00C0, 0x00C1, 0x00C2, 0x00C3, 0x1EA2, 0x0102, 0x1EB3, 0x1EB5,
|
|
0x00C8, 0x00C9, 0x00CA, 0x1EBA, 0x00CC, 0x00CD, 0x0128, 0x1EF3,
|
|
0x0110, 0x1EE9, 0x00D2, 0x00D3, 0x00D4, 0x1EA1, 0x1EF7, 0x1EEB,
|
|
0x1EED, 0x00D9, 0x00DA, 0x1EF9, 0x1EF5, 0x00DD, 0x1EE1, 0x01B0,
|
|
0x00E0, 0x00E1, 0x00E2, 0x00E3, 0x1EA3, 0x0103, 0x1EEF, 0x1EAB,
|
|
0x00E8, 0x00E9, 0x00EA, 0x1EBB, 0x00EC, 0x00ED, 0x0129, 0x1EC9,
|
|
0x0111, 0x1EF1, 0x00F2, 0x00F3, 0x00F4, 0x00F5, 0x1ECF, 0x1ECD,
|
|
0x1EE5, 0x00F9, 0x00FA, 0x0169, 0x1EE7, 0x00FD, 0x1EE3, 0x1EEE
|
|
};
|
|
|
|
static const wchar_t dec_mcs[] = {
|
|
0x00A0, 0x00A1, 0x00A2, 0x00A3, 0xFFFD, 0x00A5, 0xFFFD, 0x00A7,
|
|
0x00A4, 0x00A9, 0x00AA, 0x00AB, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD,
|
|
0x00B0, 0x00B1, 0x00B2, 0x00B3, 0xFFFD, 0x00B5, 0x00B6, 0x00B7,
|
|
0xFFFD, 0x00B9, 0x00BA, 0x00BB, 0x00BC, 0x00BD, 0xFFFD, 0x00BF,
|
|
0x00C0, 0x00C1, 0x00C2, 0x00C3, 0x00C4, 0x00C5, 0x00C6, 0x00C7,
|
|
0x00C8, 0x00C9, 0x00CA, 0x00CB, 0x00CC, 0x00CD, 0x00CE, 0x00CF,
|
|
0xFFFD, 0x00D1, 0x00D2, 0x00D3, 0x00D4, 0x00D5, 0x00D6, 0x0152,
|
|
0x00D8, 0x00D9, 0x00DA, 0x00DB, 0x00DC, 0x0178, 0xFFFD, 0x00DF,
|
|
0x00E0, 0x00E1, 0x00E2, 0x00E3, 0x00E4, 0x00E5, 0x00E6, 0x00E7,
|
|
0x00E8, 0x00E9, 0x00EA, 0x00EB, 0x00EC, 0x00ED, 0x00EE, 0x00EF,
|
|
0xFFFD, 0x00F1, 0x00F2, 0x00F3, 0x00F4, 0x00F5, 0x00F6, 0x0153,
|
|
0x00F8, 0x00F9, 0x00FA, 0x00FB, 0x00FC, 0x00FF, 0xFFFD, 0xFFFD
|
|
};
|
|
|
|
/* Mazovia (Polish) aka CP620
|
|
* from "Mazowia to Unicode table", 04/24/96, Mikolaj Jedrzejak */
|
|
static const wchar_t mazovia[] = {
|
|
/* Code point 0x9B is "zloty" symbol (zŽ), which is not
|
|
* widely used and for which there is no Unicode equivalent.
|
|
* One reference shows 0xA8 as U+00A7 SECTION SIGN, but we're
|
|
* told that's incorrect. */
|
|
0x00C7, 0x00FC, 0x00E9, 0x00E2, 0x00E4, 0x00E0, 0x0105, 0x00E7,
|
|
0x00EA, 0x00EB, 0x00E8, 0x00EF, 0x00EE, 0x0107, 0x00C4, 0x0104,
|
|
0x0118, 0x0119, 0x0142, 0x00F4, 0x00F6, 0x0106, 0x00FB, 0x00F9,
|
|
0x015a, 0x00D6, 0x00DC, 0xFFFD, 0x0141, 0x00A5, 0x015b, 0x0192,
|
|
0x0179, 0x017b, 0x00F3, 0x00d3, 0x0144, 0x0143, 0x017a, 0x017c,
|
|
0x00BF, 0x2310, 0x00AC, 0x00BD, 0x00BC, 0x00A1, 0x00AB, 0x00BB,
|
|
0x2591, 0x2592, 0x2593, 0x2502, 0x2524, 0x2561, 0x2562, 0x2556,
|
|
0x2555, 0x2563, 0x2551, 0x2557, 0x255D, 0x255C, 0x255B, 0x2510,
|
|
0x2514, 0x2534, 0x252C, 0x251C, 0x2500, 0x253C, 0x255E, 0x255F,
|
|
0x255A, 0x2554, 0x2569, 0x2566, 0x2560, 0x2550, 0x256C, 0x2567,
|
|
0x2568, 0x2564, 0x2565, 0x2559, 0x2558, 0x2552, 0x2553, 0x256B,
|
|
0x256A, 0x2518, 0x250C, 0x2588, 0x2584, 0x258C, 0x2590, 0x2580,
|
|
0x03B1, 0x00DF, 0x0393, 0x03C0, 0x03A3, 0x03C3, 0x00B5, 0x03C4,
|
|
0x03A6, 0x0398, 0x03A9, 0x03B4, 0x221E, 0x03C6, 0x03B5, 0x2229,
|
|
0x2261, 0x00B1, 0x2265, 0x2264, 0x2320, 0x2321, 0x00F7, 0x2248,
|
|
0x00B0, 0x2219, 0x00B7, 0x221A, 0x207F, 0x00B2, 0x25A0, 0x00A0
|
|
};
|
|
|
|
struct cp_list_item {
|
|
char *name;
|
|
int codepage;
|
|
int cp_size;
|
|
const wchar_t *cp_table;
|
|
};
|
|
|
|
static const struct cp_list_item cp_list[] = {
|
|
{"UTF-8", CP_UTF8},
|
|
|
|
{"ISO-8859-1:1998 (Latin-1, West Europe)", 0, 96, iso_8859_1},
|
|
{"ISO-8859-2:1999 (Latin-2, East Europe)", 0, 96, iso_8859_2},
|
|
{"ISO-8859-3:1999 (Latin-3, South Europe)", 0, 96, iso_8859_3},
|
|
{"ISO-8859-4:1998 (Latin-4, North Europe)", 0, 96, iso_8859_4},
|
|
{"ISO-8859-5:1999 (Latin/Cyrillic)", 0, 96, iso_8859_5},
|
|
{"ISO-8859-6:1999 (Latin/Arabic)", 0, 96, iso_8859_6},
|
|
{"ISO-8859-7:1987 (Latin/Greek)", 0, 96, iso_8859_7},
|
|
{"ISO-8859-8:1999 (Latin/Hebrew)", 0, 96, iso_8859_8},
|
|
{"ISO-8859-9:1999 (Latin-5, Turkish)", 0, 96, iso_8859_9},
|
|
{"ISO-8859-10:1998 (Latin-6, Nordic)", 0, 96, iso_8859_10},
|
|
{"ISO-8859-11:2001 (Latin/Thai)", 0, 96, iso_8859_11},
|
|
{"ISO-8859-13:1998 (Latin-7, Baltic)", 0, 96, iso_8859_13},
|
|
{"ISO-8859-14:1998 (Latin-8, Celtic)", 0, 96, iso_8859_14},
|
|
{"ISO-8859-15:1999 (Latin-9, \"euro\")", 0, 96, iso_8859_15},
|
|
{"ISO-8859-16:2001 (Latin-10, Balkan)", 0, 96, iso_8859_16},
|
|
|
|
{"KOI8-U", 0, 128, koi8_u},
|
|
{"KOI8-R", 20866},
|
|
{"HP-ROMAN8", 0, 96, roman8},
|
|
{"VSCII", 0, 256, vscii},
|
|
{"DEC-MCS", 0, 96, dec_mcs},
|
|
|
|
{"Win1250 (Central European)", 1250},
|
|
{"Win1251 (Cyrillic)", 1251},
|
|
{"Win1252 (Western)", 1252},
|
|
{"Win1253 (Greek)", 1253},
|
|
{"Win1254 (Turkish)", 1254},
|
|
{"Win1255 (Hebrew)", 1255},
|
|
{"Win1256 (Arabic)", 1256},
|
|
{"Win1257 (Baltic)", 1257},
|
|
{"Win1258 (Vietnamese)", 1258},
|
|
|
|
{"CP437", 437},
|
|
{"CP620 (Mazovia)", 0, 128, mazovia},
|
|
{"CP819", 28591},
|
|
{"CP852", 852},
|
|
{"CP878", 20866},
|
|
|
|
{"Use font encoding", -1},
|
|
|
|
{0, 0}
|
|
};
|
|
|
|
static void link_font(WCHAR *line_tbl, WCHAR *font_tbl, WCHAR attr);
|
|
|
|
/*
|
|
* We keep a collection of reverse mappings from Unicode back to code pages,
|
|
* in the form of array[256] of array[256] of char. These live forever in a
|
|
* local tree234, and we just make a new one whenever we find a need.
|
|
*/
|
|
typedef struct reverse_mapping {
|
|
int codepage;
|
|
char **blocks;
|
|
} reverse_mapping;
|
|
static tree234 *reverse_mappings = NULL;
|
|
|
|
static int reverse_mapping_cmp(void *av, void *bv)
|
|
{
|
|
const reverse_mapping *a = (const reverse_mapping *)av;
|
|
const reverse_mapping *b = (const reverse_mapping *)bv;
|
|
if (a->codepage < b->codepage)
|
|
return -1;
|
|
if (a->codepage > b->codepage)
|
|
return +1;
|
|
return 0;
|
|
}
|
|
|
|
static int reverse_mapping_find(void *av, void *bv)
|
|
{
|
|
const reverse_mapping *a = (const reverse_mapping *)av;
|
|
int b_codepage = *(const int *)bv;
|
|
if (a->codepage < b_codepage)
|
|
return -1;
|
|
if (a->codepage > b_codepage)
|
|
return +1;
|
|
return 0;
|
|
}
|
|
|
|
static reverse_mapping *get_existing_reverse_mapping(int codepage)
|
|
{
|
|
if (!reverse_mappings)
|
|
return NULL;
|
|
return find234(reverse_mappings, &codepage, reverse_mapping_find);
|
|
}
|
|
|
|
static reverse_mapping *make_reverse_mapping_inner(
|
|
int codepage, const wchar_t *mapping)
|
|
{
|
|
if (!reverse_mappings)
|
|
reverse_mappings = newtree234(reverse_mapping_cmp);
|
|
|
|
reverse_mapping *rmap = snew(reverse_mapping);
|
|
rmap->blocks = snewn(256, char *);
|
|
memset(rmap->blocks, 0, 256 * sizeof(char *));
|
|
|
|
for (size_t i = 0; i < 256; i++) {
|
|
/* These special kinds of value correspond to no Unicode character */
|
|
if (DIRECT_CHAR(mapping[i]))
|
|
continue;
|
|
if (DIRECT_FONT(mapping[i]))
|
|
continue;
|
|
|
|
size_t chr = mapping[i];
|
|
size_t block = chr >> 8, index = chr & 0xFF;
|
|
|
|
if (!rmap->blocks[block]) {
|
|
rmap->blocks[block] = snewn(256, char);
|
|
memset(rmap->blocks[block], 0, 256);
|
|
}
|
|
rmap->blocks[block][index] = i;
|
|
}
|
|
|
|
rmap->codepage = codepage;
|
|
reverse_mapping *added = add234(reverse_mappings, rmap);
|
|
assert(added == rmap); /* we already checked it wasn't already in there */
|
|
return added;
|
|
}
|
|
|
|
static void make_reverse_mapping(int codepage, const wchar_t *mapping)
|
|
{
|
|
if (get_existing_reverse_mapping(codepage))
|
|
return; /* we've already got this one */
|
|
make_reverse_mapping_inner(codepage, mapping);
|
|
}
|
|
|
|
static reverse_mapping *get_reverse_mapping(int codepage)
|
|
{
|
|
/*
|
|
* Try harder to get a reverse mapping for a codepage we implement
|
|
* internally via a translation table, by hastily making it if it doesn't
|
|
* already exist.
|
|
*/
|
|
|
|
reverse_mapping *rmap = get_existing_reverse_mapping(codepage);
|
|
if (rmap)
|
|
return rmap;
|
|
|
|
if (codepage < 65536)
|
|
return NULL;
|
|
if (codepage >= 65536 + lenof(cp_list))
|
|
return NULL;
|
|
const struct cp_list_item *cp = &cp_list[codepage - 65536];
|
|
if (!cp->cp_table)
|
|
return NULL;
|
|
|
|
wchar_t mapping[256];
|
|
get_unitab(codepage, mapping, 0);
|
|
return make_reverse_mapping_inner(codepage, mapping);
|
|
}
|
|
|
|
void init_ucs(Conf *conf, struct unicode_data *ucsdata)
|
|
{
|
|
int i;
|
|
bool used_dtf = false;
|
|
int vtmode;
|
|
|
|
/* Decide on the Line and Font codepages */
|
|
ucsdata->line_codepage = decode_codepage(conf_get_str(conf,
|
|
CONF_line_codepage));
|
|
|
|
if (ucsdata->font_codepage <= 0) {
|
|
ucsdata->font_codepage=0;
|
|
ucsdata->dbcs_screenfont=false;
|
|
}
|
|
|
|
vtmode = conf_get_int(conf, CONF_vtmode);
|
|
if (vtmode == VT_OEMONLY) {
|
|
ucsdata->font_codepage = 437;
|
|
ucsdata->dbcs_screenfont = false;
|
|
if (ucsdata->line_codepage <= 0)
|
|
ucsdata->line_codepage = GetACP();
|
|
} else if (ucsdata->line_codepage <= 0)
|
|
ucsdata->line_codepage = ucsdata->font_codepage;
|
|
|
|
/* Collect screen font ucs table */
|
|
if (ucsdata->dbcs_screenfont || ucsdata->font_codepage == 0) {
|
|
get_unitab(ucsdata->font_codepage, ucsdata->unitab_font, 2);
|
|
for (i = 128; i < 256; i++)
|
|
ucsdata->unitab_font[i] = (WCHAR) (CSET_ACP + i);
|
|
} else {
|
|
get_unitab(ucsdata->font_codepage, ucsdata->unitab_font, 1);
|
|
|
|
/* CP437 fonts are often broken ... */
|
|
if (ucsdata->font_codepage == 437)
|
|
ucsdata->unitab_font[0] = ucsdata->unitab_font[255] = 0xFFFF;
|
|
}
|
|
if (vtmode == VT_XWINDOWS)
|
|
memcpy(ucsdata->unitab_font + 1, unitab_xterm_std,
|
|
sizeof(unitab_xterm_std));
|
|
|
|
/* Collect OEMCP ucs table */
|
|
get_unitab(CP_OEMCP, ucsdata->unitab_oemcp, 1);
|
|
|
|
/* Collect CP437 ucs table for SCO acs */
|
|
if (vtmode == VT_OEMANSI || vtmode == VT_XWINDOWS)
|
|
memcpy(ucsdata->unitab_scoacs, ucsdata->unitab_oemcp,
|
|
sizeof(ucsdata->unitab_scoacs));
|
|
else
|
|
get_unitab(437, ucsdata->unitab_scoacs, 1);
|
|
|
|
/* Collect line set ucs table */
|
|
if (ucsdata->line_codepage == ucsdata->font_codepage &&
|
|
(ucsdata->dbcs_screenfont ||
|
|
vtmode == VT_POORMAN || ucsdata->font_codepage==0)) {
|
|
|
|
/* For DBCS and POOR fonts force direct to font */
|
|
used_dtf = true;
|
|
for (i = 0; i < 32; i++)
|
|
ucsdata->unitab_line[i] = (WCHAR) i;
|
|
for (i = 32; i < 256; i++)
|
|
ucsdata->unitab_line[i] = (WCHAR) (CSET_ACP + i);
|
|
ucsdata->unitab_line[127] = (WCHAR) 127;
|
|
} else {
|
|
get_unitab(ucsdata->line_codepage, ucsdata->unitab_line, 0);
|
|
}
|
|
|
|
#if 0
|
|
debug("Line cp%d, Font cp%d%s\n", ucsdata->line_codepage,
|
|
ucsdata->font_codepage, ucsdata->dbcs_screenfont ? " DBCS" : "");
|
|
|
|
for (i = 0; i < 256; i += 16) {
|
|
for (j = 0; j < 16; j++) {
|
|
debug("%04x%s", ucsdata->unitab_line[i + j], j == 15 ? "" : ",");
|
|
}
|
|
debug("\n");
|
|
}
|
|
#endif
|
|
|
|
/* VT100 graphics - NB: Broken for non-ascii CP's */
|
|
memcpy(ucsdata->unitab_xterm, ucsdata->unitab_line,
|
|
sizeof(ucsdata->unitab_xterm));
|
|
memcpy(ucsdata->unitab_xterm + '`', unitab_xterm_std,
|
|
sizeof(unitab_xterm_std));
|
|
ucsdata->unitab_xterm['_'] = ' ';
|
|
|
|
if (!used_dtf) {
|
|
/* Make sure a reverse mapping exists for this code page. */
|
|
make_reverse_mapping(ucsdata->line_codepage, ucsdata->unitab_line);
|
|
}
|
|
|
|
/* Find the line control characters. */
|
|
for (i = 0; i < 256; i++)
|
|
if (ucsdata->unitab_line[i] < ' '
|
|
|| (ucsdata->unitab_line[i] >= 0x7F &&
|
|
ucsdata->unitab_line[i] < 0xA0))
|
|
ucsdata->unitab_ctrl[i] = i;
|
|
else
|
|
ucsdata->unitab_ctrl[i] = 0xFF;
|
|
|
|
/* Generate line->screen direct conversion links. */
|
|
if (vtmode == VT_OEMANSI || vtmode == VT_XWINDOWS)
|
|
link_font(ucsdata->unitab_scoacs, ucsdata->unitab_oemcp, CSET_OEMCP);
|
|
|
|
link_font(ucsdata->unitab_line, ucsdata->unitab_font, CSET_ACP);
|
|
link_font(ucsdata->unitab_scoacs, ucsdata->unitab_font, CSET_ACP);
|
|
link_font(ucsdata->unitab_xterm, ucsdata->unitab_font, CSET_ACP);
|
|
|
|
if (vtmode == VT_OEMANSI || vtmode == VT_XWINDOWS) {
|
|
link_font(ucsdata->unitab_line, ucsdata->unitab_oemcp, CSET_OEMCP);
|
|
link_font(ucsdata->unitab_xterm, ucsdata->unitab_oemcp, CSET_OEMCP);
|
|
}
|
|
|
|
if (ucsdata->dbcs_screenfont &&
|
|
ucsdata->font_codepage != ucsdata->line_codepage) {
|
|
/* F***ing Microsoft fonts, Japanese and Korean codepage fonts
|
|
* have a currency symbol at 0x5C but their unicode value is
|
|
* still given as U+005C not the correct U+00A5. */
|
|
ucsdata->unitab_line['\\'] = CSET_OEMCP + '\\';
|
|
}
|
|
|
|
/* Last chance, if !unicode then try poorman links. */
|
|
if (vtmode != VT_UNICODE) {
|
|
static const char poorman_scoacs[] =
|
|
"CueaaaaceeeiiiAAE**ooouuyOUc$YPsaiounNao?++**!<>###||||++||++++++--|-+||++--|-+----++++++++##||#aBTPEsyt******EN=+><++-=... n2* ";
|
|
static const char poorman_latin1[] =
|
|
" !cL.Y|S\"Ca<--R~o+23'u|.,1o>///?AAAAAAACEEEEIIIIDNOOOOOxOUUUUYPBaaaaaaaceeeeiiiionooooo/ouuuuypy";
|
|
static const char poorman_vt100[] = "*#****o~**+++++-----++++|****L.";
|
|
|
|
for (i = 160; i < 256; i++)
|
|
if (!DIRECT_FONT(ucsdata->unitab_line[i]) &&
|
|
ucsdata->unitab_line[i] >= 160 &&
|
|
ucsdata->unitab_line[i] < 256) {
|
|
ucsdata->unitab_line[i] =
|
|
(WCHAR) (CSET_ACP +
|
|
poorman_latin1[ucsdata->unitab_line[i] - 160]);
|
|
}
|
|
for (i = 96; i < 127; i++)
|
|
if (!DIRECT_FONT(ucsdata->unitab_xterm[i]))
|
|
ucsdata->unitab_xterm[i] =
|
|
(WCHAR) (CSET_ACP + poorman_vt100[i - 96]);
|
|
for(i=128;i<256;i++)
|
|
if (!DIRECT_FONT(ucsdata->unitab_scoacs[i]))
|
|
ucsdata->unitab_scoacs[i] =
|
|
(WCHAR) (CSET_ACP + poorman_scoacs[i - 128]);
|
|
}
|
|
}
|
|
|
|
static void link_font(WCHAR *line_tbl, WCHAR *font_tbl, WCHAR attr)
|
|
{
|
|
int font_index, line_index, i;
|
|
for (line_index = 0; line_index < 256; line_index++) {
|
|
if (DIRECT_FONT(line_tbl[line_index]))
|
|
continue;
|
|
for(i = 0; i < 256; i++) {
|
|
font_index = ((32 + i) & 0xFF);
|
|
if (line_tbl[line_index] == font_tbl[font_index]) {
|
|
line_tbl[line_index] = (WCHAR) (attr + font_index);
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
wchar_t xlat_uskbd2cyrllic(int ch)
|
|
{
|
|
static const wchar_t cyrtab[] = {
|
|
0, 1, 2, 3, 4, 5, 6, 7,
|
|
8, 9, 10, 11, 12, 13, 14, 15,
|
|
16, 17, 18, 19, 20, 21, 22, 23,
|
|
24, 25, 26, 27, 28, 29, 30, 31,
|
|
32, 33, 0x042d, 35, 36, 37, 38, 0x044d,
|
|
40, 41, 42, 0x0406, 0x0431, 0x0454, 0x044e, 0x002e,
|
|
48, 49, 50, 51, 52, 53, 54, 55,
|
|
56, 57, 0x0416, 0x0436, 0x0411, 0x0456, 0x042e, 0x002c,
|
|
64, 0x0424, 0x0418, 0x0421, 0x0412, 0x0423, 0x0410, 0x041f,
|
|
0x0420, 0x0428, 0x041e, 0x041b, 0x0414, 0x042c, 0x0422, 0x0429,
|
|
0x0417, 0x0419, 0x041a, 0x042b, 0x0415, 0x0413, 0x041c, 0x0426,
|
|
0x0427, 0x041d, 0x042f, 0x0445, 0x0457, 0x044a, 94, 0x0404,
|
|
96, 0x0444, 0x0438, 0x0441, 0x0432, 0x0443, 0x0430, 0x043f,
|
|
0x0440, 0x0448, 0x043e, 0x043b, 0x0434, 0x044c, 0x0442, 0x0449,
|
|
0x0437, 0x0439, 0x043a, 0x044b, 0x0435, 0x0433, 0x043c, 0x0446,
|
|
0x0447, 0x043d, 0x044f, 0x0425, 0x0407, 0x042a, 126, 127
|
|
};
|
|
return cyrtab[ch&0x7F];
|
|
}
|
|
|
|
static int check_compose_internal(int first, int second, int recurse)
|
|
{
|
|
|
|
static const struct {
|
|
char first, second;
|
|
wchar_t composed;
|
|
} composetbl[] = {
|
|
{0x2b, 0x2b, 0x0023},
|
|
{0x41, 0x41, 0x0040},
|
|
{0x28, 0x28, 0x005b},
|
|
{0x2f, 0x2f, 0x005c},
|
|
{0x29, 0x29, 0x005d},
|
|
{0x28, 0x2d, 0x007b},
|
|
{0x2d, 0x29, 0x007d},
|
|
{0x2f, 0x5e, 0x007c},
|
|
{0x21, 0x21, 0x00a1},
|
|
{0x43, 0x2f, 0x00a2},
|
|
{0x43, 0x7c, 0x00a2},
|
|
{0x4c, 0x2d, 0x00a3},
|
|
{0x4c, 0x3d, 0x20a4},
|
|
{0x58, 0x4f, 0x00a4},
|
|
{0x58, 0x30, 0x00a4},
|
|
{0x59, 0x2d, 0x00a5},
|
|
{0x59, 0x3d, 0x00a5},
|
|
{0x7c, 0x7c, 0x00a6},
|
|
{0x53, 0x4f, 0x00a7},
|
|
{0x53, 0x21, 0x00a7},
|
|
{0x53, 0x30, 0x00a7},
|
|
{0x22, 0x22, 0x00a8},
|
|
{0x43, 0x4f, 0x00a9},
|
|
{0x43, 0x30, 0x00a9},
|
|
{0x41, 0x5f, 0x00aa},
|
|
{0x3c, 0x3c, 0x00ab},
|
|
{0x2c, 0x2d, 0x00ac},
|
|
{0x2d, 0x2d, 0x00ad},
|
|
{0x52, 0x4f, 0x00ae},
|
|
{0x2d, 0x5e, 0x00af},
|
|
{0x30, 0x5e, 0x00b0},
|
|
{0x2b, 0x2d, 0x00b1},
|
|
{0x32, 0x5e, 0x00b2},
|
|
{0x33, 0x5e, 0x00b3},
|
|
{0x27, 0x27, 0x00b4},
|
|
{0x2f, 0x55, 0x00b5},
|
|
{0x50, 0x21, 0x00b6},
|
|
{0x2e, 0x5e, 0x00b7},
|
|
{0x2c, 0x2c, 0x00b8},
|
|
{0x31, 0x5e, 0x00b9},
|
|
{0x4f, 0x5f, 0x00ba},
|
|
{0x3e, 0x3e, 0x00bb},
|
|
{0x31, 0x34, 0x00bc},
|
|
{0x31, 0x32, 0x00bd},
|
|
{0x33, 0x34, 0x00be},
|
|
{0x3f, 0x3f, 0x00bf},
|
|
{0x60, 0x41, 0x00c0},
|
|
{0x27, 0x41, 0x00c1},
|
|
{0x5e, 0x41, 0x00c2},
|
|
{0x7e, 0x41, 0x00c3},
|
|
{0x22, 0x41, 0x00c4},
|
|
{0x2a, 0x41, 0x00c5},
|
|
{0x41, 0x45, 0x00c6},
|
|
{0x2c, 0x43, 0x00c7},
|
|
{0x60, 0x45, 0x00c8},
|
|
{0x27, 0x45, 0x00c9},
|
|
{0x5e, 0x45, 0x00ca},
|
|
{0x22, 0x45, 0x00cb},
|
|
{0x60, 0x49, 0x00cc},
|
|
{0x27, 0x49, 0x00cd},
|
|
{0x5e, 0x49, 0x00ce},
|
|
{0x22, 0x49, 0x00cf},
|
|
{0x2d, 0x44, 0x00d0},
|
|
{0x7e, 0x4e, 0x00d1},
|
|
{0x60, 0x4f, 0x00d2},
|
|
{0x27, 0x4f, 0x00d3},
|
|
{0x5e, 0x4f, 0x00d4},
|
|
{0x7e, 0x4f, 0x00d5},
|
|
{0x22, 0x4f, 0x00d6},
|
|
{0x58, 0x58, 0x00d7},
|
|
{0x2f, 0x4f, 0x00d8},
|
|
{0x60, 0x55, 0x00d9},
|
|
{0x27, 0x55, 0x00da},
|
|
{0x5e, 0x55, 0x00db},
|
|
{0x22, 0x55, 0x00dc},
|
|
{0x27, 0x59, 0x00dd},
|
|
{0x48, 0x54, 0x00de},
|
|
{0x73, 0x73, 0x00df},
|
|
{0x60, 0x61, 0x00e0},
|
|
{0x27, 0x61, 0x00e1},
|
|
{0x5e, 0x61, 0x00e2},
|
|
{0x7e, 0x61, 0x00e3},
|
|
{0x22, 0x61, 0x00e4},
|
|
{0x2a, 0x61, 0x00e5},
|
|
{0x61, 0x65, 0x00e6},
|
|
{0x2c, 0x63, 0x00e7},
|
|
{0x60, 0x65, 0x00e8},
|
|
{0x27, 0x65, 0x00e9},
|
|
{0x5e, 0x65, 0x00ea},
|
|
{0x22, 0x65, 0x00eb},
|
|
{0x60, 0x69, 0x00ec},
|
|
{0x27, 0x69, 0x00ed},
|
|
{0x5e, 0x69, 0x00ee},
|
|
{0x22, 0x69, 0x00ef},
|
|
{0x2d, 0x64, 0x00f0},
|
|
{0x7e, 0x6e, 0x00f1},
|
|
{0x60, 0x6f, 0x00f2},
|
|
{0x27, 0x6f, 0x00f3},
|
|
{0x5e, 0x6f, 0x00f4},
|
|
{0x7e, 0x6f, 0x00f5},
|
|
{0x22, 0x6f, 0x00f6},
|
|
{0x3a, 0x2d, 0x00f7},
|
|
{0x6f, 0x2f, 0x00f8},
|
|
{0x60, 0x75, 0x00f9},
|
|
{0x27, 0x75, 0x00fa},
|
|
{0x5e, 0x75, 0x00fb},
|
|
{0x22, 0x75, 0x00fc},
|
|
{0x27, 0x79, 0x00fd},
|
|
{0x68, 0x74, 0x00fe},
|
|
{0x22, 0x79, 0x00ff},
|
|
/* Unicode extras. */
|
|
{0x6f, 0x65, 0x0153},
|
|
{0x4f, 0x45, 0x0152},
|
|
/* Compose pairs from UCS */
|
|
{0x41, 0x2D, 0x0100},
|
|
{0x61, 0x2D, 0x0101},
|
|
{0x43, 0x27, 0x0106},
|
|
{0x63, 0x27, 0x0107},
|
|
{0x43, 0x5E, 0x0108},
|
|
{0x63, 0x5E, 0x0109},
|
|
{0x45, 0x2D, 0x0112},
|
|
{0x65, 0x2D, 0x0113},
|
|
{0x47, 0x5E, 0x011C},
|
|
{0x67, 0x5E, 0x011D},
|
|
{0x47, 0x2C, 0x0122},
|
|
{0x67, 0x2C, 0x0123},
|
|
{0x48, 0x5E, 0x0124},
|
|
{0x68, 0x5E, 0x0125},
|
|
{0x49, 0x7E, 0x0128},
|
|
{0x69, 0x7E, 0x0129},
|
|
{0x49, 0x2D, 0x012A},
|
|
{0x69, 0x2D, 0x012B},
|
|
{0x4A, 0x5E, 0x0134},
|
|
{0x6A, 0x5E, 0x0135},
|
|
{0x4B, 0x2C, 0x0136},
|
|
{0x6B, 0x2C, 0x0137},
|
|
{0x4C, 0x27, 0x0139},
|
|
{0x6C, 0x27, 0x013A},
|
|
{0x4C, 0x2C, 0x013B},
|
|
{0x6C, 0x2C, 0x013C},
|
|
{0x4E, 0x27, 0x0143},
|
|
{0x6E, 0x27, 0x0144},
|
|
{0x4E, 0x2C, 0x0145},
|
|
{0x6E, 0x2C, 0x0146},
|
|
{0x4F, 0x2D, 0x014C},
|
|
{0x6F, 0x2D, 0x014D},
|
|
{0x52, 0x27, 0x0154},
|
|
{0x72, 0x27, 0x0155},
|
|
{0x52, 0x2C, 0x0156},
|
|
{0x72, 0x2C, 0x0157},
|
|
{0x53, 0x27, 0x015A},
|
|
{0x73, 0x27, 0x015B},
|
|
{0x53, 0x5E, 0x015C},
|
|
{0x73, 0x5E, 0x015D},
|
|
{0x53, 0x2C, 0x015E},
|
|
{0x73, 0x2C, 0x015F},
|
|
{0x54, 0x2C, 0x0162},
|
|
{0x74, 0x2C, 0x0163},
|
|
{0x55, 0x7E, 0x0168},
|
|
{0x75, 0x7E, 0x0169},
|
|
{0x55, 0x2D, 0x016A},
|
|
{0x75, 0x2D, 0x016B},
|
|
{0x55, 0x2A, 0x016E},
|
|
{0x75, 0x2A, 0x016F},
|
|
{0x57, 0x5E, 0x0174},
|
|
{0x77, 0x5E, 0x0175},
|
|
{0x59, 0x5E, 0x0176},
|
|
{0x79, 0x5E, 0x0177},
|
|
{0x59, 0x22, 0x0178},
|
|
{0x5A, 0x27, 0x0179},
|
|
{0x7A, 0x27, 0x017A},
|
|
{0x47, 0x27, 0x01F4},
|
|
{0x67, 0x27, 0x01F5},
|
|
{0x4E, 0x60, 0x01F8},
|
|
{0x6E, 0x60, 0x01F9},
|
|
{0x45, 0x2C, 0x0228},
|
|
{0x65, 0x2C, 0x0229},
|
|
{0x59, 0x2D, 0x0232},
|
|
{0x79, 0x2D, 0x0233},
|
|
{0x44, 0x2C, 0x1E10},
|
|
{0x64, 0x2C, 0x1E11},
|
|
{0x47, 0x2D, 0x1E20},
|
|
{0x67, 0x2D, 0x1E21},
|
|
{0x48, 0x22, 0x1E26},
|
|
{0x68, 0x22, 0x1E27},
|
|
{0x48, 0x2C, 0x1E28},
|
|
{0x68, 0x2C, 0x1E29},
|
|
{0x4B, 0x27, 0x1E30},
|
|
{0x6B, 0x27, 0x1E31},
|
|
{0x4D, 0x27, 0x1E3E},
|
|
{0x6D, 0x27, 0x1E3F},
|
|
{0x50, 0x27, 0x1E54},
|
|
{0x70, 0x27, 0x1E55},
|
|
{0x56, 0x7E, 0x1E7C},
|
|
{0x76, 0x7E, 0x1E7D},
|
|
{0x57, 0x60, 0x1E80},
|
|
{0x77, 0x60, 0x1E81},
|
|
{0x57, 0x27, 0x1E82},
|
|
{0x77, 0x27, 0x1E83},
|
|
{0x57, 0x22, 0x1E84},
|
|
{0x77, 0x22, 0x1E85},
|
|
{0x58, 0x22, 0x1E8C},
|
|
{0x78, 0x22, 0x1E8D},
|
|
{0x5A, 0x5E, 0x1E90},
|
|
{0x7A, 0x5E, 0x1E91},
|
|
{0x74, 0x22, 0x1E97},
|
|
{0x77, 0x2A, 0x1E98},
|
|
{0x79, 0x2A, 0x1E99},
|
|
{0x45, 0x7E, 0x1EBC},
|
|
{0x65, 0x7E, 0x1EBD},
|
|
{0x59, 0x60, 0x1EF2},
|
|
{0x79, 0x60, 0x1EF3},
|
|
{0x59, 0x7E, 0x1EF8},
|
|
{0x79, 0x7E, 0x1EF9},
|
|
/* Compatible/possibles from UCS */
|
|
{0x49, 0x4A, 0x0132},
|
|
{0x69, 0x6A, 0x0133},
|
|
{0x4C, 0x4A, 0x01C7},
|
|
{0x4C, 0x6A, 0x01C8},
|
|
{0x6C, 0x6A, 0x01C9},
|
|
{0x4E, 0x4A, 0x01CA},
|
|
{0x4E, 0x6A, 0x01CB},
|
|
{0x6E, 0x6A, 0x01CC},
|
|
{0x44, 0x5A, 0x01F1},
|
|
{0x44, 0x7A, 0x01F2},
|
|
{0x64, 0x7A, 0x01F3},
|
|
{0x2E, 0x2E, 0x2025},
|
|
{0x21, 0x21, 0x203C},
|
|
{0x3F, 0x21, 0x2048},
|
|
{0x21, 0x3F, 0x2049},
|
|
{0x52, 0x73, 0x20A8},
|
|
{0x4E, 0x6F, 0x2116},
|
|
{0x53, 0x4D, 0x2120},
|
|
{0x54, 0x4D, 0x2122},
|
|
{0x49, 0x49, 0x2161},
|
|
{0x49, 0x56, 0x2163},
|
|
{0x56, 0x49, 0x2165},
|
|
{0x49, 0x58, 0x2168},
|
|
{0x58, 0x49, 0x216A},
|
|
{0x69, 0x69, 0x2171},
|
|
{0x69, 0x76, 0x2173},
|
|
{0x76, 0x69, 0x2175},
|
|
{0x69, 0x78, 0x2178},
|
|
{0x78, 0x69, 0x217A},
|
|
{0x31, 0x30, 0x2469},
|
|
{0x31, 0x31, 0x246A},
|
|
{0x31, 0x32, 0x246B},
|
|
{0x31, 0x33, 0x246C},
|
|
{0x31, 0x34, 0x246D},
|
|
{0x31, 0x35, 0x246E},
|
|
{0x31, 0x36, 0x246F},
|
|
{0x31, 0x37, 0x2470},
|
|
{0x31, 0x38, 0x2471},
|
|
{0x31, 0x39, 0x2472},
|
|
{0x32, 0x30, 0x2473},
|
|
{0x31, 0x2E, 0x2488},
|
|
{0x32, 0x2E, 0x2489},
|
|
{0x33, 0x2E, 0x248A},
|
|
{0x34, 0x2E, 0x248B},
|
|
{0x35, 0x2E, 0x248C},
|
|
{0x36, 0x2E, 0x248D},
|
|
{0x37, 0x2E, 0x248E},
|
|
{0x38, 0x2E, 0x248F},
|
|
{0x39, 0x2E, 0x2490},
|
|
{0x64, 0x61, 0x3372},
|
|
{0x41, 0x55, 0x3373},
|
|
{0x6F, 0x56, 0x3375},
|
|
{0x70, 0x63, 0x3376},
|
|
{0x70, 0x41, 0x3380},
|
|
{0x6E, 0x41, 0x3381},
|
|
{0x6D, 0x41, 0x3383},
|
|
{0x6B, 0x41, 0x3384},
|
|
{0x4B, 0x42, 0x3385},
|
|
{0x4D, 0x42, 0x3386},
|
|
{0x47, 0x42, 0x3387},
|
|
{0x70, 0x46, 0x338A},
|
|
{0x6E, 0x46, 0x338B},
|
|
{0x6D, 0x67, 0x338E},
|
|
{0x6B, 0x67, 0x338F},
|
|
{0x48, 0x7A, 0x3390},
|
|
{0x66, 0x6D, 0x3399},
|
|
{0x6E, 0x6D, 0x339A},
|
|
{0x6D, 0x6D, 0x339C},
|
|
{0x63, 0x6D, 0x339D},
|
|
{0x6B, 0x6D, 0x339E},
|
|
{0x50, 0x61, 0x33A9},
|
|
{0x70, 0x73, 0x33B0},
|
|
{0x6E, 0x73, 0x33B1},
|
|
{0x6D, 0x73, 0x33B3},
|
|
{0x70, 0x56, 0x33B4},
|
|
{0x6E, 0x56, 0x33B5},
|
|
{0x6D, 0x56, 0x33B7},
|
|
{0x6B, 0x56, 0x33B8},
|
|
{0x4D, 0x56, 0x33B9},
|
|
{0x70, 0x57, 0x33BA},
|
|
{0x6E, 0x57, 0x33BB},
|
|
{0x6D, 0x57, 0x33BD},
|
|
{0x6B, 0x57, 0x33BE},
|
|
{0x4D, 0x57, 0x33BF},
|
|
{0x42, 0x71, 0x33C3},
|
|
{0x63, 0x63, 0x33C4},
|
|
{0x63, 0x64, 0x33C5},
|
|
{0x64, 0x42, 0x33C8},
|
|
{0x47, 0x79, 0x33C9},
|
|
{0x68, 0x61, 0x33CA},
|
|
{0x48, 0x50, 0x33CB},
|
|
{0x69, 0x6E, 0x33CC},
|
|
{0x4B, 0x4B, 0x33CD},
|
|
{0x4B, 0x4D, 0x33CE},
|
|
{0x6B, 0x74, 0x33CF},
|
|
{0x6C, 0x6D, 0x33D0},
|
|
{0x6C, 0x6E, 0x33D1},
|
|
{0x6C, 0x78, 0x33D3},
|
|
{0x6D, 0x62, 0x33D4},
|
|
{0x50, 0x48, 0x33D7},
|
|
{0x50, 0x52, 0x33DA},
|
|
{0x73, 0x72, 0x33DB},
|
|
{0x53, 0x76, 0x33DC},
|
|
{0x57, 0x62, 0x33DD},
|
|
{0x66, 0x66, 0xFB00},
|
|
{0x66, 0x69, 0xFB01},
|
|
{0x66, 0x6C, 0xFB02},
|
|
{0x73, 0x74, 0xFB06},
|
|
{0, 0, 0}
|
|
}, *c;
|
|
|
|
int nc = -1;
|
|
|
|
for (c = composetbl; c->first; c++) {
|
|
if (c->first == first && c->second == second)
|
|
return c->composed;
|
|
}
|
|
|
|
if (recurse == 0) {
|
|
nc = check_compose_internal(second, first, 1);
|
|
if (nc == -1)
|
|
nc = check_compose_internal(toupper(first), toupper(second), 1);
|
|
if (nc == -1)
|
|
nc = check_compose_internal(toupper(second), toupper(first), 1);
|
|
}
|
|
return nc;
|
|
}
|
|
|
|
int check_compose(int first, int second)
|
|
{
|
|
return check_compose_internal(first, second, 0);
|
|
}
|
|
|
|
int decode_codepage(const char *cp_name)
|
|
{
|
|
const char *s, *d;
|
|
const struct cp_list_item *cpi;
|
|
int codepage = -1;
|
|
CPINFO cpinfo;
|
|
|
|
if (!cp_name || !*cp_name)
|
|
return CP_UTF8; /* default */
|
|
|
|
for (cpi = cp_list; cpi->name; cpi++) {
|
|
s = cp_name;
|
|
d = cpi->name;
|
|
for (;;) {
|
|
while (*s && !isalnum(*s) && *s != ':')
|
|
s++;
|
|
while (*d && !isalnum(*d) && *d != ':')
|
|
d++;
|
|
if (*s == 0) {
|
|
codepage = cpi->codepage;
|
|
if (codepage == CP_UTF8)
|
|
goto break_break;
|
|
if (codepage == -1)
|
|
return codepage;
|
|
if (codepage == 0) {
|
|
codepage = 65536 + (cpi - cp_list);
|
|
goto break_break;
|
|
}
|
|
|
|
if (GetCPInfo(codepage, &cpinfo) != 0)
|
|
goto break_break;
|
|
}
|
|
if (tolower((unsigned char)*s++) != tolower((unsigned char)*d++))
|
|
break;
|
|
}
|
|
}
|
|
|
|
d = cp_name;
|
|
if (tolower((unsigned char)d[0]) == 'c' &&
|
|
tolower((unsigned char)d[1]) == 'p')
|
|
d += 2;
|
|
if (tolower((unsigned char)d[0]) == 'i' &&
|
|
tolower((unsigned char)d[1]) == 'b' &&
|
|
tolower((unsigned char)d[2]) == 'm')
|
|
d += 3;
|
|
for (s = d; *s >= '0' && *s <= '9'; s++);
|
|
if (*s == 0 && s != d)
|
|
codepage = atoi(d); /* CP999 or IBM999 */
|
|
|
|
if (codepage == CP_ACP)
|
|
codepage = GetACP();
|
|
if (codepage == CP_OEMCP)
|
|
codepage = GetOEMCP();
|
|
if (codepage > 65535)
|
|
codepage = -2;
|
|
|
|
break_break:;
|
|
if (codepage != -1) {
|
|
if (codepage != CP_UTF8 && codepage < 65536) {
|
|
if (GetCPInfo(codepage, &cpinfo) == 0) {
|
|
codepage = -2;
|
|
} else if (cpinfo.MaxCharSize > 1)
|
|
codepage = -3;
|
|
}
|
|
}
|
|
if (codepage == -1 && *cp_name)
|
|
codepage = -2;
|
|
return codepage;
|
|
}
|
|
|
|
const char *cp_name(int codepage)
|
|
{
|
|
const struct cp_list_item *cpi, *cpno;
|
|
static char buf[32];
|
|
|
|
if (codepage == -1) {
|
|
sprintf(buf, "Use font encoding");
|
|
return buf;
|
|
}
|
|
|
|
if (codepage > 0 && codepage < 65536)
|
|
sprintf(buf, "CP%03d", codepage);
|
|
else
|
|
*buf = 0;
|
|
|
|
if (codepage >= 65536) {
|
|
cpno = 0;
|
|
for (cpi = cp_list; cpi->name; cpi++)
|
|
if (cpi == cp_list + (codepage - 65536)) {
|
|
cpno = cpi;
|
|
break;
|
|
}
|
|
if (cpno)
|
|
for (cpi = cp_list; cpi->name; cpi++) {
|
|
if (cpno->cp_table == cpi->cp_table)
|
|
return cpi->name;
|
|
}
|
|
} else {
|
|
for (cpi = cp_list; cpi->name; cpi++) {
|
|
if (codepage == cpi->codepage)
|
|
return cpi->name;
|
|
}
|
|
}
|
|
return buf;
|
|
}
|
|
|
|
/*
|
|
* Return the nth code page in the list, for use in the GUI
|
|
* configurer.
|
|
*/
|
|
const char *cp_enumerate(int index)
|
|
{
|
|
if (index < 0 || index >= lenof(cp_list))
|
|
return NULL;
|
|
return cp_list[index].name;
|
|
}
|
|
|
|
void get_unitab(int codepage, wchar_t *unitab, int ftype)
|
|
{
|
|
char tbuf[4];
|
|
int i, max = 256, flg = MB_ERR_INVALID_CHARS;
|
|
|
|
if (ftype)
|
|
flg |= MB_USEGLYPHCHARS;
|
|
if (ftype == 2)
|
|
max = 128;
|
|
|
|
if (codepage == CP_UTF8) {
|
|
for (i = 0; i < max; i++)
|
|
unitab[i] = i;
|
|
return;
|
|
}
|
|
|
|
if (codepage == CP_ACP)
|
|
codepage = GetACP();
|
|
else if (codepage == CP_OEMCP)
|
|
codepage = GetOEMCP();
|
|
|
|
if (codepage > 0 && codepage < 65536) {
|
|
for (i = 0; i < max; i++) {
|
|
tbuf[0] = i;
|
|
|
|
if (mb_to_wc(codepage, flg, tbuf, 1, unitab + i, 1)
|
|
!= 1)
|
|
unitab[i] = 0xFFFD;
|
|
}
|
|
} else {
|
|
int j = 256 - cp_list[codepage & 0xFFFF].cp_size;
|
|
for (i = 0; i < max; i++)
|
|
unitab[i] = i;
|
|
for (i = j; i < max; i++)
|
|
unitab[i] = cp_list[codepage & 0xFFFF].cp_table[i - j];
|
|
}
|
|
}
|
|
|
|
int wc_to_mb(int codepage, int flags, const wchar_t *wcstr, int wclen,
|
|
char *mbstr, int mblen, const char *defchr)
|
|
{
|
|
reverse_mapping *rmap = get_reverse_mapping(codepage);
|
|
|
|
if (rmap) {
|
|
/* Do this by array lookup if we can. */
|
|
if (wclen < 0) {
|
|
for (wclen = 0; wcstr[wclen++] ;); /* will include the NUL */
|
|
}
|
|
char *p;
|
|
int i;
|
|
for (p = mbstr, i = 0; i < wclen; i++) {
|
|
wchar_t ch = wcstr[i];
|
|
int by;
|
|
const char *p1;
|
|
|
|
#define WRITECH(chr) do \
|
|
{ \
|
|
assert(p - mbstr < mblen); \
|
|
*p++ = (char)(chr); \
|
|
} while (0)
|
|
|
|
if ((p1 = rmap->blocks[(ch >> 8) & 0xFF]) != NULL &&
|
|
(by = p1[ch & 0xFF]) != '\0')
|
|
WRITECH(by);
|
|
else if (ch < 0x80)
|
|
WRITECH(ch);
|
|
else if (defchr)
|
|
for (const char *q = defchr; *q; q++)
|
|
WRITECH(*q);
|
|
#if 1
|
|
else
|
|
WRITECH('.');
|
|
#endif
|
|
|
|
#undef WRITECH
|
|
}
|
|
return p - mbstr;
|
|
} else {
|
|
int defused, ret;
|
|
ret = WideCharToMultiByte(codepage, flags, wcstr, wclen,
|
|
mbstr, mblen, defchr, &defused);
|
|
if (ret)
|
|
return ret;
|
|
|
|
#ifdef LEGACY_WINDOWS
|
|
/*
|
|
* Fallback for legacy platforms too old to support UTF-8: if
|
|
* the codepage is UTF-8, we can do the translation ourselves.
|
|
*/
|
|
if (codepage == CP_UTF8 && mblen > 0 && wclen > 0) {
|
|
buffer_sink bs[1];
|
|
buffer_sink_init(bs, mbstr, mblen);
|
|
|
|
while (wclen > 0) {
|
|
unsigned long wc = (wclen--, *wcstr++);
|
|
if (wclen > 0 && IS_SURROGATE_PAIR(wc, *wcstr)) {
|
|
wc = FROM_SURROGATES(wc, *wcstr);
|
|
wclen--, wcstr++;
|
|
}
|
|
|
|
const char *prev_ptr = bs->out;
|
|
put_utf8_char(bs, wc);
|
|
if (bs->overflowed)
|
|
return prev_ptr - mbstr;
|
|
}
|
|
|
|
return bs->out - mbstr;
|
|
}
|
|
#endif
|
|
|
|
/* No other fallbacks are available */
|
|
return 0;
|
|
}
|
|
}
|
|
|
|
int mb_to_wc(int codepage, int flags, const char *mbstr, int mblen,
|
|
wchar_t *wcstr, int wclen)
|
|
{
|
|
if (codepage >= 65536) {
|
|
/* Character set not known to Windows, so we'll have to
|
|
* translate it ourself */
|
|
size_t index = codepage - 65536;
|
|
if (index >= lenof(cp_list))
|
|
return 0;
|
|
const struct cp_list_item *cp = &cp_list[index];
|
|
if (!cp->cp_table)
|
|
return 0;
|
|
|
|
size_t remaining = wclen;
|
|
wchar_t *p = wcstr;
|
|
unsigned tablebase = 256 - cp->cp_size;
|
|
|
|
while (mblen > 0) {
|
|
mblen--;
|
|
unsigned c = 0xFF & *mbstr++;
|
|
wchar_t wc = (c < tablebase ? c : cp->cp_table[c - tablebase]);
|
|
if (remaining > 0) {
|
|
remaining--;
|
|
*p++ = wc;
|
|
} else {
|
|
return p - wcstr;
|
|
}
|
|
}
|
|
|
|
return p - wcstr;
|
|
}
|
|
|
|
int ret = MultiByteToWideChar(codepage, flags, mbstr, mblen, wcstr, wclen);
|
|
if (ret)
|
|
return ret;
|
|
|
|
#ifdef LEGACY_WINDOWS
|
|
/*
|
|
* Fallback for legacy platforms too old to support UTF-8: if the
|
|
* codepage is UTF-8, we can do the translation ourselves.
|
|
*/
|
|
if (codepage == CP_UTF8 && mblen > 0 && wclen > 0) {
|
|
BinarySource src[1];
|
|
BinarySource_BARE_INIT(src, mbstr, mblen);
|
|
|
|
size_t remaining = wclen;
|
|
wchar_t *p = wcstr;
|
|
|
|
while (get_avail(src)) {
|
|
wchar_t wcbuf[2];
|
|
size_t nwc = decode_utf8_to_wchar(src, wcbuf);
|
|
|
|
for (size_t i = 0; i < nwc; i++) {
|
|
if (remaining > 0) {
|
|
remaining--;
|
|
*p++ = wcbuf[i];
|
|
} else {
|
|
return p - wcstr;
|
|
}
|
|
}
|
|
}
|
|
|
|
return p - wcstr;
|
|
}
|
|
#endif
|
|
|
|
/* No other fallbacks are available */
|
|
return 0;
|
|
}
|
|
|
|
bool is_dbcs_leadbyte(int codepage, char byte)
|
|
{
|
|
return IsDBCSLeadByteEx(codepage, byte);
|
|
}
|