Files
kichikuou_system3-sdl2/src/encoding.cpp
T
kichikuou 7834004648 Fix unicode conversion on Android / Emscripten
This also moves functions in utfsjis.cpp to encoding.cpp.
2021-09-05 10:02:31 +09:00

218 lines
4.2 KiB
C++

#include <stdlib.h>
#include <string.h>
#include "common.h"
#include "encoding.h"
namespace {
#include "s2utbl.h"
} // namespace
class SjisEncoding : public Encoding {
public:
int mblen(const unsigned char* s)
{
return is_2byte(*s) ? 2 : 1;
}
int next_codepoint(const unsigned char** s)
{
int code = *(*s)++;
if (is_2byte(code))
code = (code << 8) | (uint8)*(*s)++;
return sjis_to_unicode(code);
}
char* fromUtf8(const char* str)
{
unsigned char* src = (unsigned char*)str;
unsigned char* dst = (unsigned char*)malloc(strlen(str) + 1);
unsigned char* dstp = dst;
while (*src) {
if (*src <= 0x7f) {
*dstp++ = *src++;
continue;
}
int u;
if (*src <= 0xdf) {
u = (src[0] & 0x1f) << 6 | (src[1] & 0x3f);
src += 2;
} else if (*src <= 0xef) {
u = (src[0] & 0xf) << 12 | (src[1] & 0x3f) << 6 | (src[2] & 0x3f);
src += 3;
} else {
*dstp++ = '?';
do src++; while ((*src & 0xc0) == 0x80);
continue;
}
if (u > 0xff60 && u <= 0xff9f) {
*dstp++ = u - 0xff60 + 0xa0;
} else {
int c = unicode_to_sjis(u);
if (c) {
*dstp++ = c >> 8;
*dstp++ = c & 0xff;
} else {
*dstp++ = '?';
}
}
}
*dstp = '\0';
return (char*)dst;
}
char* toUtf8(const char* str)
{
unsigned char* src = (unsigned char*)str;
unsigned char* dst = (unsigned char*)malloc(strlen(str) * 3 + 1);
unsigned char* dstp = dst;
while (*src) {
if (*src <= 0x7f) {
*dstp++ = *src++;
continue;
}
int c;
if (*src >= 0xa0 && *src <= 0xdf) {
c = 0xff60 + *src - 0xa0;
src++;
} else {
c = s2u[*src - 0x80][*(src+1) - 0x40];
src += 2;
}
if (c <= 0x7f) {
*dstp++ = c;
} else if (c <= 0x7ff) {
*dstp++ = 0xc0 | c >> 6;
*dstp++ = 0x80 | (c & 0x3f);
} else {
*dstp++ = 0xe0 | c >> 12;
*dstp++ = 0x80 | (c >> 6 & 0x3f);
*dstp++ = 0x80 | (c & 0x3f);
}
}
*dstp = '\0';
return (char*)dst;
}
private:
bool is_2byte(unsigned char c) {
return (0x81 <= c && c <= 0x9f) || 0xe0 <= c;
}
static int unicode_to_sjis(int u) {
for (int b1 = 0x80; b1 <= 0xff; b1++) {
if (b1 >= 0xa0 && b1 <= 0xdf)
continue;
for (int b2 = 0x40; b2 <= 0xff; b2++) {
if (u == s2u[b1 - 0x80][b2 - 0x40])
return b1 << 8 | b2;
}
}
return 0;
}
static uint16 sjis_to_unicode(uint16 code)
{
// ASCII characters.
if (code < 0x80)
return code;
// 1-byte kana characters.
if (code >= 0xa0 && code <= 0xdf)
return 0xff60 + code - 0xa0;
// Gaiji characters.
if (0xeb9f <= code && code <= 0xebfc)
return code - 0xeb9f + GAIJI_FIRST;
if (0xec40 <= code && code <= 0xec9e)
return code - 0xec40 + 94 + GAIJI_FIRST;
return s2u[(code >> 8) - 0x80][(code & 0xff) - 0x40];
}
};
class Utf8Encoding : public Encoding {
public:
int mblen(const unsigned char* s)
{
if (*s <= 0xbf)
return 1;
if (*s <= 0xdf)
return 2;
if (*s <= 0xef)
return 3;
return 4;
}
int next_codepoint(const unsigned char** str)
{
int code;
const unsigned char *s = *str;
if (*s <= 0x7f) {
code = *s++;
} else if (*s <= 0xbf) {
// Invalid UTF-8 sequence
code = '?';
s++;
} else if (*s <= 0xdf) {
code = (s[0] & 0x1f) << 6 | (s[1] & 0x3f);
s += 2;
} else if (*s <= 0xef) {
code = (s[0] & 0xf) << 12 | (s[1] & 0x3f) << 6 | (s[2] & 0x3f);
s += 3;
} else if (*s <= 0xf7) {
code = (s[0] & 0x7) << 18 | (s[1] & 0x3f) << 12 | (s[2] & 0x3f) << 6 | (s[3] & 0x3f);
s += 4;
} else {
code = 0xfffd; // REPLACEMENT CHARACTER
s++;
while (0x80 <= *s && *s <= 0xbf)
s++;
}
*str = s;
return code;
}
char* fromUtf8(const char* s)
{
return strdup(s);
}
char* toUtf8(const char* s)
{
return strdup(s);
}
};
int Encoding::mbslen(const unsigned char* s)
{
int len = 0;
while (*s) {
s += mblen(s);
len++;
}
return len;
}
std::unique_ptr<Encoding> Encoding::create(const char* name)
{
if (!strcasecmp(name, "Shift_JIS") ||
!strcasecmp(name, "Shift-JIS") ||
!strcasecmp(name, "SJIS") ||
!strcasecmp(name, "CP932"))
return std::make_unique<SjisEncoding>();
if (!strcasecmp(name, "UTF-8") ||
!strcasecmp(name, "UTF8"))
return std::make_unique<Utf8Encoding>();
WARNING("Unrecognized encoding: \"%s\"", name);
return std::make_unique<SjisEncoding>();
}