mirror of
https://github.com/kichikuou/system3-sdl2.git
synced 2026-09-30 19:07:59 +03:00
218 lines
4.2 KiB
C++
218 lines
4.2 KiB
C++
#include <stdlib.h>
|
|
#include <string.h>
|
|
#include "common.h"
|
|
#include "encoding.h"
|
|
|
|
namespace {
|
|
|
|
#include "s2utbl.h"
|
|
|
|
} // namespace
|
|
|
|
class SjisEncoding : public Encoding {
|
|
public:
|
|
int mblen(const unsigned char* s)
|
|
{
|
|
return is_2byte(*s) ? 2 : 1;
|
|
}
|
|
|
|
int next_codepoint(const unsigned char** s)
|
|
{
|
|
int code = *(*s)++;
|
|
if (is_2byte(code))
|
|
code = (code << 8) | (uint8)*(*s)++;
|
|
return sjis_to_unicode(code);
|
|
}
|
|
|
|
char* fromUtf8(const char* str)
|
|
{
|
|
unsigned char* src = (unsigned char*)str;
|
|
unsigned char* dst = (unsigned char*)malloc(strlen(str) + 1);
|
|
unsigned char* dstp = dst;
|
|
|
|
while (*src) {
|
|
if (*src <= 0x7f) {
|
|
*dstp++ = *src++;
|
|
continue;
|
|
}
|
|
|
|
int u;
|
|
if (*src <= 0xdf) {
|
|
u = (src[0] & 0x1f) << 6 | (src[1] & 0x3f);
|
|
src += 2;
|
|
} else if (*src <= 0xef) {
|
|
u = (src[0] & 0xf) << 12 | (src[1] & 0x3f) << 6 | (src[2] & 0x3f);
|
|
src += 3;
|
|
} else {
|
|
*dstp++ = '?';
|
|
do src++; while ((*src & 0xc0) == 0x80);
|
|
continue;
|
|
}
|
|
|
|
if (u > 0xff60 && u <= 0xff9f) {
|
|
*dstp++ = u - 0xff60 + 0xa0;
|
|
} else {
|
|
int c = unicode_to_sjis(u);
|
|
if (c) {
|
|
*dstp++ = c >> 8;
|
|
*dstp++ = c & 0xff;
|
|
} else {
|
|
*dstp++ = '?';
|
|
}
|
|
}
|
|
}
|
|
*dstp = '\0';
|
|
return (char*)dst;
|
|
}
|
|
|
|
char* toUtf8(const char* str)
|
|
{
|
|
unsigned char* src = (unsigned char*)str;
|
|
unsigned char* dst = (unsigned char*)malloc(strlen(str) * 3 + 1);
|
|
unsigned char* dstp = dst;
|
|
|
|
while (*src) {
|
|
if (*src <= 0x7f) {
|
|
*dstp++ = *src++;
|
|
continue;
|
|
}
|
|
|
|
int c;
|
|
if (*src >= 0xa0 && *src <= 0xdf) {
|
|
c = 0xff60 + *src - 0xa0;
|
|
src++;
|
|
} else {
|
|
c = s2u[*src - 0x80][*(src+1) - 0x40];
|
|
src += 2;
|
|
}
|
|
|
|
if (c <= 0x7f) {
|
|
*dstp++ = c;
|
|
} else if (c <= 0x7ff) {
|
|
*dstp++ = 0xc0 | c >> 6;
|
|
*dstp++ = 0x80 | (c & 0x3f);
|
|
} else {
|
|
*dstp++ = 0xe0 | c >> 12;
|
|
*dstp++ = 0x80 | (c >> 6 & 0x3f);
|
|
*dstp++ = 0x80 | (c & 0x3f);
|
|
}
|
|
}
|
|
*dstp = '\0';
|
|
return (char*)dst;
|
|
}
|
|
|
|
private:
|
|
bool is_2byte(unsigned char c) {
|
|
return (0x81 <= c && c <= 0x9f) || 0xe0 <= c;
|
|
}
|
|
|
|
static int unicode_to_sjis(int u) {
|
|
for (int b1 = 0x80; b1 <= 0xff; b1++) {
|
|
if (b1 >= 0xa0 && b1 <= 0xdf)
|
|
continue;
|
|
for (int b2 = 0x40; b2 <= 0xff; b2++) {
|
|
if (u == s2u[b1 - 0x80][b2 - 0x40])
|
|
return b1 << 8 | b2;
|
|
}
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static uint16 sjis_to_unicode(uint16 code)
|
|
{
|
|
// ASCII characters.
|
|
if (code < 0x80)
|
|
return code;
|
|
// 1-byte kana characters.
|
|
if (code >= 0xa0 && code <= 0xdf)
|
|
return 0xff60 + code - 0xa0;
|
|
// Gaiji characters.
|
|
if (0xeb9f <= code && code <= 0xebfc)
|
|
return code - 0xeb9f + GAIJI_FIRST;
|
|
if (0xec40 <= code && code <= 0xec9e)
|
|
return code - 0xec40 + 94 + GAIJI_FIRST;
|
|
|
|
return s2u[(code >> 8) - 0x80][(code & 0xff) - 0x40];
|
|
}
|
|
};
|
|
|
|
class Utf8Encoding : public Encoding {
|
|
public:
|
|
int mblen(const unsigned char* s)
|
|
{
|
|
if (*s <= 0xbf)
|
|
return 1;
|
|
if (*s <= 0xdf)
|
|
return 2;
|
|
if (*s <= 0xef)
|
|
return 3;
|
|
return 4;
|
|
}
|
|
|
|
int next_codepoint(const unsigned char** str)
|
|
{
|
|
int code;
|
|
const unsigned char *s = *str;
|
|
|
|
if (*s <= 0x7f) {
|
|
code = *s++;
|
|
} else if (*s <= 0xbf) {
|
|
// Invalid UTF-8 sequence
|
|
code = '?';
|
|
s++;
|
|
} else if (*s <= 0xdf) {
|
|
code = (s[0] & 0x1f) << 6 | (s[1] & 0x3f);
|
|
s += 2;
|
|
} else if (*s <= 0xef) {
|
|
code = (s[0] & 0xf) << 12 | (s[1] & 0x3f) << 6 | (s[2] & 0x3f);
|
|
s += 3;
|
|
} else if (*s <= 0xf7) {
|
|
code = (s[0] & 0x7) << 18 | (s[1] & 0x3f) << 12 | (s[2] & 0x3f) << 6 | (s[3] & 0x3f);
|
|
s += 4;
|
|
} else {
|
|
code = 0xfffd; // REPLACEMENT CHARACTER
|
|
s++;
|
|
while (0x80 <= *s && *s <= 0xbf)
|
|
s++;
|
|
}
|
|
*str = s;
|
|
return code;
|
|
}
|
|
|
|
char* fromUtf8(const char* s)
|
|
{
|
|
return strdup(s);
|
|
}
|
|
|
|
char* toUtf8(const char* s)
|
|
{
|
|
return strdup(s);
|
|
}
|
|
};
|
|
|
|
int Encoding::mbslen(const unsigned char* s)
|
|
{
|
|
int len = 0;
|
|
while (*s) {
|
|
s += mblen(s);
|
|
len++;
|
|
}
|
|
return len;
|
|
}
|
|
|
|
std::unique_ptr<Encoding> Encoding::create(const char* name)
|
|
{
|
|
if (!strcasecmp(name, "Shift_JIS") ||
|
|
!strcasecmp(name, "Shift-JIS") ||
|
|
!strcasecmp(name, "SJIS") ||
|
|
!strcasecmp(name, "CP932"))
|
|
return std::make_unique<SjisEncoding>();
|
|
|
|
if (!strcasecmp(name, "UTF-8") ||
|
|
!strcasecmp(name, "UTF8"))
|
|
return std::make_unique<Utf8Encoding>();
|
|
|
|
WARNING("Unrecognized encoding: \"%s\"", name);
|
|
return std::make_unique<SjisEncoding>();
|
|
}
|