diff options
Diffstat (limited to 'Src/Wasabi/bfc/string/utf8.cpp')
-rw-r--r-- | Src/Wasabi/bfc/string/utf8.cpp | 25 |
1 files changed, 25 insertions, 0 deletions
diff --git a/Src/Wasabi/bfc/string/utf8.cpp b/Src/Wasabi/bfc/string/utf8.cpp new file mode 100644 index 00000000..389c231f --- /dev/null +++ b/Src/Wasabi/bfc/string/utf8.cpp @@ -0,0 +1,25 @@ +#include "precomp_wasabi_bfc.h" + +#include "utf8.h" + +// this STILL doesn't work perfectly but at least it decodes what we write out +// mostly just waiting on our wide character strategy + +void COMEXP UTF8_to_ASCII(const char *in, char *out) { + unsigned const char *src = (unsigned const char *)in; + unsigned char *dst = (unsigned char *)out; + *dst = 0; + for (; *src; src++) { + int c = *src; + if ((c & 0x80) == 0) { + *dst++ = c; + continue; + } + if ((c & 224) != 192) continue; // fuck you, we only check for single bytes + int v = (c & 0x3) << 6; + ++src; + v |= *src & 0x3f; + *dst++ = v; + } + *dst = 0; +} |