unicode_test.cpp

Go to the documentation of this file.

 
/******************************************************************************
 * MODULE     : unicode_test.cpp
 * DESCRIPTION: tests on unicode
 * COPYRIGHT  : (C) 2023  Darcy Shen
 *******************************************************************************
 * This software falls under the GNU general public license version 3 or later.
 * It comes WITHOUT ANY WARRANTY WHATSOEVER. For details, see the file LICENSE
 * in the root directory or <http://www.gnu.org/licenses/gpl-3.0.html>.
 ******************************************************************************/
 
#include "a_lolly_test.hpp"
#include "lolly/data/unicode.hpp"
 
using lolly::data::has_cjk_unified_ideographs;
using lolly::data::is_cjk_unified_ideographs;
using lolly::data::unicode_get_range;
using lolly::data::utf16_to_utf8;
using lolly::data::utf8_to_utf16;
 
#if defined(OS_MINGW) || defined(OS_WIN)
using lolly::data::wchar_to_utf8;
#endif
 
TEST_CASE ("unicode_get_range") {
  string_eq (unicode_get_range ((int) 'a'), "ascii");
  string_eq (unicode_get_range (0x2460), "enclosed_alphanumerics"); // ①
  string_eq (unicode_get_range (0x24ff), "enclosed_alphanumerics"); // ⓿
}
 
TEST_CASE ("cjk_unified_ideographs") {
  CHECK (is_cjk_unified_ideographs ("<#4E2D>"));
  CHECK (has_cjk_unified_ideographs ("<#4E2D>"));
  CHECK (has_cjk_unified_ideographs ("bib-<#4E2D>"));
  CHECK (!is_cjk_unified_ideographs ("bib-<#4E2D>"));
}
 
#if defined(OS_MINGW) || defined(OS_WIN)
TEST_CASE ("wchar to utf8") { string_eq (wchar_to_utf8 (L"中"), "中"); }
#endif
 
TEST_CASE ("utf16 to utf8") {
  string t= "";
  string_eq (utf16_to_utf8 ("\x4E\x2D"), "中");
  t << '\x00' << '\x61';
  string_eq (utf16_to_utf8 (t), "a");
  t= "";
  t << '\x00' << '\x61' << '\x00' << '\x62';
  string_eq (utf16_to_utf8 (t), "ab");
  t= "";
  t << '\x00';
  string_eq (utf16_to_utf8 (t), "");
  t= "";
  t << '\x00' << '\x61' << '\x00';
  string_eq (utf16_to_utf8 (t), "a");
}
 
TEST_CASE ("utf8 to utf16") {
  string t= "";
  t << '\x4E' << '\x2D';
  string_eq (utf8_to_utf16 ("中"), t);
  t= "";
  t << '\x00' << '\x61';
  string_eq (utf8_to_utf16 ("a"), t);
  t= "";
  t << '\x00' << '\x61' << '\x00' << '\x62';
  string_eq (utf8_to_utf16 ("ab"), t);
}