unicode : avoid char32_t (#7957)

ggml-ci
2024-06-16 14:51:40 +03:00
parent 6fe1c62741
commit 52399254b3
3 changed files with 13 additions and 13 deletions
--- a/unicode.h
+++ b/unicode.h
@@ -58,6 +58,6 @@ codepoint_flags unicode_cpt_flags(const std::string & utf8);
 std::string unicode_byte_to_utf8(uint8_t byte);
 uint8_t unicode_utf8_to_byte(const std::string & utf8);

-char32_t unicode_tolower(char32_t cp);
+uint32_t unicode_tolower(uint32_t cp);

 std::vector<std::string> unicode_regex_split(const std::string & text, const std::vector<std::string> & regex_exprs);