wpm : portable unicode tolower (#6305)

Also use C locale for ispunct/isspace, and split unicode-data.cpp from unicode.cpp.
2024-03-26 17:46:21 -04:00 · 2024-03-26 17:46:21 -04:00 · 32c8486e1f
commit 32c8486e1f
parent 557410b8f0
9 changed files with 1699 additions and 1425 deletions
--- a/Package.swift
+++ b/Package.swift
@ -32,6 +32,7 @@ let package = Package(
                "ggml.c",
                "llama.cpp",
                "unicode.cpp",
+                "unicode-data.cpp",
                "ggml-alloc.c",
                "ggml-backend.c",
                "ggml-quants.c",