add support for k quantization for swift

2023-09-02 23:10:45 -07:00 · 2023-09-02 23:10:45 -07:00 · e7056a465e
commit e7056a465e
parent 3358c381f6
1 changed files with 11 additions and 2 deletions
--- a/Package.swift
+++ b/Package.swift
@ -12,9 +12,18 @@ let package = Package(
            name: "llama",
            path: ".",
            exclude: ["ggml-metal.metal"],
-            sources: ["ggml.c", "llama.cpp"],
+            sources: [
+                "ggml.c",
+                "llama.cpp",
+                "ggml-alloc.c",
+                "k_quants.c"
+            ],
            publicHeadersPath: "spm-headers",
-            cSettings: [.unsafeFlags(["-Wno-shorten-64-to-32"]), .define("GGML_USE_ACCELERATE")],
+            cSettings: [
+                .unsafeFlags(["-Wno-shorten-64-to-32"]),
+                .define("GGML_USE_K_QUANTS"),
+                .define("GGML_USE_ACCELERATE")
+            ],
            linkerSettings: [
                .linkedFramework("Accelerate")
            ]