diff mbox series

[bug#64953,v2] gnu: llama-cpp: Update to 0.0.0-0.f31b539.

Message ID 1848ba131c4ed7ece9f33abab4df3efa00e63dcd.1692001411.git.atai@atai.org
State New
Headers show
Series [bug#64953,v2] gnu: llama-cpp: Update to 0.0.0-0.f31b539. | expand

Commit Message

Andy Tai Aug. 14, 2023, 8:24 a.m. UTC 
From: Nicolas Graves <ngraves@ngraves.fr>

* gnu/packages/machine-learning.scm (llama-cpp): Update to 0.0.0-0.f31b539.
[#:phases](install-python-scripts): Adapt python scripts.
(install): Remove deleted quantize script installation.
---
 gnu/packages/machine-learning.scm | 15 +++++----------
 1 file changed, 5 insertions(+), 10 deletions(-)


base-commit: b15381460ed74e72792ff182dd2ca7a06ba59b0c

Comments

Ludovic Courtès Aug. 14, 2023, 10:25 p.m. UTC | #1 
Andy Tai <atai@atai.org> skribis:

> From: Nicolas Graves <ngraves@ngraves.fr>
>
> * gnu/packages/machine-learning.scm (llama-cpp): Update to 0.0.0-0.f31b539.
> [#:phases](install-python-scripts): Adapt python scripts.
> (install): Remove deleted quantize script installation.

Hi!  Applied, with you as co-author.

Thanks,
Ludo’.
diff mbox series

Patch

diff --git a/gnu/packages/machine-learning.scm b/gnu/packages/machine-learning.scm
index b5db0aa3b8..8d89ef2208 100644
--- a/gnu/packages/machine-learning.scm
+++ b/gnu/packages/machine-learning.scm
@@ -408,7 +408,7 @@  (define-public guile-aiscm-next
   (deprecated-package "guile-aiscm-next" guile-aiscm))
 
 (define-public llama-cpp
-  (let ((commit "3cd8dde0d1357b7f11bdd25c45d5bf5e97e284a0")
+  (let ((commit "f31b5397143009d682db90fd2a6cde83f1ef00eb")
         (revision "0"))
     (package
       (name "llama-cpp")
@@ -421,7 +421,7 @@  (define-public llama-cpp
                (commit (string-append "master-" (string-take commit 7)))))
          (file-name (git-file-name name version))
          (sha256
-          (base32 "0i7c92cxqs31xklrn688978kk29agivgxjgvsb45wzm65gc6hm5c"))))
+          (base32 "0ys6n53n032zq1ll9f3vgxk8sw0qq7x3fi7awsyy13adzp3hn08p"))))
       (build-system cmake-build-system)
       (arguments
        (list
@@ -449,18 +449,13 @@  (define-public llama-cpp
                       (chmod (string-append bin script) #o555)))
                   (mkdir-p bin)
                   (make-script "convert-pth-to-ggml")
-                  (make-script "convert-gptq-to-ggml")
-                  (make-script "quantize.py")
-                  (substitute* (string-append bin "quantize.py")
-                    (("os\\.getcwd\\(\\), quantize_script_binary")
-                     (string-append "\"" bin "\", quantize_script_binary"))))))
+                  (make-script "convert-lora-to-ggml")
+                  (make-script "convert"))))
             (add-after 'install-python-scripts 'wrap-python-scripts
               (assoc-ref python:%standard-phases 'wrap))
             (replace 'install
               (lambda _
-                (let ((bin (string-append #$output "/bin/")))
-                  (install-file "bin/quantize" bin)
-                  (copy-file "bin/main" (string-append bin "llama"))))))))
+                (copy-file "bin/main" (string-append #$output "/bin/llama")))))))
       (inputs (list python))
       (propagated-inputs
        (list python-numpy python-pytorch python-sentencepiece))