@@ -408,7 +408,7 @@ (define-public guile-aiscm-next
(deprecated-package "guile-aiscm-next" guile-aiscm))
(define-public llama-cpp
- (let ((commit "3cd8dde0d1357b7f11bdd25c45d5bf5e97e284a0")
+ (let ((commit "11f3ca06b8c66b0427aab0a472479da22553b472")
(revision "0"))
(package
(name "llama-cpp")
@@ -421,7 +421,7 @@ (define-public llama-cpp
(commit (string-append "master-" (string-take commit 7)))))
(file-name (git-file-name name version))
(sha256
- (base32 "0i7c92cxqs31xklrn688978kk29agivgxjgvsb45wzm65gc6hm5c"))))
+ (base32 "0id9199r6hcvl2jq0n7pniyfybrw1ifvbzys6izm97r9kkmddnsn"))))
(build-system cmake-build-system)
(arguments
(list
@@ -449,18 +449,13 @@ (define-public llama-cpp
(chmod (string-append bin script) #o555)))
(mkdir-p bin)
(make-script "convert-pth-to-ggml")
- (make-script "convert-gptq-to-ggml")
- (make-script "quantize.py")
- (substitute* (string-append bin "quantize.py")
- (("os\\.getcwd\\(\\), quantize_script_binary")
- (string-append "\"" bin "\", quantize_script_binary"))))))
+ (make-script "convert-lora-to-ggml")
+ (make-script "convert"))))
(add-after 'install-python-scripts 'wrap-python-scripts
(assoc-ref python:%standard-phases 'wrap))
(replace 'install
(lambda _
- (let ((bin (string-append #$output "/bin/")))
- (install-file "bin/quantize" bin)
- (copy-file "bin/main" (string-append bin "llama"))))))))
+ (copy-file "bin/main" (string-append #$output "/bin/llama")))))))
(inputs (list python))
(propagated-inputs
(list python-numpy python-pytorch python-sentencepiece))