diff mbox series

[bug#65287,v3] gnu: Add gpt4all-backend

Message ID 94fc5008f51f3a5594e2ab995c9cca06e8bc3843.1692018019.git.atai@atai.org
State New
Headers show
Series [bug#65287,v3] gnu: Add gpt4all-backend | expand

Commit Message

Andy Tai Aug. 14, 2023, 1 p.m. UTC
* gnu/packages/machine-learning.scm (gpt4all-backend): New variable
---
 gnu/packages/machine-learning.scm | 56 +++++++++++++++++++++++++++++++
 1 file changed, 56 insertions(+)


base-commit: b15381460ed74e72792ff182dd2ca7a06ba59b0c
diff mbox series

Patch

diff --git a/gnu/packages/machine-learning.scm b/gnu/packages/machine-learning.scm
index c32180615b..6ba78f35c6 100644
--- a/gnu/packages/machine-learning.scm
+++ b/gnu/packages/machine-learning.scm
@@ -4801,3 +4801,59 @@  (define-public oneapi-dnnl
      "OneAPI Deep Neural Network Library (oneDNN) is a cross-platform
 performance library of basic building blocks for deep learning applications.")
     (license license:asl2.0)))
+
+
+(define-public gpt4all-backend
+  (let ((commit "108d950874e457ced4d5d1f0569dfb43bbd25734")
+        (version "0.3.0")
+        (revision "1"))
+    (package
+      (name "gpt4all-backend")
+      (version (git-version version revision commit))
+      (source (origin
+                (method git-fetch)
+                (uri (git-reference
+                      (url "https://github.com/nomic-ai/gpt4all")
+                      (commit commit)
+                      (recursive? #t)))
+                (file-name (git-file-name name version))
+                (sha256
+                 (base32
+                  "1x2w3x5abqkwjp043ijqfsmsm72783a245y5bri9bs1cpfyr0xyr"))))
+      (build-system cmake-build-system)
+      ;; (inputs (list llama-cpp))
+      ;; TODO: when upstream supports using system installed llama-cpp, use it
+      (arguments
+       (list #:tests? #f ;no test target
+             #:configure-flags #~(list (string-append
+                                        "-DCMAKE_INSTALL_PREFIX="
+                                        #$output))
+             #:phases #~(modify-phases %standard-phases
+                          (add-after 'unpack 'chdir
+                            (lambda _
+                              (mkdir-p #$output) ;ensure it exists
+                              (chdir "gpt4all-backend")))
+                          (add-after 'chdir 'fix-install-path
+                            (lambda _
+                              (substitute* "CMakeLists.txt"
+                                (("CMAKE_INSTALL_PREFIX")
+                                 "CMAKE_INSTALL_PREFIX_ignored"))))
+                          (replace 'install
+                            (lambda* (#:key outputs #:allow-other-keys)
+                              (let* ((out #$output)
+                                     (lib (string-append out "/lib")))
+                                (mkdir-p lib)
+                                ;; Install the .so targets.
+                                (for-each (lambda (file)
+                                            (install-file file lib))
+                                          (find-files "." "\\.so"))))))))
+      (home-page "https://gpt4all.io/index.html")
+      (synopsis "C/C++ model backend used by GPT4All for inference on the CPU")
+      (description
+       "GPT4All backend acts as a universal library/wrapper for all models that
+the GPT4All ecosystem supports.  Language bindings are built on top of this universal
+library.  The native GPT4all Chat application directly uses this library for all
+inference.")
+      (license license:expat))))
+
+