Update llama-cpp build script

This commit is contained in:
Silas Marvin 2024-06-02 10:45:13 -07:00
parent 6a91e8d574
commit 7e325cca50
3 changed files with 7 additions and 2 deletions

2
Cargo.lock generated
View File

@ -1411,6 +1411,7 @@ checksum = "01cda141df6706de531b6c46c3a33ecca755538219bd484262fa09410c13539c"
[[package]]
name = "llama-cpp-2"
version = "0.1.52"
source = "git+https://github.com/SilasMarvin/llama-cpp-rs/?branch=silas-redo-build-script#1f69c90dd4822ebf34bfac6ae988f16232d71284"
dependencies = [
"llama-cpp-sys-2",
"thiserror",
@ -1420,6 +1421,7 @@ dependencies = [
[[package]]
name = "llama-cpp-sys-2"
version = "0.1.52"
source = "git+https://github.com/SilasMarvin/llama-cpp-rs/?branch=silas-redo-build-script#1f69c90dd4822ebf34bfac6ae988f16232d71284"
dependencies = [
"bindgen",
"cc",

View File

@ -18,7 +18,9 @@ tokenizers = "0.14.1"
parking_lot = "0.12.1"
once_cell = "1.19.0"
directories = "5.0.1"
llama-cpp-2 = { version = "0.1.54", optional = true }
# llama-cpp-2 = { version = "0.1.54", optional = true }
# llama-cpp-2 = { path = "../llama-cpp-rs/llama-cpp-2", optional = true }
llama-cpp-2 = { git = "https://github.com/SilasMarvin/llama-cpp-rs/", branch = "silas-redo-build-script", optional = true }
minijinja = { version = "1.0.12", features = ["loader"] }
tracing-subscriber = { version = "0.3.18", features = ["env-filter"] }
tracing = "0.1.40"
@ -33,6 +35,7 @@ async-trait = "0.1.78"
[features]
default = []
llama_cpp = ["dep:llama-cpp-2"]
metal = ["llama-cpp-2/metal"]
cublas = ["llama-cpp-2/cublas"]
[dev-dependencies]

View File

@ -6,7 +6,7 @@
# (LSP-AI
LSP-AI is an open source language server that serves as a backend for performing completion with large language models and soon other AI powered functionality. Because it is a language server, it works with any editor that has LSP support.
LSP-AI is an open source [language server](https://microsoft.github.io/language-server-protocol/) that serves as a backend for performing completion with large language models and soon other AI powered functionality. Because it is a language server, it works with any editor that has LSP support.
A short list of a few of the editors it works with:
- VS Code