SilasMarvin/lsp-ai
1
1
Fork 0
mirror of https://github.com/SilasMarvin/lsp-ai.git synced 2024-09-11 12:25:48 +03:00
Code Issues Packages Projects Releases Wiki Activity

Clean up llama.cpp a bit

Browse Source
This commit is contained in:
Silas Marvin 2024-05-31 23:05:48 -07:00
parent 72210ad7de
commit 4ad13253b1
2 changed files with 5 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
Cargo.lock generated
View File

@ -1410,9 +1410,9 @@ checksum = "01cda141df6706de531b6c46c3a33ecca755538219bd484262fa09410c13539c"
[[package]]
name = "llama-cpp-2"
version = "0.1.53"
version = "0.1.54"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "50ee2be825e1e2f979393851319559d6f483303329a501c37799aacd7c9bdc12"
checksum = "d651a17e90faf06590fb385f0d0f8868677a4503707319f4334354d6b9f84670"
dependencies = [
"llama-cpp-sys-2",
"thiserror",
@ -1421,9 +1421,9 @@ dependencies = [
[[package]]
name = "llama-cpp-sys-2"
version = "0.1.53"
version = "0.1.54"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "11ec0f7b379c8935a01e97f734d15281f1cde9c256e2a6c8a482a11c5ed17ea7"
checksum = "38ee835e1b1385f31b29ffacf9b37203a49c4f3cdae2dc27ef95d0e1454d02af"
dependencies = [
"bindgen",
"cc",

4
src/transformer_backends/llama_cpp/model.rs
View File

@ -41,9 +41,7 @@ impl Model {
#[instrument(skip(self))]
pub fn complete(&self, prompt: &str, params: LLaMACPPRunParams) -> anyhow::Result<String> {
// initialize the context
let ctx_params = LlamaContextParams::default()
.with_n_ctx(Some(self.n_ctx))
.with_n_batch(self.n_ctx.get());
let ctx_params = LlamaContextParams::default().with_n_ctx(Some(self.n_ctx));
let mut ctx = self
.model