zed-industries/zed
1
1
Fork 0
mirror of https://github.com/zed-industries/zed.git synced 2024-09-20 10:57:22 +03:00
Code Issues Packages Projects Releases Wiki Activity

WIP: initial reindexing logic worked out

Browse Source
This commit is contained in:
KCaverly 2023-07-04 11:46:09 -04:00
parent 18a5a47f8a
commit e45d3a0a63
1 changed files with 93 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

100
crates/vector_store/src/vector_store.rs
View File

@ -58,10 +58,10 @@ pub fn init(
let vector_store = VectorStore::new( let vector_store = VectorStore::new(
fs, fs,
db_file_path, db_file_path,
// Arc::new(embedding::DummyEmbeddings {}), Arc::new(embedding::DummyEmbeddings {}),
Arc::new(OpenAIEmbeddings { // Arc::new(OpenAIEmbeddings {
client: http_client, // client: http_client,
}), // }),
language_registry, language_registry,
cx.clone(), cx.clone(),
) )
@ -362,6 +362,8 @@ impl VectorStore {
.spawn({ .spawn({
let db_ids_by_worktree_id = db_ids_by_worktree_id.clone(); let db_ids_by_worktree_id = db_ids_by_worktree_id.clone();
let db_update_tx = db_update_tx.clone(); let db_update_tx = db_update_tx.clone();
let language_registry = language_registry.clone();
let paths_tx = paths_tx.clone();
async move { async move {
for worktree in worktrees.into_iter() { for worktree in worktrees.into_iter() {
let mut file_mtimes = let mut file_mtimes =
@ -449,9 +451,93 @@ impl VectorStore {
this.update(&mut cx, |this, cx| { this.update(&mut cx, |this, cx| {
let _subscription = cx.subscribe(&project, |this, project, event, cx| { let _subscription = cx.subscribe(&project, |this, project, event, cx| {
if let project::Event::WorktreeUpdatedEntries(worktree_id, changes) = event { if let Some(project_state) = this.projects.get(&project.downgrade()) {
// let worktree_db_ids = project_state.worktree_db_ids.clone();
log::info!("worktree changes {:?}", changes);
if let project::Event::WorktreeUpdatedEntries(worktree_id, changes) = event
{
// Iterate through changes
let language_registry = this.language_registry.clone();
let db =
VectorDatabase::new(this.database_url.to_string_lossy().into());
if db.is_err() {
return;
}
let db = db.unwrap();
let worktree_db_id: Option<i64> = {
let mut found_db_id = None;
for (w_id, db_id) in worktree_db_ids.into_iter() {
if &w_id == worktree_id {
found_db_id = Some(db_id);
}
}
found_db_id
};
if worktree_db_id.is_none() {
return;
}
let worktree_db_id = worktree_db_id.unwrap();
let file_mtimes = db.get_file_mtimes(worktree_db_id);
if file_mtimes.is_err() {
return;
}
let file_mtimes = file_mtimes.unwrap();
smol::block_on(async move {
for change in changes.into_iter() {
let change_path = change.0.clone();
log::info!("Change: {:?}", &change_path);
if let Ok(language) = language_registry
.language_for_file(&change_path.to_path_buf(), None)
.await
{
if language
.grammar()
.and_then(|grammar| grammar.embedding_config.as_ref())
.is_none()
{
continue;
}
log::info!("Language found: {:?}: ", language.name());
// TODO: Make this a bit more defensive
let modified_time =
change_path.metadata().unwrap().modified().unwrap();
let existing_time =
file_mtimes.get(&change_path.to_path_buf());
let already_stored =
existing_time.map_or(false, |existing_time| {
if &modified_time != existing_time
&& existing_time.elapsed().unwrap().as_secs()
> 30
{
false
} else {
true
}
});
if !already_stored {
log::info!("Need to reindex: {:?}", &change_path);
// paths_tx
// .try_send((
// worktree_db_id,
// change_path.to_path_buf(),
// language,
// modified_time,
// ))
// .unwrap();
}
}
}
})
}
} }
}); });