@@ -1,12 +1,22 @@
1+use crate::instance::{VmLiveness, vm_liveness};
2+use crate::session_manager::INSTANCE_DIR_NAME;
3+use crate::{
4+ config::CONFIG_PATH_ENV,
5+ instance::{
6+ InstanceConfig, STATUS_VM_ERROR_PREFIX, build_ssh_login_actions, ensure_instance_dir,
7+ ensure_ssh_keypair, extract_ipv4, load_or_create_instance_config, write_instance_config,
8+ },
9+ session_manager::{GLOBAL_DIR_NAME, VM_MANAGER_PID_NAME, VM_MANAGER_SOCKET_NAME},
10+ vm::{self, DirectoryShare, LoginAction, PROJECT_GUEST_BASE, VmInput},
11+};
12+use anyhow::{Error, Result, anyhow, bail};
113use std::{
214 env, fs,
315 io::{Read, Write},
416 os::unix::{
5− fs::FileTypeExt,
617 fs::PermissionsExt,
718 io::AsRawFd,
819 net::{UnixListener, UnixStream},
9− process::CommandExt,
1020 },
1121 path::{Path, PathBuf},
1222 process::{Command, Stdio},
@@ -15,36 +25,44 @@ use std::{
1525 time::{Duration, Instant},
1626};
1727
18−use crate::{
19− config::CONFIG_PATH_ENV,
20− instance::VM_ROOT_LOG_NAME,
21− instance::{
22− DEFAULT_SSH_USER, InstanceConfig, build_ssh_login_actions, ensure_instance_dir,
23− ensure_ssh_keypair, extract_ipv4, load_or_create_instance_config, write_instance_config,
24− },
25− session_manager::{
26− GLOBAL_DIR_NAME, INSTANCE_FILENAME, VM_MANAGER_PID_NAME, VM_MANAGER_SOCKET_NAME,
27− },
28− vm::{self, DirectoryShare, LoginAction, VmInput},
29−};
30−
28+#[cfg_attr(feature = "mock-vm", allow(dead_code))]
29+const VM_ROOT_LOG_NAME: &str = "vm_root.log";
3130const VM_MANAGER_LOCK_NAME: &str = "vm.lock";
3231const VM_MANAGER_LOG_NAME: &str = "vm_manager.log";
32+const SHUTDOWN_RETRY_MS: u64 = 500;
33+#[cfg(test)]
34+const HARD_SHUTDOWN_TIMEOUT_MS: u64 = 1_000;
35+#[cfg(not(test))]
36+const HARD_SHUTDOWN_TIMEOUT_MS: u64 = 12_000;
37+const STATUS_PREFIX: &str = "status:";
38+
39+type ClientStreams = Arc<Mutex<Vec<UnixStream>>>;
40+type SharedStatus = Arc<Mutex<String>>;
41+
42+#[cfg(not(test))]
43+fn force_exit(_reason: &str) -> ! {
44+ std::process::exit(1);
45+}
46+
47+#[cfg(test)]
48+fn force_exit(reason: &str) -> ! {
49+ panic!("{reason}");
50+}
3351
3452pub fn ensure_manager(
3553 raw_args: &[std::ffi::OsString],
3654 auto_shutdown_ms: u64,
3755 config_path: Option<&Path>,
38−) -> Result<UnixStream, Box<dyn std::error::Error>> {
56+) -> Result<UnixStream> {
3957 let project_root = env::current_dir()?;
4058 tracing::debug!(root = %project_root.display(), "ensure vm manager");
4159 let instance_dir = ensure_instance_dir(&project_root)?;
42− cleanup_stale_manager(&instance_dir);
60+ cleanup_stale_manager(&project_root)?;
4361 let socket_path = instance_dir.join(VM_MANAGER_SOCKET_NAME);
4462
4563 if let Ok(stream) = UnixStream::connect(&socket_path) {
4664 send_client_pid(&stream);
47− tracing::info!(path = %socket_path.display(), "connected to existing vm manager");
65+ tracing::info!(path = %socket_path.display(), "connected to an existing vm manager");
4866 return Ok(stream);
4967 }
5068
@@ -82,12 +100,11 @@ pub fn ensure_manager(
82100 drop(lock_file.take());
83101 let _ = fs::remove_file(&lock_path);
84102 }
85− return Err(format!(
86− "Timed out waiting for vm manager socket: {} ({})",
103+ bail!(format!(
104+ "timed out waiting for vm manager socket: {} ({})",
87105 socket_path.display(),
88106 err
89− )
90− .into());
107+ ));
91108 }
92109 thread::sleep(Duration::from_millis(100));
93110 }
@@ -95,24 +112,49 @@ pub fn ensure_manager(
95112 }
96113}
97114
98−pub fn run_manager(
99− args: vm::VmArg,
100− auto_shutdown_ms: u64,
101−) -> Result<(), Box<dyn std::error::Error>> {
115+pub fn run_manager(args: vm::VmArg, auto_shutdown_ms: u64) -> Result<()> {
102116 let project_root = env::current_dir()?;
103117 tracing::info!(root = %project_root.display(), "vm manager starting");
118+ #[cfg(not(feature = "mock-vm"))]
119+ {
120+ unsafe {
121+ env::remove_var("VIBEBOX_SKIP_CODESIGN");
122+ }
123+ vm::ensure_signed();
124+ unsafe {
125+ env::set_var("VIBEBOX_SKIP_CODESIGN", "1");
126+ }
127+ }
104128 let _pid_guard = ensure_pid_file(&project_root)?;
105− run_manager_with(
106− &project_root,
107− args,
108− auto_shutdown_ms,
109− &RealVmExecutor,
110− ManagerOptions {
111− ensure_signed: true,
112− detach: true,
113− prepare_vm: true,
114− },
115− )
129+ #[cfg(feature = "mock-vm")]
130+ tracing::info!("vm manager using mock executor");
131+ let executor: &dyn VmExecutor = {
132+ #[cfg(feature = "mock-vm")]
133+ {
134+ &MockVmExecutor
135+ }
136+ #[cfg(not(feature = "mock-vm"))]
137+ {
138+ &RealVmExecutor
139+ }
140+ };
141+ let options = {
142+ #[cfg(feature = "mock-vm")]
143+ {
144+ ManagerOptions {
145+ detach: true,
146+ prepare_vm: false,
147+ }
148+ }
149+ #[cfg(not(feature = "mock-vm"))]
150+ {
151+ ManagerOptions {
152+ detach: true,
153+ prepare_vm: true,
154+ }
155+ }
156+ };
157+ run_manager_with(&project_root, args, auto_shutdown_ms, executor, options)
116158}
117159
118160fn spawn_manager_process(
@@ -120,25 +162,22 @@ fn spawn_manager_process(
120162 auto_shutdown_ms: u64,
121163 instance_dir: &Path,
122164 config_path: Option<&Path>,
123−) -> Result<(), Box<dyn std::error::Error>> {
165+) -> Result<()> {
124166 let exe = env::current_exe()?;
125167 let mut supervisor_exe = exe.clone();
126168 supervisor_exe.set_file_name("vibebox-supervisor");
127− let use_supervisor = supervisor_exe.exists();
128− let mut cmd = if use_supervisor {
129− Command::new(supervisor_exe)
130− } else {
131− let mut cmd = Command::new(exe);
132− cmd.arg0("vibebox-supervisor");
133− cmd
134− };
169+ // intentional
170+ if !supervisor_exe.exists() {
171+ bail!(format!(
172+ "vibebox-supervisor not found at {}",
173+ supervisor_exe.display()
174+ ));
175+ }
176+ let mut cmd = Command::new(supervisor_exe);
135177 if raw_args.len() > 1 {
136178 cmd.args(&raw_args[1..]);
137179 }
138180 cmd.env("VIBEBOX_INTERNAL", "1");
139− if !use_supervisor {
140− cmd.env("VIBEBOX_VM_MANAGER", "1");
141− }
142181 cmd.env("VIBEBOX_LOG_NO_COLOR", "1");
143182 cmd.env("VIBEBOX_AUTO_SHUTDOWN_MS", auto_shutdown_ms.to_string());
144183 if let Some(path) = config_path {
@@ -166,22 +205,22 @@ fn spawn_manager_process(
166205 Ok(())
167206}
168207
169−fn ensure_pid_file(project_root: &Path) -> Result<PidFileGuard, Box<dyn std::error::Error>> {
208+fn ensure_pid_file(project_root: &Path) -> Result<PidFileGuard> {
170209 let instance_dir = ensure_instance_dir(project_root)?;
171210 let pid_path = instance_dir.join(VM_MANAGER_PID_NAME);
172211 let socket_path = instance_dir.join(VM_MANAGER_SOCKET_NAME);
173− if let Ok(content) = fs::read_to_string(&pid_path)
174− && let Ok(pid) = content.trim().parse::<u32>()
175− && pid_is_alive(pid)
176− {
177− if is_socket_path(&socket_path) {
178− return Err(format!("vm manager already running (pid {pid})").into());
212+ match vm_liveness(project_root)? {
213+ VmLiveness::RunningWithSocket { pid } => {
214+ bail!("vm manager already running (pid {pid})");
179215 }
180− tracing::warn!(
181− pid,
182− path = %socket_path.display(),
183− "stale pid file detected with missing socket"
184− );
216+ VmLiveness::RunningWithoutSocket { pid } => {
217+ tracing::warn!(
218+ pid,
219+ path = %socket_path.display(),
220+ "stale pid file detected with missing socket"
221+ );
222+ }
223+ VmLiveness::NotRunningOrMissing => {}
185224 }
186225 let _ = fs::remove_file(&pid_path);
187226 fs::write(&pid_path, format!("{}\n", std::process::id()))?;
@@ -189,21 +228,42 @@ fn ensure_pid_file(project_root: &Path) -> Result<PidFileGuard, Box<dyn std::err
189228 Ok(PidFileGuard { path: pid_path })
190229}
191230
192−fn cleanup_stale_manager(instance_dir: &Path) {
193− let pid_path = instance_dir.join(VM_MANAGER_PID_NAME);
194− if let Ok(content) = fs::read_to_string(&pid_path)
195− && let Ok(pid) = content.trim().parse::<u32>()
196− && pid_is_alive(pid)
197− {
198− return;
231+fn cleanup_stale_manager(project_root: &Path) -> Result<()> {
232+ let pid_path = project_root
233+ .join(INSTANCE_DIR_NAME)
234+ .join(VM_MANAGER_PID_NAME);
235+ if matches!(
236+ vm_liveness(project_root)?,
237+ VmLiveness::RunningWithSocket { .. } | VmLiveness::RunningWithoutSocket { .. }
238+ ) {
239+ return Ok(());
199240 }
200241 let _ = fs::remove_file(&pid_path);
242+ Ok(())
201243}
202244
203−fn is_socket_path(path: &Path) -> bool {
204− fs::metadata(path)
205− .map(|meta| meta.file_type().is_socket())
206− .unwrap_or(false)
245+fn inject_project_mount(
246+ mounts: &mut Vec<String>,
247+ project_root: &Path,
248+ ssh_user: &str,
249+ project_name: &str,
250+) {
251+ let guest_tilde = format!("~/{project_name}");
252+ let guest_home = format!("/home/{ssh_user}/{project_name}");
253+ let guest_base = format!("{PROJECT_GUEST_BASE}/{project_name}");
254+ let already_mapped = mounts.iter().any(|spec| {
255+ let parts: Vec<&str> = spec.split(':').collect();
256+ if parts.len() < 2 {
257+ return false;
258+ }
259+ let guest = parts[1];
260+ guest == guest_tilde || guest == guest_home || guest == guest_base
261+ });
262+ if already_mapped {
263+ return;
264+ }
265+ let host = project_root.display();
266+ mounts.insert(0, format!("{host}:{guest_tilde}:read-write"));
207267}
208268
209269fn prepare_mounts_and_links(mut args: vm::VmArg, ssh_user: &str) -> (vm::VmArg, String) {
@@ -252,7 +312,7 @@ fn rewrite_mount_spec(spec: &str, ssh_user: &str) -> (String, Option<HomeLink>)
252312 return (spec.to_string(), None);
253313 }
254314
255− let root_base = "/usr/local/vibebox-mounts";
315+ let root_base = PROJECT_GUEST_BASE;
256316 let root_path = if rel.is_empty() {
257317 root_base.to_string()
258318 } else {
@@ -349,6 +409,30 @@ fn wait_for_disconnect(mut stream: UnixStream) {
349409 }
350410}
351411
412+fn remove_client(streams: &ClientStreams, fd: std::os::fd::RawFd) {
413+ if let Ok(mut clients) = streams.lock() {
414+ clients.retain(|stream| stream.as_raw_fd() != fd);
415+ }
416+}
417+
418+fn send_status_line(stream: &mut UnixStream, status: &str) -> bool {
419+ let mut payload = String::with_capacity(STATUS_PREFIX.len() + status.len() + 1);
420+ payload.push_str(STATUS_PREFIX);
421+ payload.push_str(status);
422+ payload.push('\n');
423+ stream.write_all(payload.as_bytes()).is_ok()
424+}
425+
426+#[cfg_attr(feature = "mock-vm", allow(dead_code))]
427+fn broadcast_status(streams: &ClientStreams, latest_status: &SharedStatus, status: &str) {
428+ if let Ok(mut current) = latest_status.lock() {
429+ *current = status.to_string();
430+ }
431+ if let Ok(mut clients) = streams.lock() {
432+ clients.retain_mut(|stream| send_status_line(stream, status));
433+ }
434+}
435+
352436fn send_client_pid(stream: &UnixStream) {
353437 let pid = std::process::id();
354438 let payload = format!("pid={pid}\n");
@@ -358,7 +442,7 @@ fn send_client_pid(stream: &UnixStream) {
358442 }
359443}
360444
361−fn acquire_spawn_lock(lock_path: &Path) -> Result<Option<fs::File>, Box<dyn std::error::Error>> {
445+fn acquire_spawn_lock(lock_path: &Path) -> Result<Option<fs::File>> {
362446 match fs::OpenOptions::new()
363447 .write(true)
364448 .create_new(true)
@@ -392,6 +476,12 @@ fn is_lock_stale(lock_path: &Path) -> bool {
392476 }
393477}
394478
479+fn read_lock_pid(lock_path: &Path) -> Option<u32> {
480+ let content = fs::read_to_string(lock_path).ok()?;
481+ let line = content.lines().next()?;
482+ line.strip_prefix("pid=")?.trim().parse::<u32>().ok()
483+}
484+
395485fn pid_is_alive(pid: u32) -> bool {
396486 let pid = pid as libc::pid_t;
397487 let result = unsafe { libc::kill(pid, 0) };
@@ -405,12 +495,6 @@ fn pid_is_alive(pid: u32) -> bool {
405495 }
406496}
407497
408−fn read_lock_pid(lock_path: &Path) -> Option<u32> {
409− let content = fs::read_to_string(lock_path).ok()?;
410− let line = content.lines().next()?;
411− line.strip_prefix("pid=")?.trim().parse::<u32>().ok()
412−}
413−
414498fn read_client_pid(stream: &UnixStream) -> Option<u32> {
415499 let mut stream = stream.try_clone().ok()?;
416500 let _ = stream.set_read_timeout(Some(Duration::from_millis(200)));
@@ -443,14 +527,17 @@ fn read_client_pid(stream: &UnixStream) -> Option<u32> {
443527 }
444528}
445529
530+#[cfg_attr(feature = "mock-vm", allow(dead_code))]
446531fn spawn_manager_io(
447532 config: Arc<Mutex<InstanceConfig>>,
448− instance_dir: PathBuf,
533+ project_dir: PathBuf,
534+ clients: ClientStreams,
535+ latest_status: SharedStatus,
449536 output_monitor: Arc<vm::OutputMonitor>,
450537 vm_output_fd: std::os::unix::io::OwnedFd,
451538 vm_input_fd: std::os::unix::io::OwnedFd,
452539) -> vm::IoContext {
453− let log_path = instance_dir.join(VM_ROOT_LOG_NAME);
540+ let log_path = project_dir.join(INSTANCE_DIR_NAME).join(VM_ROOT_LOG_NAME);
454541 let log_file = fs::OpenOptions::new()
455542 .create(true)
456543 .write(true)
@@ -459,7 +546,6 @@ fn spawn_manager_io(
459546 .ok()
460547 .map(|file| Arc::new(Mutex::new(file)));
461548
462− let instance_path = instance_dir.join(INSTANCE_FILENAME);
463549 let config_for_output = config.clone();
464550 let log_for_output = log_file.clone();
465551 let mut line_buf = String::new();
@@ -482,6 +568,17 @@ fn spawn_manager_io(
482568 line_buf.drain(..=pos);
483569
484570 let cleaned = line.trim_start_matches(['\r', ' ']);
571+ if let Some(script_failure) = cleaned.strip_prefix("VIBEBOX_SCRIPT_ERROR:") {
572+ let failure = script_failure.trim();
573+ if !failure.is_empty() {
574+ tracing::error!(script_failure = %failure, "[vm] script reported failure");
575+ broadcast_status(
576+ &clients,
577+ &latest_status,
578+ &format!("{STATUS_VM_ERROR_PREFIX} {failure}"),
579+ );
580+ }
581+ }
485582 if let Some(pos) = cleaned.find("VIBEBOX_IPV4=") {
486583 let ip_raw = &cleaned[(pos + "VIBEBOX_IPV4=".len())..];
487584 let ip = extract_ipv4(ip_raw).unwrap_or_default();
@@ -490,7 +587,7 @@ fn spawn_manager_io(
490587 && cfg.vm_ipv4.as_deref() != Some(ip.as_str())
491588 {
492589 cfg.vm_ipv4 = Some(ip.clone());
493− let _ = write_instance_config(&instance_path, &cfg);
590+ let _ = write_instance_config(&project_dir, &cfg);
494591 }
495592 }
496593 }
@@ -512,51 +609,13 @@ enum ManagerEvent {
512609 VmExited(Option<String>),
513610}
514611
515−#[cfg(test)]
516−mod tests {
517− use super::*;
518− use std::{sync::mpsc, time::Duration};
519−
520− #[test]
521− fn manager_powers_off_after_grace_when_no_refs() {
522− let _temp = tempfile::Builder::new()
523− .prefix("vb")
524− .tempdir_in("/tmp")
525− .expect("tempdir");
526−
527− let (event_tx, event_rx) = mpsc::channel::<ManagerEvent>();
528− let (vm_tx, vm_rx) = mpsc::channel::<VmInput>();
529− let vm_input_tx = Arc::new(Mutex::new(Some(vm_tx)));
530−
531− let manager_thread = thread::spawn(move || {
532− manager_event_loop(event_rx, vm_input_tx, 50).expect("event loop");
533− });
534−
535− event_tx.send(ManagerEvent::Inc(None)).unwrap();
536− assert!(vm_rx.recv_timeout(Duration::from_millis(100)).is_err());
537−
538− event_tx.send(ManagerEvent::Dec(None)).unwrap();
539− let msg = vm_rx
540− .recv_timeout(Duration::from_secs(2))
541− .expect("poweroff");
542− match msg {
543− VmInput::Bytes(data) => {
544− assert_eq!(data, b"systemctl poweroff\n");
545− }
546− _ => panic!("unexpected vm input"),
547− }
548− let _ = event_tx.send(ManagerEvent::VmExited(None));
549− let _ = manager_thread.join();
550− }
551−}
552−
553612struct ManagerOptions {
554− ensure_signed: bool,
555613 detach: bool,
556614 prepare_vm: bool,
557615}
558616
559617trait VmExecutor {
618+ #[allow(clippy::too_many_arguments)]
560619 fn run_vm(
561620 &self,
562621 args: vm::VmArg,
@@ -564,10 +623,13 @@ trait VmExecutor {
564623 extra_shares: Vec<DirectoryShare>,
565624 config: Arc<Mutex<InstanceConfig>>,
566625 instance_dir: PathBuf,
626+ clients: ClientStreams,
627+ latest_status: SharedStatus,
567628 vm_input_tx: Arc<Mutex<Option<mpsc::Sender<VmInput>>>>,
568− ) -> Result<(), Box<dyn std::error::Error>>;
629+ ) -> Result<()>;
569630}
570631
632+#[cfg_attr(feature = "mock-vm", allow(dead_code))]
571633struct RealVmExecutor;
572634
573635impl VmExecutor for RealVmExecutor {
@@ -577,15 +639,22 @@ impl VmExecutor for RealVmExecutor {
577639 extra_login_actions: Vec<LoginAction>,
578640 extra_shares: Vec<DirectoryShare>,
579641 config: Arc<Mutex<InstanceConfig>>,
580− instance_dir: PathBuf,
642+ project_dir: PathBuf,
643+ clients: ClientStreams,
644+ latest_status: SharedStatus,
581645 vm_input_tx: Arc<Mutex<Option<mpsc::Sender<VmInput>>>>,
582− ) -> Result<(), Box<dyn std::error::Error>> {
646+ ) -> Result<()> {
647+ let status_callback = |status: &str| {
648+ broadcast_status(&clients, &latest_status, status);
649+ };
583650 vm::run_with_args_and_extras(
584651 args,
585652 |output_monitor, vm_output_fd, vm_input_fd| {
586653 let io_ctx = spawn_manager_io(
587654 config.clone(),
588− instance_dir.clone(),
655+ project_dir.clone(),
656+ clients.clone(),
657+ latest_status.clone(),
589658 output_monitor,
590659 vm_output_fd,
591660 vm_input_fd,
@@ -595,34 +664,60 @@ impl VmExecutor for RealVmExecutor {
595664 },
596665 extra_login_actions,
597666 extra_shares,
667+ Some(&status_callback),
598668 )
599669 }
600670}
601671
672+#[cfg(feature = "mock-vm")]
673+struct MockVmExecutor;
674+
675+#[cfg(feature = "mock-vm")]
676+impl VmExecutor for MockVmExecutor {
677+ fn run_vm(
678+ &self,
679+ _args: vm::VmArg,
680+ _extra_login_actions: Vec<LoginAction>,
681+ _extra_shares: Vec<DirectoryShare>,
682+ _config: Arc<Mutex<InstanceConfig>>,
683+ _instance_dir: PathBuf,
684+ _clients: ClientStreams,
685+ _latest_status: SharedStatus,
686+ vm_input_tx: Arc<Mutex<Option<mpsc::Sender<VmInput>>>>,
687+ ) -> Result<()> {
688+ let (tx, rx) = mpsc::channel::<VmInput>();
689+ *vm_input_tx.lock().unwrap() = Some(tx);
690+ tracing::info!("mock vm executor running");
691+ while let Ok(input) = rx.recv() {
692+ match input {
693+ VmInput::Shutdown => break,
694+ VmInput::Bytes(bytes) => {
695+ let text = String::from_utf8_lossy(&bytes);
696+ if text.contains("systemctl poweroff") {
697+ break;
698+ }
699+ }
700+ }
701+ }
702+ tracing::info!("mock vm executor exiting");
703+ Ok(())
704+ }
705+}
706+
602707fn run_manager_with(
603708 project_root: &Path,
604− args: vm::VmArg,
709+ mut args: vm::VmArg,
605710 auto_shutdown_ms: u64,
606711 executor: &dyn VmExecutor,
607712 options: ManagerOptions,
608−) -> Result<(), Box<dyn std::error::Error>> {
609− if options.ensure_signed {
610− let _had_skip = env::var("VIBEBOX_SKIP_CODESIGN").ok();
611− unsafe {
612− env::remove_var("VIBEBOX_SKIP_CODESIGN");
613− }
614− vm::ensure_signed();
615− unsafe {
616− env::set_var("VIBEBOX_SKIP_CODESIGN", "1");
617− }
618− }
713+) -> Result<()> {
619714 if options.detach {
620715 detach_from_terminal();
621716 }
622717
623718 let project_name = project_root
624719 .file_name()
625− .ok_or("Project directory has no name")?
720+ .ok_or_else(|| anyhow!("Project directory has no name"))?
626721 .to_string_lossy()
627722 .into_owned();
628723 let instance_dir = ensure_instance_dir(project_root)?;
@@ -630,27 +725,31 @@ fn run_manager_with(
630725 let _ = ensure_ssh_keypair(&instance_dir)?;
631726 }
632727
633− let mut config = load_or_create_instance_config(&instance_dir)?;
728+ let mut config = load_or_create_instance_config(project_root)?;
634729 if config.vm_ipv4.is_some() {
635730 config.vm_ipv4 = None;
636− write_instance_config(&instance_dir.join(INSTANCE_FILENAME), &config)?;
731+ write_instance_config(project_root, &config)?;
637732 }
638733 let config = Arc::new(Mutex::new(config));
639734 let ssh_user = config
640735 .lock()
641− .map(|cfg| cfg.ssh_user_display())
642− .unwrap_or_else(|_| DEFAULT_SSH_USER.to_string());
736+ .map(|cfg| cfg.ssh_user.clone())
737+ .map_err(|_| anyhow!("failed to acquire ssh user display"))?;
738+ if !args.no_default_mounts {
739+ inject_project_mount(&mut args.mounts, project_root, &ssh_user, &project_name);
740+ }
643741 let (args, home_links_script) = prepare_mounts_and_links(args, &ssh_user);
644742
743+ let project_guest_dir = format!("{PROJECT_GUEST_BASE}/{project_name}");
645744 let ssh_guest_dir = format!("/root/{}", GLOBAL_DIR_NAME);
646− let extra_shares = vec![DirectoryShare::new(
647− instance_dir.clone(),
648− ssh_guest_dir.clone().into(),
649− true,
650− )?];
745+ let extra_shares = vec![
746+ DirectoryShare::new(instance_dir.clone(), ssh_guest_dir.clone().into(), true)
747+ .map_err(|err| anyhow!(err.to_string()))?,
748+ ];
651749 let extra_login_actions = build_ssh_login_actions(
652750 &config,
653751 &project_name,
752+ &project_guest_dir,
654753 ssh_guest_dir.as_str(),
655754 "ssh_key",
656755 &home_links_script,
@@ -669,17 +768,43 @@ fn run_manager_with(
669768 let _ = fs::set_permissions(&socket_path, fs::Permissions::from_mode(0o600));
670769 tracing::info!(path = %socket_path.display(), "vm manager socket bound");
671770
771+ let clients: ClientStreams = Arc::new(Mutex::new(Vec::new()));
772+ let latest_status: SharedStatus = Arc::new(Mutex::new(String::new()));
672773 let (event_tx, event_rx) = mpsc::channel::<ManagerEvent>();
673774 let event_tx_accept = event_tx.clone();
775+ let clients_accept = clients.clone();
776+ let latest_status_accept = latest_status.clone();
674777 thread::spawn(move || {
675778 for stream in listener.incoming() {
676779 match stream {
677780 Ok(stream) => {
781+ let mut client_fd: Option<std::os::fd::RawFd> = None;
782+ let latest_status_snapshot = latest_status_accept
783+ .lock()
784+ .ok()
785+ .map(|status| status.clone());
786+ if let Ok(writer) = stream.try_clone() {
787+ let writer_fd = writer.as_raw_fd();
788+ if let Ok(mut connected) = clients_accept.lock() {
789+ connected.push(writer);
790+ client_fd = Some(writer_fd);
791+ if let Some(last) = connected.last_mut()
792+ && let Some(status) = latest_status_snapshot.as_deref()
793+ && !status.is_empty()
794+ {
795+ let _ = send_status_line(last, status);
796+ }
797+ }
798+ }
678799 let event_tx_conn = event_tx_accept.clone();
800+ let clients_conn = clients_accept.clone();
679801 thread::spawn(move || {
680802 let pid = read_client_pid(&stream);
681803 let _ = event_tx_conn.send(ManagerEvent::Inc(pid));
682804 wait_for_disconnect(stream);
805+ if let Some(fd) = client_fd {
806+ remove_client(&clients_conn, fd);
807+ }
683808 let _ = event_tx_conn.send(ManagerEvent::Dec(pid));
684809 });
685810 }
@@ -699,43 +824,59 @@ fn run_manager_with(
699824 extra_login_actions,
700825 extra_shares,
701826 config.clone(),
702− instance_dir.clone(),
827+ project_root.to_path_buf(),
828+ clients.clone(),
829+ latest_status.clone(),
703830 vm_input_tx.clone(),
704831 );
705832 tracing::info!("vm manager vm run completed");
706833 let vm_err = vm_result.err().map(|e| e.to_string());
834+ if let Some(err) = &vm_err {
835+ broadcast_status(
836+ &clients,
837+ &latest_status,
838+ &format!("{STATUS_VM_ERROR_PREFIX} {err}"),
839+ );
840+ }
707841 let _ = event_tx.send(ManagerEvent::VmExited(vm_err.clone()));
708− let event_loop_result: Result<(), String> = event_loop_handle
842+ let event_loop_result = event_loop_handle
709843 .join()
710− .unwrap_or_else(|_| Err("vm manager event loop panicked".into()))
844+ .unwrap_or_else(|_| Err(Error::msg("vm manager event loop panicked")))
711845 .map_err(|err| err.to_string());
712846 let _ = fs::remove_file(&socket_path);
713847 if let Err(err) = &event_loop_result {
714848 tracing::error!(error = %err, "vm manager exiting due to event loop error");
715− return Err(err.to_string().into());
849+ bail!(err.to_string());
716850 }
717851 if let Some(err) = vm_err {
718852 tracing::error!(error = %err, "vm manager exiting due to vm error");
719− return Err(err.into());
853+ bail!(err);
720854 }
721855 tracing::info!("vm manager exiting");
722− Ok(event_loop_result?)
856+ event_loop_result.map_err(Error::msg)
723857}
724858
725859fn manager_event_loop(
726860 event_rx: mpsc::Receiver<ManagerEvent>,
727861 vm_input_tx: Arc<Mutex<Option<mpsc::Sender<VmInput>>>>,
728862 auto_shutdown_ms: u64,
729−) -> Result<(), String> {
863+) -> Result<()> {
730864 let mut ref_count: usize = 0;
731865 let mut shutdown_deadline: Option<Instant> = None;
732866 let mut shutdown_sent = false;
867+ let mut hard_deadline: Option<Instant> = None;
733868 let grace = Duration::from_millis(auto_shutdown_ms.max(1));
869+ let hard_timeout = Duration::from_millis(HARD_SHUTDOWN_TIMEOUT_MS);
734870
735871 loop {
736− let timeout = match shutdown_deadline {
737− Some(deadline) => deadline.saturating_duration_since(Instant::now()),
738− None => Duration::from_secs(1),
872+ let timeout = match (shutdown_deadline, hard_deadline) {
873+ (Some(shutdown), Some(hard)) => {
874+ let next = if shutdown <= hard { shutdown } else { hard };
875+ next.saturating_duration_since(Instant::now())
876+ }
877+ (Some(shutdown), None) => shutdown.saturating_duration_since(Instant::now()),
878+ (None, Some(hard)) => hard.saturating_duration_since(Instant::now()),
879+ (None, None) => Duration::from_secs(1),
739880 };
740881
741882 match event_rx.recv_timeout(timeout) {
@@ -749,6 +890,7 @@ fn manager_event_loop(
749890 );
750891 shutdown_deadline = None;
751892 shutdown_sent = false;
893+ hard_deadline = None;
752894 }
753895 Ok(ManagerEvent::Dec(pid)) => {
754896 ref_count = ref_count.saturating_sub(1);
@@ -774,12 +916,48 @@ fn manager_event_loop(
774916 && Instant::now() >= deadline
775917 && !shutdown_sent
776918 {
919+ if hard_deadline.is_none() {
920+ hard_deadline = Some(Instant::now() + hard_timeout);
921+ }
922+ let mut sent = false;
777923 if let Some(tx) = vm_input_tx.lock().unwrap().clone() {
778− let _ = tx.send(VmInput::Bytes(b"systemctl poweroff\n".to_vec()));
924+ if tx
925+ .send(VmInput::Bytes(b"systemctl poweroff\n".to_vec()))
926+ .is_ok()
927+ {
928+ sent = true;
929+ } else {
930+ tracing::warn!("shutdown command failed to send");
931+ }
932+ } else {
933+ tracing::warn!("shutdown command deferred; vm input not ready");
779934 }
780− tracing::info!("shutdown command sent");
781− shutdown_sent = true;
782− shutdown_deadline = None;
935+ if sent {
936+ tracing::info!("shutdown command sent");
937+ shutdown_sent = true;
938+ shutdown_deadline = None;
939+ hard_deadline = Some(Instant::now() + hard_timeout);
940+ } else {
941+ shutdown_deadline =
942+ Some(Instant::now() + Duration::from_millis(SHUTDOWN_RETRY_MS));
943+ }
944+ }
945+ if ref_count == 0
946+ && let Some(deadline) = hard_deadline
947+ && Instant::now() >= deadline
948+ {
949+ if shutdown_sent {
950+ tracing::warn!(
951+ timeout_ms = HARD_SHUTDOWN_TIMEOUT_MS,
952+ "force exiting: VM did not stop after shutdown timeout"
953+ );
954+ } else {
955+ tracing::warn!(
956+ timeout_ms = HARD_SHUTDOWN_TIMEOUT_MS,
957+ "force exiting: VM input not ready after shutdown timeout"
958+ );
959+ }
960+ force_exit("vm manager forced exit");
783961 }
784962 }
785963 Err(mpsc::RecvTimeoutError::Disconnected) => break,
@@ -788,3 +966,112 @@ fn manager_event_loop(
788966
789967 Ok(())
790968}
969+
970+#[cfg(test)]
971+mod tests {
972+ use super::*;
973+ use std::{fs, sync::mpsc, thread, time::Duration};
974+
975+ #[test]
976+ fn manager_powers_off_after_grace_when_no_refs() {
977+ let _temp = tempfile::Builder::new()
978+ .prefix("vb")
979+ .tempdir_in("/tmp")
980+ .expect("tempdir");
981+
982+ let (event_tx, event_rx) = mpsc::channel::<ManagerEvent>();
983+ let (vm_tx, vm_rx) = mpsc::channel::<VmInput>();
984+ let vm_input_tx = Arc::new(Mutex::new(Some(vm_tx)));
985+
986+ let manager_thread = thread::spawn(move || {
987+ manager_event_loop(event_rx, vm_input_tx, 50).expect("event loop");
988+ });
989+
990+ event_tx.send(ManagerEvent::Inc(None)).unwrap();
991+ assert!(vm_rx.recv_timeout(Duration::from_millis(100)).is_err());
992+
993+ event_tx.send(ManagerEvent::Dec(None)).unwrap();
994+ let msg = vm_rx
995+ .recv_timeout(Duration::from_secs(2))
996+ .expect("poweroff");
997+ match msg {
998+ VmInput::Bytes(data) => {
999+ assert_eq!(data, b"systemctl poweroff\n");
1000+ }
1001+ _ => panic!("unexpected vm input"),
1002+ }
1003+ let _ = event_tx.send(ManagerEvent::VmExited(None));
1004+ let _ = manager_thread.join();
1005+ }
1006+
1007+ #[test]
1008+ fn manager_force_exits_when_vm_input_never_ready() {
1009+ let (event_tx, event_rx) = mpsc::channel::<ManagerEvent>();
1010+ let vm_input_tx = Arc::new(Mutex::new(None));
1011+
1012+ let manager_thread = thread::spawn(move || {
1013+ let _ = manager_event_loop(event_rx, vm_input_tx, 10);
1014+ });
1015+
1016+ event_tx.send(ManagerEvent::Inc(None)).unwrap();
1017+ event_tx.send(ManagerEvent::Dec(None)).unwrap();
1018+
1019+ let join_result = manager_thread.join();
1020+ assert!(
1021+ join_result.is_err(),
1022+ "expected manager to force-exit when vm input never becomes ready"
1023+ );
1024+ }
1025+
1026+ #[test]
1027+ fn manager_sends_shutdown_after_vm_input_becomes_ready() {
1028+ let (event_tx, event_rx) = mpsc::channel::<ManagerEvent>();
1029+ let (vm_tx, vm_rx) = mpsc::channel::<VmInput>();
1030+ let vm_input_tx = Arc::new(Mutex::new(None));
1031+ let vm_input_for_thread = vm_input_tx.clone();
1032+
1033+ let manager_thread = thread::spawn(move || {
1034+ manager_event_loop(event_rx, vm_input_for_thread, 10).expect("event loop");
1035+ });
1036+
1037+ event_tx.send(ManagerEvent::Inc(None)).unwrap();
1038+ event_tx.send(ManagerEvent::Dec(None)).unwrap();
1039+
1040+ thread::sleep(Duration::from_millis(100));
1041+ *vm_input_tx.lock().unwrap() = Some(vm_tx);
1042+
1043+ let msg = vm_rx
1044+ .recv_timeout(Duration::from_secs(2))
1045+ .expect("poweroff");
1046+ match msg {
1047+ VmInput::Bytes(data) => {
1048+ assert_eq!(data, b"systemctl poweroff\n");
1049+ }
1050+ _ => panic!("unexpected vm input"),
1051+ }
1052+ let _ = event_tx.send(ManagerEvent::VmExited(None));
1053+ let _ = manager_thread.join();
1054+ }
1055+
1056+ #[test]
1057+ fn lock_is_not_stale_when_owner_pid_is_alive() {
1058+ let temp = tempfile::Builder::new()
1059+ .prefix("vb")
1060+ .tempdir_in("/tmp")
1061+ .expect("tempdir");
1062+ let lock_path = temp.path().join("vm.lock");
1063+ fs::write(&lock_path, format!("pid={}\n", std::process::id())).expect("write lock");
1064+ assert!(!is_lock_stale(&lock_path));
1065+ }
1066+
1067+ #[test]
1068+ fn lock_is_stale_when_owner_pid_is_missing() {
1069+ let temp = tempfile::Builder::new()
1070+ .prefix("vb")
1071+ .tempdir_in("/tmp")
1072+ .expect("tempdir");
1073+ let lock_path = temp.path().join("vm.lock");
1074+ fs::write(&lock_path, "pid=999999\n").expect("write lock");
1075+ assert!(is_lock_stale(&lock_path));
1076+ }
1077+}