2023-10-08 07:56:53 +03:00
|
|
|
use crate::kernel::component::uq_process::types as wit;
|
2023-10-02 23:02:53 +03:00
|
|
|
use serde::{Deserialize, Serialize};
|
|
|
|
use std::{
|
|
|
|
collections::{HashMap, HashSet},
|
|
|
|
sync::Arc,
|
|
|
|
};
|
|
|
|
use thiserror::Error;
|
|
|
|
use tokio::sync::RwLock;
|
|
|
|
|
2023-10-08 07:56:53 +03:00
|
|
|
lazy_static::lazy_static! {
|
|
|
|
pub static ref ENCRYPTOR_PROCESS_ID: ProcessId = ProcessId::new(Some("encryptor"), "sys", "uqbar");
|
|
|
|
pub static ref ETH_RPC_PROCESS_ID: ProcessId = ProcessId::new(Some("eth_rpc"), "sys", "uqbar");
|
|
|
|
pub static ref FILESYSTEM_PROCESS_ID: ProcessId = ProcessId::new(Some("filesystem"), "sys", "uqbar");
|
|
|
|
pub static ref HTTP_CLIENT_PROCESS_ID: ProcessId = ProcessId::new(Some("http_client"), "sys", "uqbar");
|
|
|
|
pub static ref HTTP_SERVER_PROCESS_ID: ProcessId = ProcessId::new(Some("http_server"), "sys", "uqbar");
|
|
|
|
pub static ref KERNEL_PROCESS_ID: ProcessId = ProcessId::new(Some("kernel"), "sys", "uqbar");
|
2023-10-10 08:38:36 +03:00
|
|
|
pub static ref TERMINAL_PROCESS_ID: ProcessId = ProcessId::new(Some("terminal"), "terminal", "uqbar");
|
2023-10-08 07:56:53 +03:00
|
|
|
pub static ref VFS_PROCESS_ID: ProcessId = ProcessId::new(Some("vfs"), "sys", "uqbar");
|
|
|
|
}
|
|
|
|
|
2023-10-02 23:02:53 +03:00
|
|
|
//
|
|
|
|
// internal message pipes between kernel and runtime modules
|
|
|
|
//
|
|
|
|
|
|
|
|
// keeps the from address so we know where to pipe error
|
|
|
|
pub type NetworkErrorSender = tokio::sync::mpsc::Sender<WrappedSendError>;
|
|
|
|
pub type NetworkErrorReceiver = tokio::sync::mpsc::Receiver<WrappedSendError>;
|
|
|
|
|
|
|
|
pub type MessageSender = tokio::sync::mpsc::Sender<KernelMessage>;
|
|
|
|
pub type MessageReceiver = tokio::sync::mpsc::Receiver<KernelMessage>;
|
|
|
|
|
|
|
|
pub type PrintSender = tokio::sync::mpsc::Sender<Printout>;
|
|
|
|
pub type PrintReceiver = tokio::sync::mpsc::Receiver<Printout>;
|
|
|
|
|
|
|
|
pub type DebugSender = tokio::sync::mpsc::Sender<DebugCommand>;
|
|
|
|
pub type DebugReceiver = tokio::sync::mpsc::Receiver<DebugCommand>;
|
|
|
|
|
2023-10-11 08:40:08 +03:00
|
|
|
pub type CapMessageSender = tokio::sync::mpsc::Sender<CapMessage>;
|
|
|
|
pub type CapMessageReceiver = tokio::sync::mpsc::Receiver<CapMessage>;
|
2023-10-02 23:02:53 +03:00
|
|
|
|
|
|
|
//
|
|
|
|
// types used for UQI: uqbar's identity system
|
|
|
|
//
|
2023-10-08 07:56:53 +03:00
|
|
|
pub type NodeId = String;
|
|
|
|
pub type PKINames = Arc<RwLock<HashMap<String, NodeId>>>; // TODO maybe U256 to String
|
2023-10-02 23:02:53 +03:00
|
|
|
pub type OnchainPKI = Arc<RwLock<HashMap<String, Identity>>>;
|
|
|
|
|
|
|
|
#[derive(Debug, Serialize, Deserialize)]
|
|
|
|
pub struct Registration {
|
2023-10-08 07:56:53 +03:00
|
|
|
pub username: NodeId,
|
2023-10-02 23:02:53 +03:00
|
|
|
pub password: String,
|
|
|
|
pub direct: bool,
|
|
|
|
}
|
|
|
|
|
|
|
|
#[derive(Clone, Debug, Serialize, Deserialize)]
|
|
|
|
pub struct Identity {
|
2023-10-08 07:56:53 +03:00
|
|
|
pub name: NodeId,
|
2023-10-02 23:02:53 +03:00
|
|
|
pub networking_key: String,
|
|
|
|
pub ws_routing: Option<(String, u16)>,
|
2023-10-08 07:56:53 +03:00
|
|
|
pub allowed_routers: Vec<NodeId>,
|
2023-10-02 23:02:53 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
#[derive(Debug, Clone, Serialize, Deserialize)]
|
|
|
|
pub struct IdentityTransaction {
|
|
|
|
pub from: String,
|
|
|
|
pub signature: Option<String>,
|
|
|
|
pub to: String, // contract address
|
|
|
|
pub town_id: u32,
|
|
|
|
pub calldata: Identity,
|
|
|
|
pub nonce: String,
|
|
|
|
}
|
|
|
|
|
|
|
|
//
|
|
|
|
// process-facing kernel types, used for process
|
|
|
|
// management and message-passing
|
|
|
|
// matches types in uqbar.wit
|
|
|
|
//
|
|
|
|
|
|
|
|
pub type Context = String; // JSON-string
|
|
|
|
|
2023-10-08 07:56:53 +03:00
|
|
|
/// process ID is a formatted unique identifier that contains
|
|
|
|
/// the publishing node's ID, the package name, and finally the process name.
|
|
|
|
/// the process name can be a random number, or a name chosen by the user.
|
|
|
|
/// the formatting is as follows:
|
|
|
|
/// `[process name]:[package name]:[node ID]`
|
|
|
|
#[derive(Clone, Debug, Eq, Hash, PartialEq, Serialize, Deserialize)]
|
|
|
|
pub struct ProcessId {
|
|
|
|
process_name: String,
|
|
|
|
package_name: String,
|
|
|
|
publisher_node: NodeId,
|
|
|
|
}
|
|
|
|
|
2023-10-08 08:14:57 +03:00
|
|
|
#[allow(dead_code)]
|
2023-10-08 07:56:53 +03:00
|
|
|
impl ProcessId {
|
|
|
|
/// generates a random u64 number if process_name is not declared
|
|
|
|
pub fn new(process_name: Option<&str>, package_name: &str, publisher_node: &str) -> Self {
|
|
|
|
ProcessId {
|
|
|
|
process_name: match process_name {
|
|
|
|
Some(name) => name.to_string(),
|
|
|
|
None => rand::random::<u64>().to_string(),
|
|
|
|
},
|
|
|
|
package_name: package_name.into(),
|
|
|
|
publisher_node: publisher_node.into(),
|
2023-10-02 23:02:53 +03:00
|
|
|
}
|
|
|
|
}
|
2023-10-08 07:56:53 +03:00
|
|
|
pub fn from_str(input: &str) -> Result<Self, ProcessIdParseError> {
|
|
|
|
// split string on colons into 3 segments
|
|
|
|
let mut segments = input.split(':');
|
|
|
|
let process_name = segments
|
|
|
|
.next()
|
|
|
|
.ok_or(ProcessIdParseError::MissingField)?
|
|
|
|
.to_string();
|
|
|
|
let package_name = segments
|
|
|
|
.next()
|
|
|
|
.ok_or(ProcessIdParseError::MissingField)?
|
|
|
|
.to_string();
|
|
|
|
let publisher_node = segments
|
|
|
|
.next()
|
|
|
|
.ok_or(ProcessIdParseError::MissingField)?
|
|
|
|
.to_string();
|
|
|
|
if segments.next().is_some() {
|
|
|
|
return Err(ProcessIdParseError::TooManyColons);
|
2023-10-02 23:02:53 +03:00
|
|
|
}
|
2023-10-08 07:56:53 +03:00
|
|
|
Ok(ProcessId {
|
|
|
|
process_name,
|
|
|
|
package_name,
|
|
|
|
publisher_node,
|
|
|
|
})
|
2023-10-02 23:02:53 +03:00
|
|
|
}
|
2023-10-08 07:56:53 +03:00
|
|
|
pub fn to_string(&self) -> String {
|
|
|
|
[
|
|
|
|
self.process_name.as_str(),
|
|
|
|
self.package_name.as_str(),
|
|
|
|
self.publisher_node.as_str(),
|
|
|
|
]
|
|
|
|
.join(":")
|
|
|
|
}
|
|
|
|
pub fn process(&self) -> &str {
|
|
|
|
&self.process_name
|
|
|
|
}
|
|
|
|
pub fn package(&self) -> &str {
|
|
|
|
&self.package_name
|
|
|
|
}
|
|
|
|
pub fn publisher_node(&self) -> &str {
|
|
|
|
&self.publisher_node
|
|
|
|
}
|
|
|
|
pub fn en_wit(&self) -> wit::ProcessId {
|
|
|
|
wit::ProcessId {
|
|
|
|
process_name: self.process_name.clone(),
|
|
|
|
package_name: self.package_name.clone(),
|
|
|
|
publisher_node: self.publisher_node.clone(),
|
|
|
|
}
|
|
|
|
}
|
|
|
|
pub fn de_wit(wit: wit::ProcessId) -> ProcessId {
|
|
|
|
ProcessId {
|
|
|
|
process_name: wit.process_name,
|
|
|
|
package_name: wit.package_name,
|
|
|
|
publisher_node: wit.publisher_node,
|
2023-10-02 23:02:53 +03:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2023-10-09 02:46:12 +03:00
|
|
|
#[derive(Debug)]
|
2023-10-08 07:56:53 +03:00
|
|
|
pub enum ProcessIdParseError {
|
|
|
|
TooManyColons,
|
|
|
|
MissingField,
|
|
|
|
}
|
|
|
|
|
2023-10-02 23:02:53 +03:00
|
|
|
#[derive(Clone, Debug, Hash, Eq, PartialEq, Serialize, Deserialize)]
|
|
|
|
pub struct Address {
|
2023-10-08 07:56:53 +03:00
|
|
|
pub node: NodeId,
|
2023-10-02 23:02:53 +03:00
|
|
|
pub process: ProcessId,
|
|
|
|
}
|
|
|
|
|
2023-10-08 07:56:53 +03:00
|
|
|
impl Address {
|
|
|
|
pub fn en_wit(&self) -> wit::Address {
|
|
|
|
wit::Address {
|
|
|
|
node: self.node.clone(),
|
|
|
|
process: self.process.en_wit(),
|
|
|
|
}
|
|
|
|
}
|
|
|
|
pub fn de_wit(wit: wit::Address) -> Address {
|
|
|
|
Address {
|
|
|
|
node: wit.node,
|
|
|
|
process: ProcessId {
|
|
|
|
process_name: wit.process.process_name,
|
|
|
|
package_name: wit.process.package_name,
|
|
|
|
publisher_node: wit.process.publisher_node,
|
|
|
|
},
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2023-10-02 23:02:53 +03:00
|
|
|
#[derive(Clone, Debug, Serialize, Deserialize)]
|
|
|
|
pub struct Payload {
|
|
|
|
pub mime: Option<String>, // MIME type
|
|
|
|
pub bytes: Vec<u8>,
|
|
|
|
}
|
|
|
|
|
2023-10-17 18:11:05 +03:00
|
|
|
#[derive(Clone, Debug, PartialEq, Serialize, Deserialize)]
|
2023-10-02 23:02:53 +03:00
|
|
|
pub struct Request {
|
|
|
|
pub inherit: bool,
|
|
|
|
pub expects_response: Option<u64>, // number of seconds until timeout
|
|
|
|
pub ipc: Option<String>, // JSON-string
|
|
|
|
pub metadata: Option<String>, // JSON-string
|
|
|
|
}
|
|
|
|
|
2023-10-17 18:11:05 +03:00
|
|
|
#[derive(Clone, Debug, PartialEq, Serialize, Deserialize)]
|
2023-10-02 23:02:53 +03:00
|
|
|
pub struct Response {
|
2023-10-17 00:39:00 +03:00
|
|
|
pub inherit: bool,
|
2023-10-02 23:02:53 +03:00
|
|
|
pub ipc: Option<String>, // JSON-string
|
|
|
|
pub metadata: Option<String>, // JSON-string
|
|
|
|
}
|
|
|
|
|
2023-10-17 18:11:05 +03:00
|
|
|
#[derive(Clone, Debug, PartialEq, Serialize, Deserialize)]
|
2023-10-02 23:02:53 +03:00
|
|
|
pub enum Message {
|
|
|
|
Request(Request),
|
|
|
|
Response((Response, Option<Context>)),
|
|
|
|
}
|
|
|
|
|
|
|
|
#[derive(Clone, Debug, Eq, Hash, PartialEq, Serialize, Deserialize)]
|
|
|
|
pub struct Capability {
|
|
|
|
pub issuer: Address,
|
|
|
|
pub params: String, // JSON-string
|
|
|
|
}
|
|
|
|
|
2023-10-04 04:12:13 +03:00
|
|
|
#[derive(Clone, Debug, Eq, Hash, PartialEq, Serialize, Deserialize)]
|
2023-10-02 23:02:53 +03:00
|
|
|
pub struct SignedCapability {
|
|
|
|
pub issuer: Address,
|
|
|
|
pub params: String, // JSON-string
|
|
|
|
pub signature: Vec<u8>, // signed by the kernel, so we can verify that the kernel issued it
|
|
|
|
}
|
|
|
|
|
|
|
|
#[derive(Clone, Debug, Serialize, Deserialize)]
|
|
|
|
pub struct SendError {
|
|
|
|
pub kind: SendErrorKind,
|
|
|
|
pub target: Address, // what the message was trying to reach
|
|
|
|
pub message: Message,
|
|
|
|
pub payload: Option<Payload>,
|
|
|
|
}
|
|
|
|
|
|
|
|
#[derive(Clone, Debug, Serialize, Deserialize)]
|
|
|
|
pub enum SendErrorKind {
|
|
|
|
Offline,
|
|
|
|
Timeout,
|
|
|
|
}
|
|
|
|
|
|
|
|
#[derive(Clone, Debug, Serialize, Deserialize)]
|
|
|
|
pub enum OnPanic {
|
|
|
|
None,
|
|
|
|
Restart,
|
|
|
|
Requests(Vec<(Address, Request, Option<Payload>)>),
|
|
|
|
}
|
|
|
|
|
|
|
|
impl OnPanic {
|
|
|
|
pub fn is_restart(&self) -> bool {
|
|
|
|
match self {
|
|
|
|
OnPanic::None => false,
|
|
|
|
OnPanic::Restart => true,
|
|
|
|
OnPanic::Requests(_) => false,
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
//
|
|
|
|
// kernel types that runtime modules use
|
|
|
|
//
|
|
|
|
|
|
|
|
#[derive(Clone, Debug, Serialize, Deserialize)]
|
|
|
|
pub struct ProcessMetadata {
|
|
|
|
pub our: Address,
|
|
|
|
pub wasm_bytes_handle: u128,
|
|
|
|
pub on_panic: OnPanic,
|
2023-10-06 07:12:31 +03:00
|
|
|
pub public: bool,
|
2023-10-02 23:02:53 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
#[derive(Clone, Debug, Serialize, Deserialize)]
|
|
|
|
pub struct KernelMessage {
|
|
|
|
pub id: u64,
|
|
|
|
pub source: Address,
|
|
|
|
pub target: Address,
|
|
|
|
pub rsvp: Rsvp,
|
|
|
|
pub message: Message,
|
|
|
|
pub payload: Option<Payload>,
|
|
|
|
pub signed_capabilities: Option<Vec<SignedCapability>>,
|
|
|
|
}
|
|
|
|
|
|
|
|
#[derive(Clone, Debug, Serialize, Deserialize)]
|
|
|
|
pub struct WrappedSendError {
|
|
|
|
pub id: u64,
|
|
|
|
pub source: Address,
|
|
|
|
pub error: SendError,
|
|
|
|
}
|
|
|
|
|
|
|
|
/// A terminal printout. Verbosity level is from low to high, and for
|
|
|
|
/// now, only 0 and 1 are used. Level 0 is always printed, level 1 is
|
|
|
|
/// only printed if the terminal is in verbose mode. Numbers greater
|
|
|
|
/// than 1 are reserved for future use and will be ignored for now.
|
|
|
|
pub struct Printout {
|
|
|
|
pub verbosity: u8,
|
|
|
|
pub content: String,
|
|
|
|
}
|
|
|
|
|
|
|
|
// kernel sets in case, e.g.,
|
|
|
|
// A requests response from B does not request response from C
|
|
|
|
// -> kernel sets `Some(A) = Rsvp` for B's request to C
|
|
|
|
pub type Rsvp = Option<Address>;
|
|
|
|
|
|
|
|
//
|
|
|
|
// boot/startup specific types???
|
|
|
|
//
|
|
|
|
|
|
|
|
#[derive(Clone, Debug, Serialize, Deserialize)]
|
|
|
|
pub struct BootOutboundRequest {
|
|
|
|
pub target_process: ProcessId,
|
|
|
|
pub json: Option<String>,
|
|
|
|
pub bytes: Option<Vec<u8>>,
|
|
|
|
}
|
|
|
|
|
|
|
|
#[derive(Debug, Serialize, Deserialize)]
|
|
|
|
pub enum DebugCommand {
|
|
|
|
Toggle,
|
|
|
|
Step,
|
|
|
|
}
|
|
|
|
|
|
|
|
#[derive(Debug, Serialize, Deserialize)]
|
|
|
|
pub enum KernelCommand {
|
2023-10-17 18:11:05 +03:00
|
|
|
Booted,
|
2023-10-02 23:02:53 +03:00
|
|
|
StartProcess {
|
2023-10-08 07:56:53 +03:00
|
|
|
id: ProcessId,
|
2023-10-04 04:12:13 +03:00
|
|
|
wasm_bytes_handle: u128,
|
2023-10-02 23:02:53 +03:00
|
|
|
on_panic: OnPanic,
|
2023-10-04 04:12:13 +03:00
|
|
|
initial_capabilities: HashSet<SignedCapability>,
|
2023-10-06 07:12:31 +03:00
|
|
|
public: bool,
|
2023-10-02 23:02:53 +03:00
|
|
|
},
|
|
|
|
KillProcess(ProcessId), // this is extrajudicial killing: we might lose messages!
|
2023-10-04 22:42:02 +03:00
|
|
|
// kernel only
|
2023-10-02 23:02:53 +03:00
|
|
|
RebootProcess {
|
|
|
|
process_id: ProcessId,
|
|
|
|
persisted: PersistedProcess,
|
|
|
|
},
|
|
|
|
Shutdown,
|
|
|
|
}
|
|
|
|
|
2023-10-08 08:14:57 +03:00
|
|
|
#[allow(dead_code)]
|
2023-10-11 08:40:08 +03:00
|
|
|
#[derive(Debug)]
|
2023-10-02 23:02:53 +03:00
|
|
|
pub enum CapMessage {
|
|
|
|
Add {
|
|
|
|
on: ProcessId,
|
|
|
|
cap: Capability,
|
2023-10-11 08:40:08 +03:00
|
|
|
responder: tokio::sync::oneshot::Sender<bool>,
|
2023-10-02 23:02:53 +03:00
|
|
|
},
|
|
|
|
Drop {
|
|
|
|
// not used yet!
|
|
|
|
on: ProcessId,
|
|
|
|
cap: Capability,
|
2023-10-11 08:40:08 +03:00
|
|
|
responder: tokio::sync::oneshot::Sender<bool>,
|
2023-10-02 23:02:53 +03:00
|
|
|
},
|
|
|
|
Has {
|
|
|
|
// a bool is given in response here
|
|
|
|
on: ProcessId,
|
|
|
|
cap: Capability,
|
|
|
|
responder: tokio::sync::oneshot::Sender<bool>,
|
|
|
|
},
|
|
|
|
GetAll {
|
|
|
|
on: ProcessId,
|
|
|
|
responder: tokio::sync::oneshot::Sender<HashSet<Capability>>,
|
|
|
|
},
|
|
|
|
}
|
|
|
|
|
|
|
|
#[derive(Debug, Serialize, Deserialize)]
|
|
|
|
pub enum KernelResponse {
|
2023-10-08 08:14:57 +03:00
|
|
|
StartedProcess,
|
|
|
|
StartProcessError,
|
2023-10-02 23:02:53 +03:00
|
|
|
KilledProcess(ProcessId),
|
|
|
|
}
|
|
|
|
|
|
|
|
pub type ProcessMap = HashMap<ProcessId, PersistedProcess>;
|
|
|
|
|
|
|
|
#[derive(Clone, Debug, Serialize, Deserialize)]
|
|
|
|
pub struct PersistedProcess {
|
2023-10-04 04:12:13 +03:00
|
|
|
pub wasm_bytes_handle: u128,
|
2023-10-07 01:06:05 +03:00
|
|
|
// pub drive: String,
|
2023-10-04 04:12:13 +03:00
|
|
|
// pub full_path: String,
|
2023-10-02 23:02:53 +03:00
|
|
|
pub on_panic: OnPanic,
|
|
|
|
pub capabilities: HashSet<Capability>,
|
2023-10-06 07:12:31 +03:00
|
|
|
pub public: bool, // marks if a process allows messages from any process
|
2023-10-02 23:02:53 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
#[derive(Clone, Debug, Serialize, Deserialize)]
|
|
|
|
pub struct ProcessContext {
|
|
|
|
// store ultimate in order to set prompting message if needed
|
|
|
|
pub prompting_message: Option<KernelMessage>,
|
|
|
|
// can be empty if a request doesn't set context, but still needs to inherit
|
|
|
|
pub context: Option<Context>,
|
|
|
|
}
|
|
|
|
|
|
|
|
//
|
|
|
|
// runtime-module-specific types
|
|
|
|
//
|
|
|
|
|
|
|
|
//
|
|
|
|
// filesystem.rs types
|
|
|
|
//
|
|
|
|
|
2023-10-21 02:15:11 +03:00
|
|
|
/// the type that gets deserialized from `metadata.json` in a package
|
|
|
|
#[derive(Debug, Serialize, Deserialize)]
|
|
|
|
pub struct PackageMetadata {
|
|
|
|
pub package: String,
|
|
|
|
pub publisher: String,
|
|
|
|
pub version: Version,
|
|
|
|
pub description: Option<String>,
|
|
|
|
pub website: Option<String>,
|
|
|
|
}
|
|
|
|
|
|
|
|
/// the type that gets deserialized from each entry in the array in `manifest.json`
|
2023-10-06 07:12:31 +03:00
|
|
|
#[derive(Debug, Serialize, Deserialize)]
|
|
|
|
pub struct PackageManifestEntry {
|
|
|
|
pub process_name: String,
|
|
|
|
pub process_wasm_path: String,
|
2023-10-21 02:15:11 +03:00
|
|
|
pub on_panic: kt::OnPanic,
|
2023-10-06 07:12:31 +03:00
|
|
|
pub request_networking: bool,
|
|
|
|
pub request_messaging: Vec<String>,
|
2023-10-16 20:48:14 +03:00
|
|
|
pub public: bool,
|
2023-10-06 07:12:31 +03:00
|
|
|
}
|
|
|
|
|
2023-10-02 23:02:53 +03:00
|
|
|
#[derive(Serialize, Deserialize, Debug)]
|
|
|
|
pub enum FsAction {
|
2023-10-19 03:51:20 +03:00
|
|
|
Write(Option<u128>),
|
2023-10-02 23:02:53 +03:00
|
|
|
WriteOffset((u128, u64)),
|
|
|
|
Append(Option<u128>),
|
|
|
|
Read(u128),
|
|
|
|
ReadChunk(ReadChunkRequest),
|
|
|
|
Delete(u128),
|
|
|
|
Length(u128),
|
|
|
|
SetLength((u128, u64)),
|
2023-10-06 07:12:31 +03:00
|
|
|
GetState(ProcessId),
|
|
|
|
SetState(ProcessId),
|
|
|
|
DeleteState(ProcessId),
|
2023-10-02 23:02:53 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
#[derive(Serialize, Deserialize, Debug)]
|
|
|
|
pub struct ReadChunkRequest {
|
|
|
|
pub file: u128,
|
|
|
|
pub start: u64,
|
|
|
|
pub length: u64,
|
|
|
|
}
|
|
|
|
|
2023-10-04 22:42:02 +03:00
|
|
|
#[derive(Clone, Serialize, Deserialize, Debug)]
|
2023-10-02 23:02:53 +03:00
|
|
|
pub enum FsResponse {
|
|
|
|
Write(u128),
|
|
|
|
Read(u128),
|
2023-10-12 00:41:37 +03:00
|
|
|
ReadChunk(u128), // TODO: remove?
|
2023-10-02 23:02:53 +03:00
|
|
|
Append(u128),
|
|
|
|
Delete(u128),
|
|
|
|
Length(u64),
|
|
|
|
GetState,
|
|
|
|
SetState,
|
|
|
|
}
|
|
|
|
|
|
|
|
#[derive(Debug)]
|
|
|
|
pub struct S3Config {
|
|
|
|
pub access_key: String,
|
|
|
|
pub secret_key: String,
|
|
|
|
pub region: String,
|
|
|
|
pub bucket: String,
|
|
|
|
pub endpoint: String,
|
|
|
|
}
|
|
|
|
|
|
|
|
#[derive(Debug)]
|
|
|
|
pub struct FsConfig {
|
|
|
|
pub s3_config: Option<S3Config>,
|
|
|
|
pub mem_buffer_limit: usize,
|
|
|
|
pub chunk_size: usize,
|
|
|
|
pub flush_to_cold_interval: usize,
|
|
|
|
pub encryption: bool,
|
|
|
|
pub cloud_enabled: bool,
|
|
|
|
// pub flush_to_wal_interval: usize,
|
|
|
|
}
|
|
|
|
|
2023-10-05 01:51:57 +03:00
|
|
|
#[derive(Error, Debug, Serialize, Deserialize)]
|
|
|
|
pub enum FsError {
|
|
|
|
#[error("fs: Bytes payload required for {action}.")]
|
|
|
|
BadBytes { action: String },
|
|
|
|
#[error(
|
|
|
|
"fs: JSON payload could not be parsed to FsAction: {:?}, error: {:?}.",
|
|
|
|
json,
|
|
|
|
error
|
|
|
|
)]
|
|
|
|
BadJson { json: String, error: String },
|
|
|
|
#[error("fs: No JSON payload.")]
|
|
|
|
NoJson,
|
|
|
|
#[error("fs: Read failed to file {file}: {error}.")]
|
|
|
|
ReadFailed { file: u128, error: String },
|
|
|
|
#[error("fs: Write failed to file {file}: {error}.")]
|
|
|
|
WriteFailed { file: u128, error: String },
|
|
|
|
#[error("fs: file not found: {file}")]
|
|
|
|
NotFound { file: u128 },
|
|
|
|
#[error("fs: S3 error: {error}")]
|
|
|
|
S3Error { error: String },
|
|
|
|
#[error("fs: IO error: {error}")]
|
|
|
|
IOError { error: String },
|
|
|
|
#[error("fs: Encryption error: {error}")]
|
|
|
|
EncryptionError { error: String },
|
|
|
|
#[error("fs: Limit error: {error}")]
|
|
|
|
LimitError { error: String },
|
|
|
|
#[error("fs: memory buffer error: {error}")]
|
|
|
|
MemoryBufferError { error: String },
|
|
|
|
#[error("fs: length operation error: {error}")]
|
|
|
|
LengthError { error: String },
|
|
|
|
#[error("fs: creating fs dir failed at path: {path}: {error}")]
|
|
|
|
CreateInitialDirError { path: String, error: String },
|
|
|
|
}
|
|
|
|
|
2023-10-08 08:14:57 +03:00
|
|
|
#[allow(dead_code)]
|
2023-10-05 01:51:57 +03:00
|
|
|
impl FsError {
|
|
|
|
pub fn kind(&self) -> &str {
|
|
|
|
match *self {
|
|
|
|
FsError::BadBytes { .. } => "BadBytes",
|
|
|
|
FsError::BadJson { .. } => "BadJson",
|
|
|
|
FsError::NoJson { .. } => "NoJson",
|
|
|
|
FsError::ReadFailed { .. } => "ReadFailed",
|
|
|
|
FsError::WriteFailed { .. } => "WriteFailed",
|
|
|
|
FsError::S3Error { .. } => "S3Error",
|
|
|
|
FsError::IOError { .. } => "IOError",
|
|
|
|
FsError::EncryptionError { .. } => "EncryptionError",
|
|
|
|
FsError::LimitError { .. } => "LimitError",
|
|
|
|
FsError::MemoryBufferError { .. } => "MemoryBufferError",
|
|
|
|
FsError::NotFound { .. } => "NotFound",
|
|
|
|
FsError::LengthError { .. } => "LengthError",
|
|
|
|
FsError::CreateInitialDirError { .. } => "CreateInitialDirError",
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2023-10-02 23:02:53 +03:00
|
|
|
#[derive(Debug, Serialize, Deserialize)]
|
2023-10-07 02:25:05 +03:00
|
|
|
pub struct VfsRequest {
|
|
|
|
pub drive: String,
|
|
|
|
pub action: VfsAction,
|
2023-10-02 23:02:53 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
#[derive(Debug, Serialize, Deserialize)]
|
2023-10-07 02:25:05 +03:00
|
|
|
pub enum VfsAction {
|
|
|
|
New,
|
2023-10-02 23:02:53 +03:00
|
|
|
Add {
|
|
|
|
full_path: String,
|
|
|
|
entry_type: AddEntryType,
|
|
|
|
},
|
|
|
|
Rename {
|
|
|
|
full_path: String,
|
|
|
|
new_full_path: String,
|
|
|
|
},
|
2023-10-07 02:25:05 +03:00
|
|
|
Delete(String),
|
2023-10-02 23:02:53 +03:00
|
|
|
WriteOffset {
|
|
|
|
full_path: String,
|
|
|
|
offset: u64,
|
|
|
|
},
|
2023-10-03 03:47:58 +03:00
|
|
|
SetSize {
|
|
|
|
full_path: String,
|
|
|
|
size: u64,
|
|
|
|
},
|
2023-10-07 02:25:05 +03:00
|
|
|
GetPath(u128),
|
|
|
|
GetHash(String),
|
|
|
|
GetEntry(String),
|
2023-10-02 23:02:53 +03:00
|
|
|
GetFileChunk {
|
|
|
|
full_path: String,
|
|
|
|
offset: u64,
|
|
|
|
length: u64,
|
|
|
|
},
|
2023-10-07 02:25:05 +03:00
|
|
|
GetEntryLength(String),
|
2023-10-02 23:02:53 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
#[derive(Debug, Serialize, Deserialize)]
|
|
|
|
pub enum AddEntryType {
|
|
|
|
Dir,
|
2023-10-04 04:15:45 +03:00
|
|
|
NewFile, // add a new file to fs and add name in vfs
|
2023-10-02 23:02:53 +03:00
|
|
|
ExistingFile { hash: u128 }, // link an existing file in fs to a new name in vfs
|
2023-10-04 04:12:13 +03:00
|
|
|
ZipArchive,
|
2023-10-02 23:02:53 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
#[derive(Debug, Serialize, Deserialize)]
|
|
|
|
pub enum GetEntryType {
|
|
|
|
Dir,
|
|
|
|
File,
|
|
|
|
}
|
|
|
|
|
|
|
|
#[derive(Debug, Serialize, Deserialize)]
|
|
|
|
pub enum VfsResponse {
|
2023-10-07 02:25:05 +03:00
|
|
|
Ok,
|
|
|
|
Err(VfsError),
|
|
|
|
GetPath(Option<String>),
|
|
|
|
GetHash(Option<u128>),
|
2023-10-07 02:25:40 +03:00
|
|
|
GetEntry {
|
|
|
|
// file bytes in payload, if entry was a file
|
2023-10-09 01:57:45 +03:00
|
|
|
is_file: bool,
|
2023-10-02 23:02:53 +03:00
|
|
|
children: Vec<String>,
|
|
|
|
},
|
2023-10-07 02:25:05 +03:00
|
|
|
GetFileChunk, // chunk in payload, if file exists
|
|
|
|
GetEntryLength(Option<u64>),
|
|
|
|
}
|
|
|
|
|
2023-10-09 01:57:45 +03:00
|
|
|
#[derive(Debug, Serialize, Deserialize)]
|
|
|
|
pub enum VfsError {
|
|
|
|
BadDriveName,
|
|
|
|
BadDescriptor,
|
|
|
|
NoCap,
|
|
|
|
}
|
|
|
|
|
2023-10-08 08:14:57 +03:00
|
|
|
#[allow(dead_code)]
|
2023-10-07 02:25:05 +03:00
|
|
|
impl VfsError {
|
|
|
|
pub fn kind(&self) -> &str {
|
|
|
|
match *self {
|
|
|
|
VfsError::BadDriveName => "BadDriveName",
|
|
|
|
VfsError::BadDescriptor => "BadDescriptor",
|
|
|
|
VfsError::NoCap => "NoCap",
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2023-10-02 23:02:53 +03:00
|
|
|
//
|
|
|
|
// http_client.rs types
|
|
|
|
//
|
|
|
|
|
|
|
|
#[derive(Debug, Serialize, Deserialize)]
|
|
|
|
pub struct HttpClientRequest {
|
|
|
|
pub uri: String,
|
|
|
|
pub method: String,
|
|
|
|
pub headers: HashMap<String, String>,
|
|
|
|
}
|
|
|
|
|
|
|
|
#[derive(Debug, Serialize, Deserialize)]
|
|
|
|
pub struct HttpClientResponse {
|
|
|
|
pub status: u16,
|
|
|
|
pub headers: HashMap<String, String>,
|
|
|
|
}
|
|
|
|
|
|
|
|
#[derive(Error, Debug, Serialize, Deserialize)]
|
|
|
|
pub enum HttpClientError {
|
|
|
|
#[error("http_client: rsvp is None but message is expecting response")]
|
|
|
|
BadRsvp,
|
|
|
|
#[error("http_client: no json in request")]
|
|
|
|
NoJson,
|
|
|
|
#[error(
|
|
|
|
"http_client: JSON payload could not be parsed to HttpClientRequest: {error}. Got {:?}.",
|
|
|
|
json
|
|
|
|
)]
|
|
|
|
BadJson { json: String, error: String },
|
|
|
|
#[error("http_client: http method not supported: {:?}", method)]
|
|
|
|
BadMethod { method: String },
|
|
|
|
#[error("http_client: failed to execute request {:?}", error)]
|
|
|
|
RequestFailed { error: String },
|
|
|
|
}
|
|
|
|
|
2023-10-08 08:14:57 +03:00
|
|
|
#[allow(dead_code)]
|
2023-10-02 23:02:53 +03:00
|
|
|
impl HttpClientError {
|
|
|
|
pub fn kind(&self) -> &str {
|
|
|
|
match *self {
|
|
|
|
HttpClientError::BadRsvp { .. } => "BadRsvp",
|
|
|
|
HttpClientError::NoJson { .. } => "NoJson",
|
|
|
|
HttpClientError::BadJson { .. } => "BadJson",
|
|
|
|
HttpClientError::BadMethod { .. } => "BadMethod",
|
|
|
|
HttpClientError::RequestFailed { .. } => "RequestFailed",
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
//
|
|
|
|
// custom kernel displays
|
|
|
|
//
|
|
|
|
|
2023-10-08 07:56:53 +03:00
|
|
|
impl std::fmt::Display for ProcessId {
|
|
|
|
fn fmt(&self, f: &mut std::fmt::Formatter) -> std::fmt::Result {
|
|
|
|
write!(f, "{}", self.to_string())
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl std::fmt::Display for Address {
|
|
|
|
fn fmt(&self, f: &mut std::fmt::Formatter) -> std::fmt::Result {
|
|
|
|
write!(f, "{}@{}", self.node, self.process.to_string(),)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2023-10-02 23:02:53 +03:00
|
|
|
impl std::fmt::Display for KernelMessage {
|
|
|
|
fn fmt(&self, f: &mut std::fmt::Formatter) -> std::fmt::Result {
|
|
|
|
write!(
|
|
|
|
f,
|
2023-10-19 20:45:24 +03:00
|
|
|
"{{\n id: {},\n source: {},\n target: {},\n rsvp: {},\n message: {},\n payload: {}\n}}",
|
|
|
|
self.id,
|
|
|
|
self.source,
|
|
|
|
self.target,
|
|
|
|
match &self.rsvp {
|
|
|
|
Some(rsvp) => rsvp.to_string(),
|
|
|
|
None => "None".to_string()
|
|
|
|
},
|
|
|
|
self.message,
|
|
|
|
self.payload.is_some(),
|
2023-10-02 23:02:53 +03:00
|
|
|
)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl std::fmt::Display for Message {
|
|
|
|
fn fmt(&self, f: &mut std::fmt::Formatter) -> std::fmt::Result {
|
|
|
|
match self {
|
|
|
|
Message::Request(request) => write!(
|
|
|
|
f,
|
2023-10-03 08:28:00 +03:00
|
|
|
"Request(\n inherit: {},\n expects_response: {:?},\n ipc: {},\n metadata: {}\n )",
|
2023-10-02 23:02:53 +03:00
|
|
|
request.inherit,
|
|
|
|
request.expects_response,
|
|
|
|
&request.ipc.as_ref().unwrap_or(&"None".into()),
|
|
|
|
&request.metadata.as_ref().unwrap_or(&"None".into()),
|
|
|
|
),
|
|
|
|
Message::Response((response, context)) => write!(
|
|
|
|
f,
|
2023-10-17 00:39:00 +03:00
|
|
|
"Response(\n inherit: {},\n ipc: {},\n metadata: {},\n context: {}\n )",
|
|
|
|
response.inherit,
|
2023-10-02 23:02:53 +03:00
|
|
|
&response.ipc.as_ref().unwrap_or(&"None".into()),
|
|
|
|
&response.metadata.as_ref().unwrap_or(&"None".into()),
|
|
|
|
&context.as_ref().unwrap_or(&"None".into()),
|
|
|
|
),
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
//
|
|
|
|
// http_server.rs types
|
|
|
|
//
|
|
|
|
|
|
|
|
#[derive(Debug, Serialize, Deserialize)]
|
|
|
|
pub struct HttpResponse {
|
|
|
|
pub status: u16,
|
|
|
|
pub headers: HashMap<String, String>,
|
|
|
|
pub body: Option<Vec<u8>>, // TODO does this use a lot of memory?
|
|
|
|
}
|
|
|
|
|
|
|
|
#[derive(Error, Debug, Serialize, Deserialize)]
|
|
|
|
pub enum HttpServerError {
|
|
|
|
#[error("http_server: json is None")]
|
|
|
|
NoJson,
|
|
|
|
#[error("http_server: response not ok")]
|
|
|
|
ResponseError,
|
|
|
|
#[error("http_server: bytes are None")]
|
|
|
|
NoBytes,
|
|
|
|
#[error(
|
|
|
|
"http_server: JSON payload could not be parsed to HttpClientRequest: {error}. Got {:?}.",
|
|
|
|
json
|
|
|
|
)]
|
|
|
|
BadJson { json: String, error: String },
|
2023-10-20 01:10:58 +03:00
|
|
|
#[error("http_server: path binding error: {:?}", error)]
|
2023-10-19 02:51:00 +03:00
|
|
|
PathBind { error: String },
|
2023-10-02 23:02:53 +03:00
|
|
|
}
|
|
|
|
|
2023-10-08 08:14:57 +03:00
|
|
|
#[allow(dead_code)]
|
2023-10-02 23:02:53 +03:00
|
|
|
impl HttpServerError {
|
|
|
|
pub fn kind(&self) -> &str {
|
|
|
|
match *self {
|
|
|
|
HttpServerError::NoJson { .. } => "NoJson",
|
|
|
|
HttpServerError::NoBytes { .. } => "NoBytes",
|
|
|
|
HttpServerError::BadJson { .. } => "BadJson",
|
|
|
|
HttpServerError::ResponseError { .. } => "ResponseError",
|
2023-10-19 02:51:00 +03:00
|
|
|
HttpServerError::PathBind { .. } => "PathBind",
|
2023-10-02 23:02:53 +03:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
#[derive(Debug, Serialize, Deserialize)]
|
|
|
|
pub struct JwtClaims {
|
|
|
|
pub username: String,
|
|
|
|
pub expiration: u64,
|
|
|
|
}
|
|
|
|
|
|
|
|
#[derive(Clone, Debug, Serialize, Deserialize)]
|
|
|
|
pub struct WebSocketServerTarget {
|
|
|
|
pub node: String,
|
|
|
|
pub id: Option<String>,
|
|
|
|
}
|
|
|
|
|
|
|
|
#[derive(Debug, Serialize, Deserialize)]
|
|
|
|
pub struct WebSocketPush {
|
|
|
|
pub target: WebSocketServerTarget,
|
|
|
|
pub is_text: Option<bool>,
|
|
|
|
}
|
|
|
|
|
|
|
|
#[derive(Debug, Serialize, Deserialize)]
|
|
|
|
pub struct ServerAction {
|
|
|
|
pub action: String,
|
|
|
|
}
|
|
|
|
|
|
|
|
#[derive(Debug, Serialize, Deserialize)]
|
|
|
|
pub enum HttpServerMessage {
|
2023-10-19 02:51:00 +03:00
|
|
|
BindPath {
|
|
|
|
path: String,
|
|
|
|
authenticated: bool,
|
|
|
|
local_only: bool,
|
|
|
|
},
|
2023-10-02 23:02:53 +03:00
|
|
|
WebSocketPush(WebSocketPush),
|
|
|
|
ServerAction(ServerAction),
|
|
|
|
WsRegister(WsRegister), // Coming from a proxy
|
|
|
|
WsProxyDisconnect(WsProxyDisconnect), // Coming from a proxy
|
|
|
|
WsMessage(WsMessage), // Coming from a proxy
|
|
|
|
EncryptedWsMessage(EncryptedWsMessage), // Coming from a proxy
|
|
|
|
}
|
|
|
|
|
|
|
|
#[derive(Clone, Debug, Serialize, Deserialize)]
|
|
|
|
pub struct WsRegister {
|
|
|
|
pub ws_auth_token: String,
|
|
|
|
pub auth_token: String,
|
|
|
|
pub channel_id: String,
|
|
|
|
}
|
|
|
|
|
|
|
|
#[derive(Clone, Debug, Serialize, Deserialize)]
|
|
|
|
pub struct WsProxyDisconnect {
|
|
|
|
// Doesn't require auth because it's coming from the proxy
|
|
|
|
pub channel_id: String,
|
|
|
|
}
|
|
|
|
|
|
|
|
#[derive(Clone, Debug, Serialize, Deserialize)]
|
|
|
|
pub struct WsMessage {
|
|
|
|
pub ws_auth_token: String,
|
|
|
|
pub auth_token: String,
|
|
|
|
pub channel_id: String,
|
|
|
|
pub target: Address,
|
|
|
|
pub json: Option<serde_json::Value>,
|
|
|
|
}
|
|
|
|
|
|
|
|
#[derive(Clone, Debug, Serialize, Deserialize)]
|
|
|
|
pub struct EncryptedWsMessage {
|
|
|
|
pub ws_auth_token: String,
|
|
|
|
pub auth_token: String,
|
|
|
|
pub channel_id: String,
|
|
|
|
pub target: Address,
|
|
|
|
pub encrypted: String, // Encrypted JSON as hex with the 32-byte authentication tag appended
|
|
|
|
pub nonce: String, // Hex of the 12-byte nonce
|
|
|
|
}
|
|
|
|
|
|
|
|
#[derive(Clone, Debug, Serialize, Deserialize)]
|
|
|
|
pub enum WebSocketClientMessage {
|
|
|
|
WsRegister(WsRegister),
|
|
|
|
WsMessage(WsMessage),
|
|
|
|
EncryptedWsMessage(EncryptedWsMessage),
|
|
|
|
}
|
|
|
|
// http_server End
|
|
|
|
|
|
|
|
// encryptor Start
|
|
|
|
#[derive(Clone, Debug, Serialize, Deserialize)]
|
|
|
|
pub struct GetKeyAction {
|
|
|
|
pub channel_id: String,
|
|
|
|
pub public_key_hex: String,
|
|
|
|
}
|
|
|
|
|
|
|
|
#[derive(Clone, Debug, Serialize, Deserialize)]
|
|
|
|
pub struct DecryptAndForwardAction {
|
|
|
|
pub channel_id: String,
|
|
|
|
pub forward_to: Address, // node, process
|
|
|
|
pub json: Option<serde_json::Value>,
|
|
|
|
}
|
|
|
|
|
|
|
|
#[derive(Clone, Debug, Serialize, Deserialize)]
|
|
|
|
pub struct EncryptAndForwardAction {
|
|
|
|
pub channel_id: String,
|
|
|
|
pub forward_to: Address, // node, process
|
|
|
|
pub json: Option<serde_json::Value>,
|
|
|
|
}
|
|
|
|
|
|
|
|
#[derive(Clone, Debug, Serialize, Deserialize)]
|
|
|
|
pub struct DecryptAction {
|
|
|
|
pub channel_id: String,
|
|
|
|
}
|
|
|
|
|
|
|
|
#[derive(Clone, Debug, Serialize, Deserialize)]
|
|
|
|
pub struct EncryptAction {
|
|
|
|
pub channel_id: String,
|
|
|
|
}
|
|
|
|
|
|
|
|
#[derive(Debug, Serialize, Deserialize)]
|
|
|
|
pub enum EncryptorMessage {
|
|
|
|
GetKeyAction(GetKeyAction),
|
|
|
|
DecryptAndForwardAction(DecryptAndForwardAction),
|
|
|
|
EncryptAndForwardAction(EncryptAndForwardAction),
|
|
|
|
DecryptAction(DecryptAction),
|
|
|
|
EncryptAction(EncryptAction),
|
|
|
|
}
|
|
|
|
// encryptor End
|