lyra-engine/lyra-resource/src/resource_manager.rs

400 lines
14 KiB
Rust
Raw Normal View History

2024-01-16 04:22:21 +00:00
use std::{sync::{Arc, RwLock}, collections::HashMap, any::Any, path::Path, time::Duration};
2023-09-12 18:25:33 +00:00
2024-01-16 04:22:21 +00:00
use crossbeam::channel::Receiver;
2024-01-15 23:07:47 +00:00
use notify::{Watcher, RecommendedWatcher};
2024-01-16 04:22:21 +00:00
use notify_debouncer_full::{DebouncedEvent, FileIdMap};
use thiserror::Error;
use uuid::Uuid;
use crate::{gltf::ModelLoader, loader::{image::ImageLoader, LoaderError, ResourceLoader}, resource::ResHandle, ResourceState};
2023-09-12 18:25:33 +00:00
/// A trait for type erased storage of a resource.
/// Implemented for [`ResHandle<T>`]
2023-09-12 18:25:33 +00:00
pub trait ResourceStorage: Send + Sync + Any + 'static {
fn as_any(&self) -> &dyn Any;
fn as_any_mut(&mut self) -> &mut dyn Any;
fn as_arc_any(self: Arc<Self>) -> Arc<dyn Any + Send + Sync>;
2024-01-15 23:07:47 +00:00
fn as_box_any(self: Box<Self>) -> Box<dyn Any + Send + Sync>;
/// Do not set a resource to watched if it is not actually watched.
/// This is used internally.
2024-01-16 04:22:21 +00:00
fn set_watched(&self, watched: bool);
fn path(&self) -> String;
fn version(&self) -> usize;
fn state(&self) -> ResourceState;
fn uuid(&self) -> Uuid;
fn is_watched(&self) -> bool;
fn is_loaded(&self) -> bool;
2023-09-12 18:25:33 +00:00
}
#[derive(Error, Debug)]
pub enum RequestError {
#[error("{0}")]
Loader(LoaderError),
#[error("The file extension is unsupported: '{0}'")]
UnsupportedFileExtension(String),
#[error("The mimetype is unsupported: '{0}'")]
UnsupportedMime(String),
#[error("The identifier is not found: '{0}'")]
IdentNotFound(String),
}
impl From<LoaderError> for RequestError {
fn from(value: LoaderError) -> Self {
RequestError::Loader(value)
}
}
/// A struct that stores all Manager data. This is requried for sending
//struct ManagerStorage
2024-01-15 23:07:47 +00:00
/// A struct that
pub struct ResourceWatcher {
2024-01-16 04:22:21 +00:00
debouncer: Arc<RwLock<notify_debouncer_full::Debouncer<RecommendedWatcher, FileIdMap>>>,
events_recv: Receiver<Result<Vec<DebouncedEvent>, Vec<notify::Error>>>,
2024-01-15 23:07:47 +00:00
}
2023-09-12 18:25:33 +00:00
pub struct ResourceManager {
resources: HashMap<String, Arc<dyn ResourceStorage>>,
uuid_resources: HashMap<Uuid, Arc<dyn ResourceStorage>>,
loaders: Vec<Arc<dyn ResourceLoader>>,
2024-01-15 23:07:47 +00:00
watchers: HashMap<String, ResourceWatcher>,
2023-09-12 18:25:33 +00:00
}
2023-10-23 01:49:31 +00:00
impl Default for ResourceManager {
fn default() -> Self {
Self::new()
}
}
2023-09-12 18:25:33 +00:00
impl ResourceManager {
pub fn new() -> Self {
Self {
resources: HashMap::new(),
uuid_resources: HashMap::new(),
2023-10-23 01:49:31 +00:00
loaders: vec![ Arc::new(ImageLoader), Arc::new(ModelLoader) ],
2024-01-15 23:07:47 +00:00
watchers: HashMap::new(),
2023-09-12 18:25:33 +00:00
}
}
/// Registers a loader to the manager.
pub fn register_loader<L>(&mut self)
where
L: ResourceLoader + Default + 'static
{
self.loaders.push(Arc::new(L::default()));
}
2024-01-15 23:07:47 +00:00
pub fn request<T>(&mut self, path: &str) -> Result<ResHandle<T>, RequestError>
where
T: Send + Sync + Any + 'static
{
2023-09-12 18:25:33 +00:00
match self.resources.get(&path.to_string()) {
Some(res) => {
let res = res.clone().as_arc_any();
2024-01-15 23:07:47 +00:00
let res: Arc<ResHandle<T>> = res.downcast::<ResHandle<T>>().expect("Failure to downcast resource");
let res = ResHandle::<T>::clone(&res);
2023-09-12 18:25:33 +00:00
Ok(res)
2023-09-12 18:25:33 +00:00
},
None => {
if let Some(loader) = self.loaders.iter()
.find(|l| l.does_support_file(path)) {
2023-09-12 18:25:33 +00:00
// Load the resource and store it
2023-10-23 01:49:31 +00:00
let loader = Arc::clone(loader); // stop borrowing from self
let res = loader.load(self, path)?;
2024-01-15 23:07:47 +00:00
let res: Arc<dyn ResourceStorage> = Arc::from(res);
self.resources.insert(path.to_string(), res.clone());
2023-09-12 18:25:33 +00:00
// cast Arc<dyn ResourceStorage> to Arc<Resource<T>
let res = res.as_arc_any();
2024-01-15 23:07:47 +00:00
let res = res.downcast::<ResHandle<T>>()
.expect("Failure to downcast resource! Does the loader return an `Arc<Resource<T>>`?");
2024-01-15 23:07:47 +00:00
let res = ResHandle::<T>::clone(&res);
2023-09-12 18:25:33 +00:00
Ok(res)
} else {
Err(RequestError::UnsupportedFileExtension(path.to_string()))
}
2023-09-12 18:25:33 +00:00
}
}
}
/// Request a resource without downcasting to a ResHandle<T>.
/// Whenever you're ready to downcast, you can do so like this:
/// ```compile_fail
/// let arc_any = res_arc.as_arc_any();
/// let res: Arc<ResHandle<T>> = res.downcast::<ResHandle<T>>().expect("Failure to downcast resource");
/// ```
pub fn request_raw(&mut self, path: &str) -> Result<Arc<dyn ResourceStorage>, RequestError> {
match self.resources.get(&path.to_string()) {
Some(res) => {
Ok(res.clone())
},
None => {
if let Some(loader) = self.loaders.iter()
.find(|l| l.does_support_file(path)) {
// Load the resource and store it
let loader = Arc::clone(loader); // stop borrowing from self
let res = loader.load(self, path)?;
let res: Arc<dyn ResourceStorage> = Arc::from(res);
self.resources.insert(path.to_string(), res.clone());
Ok(res)
} else {
Err(RequestError::UnsupportedFileExtension(path.to_string()))
}
}
}
}
/// Store a resource using its uuid.
///
/// The resource cannot be requested with [`ResourceManager::request`], it can only be
/// retrieved with [`ResourceManager::request_uuid`].
pub fn store_uuid<T: Send + Sync + 'static>(&mut self, res: ResHandle<T>) {
self.uuid_resources.insert(res.uuid(), Arc::new(res));
}
/// Request a resource via its uuid.
///
/// Returns `None` if the resource was not found. The resource must of had been
/// stored with [`ResourceManager::request`] to return `Some`.
pub fn request_uuid<T: Send + Sync + 'static>(&mut self, uuid: &Uuid) -> Option<ResHandle<T>> {
match self.uuid_resources.get(uuid) {
Some(res) => {
let res = res.clone().as_arc_any();
let res: Arc<ResHandle<T>> = res.downcast::<ResHandle<T>>().expect("Failure to downcast resource");
Some(ResHandle::<T>::clone(&res))
},
None => None,
}
}
/// Store bytes in the manager. If there is already an entry with the same identifier it will be updated.
///
/// Panics: If there is already an entry with the same `ident`, and the entry is not bytes, this function will panic.
///
/// Parameters:
/// * `ident` - The identifier to store along with these bytes. Make sure its unique to avoid overriding something.
/// * `bytes` - The bytes to store.
///
/// Returns: The `Arc` to the now stored resource
2024-01-15 23:07:47 +00:00
pub fn load_bytes<T>(&mut self, ident: &str, mime_type: &str, bytes: Vec<u8>, offset: usize, length: usize) -> Result<ResHandle<T>, RequestError>
where
T: Send + Sync + Any + 'static
{
if let Some(loader) = self.loaders.iter()
.find(|l| l.does_support_mime(mime_type)) {
let loader = loader.clone();
let res = loader.load_bytes(self, bytes, offset, length)?;
2024-01-15 23:07:47 +00:00
let res: Arc<dyn ResourceStorage> = Arc::from(res);
self.resources.insert(ident.to_string(), res.clone());
// code here...
// cast Arc<dyn ResourceStorage> to Arc<Resource<T>
let res = res.as_arc_any();
2024-01-15 23:07:47 +00:00
let res = res.downcast::<ResHandle<T>>()
.expect("Failure to downcast resource! Does the loader return an `Arc<Resource<T>>`?");
2024-01-15 23:07:47 +00:00
let res = ResHandle::<T>::clone(&res);
Ok(res)
} else {
Err(RequestError::UnsupportedMime(mime_type.to_string()))
}
}
/// Requests bytes from the manager.
2024-01-15 23:07:47 +00:00
pub fn request_loaded_bytes<T>(&mut self, ident: &str) -> Result<Arc<ResHandle<T>>, RequestError>
where
T: Send + Sync + Any + 'static
{
match self.resources.get(&ident.to_string()) {
Some(res) => {
let res = res.clone().as_arc_any();
2024-01-15 23:07:47 +00:00
let res = res.downcast::<ResHandle<T>>().expect("Failure to downcast resource");
Ok(res)
},
None => {
Err(RequestError::IdentNotFound(ident.to_string()))
}
}
}
2024-01-15 23:07:47 +00:00
/// Start watching a path for changes. Returns a mspc channel that will send events
2024-01-16 04:22:21 +00:00
pub fn watch(&mut self, path: &str, recursive: bool) -> notify::Result<Receiver<Result<Vec<DebouncedEvent>, Vec<notify::Error>>>> {
2024-01-15 23:07:47 +00:00
let (send, recv) = crossbeam::channel::bounded(15);
2024-01-16 04:22:21 +00:00
let mut watcher = notify_debouncer_full::new_debouncer(Duration::from_millis(1000), None, send)?;
2024-01-15 23:07:47 +00:00
let recurse_mode = match recursive {
true => notify::RecursiveMode::Recursive,
false => notify::RecursiveMode::NonRecursive,
};
2024-01-16 04:22:21 +00:00
watcher.watcher().watch(path.as_ref(), recurse_mode)?;
2024-01-15 23:07:47 +00:00
let watcher = Arc::new(RwLock::new(watcher));
let watcher = ResourceWatcher {
2024-01-16 04:22:21 +00:00
debouncer: watcher,
2024-01-15 23:07:47 +00:00
events_recv: recv.clone(),
};
self.watchers.insert(path.to_string(), watcher);
2024-01-16 04:22:21 +00:00
let res = self.resources.get(&path.to_string())
.expect("The path that was watched has not been loaded as a resource yet");
res.set_watched(true);
2024-01-15 23:07:47 +00:00
Ok(recv)
}
/// Stops watching a path
pub fn stop_watching(&mut self, path: &str) -> notify::Result<()> {
if let Some(watcher) = self.watchers.get(path) {
2024-01-16 04:22:21 +00:00
let mut watcher = watcher.debouncer.write().unwrap();
watcher.watcher().unwatch(Path::new(path))?;
// unwrap is safe since only loaded resources can be watched
let res = self.resources.get(&path.to_string()).unwrap();
res.set_watched(false);
2024-01-15 23:07:47 +00:00
}
Ok(())
}
/// Returns a mspc receiver for watcher events of a specific path. The path must already
/// be watched with [`ResourceManager::watch`] for this to return `Some`.
2024-01-16 04:22:21 +00:00
pub fn watcher_event_recv(&self, path: &str) -> Option<Receiver<Result<Vec<DebouncedEvent>, Vec<notify::Error>>>> {
2024-01-15 23:07:47 +00:00
self.watchers.get(&path.to_string())
.map(|w| w.events_recv.clone())
}
/// Reloads a resource. The data inside the resource will be updated, the state may
pub fn reload<T>(&mut self, resource: ResHandle<T>) -> Result<(), RequestError>
where
T: Send + Sync + Any + 'static
{
let path = resource.path();
if let Some(loader) = self.loaders.iter()
.find(|l| l.does_support_file(&path)) {
println!("got loader");
2024-01-15 23:07:47 +00:00
let loader = Arc::clone(loader); // stop borrowing from self
let loaded = loader.load(self, &path)?;
let loaded = loaded.as_arc_any();
let loaded = loaded.downcast::<ResHandle<T>>()
.unwrap();
let loaded = match Arc::try_unwrap(loaded) {
Ok(v) => v,
Err(_) => panic!("Seems impossible that this would happen, the resource was just loaded!"),
};
let loaded = loaded.data;
let loaded = match Arc::try_unwrap(loaded) {
Ok(v) => v,
Err(_) => panic!("Seems impossible that this would happen, the resource was just loaded!"),
};
let loaded = loaded.into_inner().unwrap();
let res_lock = &resource.data;
let mut res_lock = res_lock.write().unwrap();
let version = res_lock.version;
2024-01-16 04:22:21 +00:00
res_lock.data = loaded.data;
res_lock.state = loaded.state;
2024-01-15 23:07:47 +00:00
res_lock.version = version + 1;
}
Ok(())
}
2023-09-21 13:36:44 +00:00
}
#[cfg(test)]
mod tests {
use std::io;
use crate::{Texture, ResourceState};
use super::*;
fn get_image(path: &str) -> String {
let manifest = std::env::var("CARGO_MANIFEST_DIR").unwrap();
format!("{manifest}/test_files/img/{path}")
}
#[test]
fn load_image() {
let mut man = ResourceManager::new();
let res = man.request::<Texture>(&get_image("squiggles.png")).unwrap();
2024-01-15 23:07:47 +00:00
assert_eq!(res.state(), ResourceState::Ready);
let img = res.data_ref();
2023-09-21 13:36:44 +00:00
img.unwrap();
}
2024-01-15 23:07:47 +00:00
/// Ensures that only one copy of the same data was made
2023-09-21 13:36:44 +00:00
#[test]
fn ensure_single() {
let mut man = ResourceManager::new();
let res = man.request::<Texture>(&get_image("squiggles.png")).unwrap();
2024-01-15 23:07:47 +00:00
assert_eq!(Arc::strong_count(&res.data), 2);
2023-09-21 13:36:44 +00:00
let resagain = man.request::<Texture>(&get_image("squiggles.png")).unwrap();
2024-01-15 23:07:47 +00:00
assert_eq!(Arc::strong_count(&resagain.data), 3);
2023-09-21 13:36:44 +00:00
}
/// Ensures that an error is returned when a file that doesn't exist is requested
#[test]
fn ensure_none() {
let mut man = ResourceManager::new();
let res = man.request::<Texture>(&get_image("squigglesfff.png"));
let err = res.err().unwrap();
assert!(
match err {
// make sure the error is NotFound
2023-09-21 18:22:46 +00:00
RequestError::Loader(LoaderError::IoError(e)) if e.kind() == io::ErrorKind::NotFound => true,
2023-09-21 13:36:44 +00:00
_ => false
}
);
}
2024-01-15 23:07:47 +00:00
#[test]
fn reload_image() {
let mut man = ResourceManager::new();
let res = man.request::<Texture>(&get_image("squiggles.png")).unwrap();
assert_eq!(res.state(), ResourceState::Ready);
let img = res.data_ref();
2024-01-15 23:07:47 +00:00
img.unwrap();
println!("Path = {}", res.path());
2024-01-15 23:07:47 +00:00
man.reload(res.clone()).unwrap();
assert_eq!(res.version(), 1);
man.reload(res.clone()).unwrap();
assert_eq!(res.version(), 2);
}
#[test]
fn watch_image() {
let orig_path = get_image("squiggles.png");
let image_path = get_image("squiggles_test.png");
std::fs::copy(orig_path, &image_path).unwrap();
2024-01-15 23:07:47 +00:00
let mut man = ResourceManager::new();
let res = man.request::<Texture>(&image_path).unwrap();
assert_eq!(res.state(), ResourceState::Ready);
let img = res.data_ref();
2024-01-15 23:07:47 +00:00
img.unwrap();
let recv = man.watch(&image_path, false).unwrap();
std::fs::remove_file(&image_path).unwrap();
let event = recv.recv().unwrap();
let event = event.unwrap();
2024-01-16 04:22:21 +00:00
assert!(event.iter().any(|ev| ev.kind.is_remove() || ev.kind.is_modify()));
2024-01-15 23:07:47 +00:00
}
2023-09-12 18:25:33 +00:00
}