use crate::chunk::{DataChunk, GenerationChunk, GenerationChunkError}; use crate::chunkid::ChunkId; use crate::chunkmeta::ChunkMeta; use crate::index::{Index, IndexError}; use crate::store::{Store, StoreError}; use std::collections::HashSet; use std::path::Path; /// A store for chunks and their metadata. /// /// This combines Store and Index into one interface to make it easier /// to handle the server side storage of chunks. pub struct IndexedStore { store: Store, index: Index, } /// All the errors that may be returned for `IndexStore`. #[derive(Debug, thiserror::Error)] pub enum IndexedError { /// An error from Index. #[error(transparent)] IndexError(#[from] IndexError), #[error(transparent)] GenerationChunkError(#[from] GenerationChunkError), /// An error from Store. #[error(transparent)] SqlError(#[from] StoreError), } /// A result from an `Index` operation. pub type IndexedResult = Result; impl IndexedStore { pub fn new(dirname: &Path) -> IndexedResult { let store = Store::new(dirname); let index = Index::new(dirname)?; Ok(Self { store, index }) } pub fn save(&mut self, meta: &ChunkMeta, chunk: &DataChunk) -> IndexedResult { let id = ChunkId::new(); self.store.save(&id, meta, chunk)?; self.insert_meta(&id, meta)?; Ok(id) } fn insert_meta(&mut self, id: &ChunkId, meta: &ChunkMeta) -> IndexedResult<()> { self.index.insert_meta(id.clone(), meta.clone())?; Ok(()) } pub fn load(&self, id: &ChunkId) -> IndexedResult<(DataChunk, ChunkMeta)> { Ok((self.store.load(id)?, self.load_meta(id)?)) } pub fn load_meta(&self, id: &ChunkId) -> IndexedResult { Ok(self.index.get_meta(id)?) } pub fn find_by_sha256(&self, sha256: &str) -> IndexedResult> { Ok(self.index.find_by_sha256(sha256)?) } pub fn find_generations(&self) -> IndexedResult> { Ok(self.index.find_generations()?) } pub fn find_file_chunks(&self) -> IndexedResult> { let gen_ids = self.find_generations()?; let mut sql_chunks: HashSet = HashSet::new(); for id in gen_ids { let gen_chunk = self.store.load(&id)?; let gen = GenerationChunk::from_data_chunk(&gen_chunk)?; for sqlite_chunk_id in gen.chunk_ids() { sql_chunks.insert(sqlite_chunk_id.clone()); } } let all_chunk_ids = self.index.all_chunks()?; let file_chunks = all_chunk_ids .iter() .filter(|id| !sql_chunks.contains(id)) .map(|id| id.clone()) .collect(); Ok(file_chunks) } pub fn remove(&mut self, id: &ChunkId) -> IndexedResult<()> { self.index.remove_meta(id)?; self.store.delete(id)?; Ok(()) } }