1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
|
use crate::backup_progress::BackupProgress;
use crate::backup_run::{BackupError, IncrementalBackup, InitialBackup};
use crate::chunkid::ChunkId;
use crate::client::BackupClient;
use crate::config::ClientConfig;
use crate::error::ObnamError;
use crate::fsiter::FsIterator;
use crate::generation::NascentGeneration;
use bytesize::MIB;
use log::info;
use std::path::Path;
use std::time::SystemTime;
use structopt::StructOpt;
use tempfile::NamedTempFile;
const SQLITE_CHUNK_SIZE: usize = MIB as usize;
#[derive(Debug, StructOpt)]
pub struct Backup {}
impl Backup {
pub fn run(&self, config: &ClientConfig) -> Result<(), ObnamError> {
let runtime = SystemTime::now();
let client = BackupClient::new(config)?;
let genlist = client.list_generations()?;
let (gen_id, file_count, warnings) = match genlist.resolve("latest") {
Err(_) => initial_backup(&config, &client)?,
Ok(old_ref) => incremental_backup(&old_ref, &config, &client)?,
};
for w in warnings.iter() {
println!("warning: {}", w);
}
report_stats(&runtime, file_count, &gen_id, warnings.len())?;
Ok(())
}
}
fn report_stats(
runtime: &SystemTime,
file_count: i64,
gen_id: &ChunkId,
num_warnings: usize,
) -> Result<(), ObnamError> {
println!("status: OK");
println!("warnings: {}", num_warnings);
println!("duration: {}", runtime.elapsed()?.as_secs());
println!("file-count: {}", file_count);
println!("generation-id: {}", gen_id);
Ok(())
}
fn initial_backup(
config: &ClientConfig,
client: &BackupClient,
) -> Result<(ChunkId, i64, Vec<BackupError>), ObnamError> {
info!("fresh backup without a previous generation");
let newtemp = NamedTempFile::new()?;
let run = InitialBackup::new(config, &client)?;
let mut all_warnings = vec![];
let count = {
let mut new = NascentGeneration::create(newtemp.path())?;
for root in &config.roots {
let iter = FsIterator::new(root, config.exclude_cache_tag_directories);
let warnings = new.insert_iter(iter.map(|entry| run.backup(entry)))?;
for w in warnings {
all_warnings.push(w);
}
}
new.file_count()
};
run.drop();
let gen_id = upload_nascent_generation(client, newtemp.path())?;
Ok((gen_id, count, all_warnings))
}
fn incremental_backup(
old_ref: &str,
config: &ClientConfig,
client: &BackupClient,
) -> Result<(ChunkId, i64, Vec<BackupError>), ObnamError> {
info!("incremental backup based on {}", old_ref);
let newtemp = NamedTempFile::new()?;
let mut run = IncrementalBackup::new(config, &client)?;
let mut all_warnings = vec![];
let count = {
let oldtemp = NamedTempFile::new()?;
let old = run.fetch_previous_generation(old_ref, oldtemp.path())?;
run.start_backup(&old)?;
let mut new = NascentGeneration::create(newtemp.path())?;
for root in &config.roots {
let iter = FsIterator::new(root, config.exclude_cache_tag_directories);
let warnings = new.insert_iter(iter.map(|entry| run.backup(entry, &old)))?;
for w in warnings {
all_warnings.push(w);
}
}
new.file_count()
};
run.drop();
let gen_id = upload_nascent_generation(client, newtemp.path())?;
Ok((gen_id, count, all_warnings))
}
fn upload_nascent_generation(
client: &BackupClient,
filename: &Path,
) -> Result<ChunkId, ObnamError> {
let progress = BackupProgress::upload_generation();
let gen_id = client.upload_generation(filename, SQLITE_CHUNK_SIZE)?;
progress.finish();
Ok(gen_id)
}
|
