1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
// Copyright 2019-2026 ChainSafe Systems
// SPDX-License-Identifier: Apache-2.0, MIT
use std::path::PathBuf;
use crate::cli::subcommands::prompt_confirm;
use crate::cli_shared::{chain_path, read_config};
use crate::db::BlockstoreWithWriteBuffer;
use crate::db::db_engine::{db_root, open_db};
use crate::networks::NetworkChain;
use crate::utils::db::car_stream::CarStream;
use clap::Subcommand;
use fvm_ipld_blockstore::Blockstore;
use indicatif::{ProgressBar, ProgressStyle};
use tokio_stream::StreamExt;
use tracing::error;
#[derive(Debug, Subcommand)]
pub enum DBCommands {
/// Show DB stats
Stats {
/// Optional TOML file containing forest daemon configuration
#[arg(short, long)]
config: Option<PathBuf>,
/// Optional chain, will override the chain section of configuration file if used
#[arg(long)]
chain: Option<NetworkChain>,
},
/// DB destruction
Destroy {
/// Answer yes to all forest-cli yes/no questions without prompting
#[arg(long)]
force: bool,
/// Optional TOML file containing forest daemon configuration
#[arg(short, long)]
config: Option<PathBuf>,
/// Optional chain, will override the chain section of configuration file if used
#[arg(long)]
chain: Option<NetworkChain>,
},
/// Import CAR files into the key-value store
Import {
/// Snapshot input paths. Supports `.car`, `.car.zst`, and `.forest.car.zst`.
#[arg(num_args = 1.., required = true)]
snapshot_files: Vec<PathBuf>,
/// Filecoin network chain
#[arg(long, required = true)]
chain: NetworkChain,
/// Optional path to the database folder that powers a Forest node
#[arg(long)]
db: Option<PathBuf>,
/// Skip block validation
#[arg(long)]
skip_validation: bool,
},
}
impl DBCommands {
pub async fn run(self) -> anyhow::Result<()> {
match self {
Self::Stats { config, chain } => {
use human_repr::HumanCount as _;
let (_, config) = read_config(config.as_ref(), chain.clone())?;
let dir = db_root(&chain_path(&config))?;
println!("Database path: {}", dir.display());
let size = fs_extra::dir::get_size(dir).unwrap_or_default();
println!("Database size: {}", size.human_count_bytes());
Ok(())
}
Self::Destroy {
force,
config,
chain,
} => {
let (_, config) = read_config(config.as_ref(), chain.clone())?;
let dir = chain_path(&config);
if !dir.is_dir() {
println!(
"Aborted. Database path {} is not a valid directory",
dir.display()
);
return Ok(());
}
println!("Deleting {}", dir.display());
if !force && !prompt_confirm() {
println!("Aborted.");
return Ok(());
}
match fs_extra::dir::remove(&dir) {
Ok(_) => {
println!("Deleted {}", dir.display());
Ok(())
}
Err(err) => {
error!("{err}");
Ok(())
}
}
}
Self::Import {
snapshot_files,
chain,
db,
skip_validation: no_validation,
} => {
const DB_WRITE_BUFFER_CAPACITY: usize = 10000;
let db_root_path = if let Some(db) = db {
db
} else {
let (_, config) = read_config(None, Some(chain.clone()))?;
db_root(&chain_path(&config))?
};
println!("Opening parity-db at {}", db_root_path.display());
let db_writer = BlockstoreWithWriteBuffer::new_with_capacity(
open_db(db_root_path, &Default::default())?,
DB_WRITE_BUFFER_CAPACITY,
);
let pb = ProgressBar::new_spinner().with_style(
ProgressStyle::with_template("{spinner} {msg}")
.expect("indicatif template must be valid"),
);
pb.enable_steady_tick(std::time::Duration::from_millis(100));
let mut total = 0;
for snap in snapshot_files {
let mut car = CarStream::new_from_path(&snap).await?;
while let Some(b) = car.try_next().await? {
if !no_validation {
b.validate()?;
}
db_writer.put_keyed(&b.cid, &b.data)?;
total += 1;
let text = format!("{total} blocks imported");
pb.set_message(text);
}
}
drop(db_writer);
pb.finish();
Ok(())
}
}
}
}