use std::collections::HashMap;
use std::io::Write;
use byteorder::{BigEndian, ByteOrder};
use colored::Colorize;
use indicatif::{ProgressBar, ProgressStyle};
use crate::cli::{wprintln, wprint};
use crate::innodb::checksum;
use crate::innodb::page::{FilHeader, FspHeader};
use crate::innodb::page_types::PageType;
use crate::innodb::tablespace::Tablespace;
use crate::util::hex::format_offset;
use crate::IdbError;
pub struct ParseOptions {
pub file: String,
pub page: Option<u64>,
pub verbose: bool,
pub no_empty: bool,
pub page_size: Option<u32>,
pub json: bool,
}
#[derive(serde::Serialize)]
struct PageJson {
page_number: u64,
header: FilHeader,
page_type_name: String,
page_type_description: String,
byte_start: u64,
byte_end: u64,
#[serde(skip_serializing_if = "Option::is_none")]
fsp_header: Option<crate::innodb::page::FspHeader>,
}
pub fn execute(opts: &ParseOptions, writer: &mut dyn Write) -> Result<(), IdbError> {
let mut ts = match opts.page_size {
Some(ps) => Tablespace::open_with_page_size(&opts.file, ps)?,
None => Tablespace::open(&opts.file)?,
};
let page_size = ts.page_size();
if opts.json {
return execute_json(opts, &mut ts, page_size, writer);
}
if let Some(page_num) = opts.page {
let page_data = ts.read_page(page_num)?;
print_page_info(writer, &page_data, page_num, page_size, opts.verbose)?;
} else {
let page0 = ts.read_page(0)?;
if let Some(fsp) = FspHeader::parse(&page0) {
print_fsp_header(writer, &fsp)?;
wprintln!(writer)?;
}
wprintln!(
writer,
"Pages in {} ({} pages, page size {}):",
opts.file,
ts.page_count(),
page_size
)?;
wprintln!(writer, "{}", "-".repeat(50))?;
let mut type_counts: HashMap<PageType, u64> = HashMap::new();
let pb = ProgressBar::new(ts.page_count());
pb.set_style(
ProgressStyle::default_bar()
.template("{spinner:.green} [{bar:40.cyan/blue}] {pos}/{len} pages ({eta})")
.unwrap()
.progress_chars("#>-"),
);
for page_num in 0..ts.page_count() {
pb.inc(1);
let page_data = ts.read_page(page_num)?;
let header = match FilHeader::parse(&page_data) {
Some(h) => h,
None => continue,
};
*type_counts.entry(header.page_type).or_insert(0) += 1;
if opts.no_empty && header.checksum == 0 && header.page_type == PageType::Allocated {
continue;
}
if header.checksum == 0 && page_num != 0 && !opts.verbose {
continue;
}
print_page_info(writer, &page_data, page_num, page_size, opts.verbose)?;
}
pb.finish_and_clear();
wprintln!(writer)?;
wprintln!(writer, "{}", "Page Type Summary".bold())?;
let mut sorted_types: Vec<_> = type_counts.iter().collect();
sorted_types.sort_by(|a, b| b.1.cmp(a.1));
for (pt, count) in sorted_types {
let label = if *count == 1 { "page" } else { "pages" };
wprintln!(writer, " {:20} {:>6} {}", pt.name(), count, label)?;
}
}
Ok(())
}
fn execute_json(
opts: &ParseOptions,
ts: &mut Tablespace,
page_size: u32,
writer: &mut dyn Write,
) -> Result<(), IdbError> {
let mut pages = Vec::new();
let range: Box<dyn Iterator<Item = u64>> = if let Some(p) = opts.page {
Box::new(std::iter::once(p))
} else {
Box::new(0..ts.page_count())
};
for page_num in range {
let page_data = ts.read_page(page_num)?;
let header = match FilHeader::parse(&page_data) {
Some(h) => h,
None => continue,
};
if opts.no_empty && header.checksum == 0 && header.page_type == PageType::Allocated {
continue;
}
let pt = header.page_type;
let byte_start = page_num * page_size as u64;
let fsp_header = if page_num == 0 {
FspHeader::parse(&page_data)
} else {
None
};
pages.push(PageJson {
page_number: page_num,
page_type_name: pt.name().to_string(),
page_type_description: pt.description().to_string(),
byte_start,
byte_end: byte_start + page_size as u64,
header,
fsp_header,
});
}
wprintln!(
writer,
"{}",
serde_json::to_string_pretty(&pages).unwrap_or_else(|_| "[]".to_string())
)?;
Ok(())
}
fn print_page_info(writer: &mut dyn Write, page_data: &[u8], page_num: u64, page_size: u32, verbose: bool) -> Result<(), IdbError> {
let header = match FilHeader::parse(page_data) {
Some(h) => h,
None => {
eprintln!("Could not parse FIL header for page {}", page_num);
return Ok(());
}
};
let byte_start = page_num * page_size as u64;
let byte_end = byte_start + page_size as u64;
let pt = header.page_type;
wprintln!(writer, "Page: {}", header.page_number)?;
wprintln!(writer, "{}", "-".repeat(20))?;
wprintln!(writer, "{}", "HEADER".bold())?;
wprintln!(writer, "Byte Start: {}", format_offset(byte_start))?;
wprintln!(
writer,
"Page Type: {}\n-- {}: {} - {}",
pt.as_u16(),
pt.name(),
pt.description(),
pt.usage()
)?;
if verbose {
wprintln!(writer, "PAGE_N_HEAP (Amount of records in page): {}", read_page_n_heap(page_data))?;
}
wprint!(writer, "Prev Page: ")?;
if !header.has_prev() {
wprintln!(writer, "Not used.")?;
} else {
wprintln!(writer, "{}", header.prev_page)?;
}
wprint!(writer, "Next Page: ")?;
if !header.has_next() {
wprintln!(writer, "Not used.")?;
} else {
wprintln!(writer, "{}", header.next_page)?;
}
wprintln!(writer, "LSN: {}", header.lsn)?;
wprintln!(writer, "Space ID: {}", header.space_id)?;
wprintln!(writer, "Checksum: {}", header.checksum)?;
let csum_result = checksum::validate_checksum(page_data, page_size);
if verbose {
let status = if csum_result.valid {
"OK".green().to_string()
} else {
"MISMATCH".red().to_string()
};
wprintln!(
writer,
"Checksum Status: {} ({:?}, stored={}, calculated={})",
status, csum_result.algorithm, csum_result.stored_checksum, csum_result.calculated_checksum
)?;
}
wprintln!(writer)?;
let ps = page_size as usize;
if page_data.len() >= ps {
let trailer_offset = ps - 8;
if let Some(trailer) = crate::innodb::page::FilTrailer::parse(&page_data[trailer_offset..]) {
wprintln!(writer, "{}", "TRAILER".bold())?;
wprintln!(writer, "Old-style Checksum: {}", trailer.checksum)?;
wprintln!(writer, "Low 32 bits of LSN: {}", trailer.lsn_low32)?;
wprintln!(writer, "Byte End: {}", format_offset(byte_end))?;
if verbose {
let lsn_valid = checksum::validate_lsn(page_data, page_size);
let lsn_status = if lsn_valid {
"OK".green().to_string()
} else {
"MISMATCH".red().to_string()
};
wprintln!(writer, "LSN Consistency: {}", lsn_status)?;
}
}
}
wprintln!(writer, "{}", "-".repeat(20))?;
Ok(())
}
fn print_fsp_header(writer: &mut dyn Write, fsp: &FspHeader) -> Result<(), IdbError> {
wprintln!(writer, "{}", "-".repeat(20))?;
wprintln!(writer, "{}", "FSP_HDR - Filespace Header".bold())?;
wprintln!(writer, "{}", "-".repeat(20))?;
wprintln!(writer, "Space ID: {}", fsp.space_id)?;
wprintln!(writer, "Size (pages): {}", fsp.size)?;
wprintln!(writer, "Page Free Limit: {}", fsp.free_limit)?;
wprintln!(writer, "Flags: {}", fsp.flags)?;
Ok(())
}
fn read_page_n_heap(page_data: &[u8]) -> u16 {
let offset = crate::innodb::constants::FIL_PAGE_DATA + 4; if page_data.len() < offset + 2 {
return 0;
}
BigEndian::read_u16(&page_data[offset..])
}