use super::chdman;
use super::chdman::{AsChd, AsRdsk, AsRiff, ChdType, ToChd, ToRdsk, ToRiff};
use super::common::*;
use super::config::*;
use super::database::*;
use super::dolphin;
use super::dolphin::{AsRvz, RvzCompressionAlgorithm, ToRvz};
use super::maxcso;
use super::maxcso::{AsXso, ToXso, XsoType};
use super::mimetype::*;
use super::model::*;
use super::nsz;
use super::nsz::{AsNsp, AsNsz, ToNsp, ToNsz};
use super::prompt::*;
use super::sevenzip;
use super::sevenzip::{ArchiveFile, ArchiveRomfile, AsArchive, ToArchive};
use super::util::*;
use super::SimpleResult;
use clap::builder::PossibleValuesParser;
use clap::{Arg, ArgAction, ArgMatches, Command};
use indexmap::map::IndexMap;
use indicatif::{HumanBytes, ProgressBar};
use rayon::prelude::*;
use sqlx::sqlite::SqliteConnection;
use std::cmp::Ordering;
use std::collections::HashMap;
use std::mem::drop;
use std::str::FromStr;
const ALL_FORMATS: &[&str] = &["ORIGINAL", "7Z", "CHD", "CSO", "NSZ", "RVZ", "ZIP", "ZSO"];
const ARCADE_FORMATS: &[&str] = &["ORIGINAL", "ZIP"];
pub fn subcommand() -> Command {
Command::new("convert-roms")
.about("Convert ROM files between common formats")
.arg(
Arg::new("FORMAT")
.short('f')
.long("format")
.help("Set the destination format")
.required(false)
.num_args(1)
.value_parser(PossibleValuesParser::new(ALL_FORMATS.iter())),
)
.arg(
Arg::new("GAME")
.short('g')
.long("game")
.help("Select games by name")
.required(false)
.action(ArgAction::Append),
)
.arg(
Arg::new("SYSTEM")
.short('s')
.long("system")
.help("Select systems by name")
.required(false)
.action(ArgAction::Append),
)
.arg(
Arg::new("ALL")
.short('a')
.long("all")
.help("Convert all systems/games")
.required(false)
.action(ArgAction::SetTrue),
)
.arg(
Arg::new("RECOMPRESS")
.short('r')
.long("recompress")
.help("Force conversion even if already in the selected format")
.required(false)
.action(ArgAction::SetTrue),
)
.arg(
Arg::new("DIFF")
.short('d')
.long("diff")
.help("Print size differences")
.required(false)
.action(ArgAction::SetTrue),
)
.arg(
Arg::new("CHECK")
.short('c')
.long("check")
.help("Check ROM files after conversion")
.required(false)
.action(ArgAction::SetTrue),
)
.arg(
Arg::new("PARENTS")
.short('p')
.long("parents")
.help("Prompt for CHD parents")
.required(false)
.action(ArgAction::SetTrue),
)
}
pub async fn main(
connection: &mut SqliteConnection,
matches: &ArgMatches,
progress_bar: &ProgressBar,
) -> SimpleResult<()> {
let systems = match matches.get_many::<String>("SYSTEM") {
Some(system_names) => {
let mut systems: Vec<System> = vec![];
for system_name in system_names {
systems.append(&mut find_systems_by_name_like(connection, system_name).await);
}
systems.dedup_by_key(|system| system.id);
systems
}
None => prompt_for_systems(connection, None, false, matches.get_flag("ALL")).await?,
};
let format = match matches.get_one::<String>("FORMAT") {
Some(format) => format.as_str().to_owned(),
None => ALL_FORMATS
.get(select(ALL_FORMATS, "Please select a format", None, None)?)
.map(|&s| s.to_owned())
.unwrap(),
};
let recompress = matches.get_flag("RECOMPRESS");
let diff = matches.get_flag("DIFF");
let check = matches.get_flag("CHECK");
match format.as_str() {
"7Z" | "ZIP" => {
if sevenzip::get_version().await.is_err() {
progress_bar.println("Please install sevenzip");
return Ok(());
}
}
"CHD" => {
if chdman::get_version().await.is_err() {
progress_bar.println("Please install chdman");
return Ok(());
}
}
"CSO" => {
if maxcso::get_version().await.is_err() {
progress_bar.println("Please install maxcso");
return Ok(());
}
}
"NSZ" => {
if nsz::get_version().await.is_err() {
progress_bar.println("Please install nsz");
return Ok(());
}
}
"RVZ" => {
if dolphin::get_version().await.is_err() {
progress_bar.println("Please install dolphin-tool");
return Ok(());
}
}
"ZSO" => {
if maxcso::get_version().await.is_err() {
progress_bar.println("Please install maxcso");
return Ok(());
}
}
"ORIGINAL" => {}
_ => bail!("Not supported"),
}
for system in systems {
progress_bar.println(format!("Processing \"{}\"", system.name));
if format == "CHD"
&& system.name.contains("Dreamcast")
&& chdman::get_version()
.await?
.as_str()
.cmp(chdman::MIN_DREAMCAST_VERSION)
== Ordering::Less
{
progress_bar.println(format!("Older chdman versions have issues with Dreamcast games, please update to {} or newer", chdman::MIN_DREAMCAST_VERSION));
continue;
}
if system.arcade && !ARCADE_FORMATS.contains(&format.as_str()) {
progress_bar.println(format!(
"Only {:?} are supported for arcade systems",
ARCADE_FORMATS
));
continue;
}
let games = match matches.get_many::<String>("GAME") {
Some(game_names) => {
let mut games: Vec<Game> = vec![];
for game_name in game_names {
games.append(
&mut find_complete_games_by_name_and_system_id(
connection, game_name, system.id,
)
.await,
);
}
games.dedup_by_key(|game| game.id);
prompt_for_games(games, cfg!(test))?
}
None => find_complete_games_by_system_id(connection, system.id).await,
};
if games.is_empty() {
if matches.index_of("GAME").is_some() {
progress_bar.println("No matching game");
}
continue;
}
let roms = find_roms_with_romfile_by_game_ids(
connection,
&games.par_iter().map(|game| game.id).collect::<Vec<i64>>(),
)
.await;
let romfiles = find_romfiles_by_ids(
connection,
roms.par_iter()
.map(|rom| rom.romfile_id.unwrap())
.collect::<Vec<i64>>()
.as_slice(),
)
.await;
let mut roms_by_game_id: IndexMap<i64, Vec<Rom>> = IndexMap::new();
roms.into_iter().for_each(|rom| {
let group = roms_by_game_id.entry(rom.game_id).or_default();
group.push(rom);
});
let games_by_id: HashMap<i64, Game> =
games.into_par_iter().map(|game| (game.id, game)).collect();
let romfiles_by_id: HashMap<i64, Romfile> = romfiles
.into_par_iter()
.map(|romfile| (romfile.id, romfile))
.collect();
match format.as_str() {
"ORIGINAL" => {
to_original(
connection,
progress_bar,
&system,
roms_by_game_id,
romfiles_by_id,
check,
)
.await?
}
"7Z" => {
let compression_level = get_integer(connection, "SEVENZIP_COMPRESSION_LEVEL").await;
let solid = get_bool(connection, "SEVENZIP_SOLID_COMPRESSION").await;
to_archive(
connection,
progress_bar,
&system,
games_by_id,
roms_by_game_id,
romfiles_by_id,
sevenzip::ArchiveType::Sevenzip,
recompress,
diff,
check,
&compression_level,
solid,
)
.await?
}
"ZIP" => {
let compression_level = get_integer(connection, "ZIP_COMPRESSION_LEVEL").await;
to_archive(
connection,
progress_bar,
&system,
games_by_id,
roms_by_game_id,
romfiles_by_id,
sevenzip::ArchiveType::Zip,
recompress,
diff,
check,
&compression_level,
false,
)
.await?
}
"CHD" => {
let cd_compression_algorithms =
get_list(connection, "CHD_CD_COMPRESSION_ALGORITHMS").await;
let cd_hunk_size = get_integer(connection, "CHD_CD_HUNK_SIZE").await;
let dvd_compression_algorithms =
get_list(connection, "CHD_DVD_COMPRESSION_ALGORITHMS").await;
let dvd_hunk_size = get_integer(connection, "CHD_DVD_HUNK_SIZE").await;
let hd_compression_algorithms =
get_list(connection, "CHD_HD_COMPRESSION_ALGORITHMS").await;
let hd_hunk_size = get_integer(connection, "CHD_HD_HUNK_SIZE").await;
let ld_compression_algorithms =
get_list(connection, "CHD_LD_COMPRESSION_ALGORITHMS").await;
let ld_hunk_size = get_integer(connection, "CHD_LD_HUNK_SIZE").await;
let parents = get_bool(connection, "CHD_PARENTS").await;
let prompt_for_parents = matches.get_flag("PARENTS");
to_chd(
connection,
progress_bar,
games_by_id,
roms_by_game_id,
romfiles_by_id,
recompress,
diff,
check,
&cd_compression_algorithms,
&cd_hunk_size,
&dvd_compression_algorithms,
&dvd_hunk_size,
&hd_compression_algorithms,
&hd_hunk_size,
&ld_compression_algorithms,
&ld_hunk_size,
parents,
prompt_for_parents,
)
.await?
}
"CSO" => {
to_cso(
connection,
progress_bar,
roms_by_game_id,
romfiles_by_id,
recompress,
diff,
check,
)
.await?
}
"NSZ" => {
to_nsz(
connection,
progress_bar,
roms_by_game_id,
romfiles_by_id,
recompress,
diff,
check,
)
.await?
}
"RVZ" => {
let compression_algorithm = RvzCompressionAlgorithm::from_str(
&get_string(connection, "RVZ_COMPRESSION_ALGORITHM")
.await
.unwrap(),
)
.unwrap();
let compression_level = get_integer(connection, "RVZ_COMPRESSION_LEVEL")
.await
.unwrap();
let block_size = get_integer(connection, "RVZ_BLOCK_SIZE").await.unwrap();
to_rvz(
connection,
progress_bar,
roms_by_game_id,
romfiles_by_id,
recompress,
diff,
check,
&compression_algorithm,
compression_level,
block_size,
)
.await?
}
"ZSO" => {
to_zso(
connection,
progress_bar,
roms_by_game_id,
romfiles_by_id,
recompress,
diff,
check,
)
.await?
}
_ => bail!("Not supported"),
}
progress_bar.println("");
}
Ok(())
}
#[allow(clippy::too_many_arguments)]
async fn to_archive(
connection: &mut SqliteConnection,
progress_bar: &ProgressBar,
system: &System,
games_by_id: HashMap<i64, Game>,
roms_by_game_id: IndexMap<i64, Vec<Rom>>,
romfiles_by_id: HashMap<i64, Romfile>,
archive_type: sevenzip::ArchiveType,
recompress: bool,
diff: bool,
check: bool,
compression_level: &Option<usize>,
solid: bool,
) -> SimpleResult<()> {
let (mut chds, roms_by_game_id): (IndexMap<i64, Vec<Rom>>, IndexMap<i64, Vec<Rom>>) =
roms_by_game_id.into_iter().partition(|(_, roms)| {
roms.par_iter().any(|rom| {
romfiles_by_id
.get(&rom.romfile_id.unwrap())
.unwrap()
.path
.ends_with(CHD_EXTENSION)
})
});
chds.par_sort_by(|_, a, _, b| {
b.par_iter()
.map(|rom| romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap())
.any(|romfile| romfile.parent_id.is_some())
.cmp(
&a.par_iter()
.map(|rom| romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap())
.any(|romfile| romfile.parent_id.is_some()),
)
});
let (csos, roms_by_game_id): (IndexMap<i64, Vec<Rom>>, IndexMap<i64, Vec<Rom>>) =
roms_by_game_id.into_iter().partition(|(_, roms)| {
roms.par_iter().any(|rom| {
romfiles_by_id
.get(&rom.romfile_id.unwrap())
.unwrap()
.path
.ends_with(CSO_EXTENSION)
})
});
let (nszs, roms_by_game_id): (IndexMap<i64, Vec<Rom>>, IndexMap<i64, Vec<Rom>>) =
roms_by_game_id.into_iter().partition(|(_, roms)| {
roms.par_iter().any(|rom| {
romfiles_by_id
.get(&rom.romfile_id.unwrap())
.unwrap()
.path
.ends_with(NSZ_EXTENSION)
})
});
let (rvzs, roms_by_game_id): (IndexMap<i64, Vec<Rom>>, IndexMap<i64, Vec<Rom>>) =
roms_by_game_id.into_iter().partition(|(_, roms)| {
roms.par_iter().any(|rom| {
romfiles_by_id
.get(&rom.romfile_id.unwrap())
.unwrap()
.path
.ends_with(RVZ_EXTENSION)
})
});
let (zsos, roms_by_game_id): (IndexMap<i64, Vec<Rom>>, IndexMap<i64, Vec<Rom>>) =
roms_by_game_id.into_iter().partition(|(_, roms)| {
roms.par_iter().any(|rom| {
romfiles_by_id
.get(&rom.romfile_id.unwrap())
.unwrap()
.path
.ends_with(ZSO_EXTENSION)
})
});
let (archives, roms_by_game_id): (IndexMap<i64, Vec<Rom>>, IndexMap<i64, Vec<Rom>>) =
roms_by_game_id.into_iter().partition(|(_, roms)| {
roms.par_iter().any(|rom| {
let path = &romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap().path;
path.ends_with(SEVENZIP_EXTENSION) || path.ends_with(ZIP_EXTENSION)
})
});
for roms in chds.values() {
let tmp_directory = create_tmp_directory(connection).await?;
let mut transaction = begin_transaction(connection).await;
let (cue_roms, bin_roms): (Vec<&Rom>, Vec<&Rom>) = roms
.iter()
.partition(|rom| rom.name.ends_with(CUE_EXTENSION));
let game = games_by_id.get(&bin_roms.first().unwrap().game_id).unwrap();
let romfile = romfiles_by_id
.get(&bin_roms.first().unwrap().romfile_id.unwrap())
.unwrap();
if !find_romfiles_by_parent_id(&mut transaction, romfile.id)
.await
.is_empty()
{
progress_bar.println("CHD has children, skipping");
continue;
}
let chd_romfile = match romfile.parent_id {
Some(parent_id) => {
let parent_chd_romfile = find_romfile_by_id(&mut transaction, parent_id)
.await
.as_common(&mut transaction)
.await?
.as_chd()
.await?;
romfile
.as_common(&mut transaction)
.await?
.as_chd_with_parent(parent_chd_romfile)
.await?
}
None => romfile.as_common(&mut transaction).await?.as_chd().await?,
};
match chd_romfile.chd_type {
ChdType::Cd => {
if chd_romfile.track_count > 1
&& chdman::get_version()
.await?
.as_str()
.cmp(chdman::MIN_SPLITBIN_VERSION)
== Ordering::Less
{
progress_bar.println(format!(
"Older chdman versions don't support splitbin, please update to {} or newer",
chdman::MIN_SPLITBIN_VERSION
));
continue;
}
let cue_rom = cue_roms.first().unwrap();
let cue_romfile = romfiles_by_id
.get(&cue_rom.romfile_id.unwrap())
.unwrap()
.as_common(&mut transaction)
.await?;
let cue_bin_romfile = chd_romfile
.to_cue_bin(
progress_bar,
&tmp_directory.path(),
Some(cue_romfile),
&bin_roms,
true,
)
.await?;
let mut archive_romfiles: Vec<ArchiveRomfile> = vec![];
let archive_romfile = cue_bin_romfile
.cue_romfile
.to_archive(
progress_bar,
&cue_bin_romfile.cue_romfile.path.parent().unwrap(),
&chd_romfile.romfile.path.parent().unwrap(),
&game.name,
&archive_type,
compression_level,
solid,
)
.await?;
archive_romfiles.push(archive_romfile);
for bin_romfile in cue_bin_romfile.bin_romfiles {
let archive_romfile = bin_romfile
.to_archive(
progress_bar,
&tmp_directory.path(),
&chd_romfile.romfile.path.parent().unwrap(),
&game.name,
&archive_type,
compression_level,
solid,
)
.await?;
archive_romfiles.push(archive_romfile);
}
if check {
let mut error = false;
let roms = [cue_roms.as_slice(), bin_roms.as_slice()].concat();
for (archive_romfile, rom) in archive_romfiles.iter().zip(roms) {
if archive_romfile
.check(&mut transaction, progress_bar, &None, &[rom])
.await
.is_err()
{
error = true;
break;
}
}
if error {
progress_bar.println("Converted file doesn't match the original");
archive_romfiles
.first()
.unwrap()
.romfile
.delete(progress_bar, false)
.await?;
continue;
}
}
archive_romfiles
.first()
.unwrap()
.romfile
.update(&mut transaction, progress_bar, romfile.id)
.await?;
update_romfile_parent(&mut transaction, romfile.id, None).await;
update_rom_romfile(&mut transaction, cue_rom.id, Some(romfile.id)).await;
delete_romfile_by_id(&mut transaction, cue_rom.romfile_id.unwrap()).await;
if diff {
print_diff(
&mut transaction,
progress_bar,
&roms.iter().collect::<Vec<&Rom>>(),
&[&cue_bin_romfile.cue_romfile, &chd_romfile.romfile],
&[&archive_romfiles.first().unwrap().romfile],
)
.await?;
}
cue_bin_romfile
.cue_romfile
.delete(progress_bar, false)
.await?;
chd_romfile.romfile.delete(progress_bar, false).await?;
}
ChdType::Dvd => {
let archive_romfile = chd_romfile
.to_iso(progress_bar, &tmp_directory.path())
.await?
.romfile
.to_archive(
progress_bar,
&tmp_directory.path(),
&chd_romfile.romfile.path.parent().unwrap(),
&game.name,
&archive_type,
compression_level,
solid,
)
.await?;
if check
&& archive_romfile
.check(
&mut transaction,
progress_bar,
&None,
&[bin_roms.first().unwrap()],
)
.await
.is_err()
{
progress_bar.println("Converted file doesn't match the original");
archive_romfile.romfile.delete(progress_bar, false).await?;
continue;
};
archive_romfile
.romfile
.update(&mut transaction, progress_bar, romfile.id)
.await?;
update_romfile_parent(&mut transaction, romfile.id, None).await;
if diff {
print_diff(
&mut transaction,
progress_bar,
&roms.iter().collect::<Vec<&Rom>>(),
&[&chd_romfile.romfile],
&[&archive_romfile.romfile],
)
.await?;
}
chd_romfile.romfile.delete(progress_bar, false).await?;
}
ChdType::Hd => {
let archive_romfile = chd_romfile
.to_rdsk(progress_bar, &tmp_directory.path())
.await?
.romfile
.to_archive(
progress_bar,
&tmp_directory.path(),
&chd_romfile.romfile.path.parent().unwrap(),
&game.name,
&archive_type,
compression_level,
solid,
)
.await?;
if check
&& archive_romfile
.check(
&mut transaction,
progress_bar,
&None,
&[bin_roms.first().unwrap()],
)
.await
.is_err()
{
progress_bar.println("Converted file doesn't match the original");
archive_romfile.romfile.delete(progress_bar, false).await?;
continue;
};
archive_romfile
.romfile
.update(&mut transaction, progress_bar, romfile.id)
.await?;
update_romfile_parent(&mut transaction, romfile.id, None).await;
if diff {
print_diff(
&mut transaction,
progress_bar,
&roms.iter().collect::<Vec<&Rom>>(),
&[&chd_romfile.romfile],
&[&archive_romfile.romfile],
)
.await?;
}
chd_romfile.romfile.delete(progress_bar, false).await?;
}
ChdType::Ld => {
let archive_romfile = chd_romfile
.to_riff(progress_bar, &tmp_directory.path())
.await?
.romfile
.to_archive(
progress_bar,
&tmp_directory.path(),
&chd_romfile.romfile.path.parent().unwrap(),
&game.name,
&archive_type,
compression_level,
solid,
)
.await?;
if check
&& archive_romfile
.check(
&mut transaction,
progress_bar,
&None,
&[bin_roms.first().unwrap()],
)
.await
.is_err()
{
progress_bar.println("Converted file doesn't match the original");
archive_romfile.romfile.delete(progress_bar, false).await?;
continue;
};
archive_romfile
.romfile
.update(&mut transaction, progress_bar, romfile.id)
.await?;
update_romfile_parent(&mut transaction, romfile.id, None).await;
if diff {
print_diff(
&mut transaction,
progress_bar,
&roms.iter().collect::<Vec<&Rom>>(),
&[&chd_romfile.romfile],
&[&archive_romfile.romfile],
)
.await?;
}
chd_romfile.romfile.delete(progress_bar, false).await?;
}
}
commit_transaction(transaction).await;
}
for roms in csos.values() {
let tmp_directory = create_tmp_directory(connection).await?;
let mut transaction = begin_transaction(connection).await;
let rom = roms.first().unwrap();
let game = games_by_id.get(&rom.game_id).unwrap();
let romfile = romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap();
let cso_romfile = romfile.as_common(&mut transaction).await?.as_xso().await?;
let archive_romfile = cso_romfile
.to_iso(progress_bar, &tmp_directory.path())
.await?
.romfile
.to_archive(
progress_bar,
&tmp_directory.path(),
&cso_romfile.romfile.path.parent().unwrap(),
&game.name,
&archive_type,
compression_level,
solid,
)
.await?;
if check
&& archive_romfile
.check(&mut transaction, progress_bar, &None, &[rom])
.await
.is_err()
{
progress_bar.println("Converted file doesn't match the original");
archive_romfile.romfile.delete(progress_bar, false).await?;
continue;
};
archive_romfile
.romfile
.update(&mut transaction, progress_bar, romfile.id)
.await?;
if diff {
print_diff(
&mut transaction,
progress_bar,
&roms.iter().collect::<Vec<&Rom>>(),
&[&cso_romfile.romfile],
&[&archive_romfile.romfile],
)
.await?;
}
cso_romfile.romfile.delete(progress_bar, false).await?;
commit_transaction(transaction).await;
}
for roms in nszs.values() {
let tmp_directory = create_tmp_directory(connection).await?;
let mut transaction = begin_transaction(connection).await;
let rom = roms.first().unwrap();
let game = games_by_id.get(&rom.game_id).unwrap();
let romfile = romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap();
let nsz_romfile = romfile.as_common(&mut transaction).await?.as_nsz()?;
let archive_romfile = nsz_romfile
.to_nsp(progress_bar, &tmp_directory.path())
.await?
.romfile
.to_archive(
progress_bar,
&tmp_directory.path(),
&nsz_romfile.romfile.path.parent().unwrap(),
&game.name,
&archive_type,
compression_level,
solid,
)
.await?;
if check
&& archive_romfile
.check(&mut transaction, progress_bar, &None, &[rom])
.await
.is_err()
{
progress_bar.println("Converted file doesn't match the original");
archive_romfile.romfile.delete(progress_bar, false).await?;
continue;
};
archive_romfile
.romfile
.update(&mut transaction, progress_bar, romfile.id)
.await?;
if diff {
print_diff(
&mut transaction,
progress_bar,
&roms.iter().collect::<Vec<&Rom>>(),
&[&nsz_romfile.romfile],
&[&archive_romfile.romfile],
)
.await?;
}
nsz_romfile.romfile.delete(progress_bar, false).await?;
commit_transaction(transaction).await;
}
for roms in rvzs.values() {
let tmp_directory = create_tmp_directory(connection).await?;
let mut transaction = begin_transaction(connection).await;
let rom = roms.first().unwrap();
let game = games_by_id.get(&rom.game_id).unwrap();
let romfile = romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap();
let rvz_romfile = romfile.as_common(&mut transaction).await?.as_rvz()?;
let archive_romfile = rvz_romfile
.to_iso(progress_bar, &tmp_directory.path())
.await?
.romfile
.to_archive(
progress_bar,
&tmp_directory.path(),
&rvz_romfile.romfile.path.parent().unwrap(),
&game.name,
&archive_type,
compression_level,
solid,
)
.await?;
if check
&& archive_romfile
.check(&mut transaction, progress_bar, &None, &[rom])
.await
.is_err()
{
progress_bar.println("Converted file doesn't match the original");
archive_romfile.romfile.delete(progress_bar, false).await?;
continue;
};
archive_romfile
.romfile
.update(&mut transaction, progress_bar, romfile.id)
.await?;
if diff {
print_diff(
&mut transaction,
progress_bar,
&roms.iter().collect::<Vec<&Rom>>(),
&[&rvz_romfile.romfile],
&[&archive_romfile.romfile],
)
.await?;
}
rvz_romfile.romfile.delete(progress_bar, false).await?;
commit_transaction(transaction).await;
}
for roms in zsos.values() {
let tmp_directory = create_tmp_directory(connection).await?;
let mut transaction = begin_transaction(connection).await;
let rom = roms.first().unwrap();
let game = games_by_id.get(&rom.game_id).unwrap();
let romfile = romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap();
let zso_romfile = romfile.as_common(&mut transaction).await?.as_xso().await?;
let archive_romfile = zso_romfile
.to_iso(progress_bar, &tmp_directory.path())
.await?
.romfile
.to_archive(
progress_bar,
&tmp_directory.path(),
&zso_romfile.romfile.path.parent().unwrap(),
&game.name,
&archive_type,
compression_level,
solid,
)
.await?;
if check
&& archive_romfile
.check(&mut transaction, progress_bar, &None, &[rom])
.await
.is_err()
{
progress_bar.println("Converted file doesn't match the original");
archive_romfile.romfile.delete(progress_bar, false).await?;
continue;
};
archive_romfile
.romfile
.update(&mut transaction, progress_bar, romfile.id)
.await?;
if diff {
print_diff(
&mut transaction,
progress_bar,
&roms.iter().collect::<Vec<&Rom>>(),
&[&zso_romfile.romfile],
&[&archive_romfile.romfile],
)
.await?;
}
zso_romfile.romfile.delete(progress_bar, false).await?;
commit_transaction(transaction).await;
}
for roms in archives.values() {
let tmp_directory = create_tmp_directory(connection).await?;
let mut transaction = begin_transaction(connection).await;
let game = games_by_id.get(&roms.first().unwrap().game_id).unwrap();
let romfile = romfiles_by_id
.get(&roms.first().unwrap().romfile_id.unwrap())
.unwrap();
let archive_romfiles = romfile
.as_common(&mut transaction)
.await?
.as_archive(progress_bar, None)
.await?;
let source_archive_type = archive_romfiles.first().unwrap().archive_type;
let mut archive_romfiles_roms: Vec<(ArchiveRomfile, &Rom)> = vec![];
for rom in roms {
let archive_romfile = archive_romfiles
.iter()
.find(|archive_romfile| archive_romfile.path == rom.name)
.unwrap();
if source_archive_type != archive_type {
archive_romfiles_roms.push((
archive_romfile
.to_archive(
progress_bar,
&tmp_directory.path(),
&archive_romfile.romfile.path.parent().unwrap(),
&game.name,
&archive_type,
compression_level,
solid,
)
.await?,
rom,
));
} else if recompress {
archive_romfiles_roms.push((
archive_romfile
.to_archive(
progress_bar,
&tmp_directory.path(),
&tmp_directory.path(),
&game.name,
&archive_type,
compression_level,
solid,
)
.await?,
rom,
));
}
}
if let Some(archive_romfile_rom) = archive_romfiles_roms.first() {
if check {
let mut error = false;
for (archive_romfile, rom) in &archive_romfiles_roms {
if archive_romfile
.check(&mut transaction, progress_bar, &None, &[rom])
.await
.is_err()
{
error = true;
break;
};
}
if error {
progress_bar.println("Converted files don't match the original");
if source_archive_type != archive_type {
archive_romfile_rom
.0
.romfile
.delete(progress_bar, false)
.await?;
}
continue;
}
}
if source_archive_type != archive_type {
romfile
.as_common(&mut transaction)
.await?
.delete(progress_bar, false)
.await?;
archive_romfile_rom
.0
.romfile
.update(&mut transaction, progress_bar, romfile.id)
.await?;
} else {
romfile
.as_common(&mut transaction)
.await?
.delete(progress_bar, false)
.await?;
archive_romfile_rom
.0
.romfile
.rename(
progress_bar,
&romfile.as_common(&mut transaction).await?.path,
false,
)
.await?
.update(&mut transaction, progress_bar, romfile.id)
.await?;
}
};
commit_transaction(transaction).await;
}
for (game_id, mut roms) in roms_by_game_id {
let mut transaction = begin_transaction(connection).await;
if roms.len() == 1 && !system.arcade {
let rom = roms.first().unwrap();
let game = games_by_id.get(&rom.game_id).unwrap();
let romfile = romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap();
let common_romfile = romfile.as_common(&mut transaction).await?;
let archive_romfile = common_romfile
.to_archive(
progress_bar,
&common_romfile.path.parent().unwrap(),
&common_romfile.path.parent().unwrap(),
&game.name,
&archive_type,
compression_level,
solid,
)
.await?;
if check
&& archive_romfile
.check(&mut transaction, progress_bar, &None, &[rom])
.await
.is_err()
{
progress_bar.println("Converted file doesn't match the original");
archive_romfile.romfile.delete(progress_bar, false).await?;
continue;
};
archive_romfile
.romfile
.update(&mut transaction, progress_bar, romfile.id)
.await?;
if diff {
print_diff(
&mut transaction,
progress_bar,
&roms.iter().collect::<Vec<&Rom>>(),
&[&common_romfile],
&[&archive_romfile.romfile],
)
.await?;
}
common_romfile.delete(progress_bar, false).await?;
} else {
let game = games_by_id.get(&game_id).unwrap();
roms.retain(|rom| {
let romfile = romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap();
!(romfile.path.ends_with(match archive_type {
sevenzip::ArchiveType::Sevenzip => SEVENZIP_EXTENSION,
sevenzip::ArchiveType::Zip => ZIP_EXTENSION,
}))
});
let directory = romfiles_by_id
.get(&roms.first().unwrap().romfile_id.unwrap())
.unwrap()
.as_common(&mut transaction)
.await?
.path
.parent()
.unwrap()
.to_path_buf();
let romfiles = roms
.iter()
.map(|rom| romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap())
.collect::<Vec<&Romfile>>();
let mut archive_romfiles: Vec<ArchiveRomfile> = vec![];
for romfile in &romfiles {
let common_romfile = romfile.as_common(&mut transaction).await?;
let archive_romfile = common_romfile
.to_archive(
progress_bar,
&common_romfile.path.parent().unwrap(),
&match system.arcade {
true => directory.parent().unwrap(),
false => directory.as_path(),
},
&game.name,
&archive_type,
compression_level,
solid,
)
.await?;
archive_romfiles.push(archive_romfile);
}
if check {
let mut results: Vec<SimpleResult<()>> = vec![];
for (archive_romfile, rom) in archive_romfiles.iter().zip(&roms) {
let result = archive_romfile
.check(&mut transaction, progress_bar, &None, &[rom])
.await;
if result.is_err() {
progress_bar.println("Converted file doesn't match the original");
archive_romfile.delete_file(progress_bar).await?;
}
results.push(result);
}
if results.par_iter().any(|result| result.is_err()) {
continue;
}
}
let archive_romfile_id = match find_romfile_by_path(
&mut transaction,
&archive_romfiles.first().unwrap().romfile.to_string(),
)
.await
{
Some(romfile) => romfile.id,
None => {
archive_romfiles
.first()
.unwrap()
.romfile
.create(&mut transaction, progress_bar, RomfileType::Romfile)
.await?
}
};
if diff {
let mut common_romfiles: Vec<CommonRomfile> = vec![];
for romfile in romfiles {
common_romfiles.push(romfile.as_common(&mut transaction).await?)
}
print_diff(
&mut transaction,
progress_bar,
&roms.iter().collect::<Vec<&Rom>>(),
&common_romfiles.iter().collect::<Vec<&CommonRomfile>>(),
&[&archive_romfiles.first().unwrap().romfile],
)
.await?;
}
for rom in &roms {
delete_romfile_by_id(&mut transaction, rom.romfile_id.unwrap()).await;
update_rom_romfile(&mut transaction, rom.id, Some(archive_romfile_id)).await;
}
if system.arcade {
remove_directory(progress_bar, &directory, false).await?;
} else {
for rom in roms {
romfiles_by_id
.get(&rom.romfile_id.unwrap())
.unwrap()
.as_common(&mut transaction)
.await?
.delete(progress_bar, false)
.await?;
}
}
}
commit_transaction(transaction).await;
}
Ok(())
}
#[allow(clippy::too_many_arguments)]
async fn to_chd(
connection: &mut SqliteConnection,
progress_bar: &ProgressBar,
games_by_id: HashMap<i64, Game>,
roms_by_game_id: IndexMap<i64, Vec<Rom>>,
romfiles_by_id: HashMap<i64, Romfile>,
recompress: bool,
diff: bool,
check: bool,
cd_compression_algorithms: &[String],
cd_hunk_size: &Option<usize>,
dvd_compression_algorithms: &[String],
dvd_hunk_size: &Option<usize>,
hd_compression_algorithms: &[String],
hd_hunk_size: &Option<usize>,
ld_compression_algorithms: &[String],
ld_hunk_size: &Option<usize>,
parents: bool,
prompt_for_parents: bool,
) -> SimpleResult<()> {
let (archives, others): (IndexMap<i64, Vec<Rom>>, IndexMap<i64, Vec<Rom>>) =
roms_by_game_id.into_iter().partition(|(_, roms)| {
roms.par_iter().any(|rom| {
let romfile = romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap();
romfile.path.ends_with(ZIP_EXTENSION) || romfile.path.ends_with(SEVENZIP_EXTENSION)
})
});
let (cue_bins, others): (IndexMap<i64, Vec<Rom>>, IndexMap<i64, Vec<Rom>>) =
others.into_iter().partition(|(_, roms)| {
roms.par_iter().any(|rom| {
romfiles_by_id
.get(&rom.romfile_id.unwrap())
.unwrap()
.path
.ends_with(CUE_EXTENSION)
}) && roms.par_iter().any(|rom| {
romfiles_by_id
.get(&rom.romfile_id.unwrap())
.unwrap()
.path
.ends_with(BIN_EXTENSION)
})
});
let (isos, others): (IndexMap<i64, Vec<Rom>>, IndexMap<i64, Vec<Rom>>) =
others.into_iter().partition(|(_, roms)| {
roms.par_iter().any(|rom| {
romfiles_by_id
.get(&rom.romfile_id.unwrap())
.unwrap()
.path
.ends_with(ISO_EXTENSION)
})
});
let (csos, others): (IndexMap<i64, Vec<Rom>>, IndexMap<i64, Vec<Rom>>) =
others.into_iter().partition(|(_, roms)| {
roms.par_iter().any(|rom| {
romfiles_by_id
.get(&rom.romfile_id.unwrap())
.unwrap()
.path
.ends_with(CSO_EXTENSION)
})
});
let (zsos, others): (IndexMap<i64, Vec<Rom>>, IndexMap<i64, Vec<Rom>>) =
others.into_iter().partition(|(_, roms)| {
roms.par_iter().any(|rom| {
romfiles_by_id
.get(&rom.romfile_id.unwrap())
.unwrap()
.path
.ends_with(ZSO_EXTENSION)
})
});
let (mut chds, others): (IndexMap<i64, Vec<Rom>>, IndexMap<i64, Vec<Rom>>) =
others.into_iter().partition(|(_, roms)| {
roms.par_iter().any(|rom| {
romfiles_by_id
.get(&rom.romfile_id.unwrap())
.unwrap()
.path
.ends_with(CHD_EXTENSION)
})
});
chds.par_sort_by(|_, a, _, b| {
b.par_iter()
.map(|rom| romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap())
.any(|romfile| romfile.parent_id.is_some())
.cmp(
&a.par_iter()
.map(|rom| romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap())
.any(|romfile| romfile.parent_id.is_some()),
)
});
for roms in archives.values() {
let tmp_directory = create_tmp_directory(connection).await?;
let mut transaction = begin_transaction(connection).await;
let mut romfiles: Vec<&Romfile> = roms
.iter()
.map(|rom| romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap())
.collect();
romfiles.dedup();
if romfiles.len() > 1 {
bail!("Multiple archives found");
}
let romfile = romfiles.first().unwrap();
let game = games_by_id.get(&roms.first().unwrap().game_id).unwrap();
let parent_chd_romfile = if prompt_for_parents {
prompt_for_parent_romfile(&mut transaction, game, CHD_EXTENSION).await?
} else if parents {
find_parent_chd_romfile_by_game(&mut transaction, game).await
} else {
None
};
if roms.len() == 1 {
let rom = roms.first().unwrap();
let archive_romfile = romfile
.as_common(&mut transaction)
.await?
.as_archive(progress_bar, Some(rom))
.await?
.pop()
.unwrap();
let common_romfile = archive_romfile
.to_common(progress_bar, &tmp_directory.path())
.await?;
let mut extension = common_romfile
.path
.extension()
.unwrap()
.to_str()
.unwrap()
.to_lowercase();
if extension != ISO_EXTENSION {
if let Some(mimetype) = get_mimetype(&common_romfile.path).await? {
extension = mimetype.extension().to_string();
}
}
let chd_romfile = match extension.as_str() {
ISO_EXTENSION => {
common_romfile
.as_iso()?
.to_chd(
progress_bar,
&archive_romfile.romfile.path.parent().unwrap(),
cd_compression_algorithms,
cd_hunk_size,
match parent_chd_romfile.as_ref() {
Some(romfile) => {
Some(romfile.as_common(&mut transaction).await.unwrap())
}
None => None,
},
)
.await?
}
RDSK_EXTENSION => {
common_romfile
.as_rdsk()
.await?
.to_chd(
progress_bar,
&archive_romfile.romfile.path.parent().unwrap(),
hd_compression_algorithms,
hd_hunk_size,
match parent_chd_romfile.as_ref() {
Some(romfile) => {
Some(romfile.as_common(&mut transaction).await.unwrap())
}
None => None,
},
)
.await?
}
RIFF_EXTENSION => {
common_romfile
.as_riff()
.await?
.to_chd(
progress_bar,
&archive_romfile.romfile.path.parent().unwrap(),
ld_compression_algorithms,
ld_hunk_size,
match parent_chd_romfile.as_ref() {
Some(romfile) => {
Some(romfile.as_common(&mut transaction).await.unwrap())
}
None => None,
},
)
.await?
}
_ => {
progress_bar.println("Unknown file type");
continue;
}
};
if check
&& chd_romfile
.check(&mut transaction, progress_bar, &None, &[rom])
.await
.is_err()
{
progress_bar.println("Converted file doesn't match the original");
chd_romfile.romfile.delete(progress_bar, false).await?;
continue;
};
if diff {
let common_romfile = romfile.as_common(&mut transaction).await?;
print_diff(
&mut transaction,
progress_bar,
&roms.iter().collect::<Vec<&Rom>>(),
&[&common_romfile],
&[&chd_romfile.romfile],
)
.await?;
}
chd_romfile
.romfile
.update(&mut transaction, progress_bar, romfile.id)
.await?;
update_romfile_parent(
&mut transaction,
romfile.id,
parent_chd_romfile.as_ref().map(|romfile| romfile.id),
)
.await;
romfile
.as_common(&mut transaction)
.await?
.delete(progress_bar, false)
.await?;
} else {
let (mut cue_roms, bin_roms): (Vec<&Rom>, Vec<&Rom>) = roms
.iter()
.partition(|rom| rom.name.ends_with(CUE_EXTENSION));
if cue_roms.is_empty() {
progress_bar.println("No CUE file, skipping");
continue;
}
let cue_rom = cue_roms.pop().unwrap();
let cue_romfile = romfile
.as_common(&mut transaction)
.await?
.as_archive(progress_bar, Some(cue_rom))
.await?
.pop()
.unwrap()
.to_common(progress_bar, &tmp_directory.path())
.await?;
let mut bin_romfiles: Vec<CommonRomfile> = vec![];
for rom in &bin_roms {
bin_romfiles.push(
romfile
.as_common(&mut transaction)
.await?
.as_archive(progress_bar, Some(rom))
.await?
.pop()
.unwrap()
.to_common(progress_bar, &tmp_directory.path())
.await?,
);
}
let cue_bin_romfile = cue_romfile.as_cue_bin(bin_romfiles)?;
let chd_romfile = cue_bin_romfile
.to_chd(
progress_bar,
&romfile
.as_common(&mut transaction)
.await?
.path
.parent()
.unwrap(),
cd_compression_algorithms,
cd_hunk_size,
match parent_chd_romfile.as_ref() {
Some(romfile) => Some(romfile.as_common(&mut transaction).await.unwrap()),
None => None,
},
)
.await?;
if check
&& chd_romfile
.check(&mut transaction, progress_bar, &None, &bin_roms)
.await
.is_err()
{
progress_bar.println("Converted file doesn't match the original");
chd_romfile.romfile.delete(progress_bar, false).await?;
continue;
};
if diff {
let common_romfile = romfile.as_common(&mut transaction).await?;
print_diff(
&mut transaction,
progress_bar,
&roms.iter().collect::<Vec<&Rom>>(),
&[&common_romfile],
&[&cue_bin_romfile.cue_romfile, &chd_romfile.romfile],
)
.await?;
}
let cue_romfile_id = cue_bin_romfile
.cue_romfile
.rename(
progress_bar,
&romfile
.as_common(&mut transaction)
.await?
.path
.parent()
.unwrap()
.join(cue_bin_romfile.cue_romfile.path.file_name().unwrap()),
false,
)
.await?
.create(&mut transaction, progress_bar, RomfileType::Romfile)
.await?;
update_rom_romfile(&mut transaction, cue_rom.id, Some(cue_romfile_id)).await;
chd_romfile
.romfile
.update(&mut transaction, progress_bar, romfile.id)
.await?;
update_romfile_parent(
&mut transaction,
romfile.id,
parent_chd_romfile.as_ref().map(|romfile| romfile.id),
)
.await;
romfile
.as_common(&mut transaction)
.await?
.delete(progress_bar, false)
.await?;
}
commit_transaction(transaction).await;
}
for roms in cue_bins.values() {
let mut transaction = begin_transaction(connection).await;
let game = games_by_id.get(&roms.first().unwrap().game_id).unwrap();
let parent_chd_romfile = if prompt_for_parents {
prompt_for_parent_romfile(&mut transaction, game, CHD_EXTENSION).await?
} else if parents {
find_parent_chd_romfile_by_game(&mut transaction, game).await
} else {
None
};
let (cue_roms, bin_roms): (Vec<&Rom>, Vec<&Rom>) = roms
.iter()
.partition(|rom| rom.name.ends_with(CUE_EXTENSION));
let cue_romfile = romfiles_by_id
.get(&cue_roms.first().unwrap().romfile_id.unwrap())
.unwrap()
.as_common(&mut transaction)
.await?;
let mut bin_romfiles: Vec<CommonRomfile> = vec![];
for bin_rom in &bin_roms {
bin_romfiles.push(
romfiles_by_id
.get(&bin_rom.romfile_id.unwrap())
.unwrap()
.as_common(&mut transaction)
.await?,
);
}
let cue_bin_romfile = cue_romfile.as_cue_bin(bin_romfiles)?;
let chd_romfile = cue_bin_romfile
.to_chd(
progress_bar,
&cue_bin_romfile.cue_romfile.path.parent().unwrap(),
cd_compression_algorithms,
cd_hunk_size,
match parent_chd_romfile.as_ref() {
Some(romfile) => Some(romfile.as_common(&mut transaction).await.unwrap()),
None => None,
},
)
.await?;
if check
&& chd_romfile
.check(&mut transaction, progress_bar, &None, &bin_roms)
.await
.is_err()
{
progress_bar.println("Converted file doesn't match the original");
chd_romfile.romfile.delete(progress_bar, false).await?;
continue;
};
if diff {
let roms = [cue_roms.as_slice(), bin_roms.as_slice()].concat();
let romfiles = [
&[cue_bin_romfile.cue_romfile],
cue_bin_romfile.bin_romfiles.as_slice(),
]
.concat();
print_diff(
&mut transaction,
progress_bar,
&roms,
&romfiles.iter().collect::<Vec<&CommonRomfile>>(),
&[&chd_romfile.romfile],
)
.await?;
}
let chd_romfile_id = chd_romfile
.romfile
.create(&mut transaction, progress_bar, RomfileType::Romfile)
.await?;
update_romfile_parent(
&mut transaction,
chd_romfile_id,
parent_chd_romfile.as_ref().map(|romfile| romfile.id),
)
.await;
for bin_rom in bin_roms {
let bin_romfile = romfiles_by_id.get(&bin_rom.romfile_id.unwrap()).unwrap();
update_rom_romfile(&mut transaction, bin_rom.id, Some(chd_romfile_id)).await;
delete_romfile_by_id(&mut transaction, bin_romfile.id).await;
bin_romfile
.as_common(&mut transaction)
.await?
.delete(progress_bar, false)
.await?;
}
commit_transaction(transaction).await;
}
for roms in isos.values() {
let mut transaction = begin_transaction(connection).await;
let rom = roms.first().unwrap();
let romfile = romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap();
let game = games_by_id.get(&rom.game_id).unwrap();
let parent_chd_romfile = if prompt_for_parents {
prompt_for_parent_romfile(&mut transaction, game, CHD_EXTENSION).await?
} else if parents {
find_parent_chd_romfile_by_game(&mut transaction, game).await
} else {
None
};
let iso_romfile = romfile.as_common(&mut transaction).await?.as_iso()?;
let chd_romfile = iso_romfile
.to_chd(
progress_bar,
&iso_romfile.romfile.path.parent().unwrap(),
dvd_compression_algorithms,
dvd_hunk_size,
match parent_chd_romfile.as_ref() {
Some(romfile) => Some(romfile.as_common(&mut transaction).await.unwrap()),
None => None,
},
)
.await?;
if check
&& chd_romfile
.check(&mut transaction, progress_bar, &None, &[rom])
.await
.is_err()
{
progress_bar.println("Converted file doesn't match the original");
chd_romfile.romfile.delete(progress_bar, false).await?;
continue;
};
if diff {
print_diff(
&mut transaction,
progress_bar,
&[rom],
&[&iso_romfile.romfile],
&[&chd_romfile.romfile],
)
.await?;
}
chd_romfile
.romfile
.update(&mut transaction, progress_bar, romfile.id)
.await?;
update_romfile_parent(
&mut transaction,
romfile.id,
parent_chd_romfile.as_ref().map(|romfile| romfile.id),
)
.await;
iso_romfile.romfile.delete(progress_bar, false).await?;
commit_transaction(transaction).await;
}
for roms in csos.values() {
let tmp_directory = create_tmp_directory(connection).await?;
let mut transaction = begin_transaction(connection).await;
let rom = roms.first().unwrap();
let romfile = romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap();
let game = games_by_id.get(&rom.game_id).unwrap();
let parent_chd_romfile = if prompt_for_parents {
prompt_for_parent_romfile(&mut transaction, game, CHD_EXTENSION).await?
} else if parents {
find_parent_chd_romfile_by_game(&mut transaction, game).await
} else {
None
};
let cso_romfile = romfile.as_common(&mut transaction).await?.as_xso().await?;
let chd_romfile = cso_romfile
.to_iso(progress_bar, &tmp_directory.path())
.await?
.to_chd(
progress_bar,
&cso_romfile.romfile.path.parent().unwrap(),
dvd_compression_algorithms,
dvd_hunk_size,
match parent_chd_romfile.as_ref() {
Some(romfile) => Some(romfile.as_common(&mut transaction).await.unwrap()),
None => None,
},
)
.await?;
if check
&& chd_romfile
.check(&mut transaction, progress_bar, &None, &[rom])
.await
.is_err()
{
progress_bar.println("Converted file doesn't match the original");
chd_romfile.romfile.delete(progress_bar, false).await?;
continue;
};
if diff {
print_diff(
&mut transaction,
progress_bar,
&[rom],
&[&cso_romfile.romfile],
&[&chd_romfile.romfile],
)
.await?;
}
chd_romfile
.romfile
.update(&mut transaction, progress_bar, romfile.id)
.await?;
update_romfile_parent(
&mut transaction,
romfile.id,
parent_chd_romfile.as_ref().map(|romfile| romfile.id),
)
.await;
cso_romfile.romfile.delete(progress_bar, false).await?;
commit_transaction(transaction).await;
}
for roms in zsos.values() {
let tmp_directory = create_tmp_directory(connection).await?;
let mut transaction = begin_transaction(connection).await;
let rom = roms.first().unwrap();
let romfile = romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap();
let game = games_by_id.get(&rom.game_id).unwrap();
let parent_chd_romfile = if prompt_for_parents {
prompt_for_parent_romfile(&mut transaction, game, CHD_EXTENSION).await?
} else if parents {
find_parent_chd_romfile_by_game(&mut transaction, game).await
} else {
None
};
let zso_romfile = romfile.as_common(&mut transaction).await?.as_xso().await?;
let chd_romfile = zso_romfile
.to_iso(progress_bar, &tmp_directory.path())
.await?
.to_chd(
progress_bar,
&zso_romfile.romfile.path.parent().unwrap(),
dvd_compression_algorithms,
dvd_hunk_size,
match parent_chd_romfile.as_ref() {
Some(romfile) => Some(romfile.as_common(&mut transaction).await.unwrap()),
None => None,
},
)
.await?;
if diff {
print_diff(
&mut transaction,
progress_bar,
&[rom],
&[&zso_romfile.romfile],
&[&chd_romfile.romfile],
)
.await?;
}
if check
&& chd_romfile
.check(&mut transaction, progress_bar, &None, &[rom])
.await
.is_err()
{
progress_bar.println("Converted file doesn't match the original");
chd_romfile.romfile.delete(progress_bar, false).await?;
continue;
};
chd_romfile
.romfile
.update(&mut transaction, progress_bar, romfile.id)
.await?;
update_romfile_parent(
&mut transaction,
romfile.id,
parent_chd_romfile.as_ref().map(|romfile| romfile.id),
)
.await;
zso_romfile.romfile.delete(progress_bar, false).await?;
commit_transaction(transaction).await;
}
for roms in others.values() {
let mut transaction = begin_transaction(connection).await;
let rom = roms.first().unwrap();
let romfile = romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap();
let game = games_by_id.get(&rom.game_id).unwrap();
let parent_chd_romfile = if prompt_for_parents {
prompt_for_parent_romfile(&mut transaction, game, CHD_EXTENSION).await?
} else if parents {
find_parent_chd_romfile_by_game(&mut transaction, game).await
} else {
None
};
let mimetype = get_mimetype(&romfile.as_common(&mut transaction).await?.path).await?;
if let Some(mimetype) = mimetype {
let chd_romfile = match mimetype.extension() {
RDSK_EXTENSION => {
let rdsk_romfile = romfile.as_common(&mut transaction).await?.as_rdsk().await?;
rdsk_romfile
.to_chd(
progress_bar,
&rdsk_romfile.romfile.path.parent().unwrap(),
hd_compression_algorithms,
hd_hunk_size,
match parent_chd_romfile.as_ref() {
Some(romfile) => {
Some(romfile.as_common(&mut transaction).await.unwrap())
}
None => None,
},
)
.await?
}
RIFF_EXTENSION => {
let riff_romfile = romfile.as_common(&mut transaction).await?.as_rdsk().await?;
riff_romfile
.to_chd(
progress_bar,
&riff_romfile.romfile.path.parent().unwrap(),
ld_compression_algorithms,
ld_hunk_size,
match parent_chd_romfile.as_ref() {
Some(romfile) => {
Some(romfile.as_common(&mut transaction).await.unwrap())
}
None => None,
},
)
.await?
}
_ => {
progress_bar.println("Unknown file type");
continue;
}
};
if check
&& chd_romfile
.check(&mut transaction, progress_bar, &None, &[rom])
.await
.is_err()
{
progress_bar.println("Converted file doesn't match the original");
chd_romfile.romfile.delete(progress_bar, false).await?;
continue;
};
if diff {
let common_romfile = romfile.as_common(&mut transaction).await?;
print_diff(
&mut transaction,
progress_bar,
&[rom],
&[&common_romfile],
&[&chd_romfile.romfile],
)
.await?;
}
chd_romfile
.romfile
.update(&mut transaction, progress_bar, romfile.id)
.await?;
update_romfile_parent(
&mut transaction,
romfile.id,
parent_chd_romfile.as_ref().map(|romfile| romfile.id),
)
.await;
romfile
.as_common(&mut transaction)
.await?
.delete(progress_bar, false)
.await?;
}
commit_transaction(transaction).await;
}
if recompress {
for roms in chds.values() {
let tmp_directory = create_tmp_directory(connection).await?;
let mut transaction = begin_transaction(connection).await;
let bin_roms: Vec<&Rom> = roms
.iter()
.filter(|rom| !rom.name.ends_with(CUE_EXTENSION))
.collect();
let game = games_by_id.get(&bin_roms.first().unwrap().game_id).unwrap();
let parent_chd_romfile = if prompt_for_parents {
prompt_for_parent_romfile(&mut transaction, game, CHD_EXTENSION).await?
} else if parents {
find_parent_chd_romfile_by_game(&mut transaction, game).await
} else {
None
};
let mut romfiles: Vec<&Romfile> = bin_roms
.iter()
.map(|rom| romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap())
.collect();
romfiles.dedup();
if romfiles.len() > 1 {
bail!("Multiple CHDs found");
}
let romfile = romfiles.first().unwrap();
if !find_romfiles_by_parent_id(&mut transaction, romfile.id)
.await
.is_empty()
{
progress_bar.println("CHD has children, skipping");
continue;
}
let chd_romfile = match romfile.parent_id {
Some(parent_id) => {
let parent_chd_romfile = find_romfile_by_id(&mut transaction, parent_id)
.await
.as_common(&mut transaction)
.await?
.as_chd()
.await?;
romfile
.as_common(&mut transaction)
.await?
.as_chd_with_parent(parent_chd_romfile)
.await?
}
None => romfile.as_common(&mut transaction).await?.as_chd().await?,
};
let new_chd_romfile = match chd_romfile.chd_type {
ChdType::Cd => {
if chd_romfile.track_count > 1
&& chdman::get_version()
.await?
.as_str()
.cmp(chdman::MIN_SPLITBIN_VERSION)
== Ordering::Less
{
progress_bar.println(format!(
"Older chdman versions don't support splitbin, please update to {} or newer",
chdman::MIN_SPLITBIN_VERSION
));
continue;
}
chd_romfile
.to_cue_bin(progress_bar, &tmp_directory.path(), None, &[], false)
.await?
.to_chd(
progress_bar,
&tmp_directory.path(),
cd_compression_algorithms,
cd_hunk_size,
match parent_chd_romfile.as_ref() {
Some(romfile) => {
Some(romfile.as_common(&mut transaction).await.unwrap())
}
None => None,
},
)
.await?
}
ChdType::Dvd => {
chd_romfile
.to_iso(progress_bar, &tmp_directory.path())
.await?
.to_chd(
progress_bar,
&tmp_directory.path(),
dvd_compression_algorithms,
dvd_hunk_size,
match parent_chd_romfile.as_ref() {
Some(romfile) => {
Some(romfile.as_common(&mut transaction).await.unwrap())
}
None => None,
},
)
.await?
}
ChdType::Hd => {
chd_romfile
.to_rdsk(progress_bar, &tmp_directory.path())
.await?
.to_chd(
progress_bar,
&tmp_directory.path(),
hd_compression_algorithms,
hd_hunk_size,
match parent_chd_romfile.as_ref() {
Some(romfile) => {
Some(romfile.as_common(&mut transaction).await.unwrap())
}
None => None,
},
)
.await?
}
ChdType::Ld => {
chd_romfile
.to_riff(progress_bar, &tmp_directory.path())
.await?
.to_chd(
progress_bar,
&tmp_directory.path(),
ld_compression_algorithms,
ld_hunk_size,
match parent_chd_romfile.as_ref() {
Some(romfile) => {
Some(romfile.as_common(&mut transaction).await.unwrap())
}
None => None,
},
)
.await?
}
};
if check
&& new_chd_romfile
.check(
&mut transaction,
progress_bar,
&None,
&[roms.first().unwrap()],
)
.await
.is_err()
{
progress_bar.println("Converted file doesn't match the original");
new_chd_romfile.romfile.delete(progress_bar, false).await?;
continue;
} else {
if diff {
print_diff(
&mut transaction,
progress_bar,
&roms.iter().collect::<Vec<&Rom>>(),
&[&chd_romfile.romfile],
&[&new_chd_romfile.romfile],
)
.await?;
}
chd_romfile.romfile.delete(progress_bar, false).await?;
new_chd_romfile
.romfile
.rename(progress_bar, &chd_romfile.romfile.path, false)
.await?
.update(&mut transaction, progress_bar, romfile.id)
.await?;
update_romfile_parent(
&mut transaction,
romfile.id,
parent_chd_romfile.as_ref().map(|romfile| romfile.id),
)
.await;
};
commit_transaction(transaction).await;
}
}
Ok(())
}
#[allow(clippy::too_many_arguments)]
async fn to_cso(
connection: &mut SqliteConnection,
progress_bar: &ProgressBar,
roms_by_game_id: IndexMap<i64, Vec<Rom>>,
romfiles_by_id: HashMap<i64, Romfile>,
recompress: bool,
diff: bool,
check: bool,
) -> SimpleResult<()> {
let (archives, others): (IndexMap<i64, Vec<Rom>>, IndexMap<i64, Vec<Rom>>) =
roms_by_game_id.into_iter().partition(|(_, roms)| {
roms.par_iter().any(|rom| {
let romfile = romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap();
romfile.path.ends_with(ZIP_EXTENSION) || romfile.path.ends_with(SEVENZIP_EXTENSION)
})
});
let (isos, others): (IndexMap<i64, Vec<Rom>>, IndexMap<i64, Vec<Rom>>) =
others.into_iter().partition(|(_, roms)| {
roms.par_iter().any(|rom| {
romfiles_by_id
.get(&rom.romfile_id.unwrap())
.unwrap()
.path
.ends_with(ISO_EXTENSION)
})
});
let (mut chds, others): (IndexMap<i64, Vec<Rom>>, IndexMap<i64, Vec<Rom>>) =
others.into_iter().partition(|(_, roms)| {
roms.par_iter().any(|rom| {
romfiles_by_id
.get(&rom.romfile_id.unwrap())
.unwrap()
.path
.ends_with(CHD_EXTENSION)
})
});
chds.par_sort_by(|_, a, _, b| {
b.par_iter()
.map(|rom| romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap())
.any(|romfile| romfile.parent_id.is_some())
.cmp(
&a.par_iter()
.map(|rom| romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap())
.any(|romfile| romfile.parent_id.is_some()),
)
});
let (csos, others): (IndexMap<i64, Vec<Rom>>, IndexMap<i64, Vec<Rom>>) =
others.into_iter().partition(|(_, roms)| {
roms.par_iter().any(|rom| {
romfiles_by_id
.get(&rom.romfile_id.unwrap())
.unwrap()
.path
.ends_with(CSO_EXTENSION)
})
});
let (zsos, others): (IndexMap<i64, Vec<Rom>>, IndexMap<i64, Vec<Rom>>) =
others.into_iter().partition(|(_, roms)| {
roms.par_iter().any(|rom| {
romfiles_by_id
.get(&rom.romfile_id.unwrap())
.unwrap()
.path
.ends_with(ZSO_EXTENSION)
})
});
drop(others);
for roms in archives.values() {
if roms.len() > 1 || !roms.first().unwrap().name.ends_with(ISO_EXTENSION) {
continue;
}
let tmp_directory = create_tmp_directory(connection).await?;
let mut transaction = begin_transaction(connection).await;
let rom = roms.first().unwrap();
let romfile = romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap();
let archive_romfile = romfile
.as_common(&mut transaction)
.await?
.as_archive(progress_bar, Some(rom))
.await?
.pop()
.unwrap();
let cso_romfile = archive_romfile
.to_common(progress_bar, &tmp_directory.path())
.await?
.as_iso()?
.to_xso(
progress_bar,
&archive_romfile.romfile.path.parent().unwrap(),
XsoType::Cso,
)
.await?;
if check
&& cso_romfile
.check(&mut transaction, progress_bar, &None, &[rom])
.await
.is_err()
{
progress_bar.println("Converted file doesn't match the original");
cso_romfile.romfile.delete(progress_bar, false).await?;
continue;
};
if diff {
print_diff(
&mut transaction,
progress_bar,
&[rom],
&[&archive_romfile.romfile],
&[&cso_romfile.romfile],
)
.await?;
}
cso_romfile
.romfile
.update(&mut transaction, progress_bar, romfile.id)
.await?;
archive_romfile.romfile.delete(progress_bar, false).await?;
commit_transaction(transaction).await;
}
for roms in isos.values() {
let mut transaction = begin_transaction(connection).await;
let rom = roms.first().unwrap();
let romfile = romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap();
let iso_romfile = romfile.as_common(&mut transaction).await?.as_iso()?;
let cso_romfile = iso_romfile
.to_xso(
progress_bar,
&iso_romfile.romfile.path.parent().unwrap(),
XsoType::Cso,
)
.await?;
if check
&& cso_romfile
.check(&mut transaction, progress_bar, &None, &[rom])
.await
.is_err()
{
progress_bar.println("Converted file doesn't match the original");
cso_romfile.romfile.delete(progress_bar, false).await?;
continue;
};
if diff {
print_diff(
&mut transaction,
progress_bar,
&[rom],
&[&iso_romfile.romfile],
&[&cso_romfile.romfile],
)
.await?;
}
cso_romfile
.romfile
.update(&mut transaction, progress_bar, romfile.id)
.await?;
iso_romfile.romfile.delete(progress_bar, false).await?;
commit_transaction(transaction).await;
}
for roms in chds.values() {
if roms.len() > 1 || !roms.first().unwrap().name.ends_with(ISO_EXTENSION) {
continue;
}
let tmp_directory = create_tmp_directory(connection).await?;
let mut transaction = begin_transaction(connection).await;
let rom = roms.first().unwrap();
let romfile = romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap();
if !find_romfiles_by_parent_id(&mut transaction, romfile.id)
.await
.is_empty()
{
progress_bar.println("CHD has children, skipping");
continue;
}
let chd_romfile = match romfile.parent_id {
Some(parent_id) => {
let parent_chd_romfile = find_romfile_by_id(&mut transaction, parent_id)
.await
.as_common(&mut transaction)
.await?
.as_chd()
.await?;
romfile
.as_common(&mut transaction)
.await?
.as_chd_with_parent(parent_chd_romfile)
.await?
}
None => romfile.as_common(&mut transaction).await?.as_chd().await?,
};
if chd_romfile.chd_type != ChdType::Dvd {
continue;
}
let cso_romfile = chd_romfile
.to_iso(progress_bar, &tmp_directory.path())
.await?
.to_xso(
progress_bar,
&chd_romfile.romfile.path.parent().unwrap(),
XsoType::Cso,
)
.await?;
if check
&& cso_romfile
.check(&mut transaction, progress_bar, &None, &[rom])
.await
.is_err()
{
progress_bar.println("Converted file doesn't match the original");
cso_romfile.romfile.delete(progress_bar, false).await?;
continue;
};
if diff {
print_diff(
&mut transaction,
progress_bar,
&[rom],
&[&chd_romfile.romfile],
&[&cso_romfile.romfile],
)
.await?;
}
cso_romfile
.romfile
.update(&mut transaction, progress_bar, romfile.id)
.await?;
if romfile.parent_id.is_some() {
update_romfile_parent(&mut transaction, romfile.id, None).await;
}
chd_romfile.romfile.delete(progress_bar, false).await?;
commit_transaction(transaction).await;
}
for roms in zsos.values() {
let tmp_directory = create_tmp_directory(connection).await?;
let mut transaction = begin_transaction(connection).await;
let rom = roms.first().unwrap();
let romfile = romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap();
let zso_romfile = romfile.as_common(&mut transaction).await?.as_xso().await?;
let cso_romfile = zso_romfile
.to_iso(progress_bar, &tmp_directory.path())
.await?
.to_xso(
progress_bar,
&zso_romfile.romfile.path.parent().unwrap(),
XsoType::Cso,
)
.await?;
if check
&& cso_romfile
.check(&mut transaction, progress_bar, &None, &[rom])
.await
.is_err()
{
progress_bar.println("Converted file doesn't match the original");
cso_romfile.romfile.delete(progress_bar, false).await?;
continue;
};
if diff {
print_diff(
&mut transaction,
progress_bar,
&[rom],
&[&zso_romfile.romfile],
&[&cso_romfile.romfile],
)
.await?;
}
cso_romfile
.romfile
.update(&mut transaction, progress_bar, romfile.id)
.await?;
zso_romfile.romfile.delete(progress_bar, false).await?;
commit_transaction(transaction).await;
}
if recompress {
for roms in csos.values() {
let tmp_directory = create_tmp_directory(connection).await?;
let mut transaction = begin_transaction(connection).await;
let rom = roms.first().unwrap();
let romfile = romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap();
let cso_romfile = romfile.as_common(&mut transaction).await?.as_xso().await?;
let new_cso_romfile = cso_romfile
.to_iso(progress_bar, &tmp_directory.path())
.await?
.to_xso(progress_bar, &tmp_directory.path(), XsoType::Cso)
.await?;
if check
&& new_cso_romfile
.check(&mut transaction, progress_bar, &None, &[rom])
.await
.is_err()
{
progress_bar.println("Converted file doesn't match the original");
new_cso_romfile.romfile.delete(progress_bar, false).await?;
continue;
} else {
if diff {
print_diff(
&mut transaction,
progress_bar,
&roms.iter().collect::<Vec<&Rom>>(),
&[&cso_romfile.romfile],
&[&new_cso_romfile.romfile],
)
.await?;
}
cso_romfile.romfile.delete(progress_bar, false).await?;
new_cso_romfile
.romfile
.rename(progress_bar, &cso_romfile.romfile.path, false)
.await?
.update(&mut transaction, progress_bar, romfile.id)
.await?;
};
commit_transaction(transaction).await;
}
}
Ok(())
}
#[allow(clippy::too_many_arguments)]
async fn to_nsz(
connection: &mut SqliteConnection,
progress_bar: &ProgressBar,
roms_by_game_id: IndexMap<i64, Vec<Rom>>,
romfiles_by_id: HashMap<i64, Romfile>,
recompress: bool,
diff: bool,
check: bool,
) -> SimpleResult<()> {
let (archives, others): (IndexMap<i64, Vec<Rom>>, IndexMap<i64, Vec<Rom>>) =
roms_by_game_id.into_iter().partition(|(_, roms)| {
roms.par_iter().any(|rom| {
let romfile = romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap();
romfile.path.ends_with(ZIP_EXTENSION) || romfile.path.ends_with(SEVENZIP_EXTENSION)
})
});
let (nsps, others): (IndexMap<i64, Vec<Rom>>, IndexMap<i64, Vec<Rom>>) =
others.into_iter().partition(|(_, roms)| {
roms.par_iter().any(|rom| {
romfiles_by_id
.get(&rom.romfile_id.unwrap())
.unwrap()
.path
.ends_with(NSP_EXTENSION)
})
});
let (nszs, others): (IndexMap<i64, Vec<Rom>>, IndexMap<i64, Vec<Rom>>) =
others.into_iter().partition(|(_, roms)| {
roms.par_iter().any(|rom| {
romfiles_by_id
.get(&rom.romfile_id.unwrap())
.unwrap()
.path
.ends_with(NSZ_EXTENSION)
})
});
drop(others);
for roms in archives.values() {
if roms.len() > 1 || !roms.first().unwrap().name.ends_with(NSP_EXTENSION) {
continue;
}
let tmp_directory = create_tmp_directory(connection).await?;
let mut transaction = begin_transaction(connection).await;
let rom = roms.first().unwrap();
let romfile = romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap();
let archive_romfile = romfile
.as_common(&mut transaction)
.await?
.as_archive(progress_bar, Some(rom))
.await?
.pop()
.unwrap();
let nsz_romfile = archive_romfile
.to_common(progress_bar, &tmp_directory.path())
.await?
.as_nsp()?
.to_nsz(
progress_bar,
&archive_romfile.romfile.path.parent().unwrap(),
)
.await?;
if check
&& nsz_romfile
.check(&mut transaction, progress_bar, &None, &[rom])
.await
.is_err()
{
progress_bar.println("Converted file doesn't match the original");
nsz_romfile.romfile.delete(progress_bar, false).await?;
continue;
};
if diff {
print_diff(
&mut transaction,
progress_bar,
&[rom],
&[&archive_romfile.romfile],
&[&nsz_romfile.romfile],
)
.await?;
}
nsz_romfile
.romfile
.update(&mut transaction, progress_bar, romfile.id)
.await?;
archive_romfile.romfile.delete(progress_bar, false).await?;
commit_transaction(transaction).await;
}
for roms in nsps.values() {
let mut transaction = begin_transaction(connection).await;
let rom = roms.first().unwrap();
let romfile = romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap();
let nsp_romfile = romfile.as_common(&mut transaction).await?.as_nsp()?;
let nsz_romfile = nsp_romfile
.to_nsz(progress_bar, &nsp_romfile.romfile.path.parent().unwrap())
.await?;
if check
&& nsz_romfile
.check(&mut transaction, progress_bar, &None, &[rom])
.await
.is_err()
{
progress_bar.println("Converted file doesn't match the original");
nsz_romfile.romfile.delete(progress_bar, false).await?;
continue;
};
if diff {
print_diff(
&mut transaction,
progress_bar,
&[rom],
&[&nsp_romfile.romfile],
&[&nsz_romfile.romfile],
)
.await?;
}
nsz_romfile
.romfile
.update(&mut transaction, progress_bar, romfile.id)
.await?;
nsp_romfile.romfile.delete(progress_bar, false).await?;
commit_transaction(transaction).await;
}
if recompress {
for roms in nszs.values() {
let tmp_directory = create_tmp_directory(connection).await?;
let mut transaction = begin_transaction(connection).await;
let rom = roms.first().unwrap();
let romfile = romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap();
let nsz_romfile = romfile.as_common(&mut transaction).await?.as_nsz()?;
let new_nsz_romfile = nsz_romfile
.to_nsp(progress_bar, &tmp_directory.path())
.await?
.to_nsz(progress_bar, &tmp_directory.path())
.await?;
if check
&& new_nsz_romfile
.check(&mut transaction, progress_bar, &None, &[rom])
.await
.is_err()
{
progress_bar.println("Converted file doesn't match the original");
new_nsz_romfile.romfile.delete(progress_bar, false).await?;
continue;
} else {
if diff {
print_diff(
&mut transaction,
progress_bar,
&roms.iter().collect::<Vec<&Rom>>(),
&[&nsz_romfile.romfile],
&[&new_nsz_romfile.romfile],
)
.await?;
}
nsz_romfile.romfile.delete(progress_bar, false).await?;
new_nsz_romfile
.romfile
.rename(progress_bar, &nsz_romfile.romfile.path, false)
.await?
.update(&mut transaction, progress_bar, romfile.id)
.await?;
};
commit_transaction(transaction).await;
}
}
Ok(())
}
#[allow(clippy::too_many_arguments)]
async fn to_rvz(
connection: &mut SqliteConnection,
progress_bar: &ProgressBar,
roms_by_game_id: IndexMap<i64, Vec<Rom>>,
romfiles_by_id: HashMap<i64, Romfile>,
recompress: bool,
diff: bool,
check: bool,
compression_algorithm: &RvzCompressionAlgorithm,
compression_level: usize,
block_size: usize,
) -> SimpleResult<()> {
let (archives, others): (IndexMap<i64, Vec<Rom>>, IndexMap<i64, Vec<Rom>>) =
roms_by_game_id.into_iter().partition(|(_, roms)| {
roms.par_iter().any(|rom| {
let romfile = romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap();
romfile.path.ends_with(ZIP_EXTENSION) || romfile.path.ends_with(SEVENZIP_EXTENSION)
})
});
let (isos, others): (IndexMap<i64, Vec<Rom>>, IndexMap<i64, Vec<Rom>>) =
others.into_iter().partition(|(_, roms)| {
roms.par_iter().any(|rom| {
romfiles_by_id
.get(&rom.romfile_id.unwrap())
.unwrap()
.path
.ends_with(ISO_EXTENSION)
})
});
let (rvzs, others): (IndexMap<i64, Vec<Rom>>, IndexMap<i64, Vec<Rom>>) =
others.into_iter().partition(|(_, roms)| {
roms.par_iter().any(|rom| {
romfiles_by_id
.get(&rom.romfile_id.unwrap())
.unwrap()
.path
.ends_with(RVZ_EXTENSION)
})
});
drop(others);
for roms in archives.values() {
if roms.len() > 1 || !roms.first().unwrap().name.ends_with(ISO_EXTENSION) {
continue;
}
let tmp_directory = create_tmp_directory(connection).await?;
let mut transaction = begin_transaction(connection).await;
let rom = roms.first().unwrap();
let romfile = romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap();
let archive_romfile = romfile
.as_common(&mut transaction)
.await?
.as_archive(progress_bar, Some(rom))
.await?
.pop()
.unwrap();
let rvz_romfile = archive_romfile
.to_common(progress_bar, &tmp_directory.path())
.await?
.as_iso()?
.to_rvz(
progress_bar,
&archive_romfile.romfile.path.parent().unwrap(),
compression_algorithm,
compression_level,
block_size,
false,
)
.await?;
if check
&& rvz_romfile
.check(&mut transaction, progress_bar, &None, &[rom])
.await
.is_err()
{
progress_bar.println("Converted file doesn't match the original");
rvz_romfile.romfile.delete(progress_bar, false).await?;
continue;
};
if diff {
print_diff(
&mut transaction,
progress_bar,
&[rom],
&[&archive_romfile.romfile],
&[&rvz_romfile.romfile],
)
.await?;
}
rvz_romfile
.romfile
.update(&mut transaction, progress_bar, romfile.id)
.await?;
archive_romfile.romfile.delete(progress_bar, false).await?;
commit_transaction(transaction).await;
}
for roms in isos.values() {
let mut transaction = begin_transaction(connection).await;
let rom = roms.first().unwrap();
let romfile = romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap();
let iso_romfile = romfile.as_common(&mut transaction).await?.as_iso()?;
let rvz_romfile = iso_romfile
.to_rvz(
progress_bar,
&iso_romfile.romfile.path.parent().unwrap(),
compression_algorithm,
compression_level,
block_size,
false,
)
.await?;
if check
&& rvz_romfile
.check(&mut transaction, progress_bar, &None, &[rom])
.await
.is_err()
{
progress_bar.println("Converted file doesn't match the original");
rvz_romfile.romfile.delete(progress_bar, false).await?;
continue;
};
if diff {
print_diff(
&mut transaction,
progress_bar,
&[rom],
&[&iso_romfile.romfile],
&[&rvz_romfile.romfile],
)
.await?;
}
rvz_romfile
.romfile
.update(&mut transaction, progress_bar, romfile.id)
.await?;
iso_romfile.romfile.delete(progress_bar, false).await?;
commit_transaction(transaction).await;
}
if recompress {
for roms in rvzs.values() {
let tmp_directory = create_tmp_directory(connection).await?;
let mut transaction = begin_transaction(connection).await;
for rom in roms {
let romfile = romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap();
let rvz_romfile = romfile.as_common(&mut transaction).await?.as_rvz()?;
let new_rvz_romfile = rvz_romfile
.to_iso(progress_bar, &rvz_romfile.romfile.path.parent().unwrap())
.await?
.to_rvz(
progress_bar,
&tmp_directory.path(),
compression_algorithm,
compression_level,
block_size,
false,
)
.await?;
if check
&& new_rvz_romfile
.check(&mut transaction, progress_bar, &None, &[rom])
.await
.is_err()
{
progress_bar.println("Converted file doesn't match the original");
new_rvz_romfile.romfile.delete(progress_bar, false).await?;
continue;
} else {
if diff {
print_diff(
&mut transaction,
progress_bar,
&roms.iter().collect::<Vec<&Rom>>(),
&[&rvz_romfile.romfile],
&[&new_rvz_romfile.romfile],
)
.await?;
}
rvz_romfile.romfile.delete(progress_bar, false).await?;
new_rvz_romfile
.romfile
.rename(progress_bar, &rvz_romfile.romfile.path, false)
.await?
.update(&mut transaction, progress_bar, romfile.id)
.await?;
};
}
commit_transaction(transaction).await;
}
}
Ok(())
}
#[allow(clippy::too_many_arguments)]
async fn to_zso(
connection: &mut SqliteConnection,
progress_bar: &ProgressBar,
roms_by_game_id: IndexMap<i64, Vec<Rom>>,
romfiles_by_id: HashMap<i64, Romfile>,
recompress: bool,
diff: bool,
check: bool,
) -> SimpleResult<()> {
let (archives, others): (IndexMap<i64, Vec<Rom>>, IndexMap<i64, Vec<Rom>>) =
roms_by_game_id.into_iter().partition(|(_, roms)| {
roms.par_iter().any(|rom| {
let romfile = romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap();
romfile.path.ends_with(ZIP_EXTENSION) || romfile.path.ends_with(SEVENZIP_EXTENSION)
})
});
let (isos, others): (IndexMap<i64, Vec<Rom>>, IndexMap<i64, Vec<Rom>>) =
others.into_iter().partition(|(_, roms)| {
roms.par_iter().any(|rom| {
romfiles_by_id
.get(&rom.romfile_id.unwrap())
.unwrap()
.path
.ends_with(ISO_EXTENSION)
})
});
let (mut chds, others): (IndexMap<i64, Vec<Rom>>, IndexMap<i64, Vec<Rom>>) =
others.into_iter().partition(|(_, roms)| {
roms.par_iter().any(|rom| {
romfiles_by_id
.get(&rom.romfile_id.unwrap())
.unwrap()
.path
.ends_with(CHD_EXTENSION)
})
});
chds.par_sort_by(|_, a, _, b| {
b.par_iter()
.map(|rom| romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap())
.any(|romfile| romfile.parent_id.is_some())
.cmp(
&a.par_iter()
.map(|rom| romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap())
.any(|romfile| romfile.parent_id.is_some()),
)
});
let (csos, others): (IndexMap<i64, Vec<Rom>>, IndexMap<i64, Vec<Rom>>) =
others.into_iter().partition(|(_, roms)| {
roms.par_iter().any(|rom| {
romfiles_by_id
.get(&rom.romfile_id.unwrap())
.unwrap()
.path
.ends_with(CSO_EXTENSION)
})
});
let (zsos, others): (IndexMap<i64, Vec<Rom>>, IndexMap<i64, Vec<Rom>>) =
others.into_iter().partition(|(_, roms)| {
roms.par_iter().any(|rom| {
romfiles_by_id
.get(&rom.romfile_id.unwrap())
.unwrap()
.path
.ends_with(ZSO_EXTENSION)
})
});
drop(others);
for roms in archives.values() {
if roms.len() > 1 || !roms.first().unwrap().name.ends_with(ISO_EXTENSION) {
continue;
}
let tmp_directory = create_tmp_directory(connection).await?;
let mut transaction = begin_transaction(connection).await;
let rom = roms.first().unwrap();
let romfile = romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap();
let archive_romfile = romfile
.as_common(&mut transaction)
.await?
.as_archive(progress_bar, Some(rom))
.await?
.pop()
.unwrap();
let zso_romfile = archive_romfile
.to_common(progress_bar, &tmp_directory.path())
.await?
.as_iso()?
.to_xso(
progress_bar,
&archive_romfile.romfile.path.parent().unwrap(),
XsoType::Zso,
)
.await?;
if check
&& zso_romfile
.check(&mut transaction, progress_bar, &None, &[rom])
.await
.is_err()
{
progress_bar.println("Converted file doesn't match the original");
zso_romfile.romfile.delete(progress_bar, false).await?;
continue;
};
if diff {
print_diff(
&mut transaction,
progress_bar,
&[rom],
&[&archive_romfile.romfile],
&[&zso_romfile.romfile],
)
.await?;
}
zso_romfile
.romfile
.update(&mut transaction, progress_bar, romfile.id)
.await?;
archive_romfile.romfile.delete(progress_bar, false).await?;
commit_transaction(transaction).await;
}
for roms in isos.values() {
let mut transaction = begin_transaction(connection).await;
let rom = roms.first().unwrap();
let romfile = romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap();
let iso_romfile = romfile.as_common(&mut transaction).await?.as_iso()?;
let zso_romfile = iso_romfile
.to_xso(
progress_bar,
&iso_romfile.romfile.path.parent().unwrap(),
XsoType::Zso,
)
.await?;
if check
&& zso_romfile
.check(&mut transaction, progress_bar, &None, &[rom])
.await
.is_err()
{
progress_bar.println("Converted file doesn't match the original");
zso_romfile.romfile.delete(progress_bar, false).await?;
continue;
};
if diff {
print_diff(
&mut transaction,
progress_bar,
&[rom],
&[&iso_romfile.romfile],
&[&zso_romfile.romfile],
)
.await?;
}
zso_romfile
.romfile
.update(&mut transaction, progress_bar, romfile.id)
.await?;
iso_romfile.romfile.delete(progress_bar, false).await?;
commit_transaction(transaction).await;
}
for roms in chds.values() {
if roms.len() > 1 || !roms.first().unwrap().name.ends_with(ISO_EXTENSION) {
continue;
}
let tmp_directory = create_tmp_directory(connection).await?;
let mut transaction = begin_transaction(connection).await;
let rom = roms.first().unwrap();
let romfile = romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap();
if !find_romfiles_by_parent_id(&mut transaction, romfile.id)
.await
.is_empty()
{
progress_bar.println("CHD has children, skipping");
continue;
}
let chd_romfile = match romfile.parent_id {
Some(parent_id) => {
let parent_chd_romfile = find_romfile_by_id(&mut transaction, parent_id)
.await
.as_common(&mut transaction)
.await?
.as_chd()
.await?;
romfile
.as_common(&mut transaction)
.await?
.as_chd_with_parent(parent_chd_romfile)
.await?
}
None => romfile.as_common(&mut transaction).await?.as_chd().await?,
};
if chd_romfile.chd_type != ChdType::Dvd {
continue;
}
let zso_romfile = chd_romfile
.to_iso(progress_bar, &tmp_directory.path())
.await?
.to_xso(
progress_bar,
&chd_romfile.romfile.path.parent().unwrap(),
XsoType::Zso,
)
.await?;
if check
&& zso_romfile
.check(&mut transaction, progress_bar, &None, &[rom])
.await
.is_err()
{
progress_bar.println("Converted file doesn't match the original");
zso_romfile.romfile.delete(progress_bar, false).await?;
continue;
};
if diff {
print_diff(
&mut transaction,
progress_bar,
&[rom],
&[&chd_romfile.romfile],
&[&zso_romfile.romfile],
)
.await?;
}
zso_romfile
.romfile
.update(&mut transaction, progress_bar, romfile.id)
.await?;
if romfile.parent_id.is_some() {
update_romfile_parent(&mut transaction, romfile.id, None).await;
}
chd_romfile.romfile.delete(progress_bar, false).await?;
commit_transaction(transaction).await;
}
for roms in csos.values() {
let tmp_directory = create_tmp_directory(connection).await?;
let mut transaction = begin_transaction(connection).await;
let rom = roms.first().unwrap();
let romfile = romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap();
let cso_romfile = romfile.as_common(&mut transaction).await?.as_xso().await?;
let zso_romfile = cso_romfile
.to_iso(progress_bar, &tmp_directory.path())
.await?
.to_xso(
progress_bar,
&cso_romfile.romfile.path.parent().unwrap(),
XsoType::Zso,
)
.await?;
if check
&& zso_romfile
.check(&mut transaction, progress_bar, &None, &[rom])
.await
.is_err()
{
progress_bar.println("Converted file doesn't match the original");
zso_romfile.romfile.delete(progress_bar, false).await?;
continue;
};
if diff {
print_diff(
&mut transaction,
progress_bar,
&[rom],
&[&cso_romfile.romfile],
&[&zso_romfile.romfile],
)
.await?;
}
zso_romfile
.romfile
.update(&mut transaction, progress_bar, romfile.id)
.await?;
cso_romfile.romfile.delete(progress_bar, false).await?;
commit_transaction(transaction).await;
}
if recompress {
for roms in zsos.values() {
let tmp_directory = create_tmp_directory(connection).await?;
let mut transaction = begin_transaction(connection).await;
let rom = roms.first().unwrap();
let romfile = romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap();
let zso_romfile = romfile.as_common(&mut transaction).await?.as_xso().await?;
let new_zso_romfile = zso_romfile
.to_iso(progress_bar, &tmp_directory.path())
.await?
.to_xso(progress_bar, &tmp_directory.path(), XsoType::Zso)
.await?;
if check
&& new_zso_romfile
.check(&mut transaction, progress_bar, &None, &[rom])
.await
.is_err()
{
progress_bar.println("Converted file doesn't match the original");
new_zso_romfile.romfile.delete(progress_bar, false).await?;
continue;
} else {
if diff {
print_diff(
&mut transaction,
progress_bar,
&roms.iter().collect::<Vec<&Rom>>(),
&[&zso_romfile.romfile],
&[&new_zso_romfile.romfile],
)
.await?;
}
zso_romfile.romfile.delete(progress_bar, false).await?;
new_zso_romfile
.romfile
.rename(progress_bar, &zso_romfile.romfile.path, false)
.await?
.update(&mut transaction, progress_bar, romfile.id)
.await?;
};
commit_transaction(transaction).await;
}
}
Ok(())
}
async fn to_original(
connection: &mut SqliteConnection,
progress_bar: &ProgressBar,
system: &System,
roms_by_game_id: IndexMap<i64, Vec<Rom>>,
romfiles_by_id: HashMap<i64, Romfile>,
check: bool,
) -> SimpleResult<()> {
let (archives, others): (IndexMap<i64, Vec<Rom>>, IndexMap<i64, Vec<Rom>>) =
roms_by_game_id.into_iter().partition(|(_, roms)| {
roms.par_iter().any(|rom| {
let romfile = romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap();
romfile.path.ends_with(ZIP_EXTENSION) || romfile.path.ends_with(SEVENZIP_EXTENSION)
})
});
let (mut chds, others): (IndexMap<i64, Vec<Rom>>, IndexMap<i64, Vec<Rom>>) =
others.into_iter().partition(|(_, roms)| {
roms.par_iter().any(|rom| {
romfiles_by_id
.get(&rom.romfile_id.unwrap())
.unwrap()
.path
.ends_with(CHD_EXTENSION)
})
});
chds.par_sort_by(|_, a, _, b| {
b.par_iter()
.map(|rom| romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap())
.any(|romfile| romfile.parent_id.is_some())
.cmp(
&a.par_iter()
.map(|rom| romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap())
.any(|romfile| romfile.parent_id.is_some()),
)
});
let (csos, others): (IndexMap<i64, Vec<Rom>>, IndexMap<i64, Vec<Rom>>) =
others.into_iter().partition(|(_, roms)| {
roms.par_iter().any(|rom| {
romfiles_by_id
.get(&rom.romfile_id.unwrap())
.unwrap()
.path
.ends_with(CSO_EXTENSION)
})
});
let (nszs, others): (IndexMap<i64, Vec<Rom>>, IndexMap<i64, Vec<Rom>>) =
others.into_iter().partition(|(_, roms)| {
roms.par_iter().any(|rom| {
romfiles_by_id
.get(&rom.romfile_id.unwrap())
.unwrap()
.path
.ends_with(NSP_EXTENSION)
})
});
let (rvzs, others): (IndexMap<i64, Vec<Rom>>, IndexMap<i64, Vec<Rom>>) =
others.into_iter().partition(|(_, roms)| {
roms.par_iter().any(|rom| {
romfiles_by_id
.get(&rom.romfile_id.unwrap())
.unwrap()
.path
.ends_with(RVZ_EXTENSION)
})
});
let (zsos, others): (IndexMap<i64, Vec<Rom>>, IndexMap<i64, Vec<Rom>>) =
others.into_iter().partition(|(_, roms)| {
roms.par_iter().any(|rom| {
romfiles_by_id
.get(&rom.romfile_id.unwrap())
.unwrap()
.path
.ends_with(ZSO_EXTENSION)
})
});
drop(others);
for roms in archives.values() {
if sevenzip::get_version().await.is_err() {
progress_bar.println("Please install sevenzip");
break;
}
let mut transaction = begin_transaction(connection).await;
let mut romfiles: Vec<&Romfile> = roms
.iter()
.map(|rom| romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap())
.filter(|romfile| {
romfile.path.ends_with(SEVENZIP_EXTENSION) || romfile.path.ends_with(ZIP_EXTENSION)
})
.collect();
romfiles.dedup();
if romfiles.len() > 1 {
bail!("Multiple archives found");
}
let romfile = romfiles.first().unwrap();
let archive_romfiles = romfile
.as_common(&mut transaction)
.await?
.as_archive(progress_bar, None)
.await?;
let roms: Vec<&Rom> = roms
.iter()
.filter(|rom| rom.romfile_id.unwrap() == romfile.id)
.collect();
let destination_directory = match system.arcade {
true => {
let romfile_path = &archive_romfiles.first().unwrap().romfile.path;
let directory = romfile_path
.parent()
.unwrap()
.join(romfile_path.file_stem().unwrap());
create_directory(progress_bar, &directory, false).await?;
directory
}
false => archive_romfiles
.first()
.unwrap()
.romfile
.path
.parent()
.unwrap()
.to_path_buf(),
};
let mut common_romfiles: Vec<CommonRomfile> = vec![];
for rom in &roms {
common_romfiles.push(
archive_romfiles
.iter()
.find(|archive_romfile| archive_romfile.path == rom.name)
.unwrap()
.to_common(progress_bar, &destination_directory)
.await?,
);
}
if check {
let mut error = false;
for (common_romfile, rom) in common_romfiles
.iter()
.zip(roms.iter())
.collect::<Vec<(&CommonRomfile, &&Rom)>>()
{
if common_romfile
.check(&mut transaction, progress_bar, &None, &[rom])
.await
.is_err()
{
error = true;
break;
};
}
if error {
progress_bar.println("Converted files don't match the original");
for common_romfile in common_romfiles {
common_romfile.delete(progress_bar, false).await?;
}
continue;
}
}
for (common_romfile, rom) in common_romfiles
.iter()
.zip(roms.iter())
.collect::<Vec<(&CommonRomfile, &&Rom)>>()
{
let romfile_id = common_romfile
.create(&mut transaction, progress_bar, RomfileType::Romfile)
.await?;
update_rom_romfile(&mut transaction, rom.id, Some(romfile_id)).await;
}
delete_romfile_by_id(&mut transaction, romfile.id).await;
archive_romfiles
.first()
.unwrap()
.romfile
.delete(progress_bar, false)
.await?;
commit_transaction(transaction).await;
}
for roms in chds.values() {
if chdman::get_version().await.is_err() {
progress_bar.println("Please install chdman");
break;
}
let mut transaction = begin_transaction(connection).await;
let (cue_roms, bin_roms): (Vec<&Rom>, Vec<&Rom>) = roms
.iter()
.partition(|rom| rom.name.ends_with(CUE_EXTENSION));
let mut romfiles: Vec<&Romfile> = bin_roms
.iter()
.map(|rom| romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap())
.collect();
romfiles.dedup();
if romfiles.len() > 1 {
bail!("Multiple CHDs found");
}
let romfile = romfiles.first().unwrap();
if !find_romfiles_by_parent_id(&mut transaction, romfile.id)
.await
.is_empty()
{
progress_bar.println("CHD has children, skipping");
continue;
}
let chd_romfile = match romfile.parent_id {
Some(parent_id) => {
let parent_chd_romfile = find_romfile_by_id(&mut transaction, parent_id)
.await
.as_common(&mut transaction)
.await?
.as_chd()
.await?;
romfile
.as_common(&mut transaction)
.await?
.as_chd_with_parent(parent_chd_romfile)
.await?
}
None => romfile.as_common(&mut transaction).await?.as_chd().await?,
};
match chd_romfile.chd_type {
ChdType::Cd => {
if chd_romfile.track_count > 1
&& chdman::get_version()
.await?
.as_str()
.cmp(chdman::MIN_SPLITBIN_VERSION)
== Ordering::Less
{
progress_bar.println(format!(
"Older chdman versions don't support splitbin, please update to {} or newer",
chdman::MIN_SPLITBIN_VERSION
));
continue;
}
let cue_romfile = romfiles_by_id
.get(&cue_roms.first().unwrap().romfile_id.unwrap())
.unwrap()
.as_common(&mut transaction)
.await?;
let cue_bin_romfile = chd_romfile
.to_cue_bin(
progress_bar,
&chd_romfile.romfile.path.parent().unwrap(),
Some(cue_romfile),
&bin_roms,
false,
)
.await?;
if check {
let mut error = false;
for (bin_romfile, bin_rom) in cue_bin_romfile
.bin_romfiles
.iter()
.zip(&bin_roms)
.collect::<Vec<(&CommonRomfile, &&Rom)>>()
{
if bin_romfile
.check(&mut transaction, progress_bar, &None, &[bin_rom])
.await
.is_err()
{
error = true;
break;
};
}
if error {
progress_bar.println("Converted files don't match the original");
if cue_roms.is_empty() {
cue_bin_romfile
.cue_romfile
.delete(progress_bar, false)
.await?;
}
for bin_romfile in cue_bin_romfile.bin_romfiles {
bin_romfile.delete(progress_bar, false).await?;
}
continue;
}
}
if cue_roms.is_empty() {
cue_bin_romfile
.cue_romfile
.delete(progress_bar, false)
.await?;
}
for (bin_romfile, bin_rom) in cue_bin_romfile
.bin_romfiles
.iter()
.zip(&bin_roms)
.collect::<Vec<(&CommonRomfile, &&Rom)>>()
{
let romfile_id = bin_romfile
.create(&mut transaction, progress_bar, RomfileType::Romfile)
.await?;
update_rom_romfile(&mut transaction, bin_rom.id, Some(romfile_id)).await;
}
delete_romfile_by_id(&mut transaction, romfile.id).await;
chd_romfile.romfile.delete(progress_bar, false).await?;
}
ChdType::Dvd => {
let iso_romfile = chd_romfile
.to_iso(progress_bar, &chd_romfile.romfile.path.parent().unwrap())
.await?;
if check
&& iso_romfile
.romfile
.check(
&mut transaction,
progress_bar,
&None,
&roms.iter().collect::<Vec<&Rom>>(),
)
.await
.is_err()
{
progress_bar.println("Converted file doesn't match the original");
iso_romfile.romfile.delete(progress_bar, false).await?;
continue;
};
iso_romfile
.romfile
.update(&mut transaction, progress_bar, romfile.id)
.await?;
if romfile.parent_id.is_some() {
update_romfile_parent(&mut transaction, romfile.id, None).await;
}
chd_romfile.romfile.delete(progress_bar, false).await?;
}
ChdType::Hd => {
let rdsk_romfile = chd_romfile
.to_rdsk(progress_bar, &chd_romfile.romfile.path.parent().unwrap())
.await?;
if check
&& rdsk_romfile
.romfile
.check(
&mut transaction,
progress_bar,
&None,
&roms.iter().collect::<Vec<&Rom>>(),
)
.await
.is_err()
{
progress_bar.println("Converted file doesn't match the original");
rdsk_romfile.romfile.delete(progress_bar, false).await?;
continue;
};
rdsk_romfile
.romfile
.update(&mut transaction, progress_bar, romfile.id)
.await?;
if romfile.parent_id.is_some() {
update_romfile_parent(&mut transaction, romfile.id, None).await;
}
chd_romfile.romfile.delete(progress_bar, false).await?;
}
ChdType::Ld => {
let riff_romfile = chd_romfile
.to_riff(progress_bar, &chd_romfile.romfile.path.parent().unwrap())
.await?;
if check
&& riff_romfile
.romfile
.check(
&mut transaction,
progress_bar,
&None,
&roms.iter().collect::<Vec<&Rom>>(),
)
.await
.is_err()
{
progress_bar.println("Converted file doesn't match the original");
riff_romfile.romfile.delete(progress_bar, false).await?;
continue;
};
riff_romfile
.romfile
.update(&mut transaction, progress_bar, romfile.id)
.await?;
if romfile.parent_id.is_some() {
update_romfile_parent(&mut transaction, romfile.id, None).await;
}
chd_romfile.romfile.delete(progress_bar, false).await?;
}
}
commit_transaction(transaction).await;
}
for roms in csos.values() {
if maxcso::get_version().await.is_err() {
progress_bar.println("Please install maxcso");
break;
}
let mut transaction = begin_transaction(connection).await;
let rom = roms.first().unwrap();
let romfile = romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap();
let cso_romfile = romfile.as_common(&mut transaction).await?.as_xso().await?;
let iso_romfile = cso_romfile
.to_iso(progress_bar, &cso_romfile.romfile.path.parent().unwrap())
.await?;
if check
&& iso_romfile
.romfile
.check(&mut transaction, progress_bar, &None, &[rom])
.await
.is_err()
{
progress_bar.println("Converted file doesn't match the original");
iso_romfile.romfile.delete(progress_bar, false).await?;
continue;
};
iso_romfile
.romfile
.update(&mut transaction, progress_bar, romfile.id)
.await?;
cso_romfile.romfile.delete(progress_bar, false).await?;
commit_transaction(transaction).await;
}
for roms in nszs.values() {
if nsz::get_version().await.is_err() {
progress_bar.println("Please install nsz");
break;
}
let mut transaction = begin_transaction(connection).await;
let rom = roms.first().unwrap();
let romfile = romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap();
let nsz_romfile = romfile.as_common(&mut transaction).await?.as_nsz()?;
let nsp_romfile = nsz_romfile
.to_nsp(progress_bar, &nsz_romfile.romfile.path.parent().unwrap())
.await?;
if check
&& nsp_romfile
.romfile
.check(&mut transaction, progress_bar, &None, &[rom])
.await
.is_err()
{
progress_bar.println("Converted file doesn't match the original");
nsp_romfile.romfile.delete(progress_bar, false).await?;
continue;
};
nsp_romfile
.romfile
.update(&mut transaction, progress_bar, romfile.id)
.await?;
nsz_romfile.romfile.delete(progress_bar, false).await?;
commit_transaction(transaction).await;
}
for roms in rvzs.values() {
if dolphin::get_version().await.is_err() {
progress_bar.println("Please install dolphin-tool");
break;
}
let mut transaction = begin_transaction(connection).await;
let rom = roms.first().unwrap();
let romfile = romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap();
let rvz_romfile = romfile.as_common(&mut transaction).await?.as_rvz()?;
let iso_romfile = rvz_romfile
.to_iso(progress_bar, &rvz_romfile.romfile.path.parent().unwrap())
.await?;
if check
&& iso_romfile
.romfile
.check(&mut transaction, progress_bar, &None, &[rom])
.await
.is_err()
{
progress_bar.println("Converted file doesn't match the original");
iso_romfile.romfile.delete(progress_bar, false).await?;
continue;
};
iso_romfile
.romfile
.update(&mut transaction, progress_bar, romfile.id)
.await?;
rvz_romfile.romfile.delete(progress_bar, false).await?;
commit_transaction(transaction).await;
}
for roms in zsos.values() {
if maxcso::get_version().await.is_err() {
progress_bar.println("Please install maxcso");
break;
}
let mut transaction = begin_transaction(connection).await;
let rom = roms.first().unwrap();
let romfile = romfiles_by_id.get(&rom.romfile_id.unwrap()).unwrap();
let zso_romfile = romfile.as_common(&mut transaction).await?.as_xso().await?;
let iso_romfile = zso_romfile
.to_iso(progress_bar, &zso_romfile.romfile.path.parent().unwrap())
.await?;
if check
&& iso_romfile
.romfile
.check(&mut transaction, progress_bar, &None, &[rom])
.await
.is_err()
{
progress_bar.println("Converted file doesn't match the original");
iso_romfile.romfile.delete(progress_bar, false).await?;
continue;
};
iso_romfile
.romfile
.update(&mut transaction, progress_bar, romfile.id)
.await?;
zso_romfile.romfile.delete(progress_bar, false).await?;
commit_transaction(transaction).await;
}
Ok(())
}
async fn print_diff(
connection: &mut SqliteConnection,
progress_bar: &ProgressBar,
roms: &[&Rom],
old_romfiles: &[&CommonRomfile],
new_romfiles: &[&CommonRomfile],
) -> SimpleResult<()> {
let original_size = roms.par_iter().map(|&r| r.size as u64).sum();
let mut old_size = 0u64;
for &romfile in old_romfiles {
old_size += romfile.get_size(connection, progress_bar).await?;
}
let mut new_size = 0u64;
for &romfile in new_romfiles {
new_size += romfile.get_size(connection, progress_bar).await?;
}
progress_bar.println(format!(
"Before: {} ({:.1}%); After: {} ({:.1}%); Original: {}",
HumanBytes(old_size),
old_size as f64 / original_size as f64 * 100f64,
HumanBytes(new_size),
new_size as f64 / original_size as f64 * 100f64,
HumanBytes(original_size)
));
Ok(())
}
#[cfg(test)]
mod test_chd_parents_to_chd_should_not_touch_parent;
#[cfg(test)]
mod test_chd_parents_to_iso;
#[cfg(test)]
mod test_cso_to_chd;
#[cfg(test)]
mod test_cso_to_cso;
#[cfg(test)]
mod test_cso_to_iso;
#[cfg(test)]
mod test_cso_to_sevenzip_iso;
#[cfg(test)]
mod test_cso_to_zso;
#[cfg(test)]
mod test_iso_chd_to_chd;
#[cfg(test)]
mod test_iso_chd_to_cso;
#[cfg(test)]
mod test_iso_chd_to_iso;
#[cfg(test)]
mod test_iso_chd_to_sevenzip_iso;
#[cfg(test)]
mod test_iso_chd_to_zso;
#[cfg(test)]
mod test_iso_to_chd;
#[cfg(test)]
mod test_iso_to_chd_parents;
#[cfg(test)]
mod test_iso_to_cso;
#[cfg(test)]
mod test_iso_to_rvz;
#[cfg(test)]
mod test_iso_to_zso;
#[cfg(test)]
mod test_multiple_tracks_chd_to_chd;
#[cfg(test)]
mod test_multiple_tracks_chd_to_cso_should_do_nothing;
#[cfg(test)]
mod test_multiple_tracks_chd_to_cue_bin;
#[cfg(test)]
mod test_multiple_tracks_chd_to_sevenzip_cue_bin;
#[cfg(test)]
mod test_multiple_tracks_chd_to_zso_should_do_nothing;
#[cfg(test)]
mod test_multiple_tracks_cue_bin_to_chd;
#[cfg(test)]
mod test_original_to_sevenzip;
#[cfg(test)]
mod test_original_to_zip;
#[cfg(test)]
mod test_original_to_zip_multiple_roms;
#[cfg(test)]
mod test_original_to_zip_with_correct_name;
#[cfg(test)]
mod test_original_to_zip_with_incorrect_name;
#[cfg(test)]
mod test_rvz_to_iso;
#[cfg(test)]
mod test_rvz_to_rvz;
#[cfg(test)]
mod test_rvz_to_sevenzip_iso;
#[cfg(test)]
mod test_sevenzip_iso_to_chd;
#[cfg(test)]
mod test_sevenzip_iso_to_cso;
#[cfg(test)]
mod test_sevenzip_iso_to_zso;
#[cfg(test)]
mod test_sevenzip_multiple_tracks_cue_bin_to_chd;
#[cfg(test)]
mod test_sevenzip_to_original;
#[cfg(test)]
mod test_sevenzip_to_sevenzip;
#[cfg(test)]
mod test_sevenzip_to_zip;
#[cfg(test)]
mod test_sevenzip_to_zip_multiple_files;
#[cfg(test)]
mod test_zip_to_original;
#[cfg(test)]
mod test_zip_to_sevenzip;
#[cfg(test)]
mod test_zip_to_zip;
#[cfg(test)]
mod test_zip_to_zip_should_do_nothing;
#[cfg(test)]
mod test_zso_to_chd;
#[cfg(test)]
mod test_zso_to_cso;
#[cfg(test)]
mod test_zso_to_iso;
#[cfg(test)]
mod test_zso_to_sevenzip_iso;
#[cfg(test)]
mod test_zso_to_zso;