#![allow(missing_docs)]
#[cfg(test)]
#[path = "../../../tests/unit/extensions/solve/config_test.rs"]
mod config_test;
extern crate serde_json;
use serde::Deserialize;
use std::collections::HashMap;
use std::io::{BufReader, Read};
use std::sync::Arc;
use vrp_core::models::common::SingleDimLoad;
use vrp_core::models::Problem;
use vrp_core::solver::mutation::*;
use vrp_core::solver::selection::NaiveSelection;
use vrp_core::solver::{Builder, Telemetry, TelemetryMode};
use vrp_core::utils::get_cpus;
#[derive(Clone, Deserialize, Debug)]
pub struct Config {
pub population: Option<PopulationConfig>,
pub selection: Option<SelectionConfig>,
pub mutation: Option<MutationConfig>,
pub termination: Option<TerminationConfig>,
pub telemetry: Option<TelemetryConfig>,
}
#[derive(Clone, Deserialize, Debug)]
#[serde(rename_all = "camelCase")]
pub struct PopulationConfig {
initial: Option<InitialConfig>,
max_size: Option<usize>,
}
#[derive(Clone, Deserialize, Debug)]
#[serde(rename_all = "camelCase")]
pub struct InitialConfig {
pub size: Option<usize>,
pub methods: Option<Vec<RecreateMethod>>,
}
#[derive(Clone, Deserialize, Debug)]
pub struct SelectionConfig {
name: String,
collection: Vec<SelectionType>,
}
#[derive(Clone, Deserialize, Debug)]
#[serde(tag = "type")]
#[serde(rename_all = "camelCase")]
pub enum SelectionType {
#[serde(rename(deserialize = "naive"))]
Naive {
name: String,
offspring_size: Option<usize>,
},
}
#[derive(Clone, Deserialize, Debug)]
pub struct MutationConfig {
name: String,
collection: Vec<MutationType>,
}
#[derive(Clone, Deserialize, Debug)]
#[serde(tag = "type")]
pub enum MutationType {
#[serde(rename(deserialize = "composite"))]
Composite {
name: String,
inners: Vec<NameWeight>,
},
#[serde(rename(deserialize = "ruin-recreate"))]
RuinRecreate {
name: String,
ruins: Vec<RuinGroupConfig>,
recreates: Vec<RecreateMethod>,
locals: LocalSearchConfig,
},
}
#[derive(Clone, Deserialize, Debug)]
pub struct RuinGroupConfig {
methods: Vec<RuinMethod>,
weight: usize,
}
#[derive(Clone, Deserialize, Debug)]
#[serde(tag = "type")]
pub enum RuinMethod {
#[serde(rename(deserialize = "adjusted-string"))]
AdjustedString { probability: f64, lmax: usize, cavg: usize, alpha: f64 },
#[serde(rename(deserialize = "neighbour"))]
Neighbour { probability: f64, min: usize, max: usize, threshold: f64 },
#[serde(rename(deserialize = "random-job"))]
RandomJob { probability: f64, min: usize, max: usize, threshold: f64 },
#[serde(rename(deserialize = "random-route"))]
RandomRoute { probability: f64, min: usize, max: usize, threshold: f64 },
#[serde(rename(deserialize = "worst-job"))]
WorstJob { probability: f64, min: usize, max: usize, threshold: f64, skip: usize },
#[serde(rename(deserialize = "cluster"))]
Cluster { probability: f64, min: usize, max: usize, threshold: f64, cmin: usize, cmax: usize },
}
#[derive(Clone, Deserialize, Debug)]
#[serde(tag = "type")]
pub enum RecreateMethod {
#[serde(rename(deserialize = "cheapest"))]
Cheapest { weight: usize },
#[serde(rename(deserialize = "skip-best"))]
SkipBest { weight: usize, start: usize, end: usize },
#[serde(rename(deserialize = "blinks"))]
Blinks { weight: usize },
#[serde(rename(deserialize = "gaps"))]
Gaps { weight: usize, min: usize },
#[serde(rename(deserialize = "nearest"))]
Nearest { weight: usize },
#[serde(rename(deserialize = "perturbation"))]
Perturbation { weight: usize, probability: f64, min: f64, max: f64 },
#[serde(rename(deserialize = "regret"))]
Regret { weight: usize, start: usize, end: usize },
}
#[derive(Clone, Deserialize, Debug)]
pub struct LocalSearchConfig {
pre_ruin: LocalSearchGroupConfig,
post_recreate: LocalSearchGroupConfig,
}
#[derive(Clone, Deserialize, Debug)]
pub struct LocalSearchGroupConfig {
probability: f64,
times: MinMaxConfig,
operators: Vec<LocalSearchOperator>,
}
#[derive(Clone, Deserialize, Debug)]
#[serde(tag = "type")]
pub enum LocalSearchOperator {
#[serde(rename(deserialize = "inter-route-best"))]
InterRouteBest { weight: usize, noise: NoiseConfig },
#[serde(rename(deserialize = "inter-route-random"))]
InterRouteRandom { weight: usize, noise: NoiseConfig },
#[serde(rename(deserialize = "intra-route-random"))]
IntraRouteRandom { weight: usize, noise: NoiseConfig },
}
#[derive(Clone, Deserialize, Debug)]
pub struct NoiseConfig {
probability: f64,
min: f64,
max: f64,
}
#[derive(Clone, Deserialize, Debug)]
#[serde(rename_all = "camelCase")]
pub struct TerminationConfig {
max_time: Option<usize>,
max_generations: Option<usize>,
variation: Option<VariationConfig>,
}
#[derive(Clone, Deserialize, Debug)]
pub struct VariationConfig {
sample: usize,
cv: f64,
}
#[derive(Clone, Deserialize, Debug)]
pub struct TelemetryConfig {
logging: Option<LoggingConfig>,
metrics: Option<MetricsConfig>,
}
#[derive(Clone, Deserialize, Debug)]
#[serde(rename_all = "camelCase")]
pub struct LoggingConfig {
enabled: bool,
log_best: Option<usize>,
log_population: Option<usize>,
}
#[derive(Clone, Deserialize, Debug)]
#[serde(rename_all = "camelCase")]
pub struct MetricsConfig {
enabled: bool,
track_population: Option<usize>,
}
#[derive(Clone, Deserialize, Debug, Eq, PartialEq)]
pub struct MinMaxConfig {
pub min: usize,
pub max: usize,
}
#[derive(Clone, Deserialize, Debug, Eq, PartialEq)]
pub struct NameWeight {
pub name: String,
pub weight: usize,
}
impl Default for Config {
fn default() -> Self {
Self { population: None, selection: None, mutation: None, termination: None, telemetry: None }
}
}
fn configure_from_population(
mut builder: Builder,
population_config: &Option<PopulationConfig>,
) -> Result<Builder, String> {
if let Some(config) = population_config {
if let Some(initial) = &config.initial {
builder = builder.with_init_params(
initial.size,
initial
.methods
.as_ref()
.map(|methods| methods.iter().map(|method| create_recreate_method(method)).collect()),
);
}
if let Some(population_size) = &config.max_size {
builder = builder.with_population_size(*population_size);
}
}
Ok(builder)
}
fn configure_from_selection(
mut builder: Builder,
selection_config: &Option<SelectionConfig>,
) -> Result<Builder, String> {
if let Some(config) = selection_config {
let selections = config
.collection
.iter()
.map(|item| match item {
SelectionType::Naive { name, offspring_size } => {
(name, Arc::new(NaiveSelection::new(offspring_size.unwrap_or_else(get_cpus))))
}
})
.collect::<HashMap<_, _>>();
let selection =
selections.get(&config.name).cloned().ok_or_else(|| format!("cannot find {} selection", config.name))?;
builder = builder.with_selection(selection);
}
Ok(builder)
}
type NamedMutations = HashMap<String, Arc<dyn Mutation + Send + Sync>>;
fn configure_from_mutation(mut builder: Builder, mutation_config: &Option<MutationConfig>) -> Result<Builder, String> {
if let Some(config) = mutation_config {
let get_mutation_by_name = |mutations: &NamedMutations, name: &String| {
mutations
.get(name)
.cloned()
.ok_or_else(|| format!("cannot find {} mutation, make sure that it is defined before used", name))
};
let mutations = config.collection.iter().try_fold::<_, _, Result<_, String>>(
NamedMutations::default(),
|mut mutations, type_cfg| {
let (name, mutation): (_, Arc<dyn Mutation + Send + Sync>) = match type_cfg {
MutationType::RuinRecreate { name, ruins, recreates, locals } => {
let ruin = Box::new(CompositeRuin::new(
ruins.iter().map(|g| create_ruin_group(&builder.config.problem, g)).collect(),
));
let recreate = Box::new(CompositeRecreate::new(
recreates.iter().map(|r| create_recreate_method(r)).collect(),
));
(
name.clone(),
Arc::new(RuinAndRecreate::new(
recreate,
ruin,
create_local_search(&locals.pre_ruin),
create_local_search(&locals.post_recreate),
)),
)
}
MutationType::Composite { name, inners } => {
let inners = inners
.iter()
.map(|nw| get_mutation_by_name(&mutations, &nw.name).map(|mutation| (mutation, nw.weight)))
.collect::<Result<Vec<_>, _>>()?;
(name.clone(), Arc::new(CompositeMutation::new(inners)))
}
};
mutations.insert(name, mutation);
Ok(mutations)
},
)?;
let mutation = get_mutation_by_name(&mutations, &config.name)?.clone();
builder = builder.with_mutation(mutation);
}
Ok(builder)
}
fn configure_from_termination(
mut builder: Builder,
termination_config: &Option<TerminationConfig>,
) -> Result<Builder, String> {
if let Some(config) = termination_config {
builder = builder.with_max_time(config.max_time);
builder = builder.with_max_generations(config.max_generations);
builder = builder.with_cost_variation(config.variation.as_ref().map(|v| (v.sample, v.cv)));
}
Ok(builder)
}
fn create_recreate_method(method: &RecreateMethod) -> (Box<dyn Recreate + Send + Sync>, usize) {
match method {
RecreateMethod::Cheapest { weight } => (Box::new(RecreateWithCheapest::default()), *weight),
RecreateMethod::SkipBest { weight, start, end } => (Box::new(RecreateWithSkipBest::new(*start, *end)), *weight),
RecreateMethod::Blinks { weight } => (Box::new(RecreateWithBlinks::<SingleDimLoad>::default()), *weight),
RecreateMethod::Gaps { weight, min } => (Box::new(RecreateWithGaps::new(*min)), *weight),
RecreateMethod::Nearest { weight } => (Box::new(RecreateWithNearestNeighbor::default()), *weight),
RecreateMethod::Regret { weight, start, end } => (Box::new(RecreateWithRegret::new(*start, *end)), *weight),
RecreateMethod::Perturbation { weight, probability, min, max } => {
(Box::new(RecreateWithPerturbation::new(*probability, *min, *max)), *weight)
}
}
}
fn create_ruin_group(problem: &Arc<Problem>, group: &RuinGroupConfig) -> RuinGroup {
(group.methods.iter().map(|r| create_ruin_method(problem, r)).collect(), group.weight)
}
fn create_ruin_method(problem: &Arc<Problem>, method: &RuinMethod) -> (Arc<dyn Ruin + Send + Sync>, f64) {
match method {
RuinMethod::AdjustedString { probability, lmax, cavg, alpha } => {
(Arc::new(AdjustedStringRemoval::new(*lmax, *cavg, *alpha)), *probability)
}
RuinMethod::Neighbour { probability, min, max, threshold } => {
(Arc::new(NeighbourRemoval::new(JobRemovalLimit::new(*min, *max, *threshold))), *probability)
}
RuinMethod::RandomJob { probability, min, max, threshold } => {
(Arc::new(RandomJobRemoval::new(JobRemovalLimit::new(*min, *max, *threshold))), *probability)
}
RuinMethod::RandomRoute { probability, min, max, threshold } => {
(Arc::new(RandomRouteRemoval::new(*min, *max, *threshold)), *probability)
}
RuinMethod::WorstJob { probability, min, max, threshold, skip: worst_skip } => {
(Arc::new(WorstJobRemoval::new(*worst_skip, JobRemovalLimit::new(*min, *max, *threshold))), *probability)
}
RuinMethod::Cluster { probability, min, max, threshold, cmin, cmax } => (
Arc::new(ClusterRemoval::new(problem.clone(), *cmin..*cmax, JobRemovalLimit::new(*min, *max, *threshold))),
*probability,
),
}
}
fn create_local_search(group: &LocalSearchGroupConfig) -> (Box<dyn LocalSearch + Send + Sync>, f64) {
let operators = group
.operators
.iter()
.map::<(Box<dyn LocalSearch + Send + Sync>, usize), _>(|op| match op {
LocalSearchOperator::InterRouteBest { weight, noise } => {
(Box::new(ExchangeInterRouteBest::new(noise.probability, noise.min, noise.max)), *weight)
}
LocalSearchOperator::InterRouteRandom { weight, noise } => {
(Box::new(ExchangeInterRouteRandom::new(noise.probability, noise.min, noise.max)), *weight)
}
LocalSearchOperator::IntraRouteRandom { weight, noise } => {
(Box::new(ExchangeIntraRouteRandom::new(noise.probability, noise.min, noise.max)), *weight)
}
})
.collect::<Vec<_>>();
(Box::new(CompositeLocalSearch::new(operators, group.times.min, group.times.max)), group.probability)
}
fn configure_from_telemetry(builder: Builder, telemetry_config: &Option<TelemetryConfig>) -> Result<Builder, String> {
const LOG_BEST: usize = 100;
const LOG_POPULATION: usize = 1000;
const TRACK_POPULATION: usize = 1000;
let create_logger = || Arc::new(|msg: &str| println!("{}", msg));
let create_metrics = |track_population: &Option<usize>| TelemetryMode::OnlyMetrics {
track_population: track_population.unwrap_or(TRACK_POPULATION),
};
let create_logging = |log_best: &Option<usize>, log_population: &Option<usize>| TelemetryMode::OnlyLogging {
logger: create_logger(),
log_best: log_best.unwrap_or(LOG_BEST),
log_population: log_population.unwrap_or(LOG_POPULATION),
};
let telemetry_mode = match telemetry_config.as_ref().map(|t| (&t.logging, &t.metrics)) {
Some((None, Some(MetricsConfig { enabled, track_population }))) if *enabled => create_metrics(track_population),
Some((Some(LoggingConfig { enabled, log_best, log_population }), None)) if *enabled => {
create_logging(log_best, log_population)
}
Some((
Some(LoggingConfig { enabled: logging_enabled, log_best, log_population }),
Some(MetricsConfig { enabled: metrics_enabled, track_population }),
)) => match (logging_enabled, metrics_enabled) {
(true, true) => TelemetryMode::All {
logger: create_logger(),
log_best: log_best.unwrap_or(LOG_BEST),
log_population: log_population.unwrap_or(LOG_POPULATION),
track_population: track_population.unwrap_or(TRACK_POPULATION),
},
(true, false) => create_logging(log_best, log_population),
(false, true) => create_metrics(track_population),
_ => TelemetryMode::None,
},
_ => TelemetryMode::None,
};
Ok(builder.with_telemetry(Telemetry::new(telemetry_mode)))
}
pub fn read_config<R: Read>(reader: BufReader<R>) -> Result<Config, String> {
serde_json::from_reader(reader).map_err(|err| format!("cannot deserialize config: '{}'", err))
}
pub fn create_builder_from_config_file<R: Read>(
problem: Arc<Problem>,
reader: BufReader<R>,
) -> Result<Builder, String> {
read_config(reader).and_then(|config| create_builder_from_config(problem, &config))
}
pub fn create_builder_from_config(problem: Arc<Problem>, config: &Config) -> Result<Builder, String> {
let mut builder = Builder::new(problem);
builder = configure_from_telemetry(builder, &config.telemetry)?;
builder = configure_from_population(builder, &config.population)?;
builder = configure_from_selection(builder, &config.selection)?;
builder = configure_from_mutation(builder, &config.mutation)?;
builder = configure_from_termination(builder, &config.termination)?;
Ok(builder)
}