Struct GridSearchCV 

pub struct GridSearchCV<E> {
    pub best_params_: HashMap<String, String>,
    pub best_score_: f64,
    pub best_estimator_: E,
    /* private fields */
}

Grid search for hyperparameter tuning

Fields

best_params_: HashMap<String, String>

Best parameters

best_score_: f64

Best score

best_estimator_: E

Best estimator

Implementations

impl<E> GridSearchCV<E>

where E: SklearnClassifier + Clone,

pub fn new( estimator: E, param_grid: HashMap<String, Vec<String>>, cv: usize, ) -> Self

Create new grid search

Examples found in repository

examples/sklearn_pipeline_demo.rs (lines 137-141)

fn main() -> Result<()> {
    println!("=== Scikit-learn Compatible Quantum ML Demo ===\n");

    // Step 1: Create sklearn-style dataset
    println!("1. Creating scikit-learn style dataset...");

    let (X, y) = create_sklearn_dataset()?;
    println!("   - Dataset shape: {:?}", X.dim());
    println!(
        "   - Labels: {} classes",
        y.iter()
            .map(|&x| x as i32)
            .collect::<std::collections::HashSet<_>>()
            .len()
    );
    println!(
        "   - Feature range: [{:.3}, {:.3}]",
        X.iter().fold(f64::INFINITY, |a, &b| a.min(b)),
        X.iter().fold(f64::NEG_INFINITY, |a, &b| a.max(b))
    );

    // Step 2: Create sklearn-compatible quantum estimators
    println!("\n2. Creating sklearn-compatible quantum estimators...");

    // Quantum Support Vector Classifier
    let qsvc = QuantumSVC::new();

    // Quantum Multi-Layer Perceptron Classifier
    let qmlp = QuantumMLPClassifier::new();

    // Quantum K-Means Clustering
    let mut qkmeans = QuantumKMeans::new(2); // n_clusters

    println!("   - QuantumSVC: quantum kernel");
    println!("   - QuantumMLP: multi-layer perceptron");
    println!("   - QuantumKMeans: 2 clusters");

    // Step 3: Create sklearn-style preprocessing pipeline
    println!("\n3. Building sklearn-compatible preprocessing pipeline...");

    let preprocessing_pipeline = Pipeline::new(vec![
        ("scaler", Box::new(StandardScaler::new())),
        (
            "feature_selection",
            Box::new(SelectKBest::new(
                "quantum_mutual_info", // score_func
                3,                     // k
            )),
        ),
        (
            "quantum_encoder",
            Box::new(QuantumFeatureEncoder::new(
                "angle", // encoding_type
                "l2",    // normalization
            )),
        ),
    ])?;

    // Step 4: Create complete quantum ML pipeline
    println!("\n4. Creating complete quantum ML pipeline...");

    let quantum_pipeline = Pipeline::new(vec![
        ("preprocessing", Box::new(preprocessing_pipeline)),
        ("classifier", Box::new(qsvc)),
    ])?;

    println!("   Pipeline steps:");
    for (i, step_name) in quantum_pipeline.named_steps().iter().enumerate() {
        println!("   {}. {}", i + 1, step_name);
    }

    // Step 5: Train-test split (sklearn style)
    println!("\n5. Performing train-test split...");

    let (X_train, X_test, y_train, y_test) = model_selection::train_test_split(
        &X,
        &y,
        0.3,      // test_size
        Some(42), // random_state
    )?;

    println!("   - Training set: {:?}", X_train.dim());
    println!("   - Test set: {:?}", X_test.dim());

    // Step 6: Cross-validation with quantum models
    println!("\n6. Performing cross-validation...");

    let mut pipeline_clone = quantum_pipeline.clone();
    let cv_scores = model_selection::cross_val_score(
        &mut pipeline_clone,
        &X_train,
        &y_train,
        5, // cv
    )?;

    println!("   Cross-validation scores: {cv_scores:?}");
    println!(
        "   Mean CV accuracy: {:.3} (+/- {:.3})",
        cv_scores.mean().unwrap(),
        cv_scores.std(0.0) * 2.0
    );

    // Step 7: Hyperparameter grid search
    println!("\n7. Hyperparameter optimization with GridSearchCV...");

    let param_grid = HashMap::from([
        (
            "classifier__C".to_string(),
            vec!["0.1".to_string(), "1.0".to_string(), "10.0".to_string()],
        ),
        (
            "classifier__feature_map_depth".to_string(),
            vec!["1".to_string(), "2".to_string(), "3".to_string()],
        ),
        (
            "preprocessing__feature_selection__k".to_string(),
            vec!["2".to_string(), "3".to_string(), "4".to_string()],
        ),
    ]);

    let mut grid_search = model_selection::GridSearchCV::new(
        quantum_pipeline, // estimator
        param_grid,
        3, // cv
    );

    grid_search.fit(&X_train, &y_train)?;

    println!("   Best parameters: {:?}", grid_search.best_params_);
    println!(
        "   Best cross-validation score: {:.3}",
        grid_search.best_score_
    );

    // Step 8: Train best model and evaluate
    println!("\n8. Training best model and evaluation...");

    let best_model = grid_search.best_estimator_;
    let y_pred = best_model.predict(&X_test)?;

    // Calculate metrics using sklearn-style functions
    let y_test_int = y_test.mapv(|x| x.round() as i32);
    let accuracy = metrics::accuracy_score(&y_test_int, &y_pred);
    let precision = metrics::precision_score(&y_test_int, &y_pred, "weighted"); // average
    let recall = metrics::recall_score(&y_test_int, &y_pred, "weighted"); // average
    let f1 = metrics::f1_score(&y_test_int, &y_pred, "weighted"); // average

    println!("   Test Results:");
    println!("   - Accuracy: {accuracy:.3}");
    println!("   - Precision: {precision:.3}");
    println!("   - Recall: {recall:.3}");
    println!("   - F1-score: {f1:.3}");

    // Step 9: Classification report
    println!("\n9. Detailed classification report...");

    let classification_report = metrics::classification_report(
        &y_test_int,
        &y_pred,
        vec!["Class 0", "Class 1"], // target_names
        3,                          // digits
    );
    println!("{classification_report}");

    // Step 10: Feature importance analysis
    println!("\n10. Feature importance analysis...");

    if let Some(feature_importances) = best_model.feature_importances() {
        println!("    Quantum Feature Importances:");
        for (i, importance) in feature_importances.iter().enumerate() {
            println!("    - Feature {i}: {importance:.4}");
        }
    }

    // Step 11: Model comparison with classical sklearn models
    println!("\n11. Comparing with classical sklearn models...");

    let classical_models = vec![
        (
            "Logistic Regression",
            Box::new(LogisticRegression::new()) as Box<dyn SklearnClassifier>,
        ),
        (
            "Random Forest",
            Box::new(RandomForestClassifier::new()) as Box<dyn SklearnClassifier>,
        ),
        ("SVM", Box::new(SVC::new()) as Box<dyn SklearnClassifier>),
    ];

    let mut comparison_results = Vec::new();

    for (name, mut model) in classical_models {
        model.fit(&X_train, Some(&y_train))?;
        let y_pred_classical = model.predict(&X_test)?;
        let classical_accuracy = metrics::accuracy_score(&y_test_int, &y_pred_classical);
        comparison_results.push((name, classical_accuracy));
    }

    println!("    Model Comparison:");
    println!("    - Quantum Pipeline: {accuracy:.3}");
    for (name, classical_accuracy) in comparison_results {
        println!("    - {name}: {classical_accuracy:.3}");
    }

    // Step 12: Clustering with quantum K-means
    println!("\n12. Quantum clustering analysis...");

    let cluster_labels = qkmeans.fit_predict(&X)?;
    let silhouette_score = metrics::silhouette_score(&X, &cluster_labels, "euclidean"); // metric
    let calinski_score = metrics::calinski_harabasz_score(&X, &cluster_labels);

    println!("    Clustering Results:");
    println!("    - Silhouette Score: {silhouette_score:.3}");
    println!("    - Calinski-Harabasz Score: {calinski_score:.3}");
    println!(
        "    - Unique clusters found: {}",
        cluster_labels
            .iter()
            .collect::<std::collections::HashSet<_>>()
            .len()
    );

    // Step 13: Model persistence (sklearn style)
    println!("\n13. Model persistence (sklearn joblib style)...");

    // Save model
    best_model.save("quantum_sklearn_model.joblib")?;
    println!("    - Model saved to: quantum_sklearn_model.joblib");

    // Load model
    let loaded_model = QuantumSVC::load("quantum_sklearn_model.joblib")?;
    let test_subset = X_test.slice(s![..5, ..]).to_owned();
    let y_pred_loaded = loaded_model.predict(&test_subset)?;
    println!("    - Model loaded and tested on 5 samples");

    // Step 14: Advanced sklearn utilities
    println!("\n14. Advanced sklearn utilities...");

    // Learning curves (commented out - function not available)
    // let (train_sizes, train_scores, val_scores) = model_selection::learning_curve(...)?;
    println!("    Learning Curve Analysis: (Mock results)");
    let train_sizes = [0.1, 0.33, 0.55, 0.78, 1.0];
    let train_scores = [0.65, 0.72, 0.78, 0.82, 0.85];
    let val_scores = [0.62, 0.70, 0.76, 0.79, 0.81];

    for (i, &size) in train_sizes.iter().enumerate() {
        println!(
            "    - {:.0}% data: train={:.3}, val={:.3}",
            size * 100.0,
            train_scores[i],
            val_scores[i]
        );
    }

    // Validation curves (commented out - function not available)
    // let (train_scores_val, test_scores_val) = model_selection::validation_curve(...)?;
    println!("    Validation Curve (C parameter): (Mock results)");
    let param_range = [0.1, 0.5, 1.0, 2.0, 5.0];
    let train_scores_val = [0.70, 0.75, 0.80, 0.78, 0.75];
    let test_scores_val = [0.68, 0.73, 0.78, 0.76, 0.72];

    for (i, &param_value) in param_range.iter().enumerate() {
        println!(
            "    - C={}: train={:.3}, test={:.3}",
            param_value, train_scores_val[i], test_scores_val[i]
        );
    }

    // Step 15: Quantum-specific sklearn extensions
    println!("\n15. Quantum-specific sklearn extensions...");

    // Quantum feature analysis
    let quantum_feature_analysis = analyze_quantum_features(&best_model, &X_test)?;
    println!("    Quantum Feature Analysis:");
    println!(
        "    - Quantum advantage score: {:.3}",
        quantum_feature_analysis.advantage_score
    );
    println!(
        "    - Feature entanglement: {:.3}",
        quantum_feature_analysis.entanglement_measure
    );
    println!(
        "    - Circuit depth efficiency: {:.3}",
        quantum_feature_analysis.circuit_efficiency
    );

    // Quantum model interpretation
    let sample_row = X_test.row(0).to_owned();
    let quantum_interpretation = interpret_quantum_model(&best_model, &sample_row)?;
    println!("    Quantum Model Interpretation (sample 0):");
    println!(
        "    - Quantum state fidelity: {:.3}",
        quantum_interpretation.state_fidelity
    );
    println!(
        "    - Feature contributions: {:?}",
        quantum_interpretation.feature_contributions
    );

    println!("\n=== Scikit-learn Integration Demo Complete ===");

    Ok(())
}

pub fn fit(&mut self, X: &Array2<f64>, y: &Array1<f64>) -> Result<()>

Fit grid search

Examples found in repository

examples/sklearn_pipeline_demo.rs (line 143)

fn main() -> Result<()> {
    println!("=== Scikit-learn Compatible Quantum ML Demo ===\n");

    // Step 1: Create sklearn-style dataset
    println!("1. Creating scikit-learn style dataset...");

    let (X, y) = create_sklearn_dataset()?;
    println!("   - Dataset shape: {:?}", X.dim());
    println!(
        "   - Labels: {} classes",
        y.iter()
            .map(|&x| x as i32)
            .collect::<std::collections::HashSet<_>>()
            .len()
    );
    println!(
        "   - Feature range: [{:.3}, {:.3}]",
        X.iter().fold(f64::INFINITY, |a, &b| a.min(b)),
        X.iter().fold(f64::NEG_INFINITY, |a, &b| a.max(b))
    );

    // Step 2: Create sklearn-compatible quantum estimators
    println!("\n2. Creating sklearn-compatible quantum estimators...");

    // Quantum Support Vector Classifier
    let qsvc = QuantumSVC::new();

    // Quantum Multi-Layer Perceptron Classifier
    let qmlp = QuantumMLPClassifier::new();

    // Quantum K-Means Clustering
    let mut qkmeans = QuantumKMeans::new(2); // n_clusters

    println!("   - QuantumSVC: quantum kernel");
    println!("   - QuantumMLP: multi-layer perceptron");
    println!("   - QuantumKMeans: 2 clusters");

    // Step 3: Create sklearn-style preprocessing pipeline
    println!("\n3. Building sklearn-compatible preprocessing pipeline...");

    let preprocessing_pipeline = Pipeline::new(vec![
        ("scaler", Box::new(StandardScaler::new())),
        (
            "feature_selection",
            Box::new(SelectKBest::new(
                "quantum_mutual_info", // score_func
                3,                     // k
            )),
        ),
        (
            "quantum_encoder",
            Box::new(QuantumFeatureEncoder::new(
                "angle", // encoding_type
                "l2",    // normalization
            )),
        ),
    ])?;

    // Step 4: Create complete quantum ML pipeline
    println!("\n4. Creating complete quantum ML pipeline...");

    let quantum_pipeline = Pipeline::new(vec![
        ("preprocessing", Box::new(preprocessing_pipeline)),
        ("classifier", Box::new(qsvc)),
    ])?;

    println!("   Pipeline steps:");
    for (i, step_name) in quantum_pipeline.named_steps().iter().enumerate() {
        println!("   {}. {}", i + 1, step_name);
    }

    // Step 5: Train-test split (sklearn style)
    println!("\n5. Performing train-test split...");

    let (X_train, X_test, y_train, y_test) = model_selection::train_test_split(
        &X,
        &y,
        0.3,      // test_size
        Some(42), // random_state
    )?;

    println!("   - Training set: {:?}", X_train.dim());
    println!("   - Test set: {:?}", X_test.dim());

    // Step 6: Cross-validation with quantum models
    println!("\n6. Performing cross-validation...");

    let mut pipeline_clone = quantum_pipeline.clone();
    let cv_scores = model_selection::cross_val_score(
        &mut pipeline_clone,
        &X_train,
        &y_train,
        5, // cv
    )?;

    println!("   Cross-validation scores: {cv_scores:?}");
    println!(
        "   Mean CV accuracy: {:.3} (+/- {:.3})",
        cv_scores.mean().unwrap(),
        cv_scores.std(0.0) * 2.0
    );

    // Step 7: Hyperparameter grid search
    println!("\n7. Hyperparameter optimization with GridSearchCV...");

    let param_grid = HashMap::from([
        (
            "classifier__C".to_string(),
            vec!["0.1".to_string(), "1.0".to_string(), "10.0".to_string()],
        ),
        (
            "classifier__feature_map_depth".to_string(),
            vec!["1".to_string(), "2".to_string(), "3".to_string()],
        ),
        (
            "preprocessing__feature_selection__k".to_string(),
            vec!["2".to_string(), "3".to_string(), "4".to_string()],
        ),
    ]);

    let mut grid_search = model_selection::GridSearchCV::new(
        quantum_pipeline, // estimator
        param_grid,
        3, // cv
    );

    grid_search.fit(&X_train, &y_train)?;

    println!("   Best parameters: {:?}", grid_search.best_params_);
    println!(
        "   Best cross-validation score: {:.3}",
        grid_search.best_score_
    );

    // Step 8: Train best model and evaluate
    println!("\n8. Training best model and evaluation...");

    let best_model = grid_search.best_estimator_;
    let y_pred = best_model.predict(&X_test)?;

    // Calculate metrics using sklearn-style functions
    let y_test_int = y_test.mapv(|x| x.round() as i32);
    let accuracy = metrics::accuracy_score(&y_test_int, &y_pred);
    let precision = metrics::precision_score(&y_test_int, &y_pred, "weighted"); // average
    let recall = metrics::recall_score(&y_test_int, &y_pred, "weighted"); // average
    let f1 = metrics::f1_score(&y_test_int, &y_pred, "weighted"); // average

    println!("   Test Results:");
    println!("   - Accuracy: {accuracy:.3}");
    println!("   - Precision: {precision:.3}");
    println!("   - Recall: {recall:.3}");
    println!("   - F1-score: {f1:.3}");

    // Step 9: Classification report
    println!("\n9. Detailed classification report...");

    let classification_report = metrics::classification_report(
        &y_test_int,
        &y_pred,
        vec!["Class 0", "Class 1"], // target_names
        3,                          // digits
    );
    println!("{classification_report}");

    // Step 10: Feature importance analysis
    println!("\n10. Feature importance analysis...");

    if let Some(feature_importances) = best_model.feature_importances() {
        println!("    Quantum Feature Importances:");
        for (i, importance) in feature_importances.iter().enumerate() {
            println!("    - Feature {i}: {importance:.4}");
        }
    }

    // Step 11: Model comparison with classical sklearn models
    println!("\n11. Comparing with classical sklearn models...");

    let classical_models = vec![
        (
            "Logistic Regression",
            Box::new(LogisticRegression::new()) as Box<dyn SklearnClassifier>,
        ),
        (
            "Random Forest",
            Box::new(RandomForestClassifier::new()) as Box<dyn SklearnClassifier>,
        ),
        ("SVM", Box::new(SVC::new()) as Box<dyn SklearnClassifier>),
    ];

    let mut comparison_results = Vec::new();

    for (name, mut model) in classical_models {
        model.fit(&X_train, Some(&y_train))?;
        let y_pred_classical = model.predict(&X_test)?;
        let classical_accuracy = metrics::accuracy_score(&y_test_int, &y_pred_classical);
        comparison_results.push((name, classical_accuracy));
    }

    println!("    Model Comparison:");
    println!("    - Quantum Pipeline: {accuracy:.3}");
    for (name, classical_accuracy) in comparison_results {
        println!("    - {name}: {classical_accuracy:.3}");
    }

    // Step 12: Clustering with quantum K-means
    println!("\n12. Quantum clustering analysis...");

    let cluster_labels = qkmeans.fit_predict(&X)?;
    let silhouette_score = metrics::silhouette_score(&X, &cluster_labels, "euclidean"); // metric
    let calinski_score = metrics::calinski_harabasz_score(&X, &cluster_labels);

    println!("    Clustering Results:");
    println!("    - Silhouette Score: {silhouette_score:.3}");
    println!("    - Calinski-Harabasz Score: {calinski_score:.3}");
    println!(
        "    - Unique clusters found: {}",
        cluster_labels
            .iter()
            .collect::<std::collections::HashSet<_>>()
            .len()
    );

    // Step 13: Model persistence (sklearn style)
    println!("\n13. Model persistence (sklearn joblib style)...");

    // Save model
    best_model.save("quantum_sklearn_model.joblib")?;
    println!("    - Model saved to: quantum_sklearn_model.joblib");

    // Load model
    let loaded_model = QuantumSVC::load("quantum_sklearn_model.joblib")?;
    let test_subset = X_test.slice(s![..5, ..]).to_owned();
    let y_pred_loaded = loaded_model.predict(&test_subset)?;
    println!("    - Model loaded and tested on 5 samples");

    // Step 14: Advanced sklearn utilities
    println!("\n14. Advanced sklearn utilities...");

    // Learning curves (commented out - function not available)
    // let (train_sizes, train_scores, val_scores) = model_selection::learning_curve(...)?;
    println!("    Learning Curve Analysis: (Mock results)");
    let train_sizes = [0.1, 0.33, 0.55, 0.78, 1.0];
    let train_scores = [0.65, 0.72, 0.78, 0.82, 0.85];
    let val_scores = [0.62, 0.70, 0.76, 0.79, 0.81];

    for (i, &size) in train_sizes.iter().enumerate() {
        println!(
            "    - {:.0}% data: train={:.3}, val={:.3}",
            size * 100.0,
            train_scores[i],
            val_scores[i]
        );
    }

    // Validation curves (commented out - function not available)
    // let (train_scores_val, test_scores_val) = model_selection::validation_curve(...)?;
    println!("    Validation Curve (C parameter): (Mock results)");
    let param_range = [0.1, 0.5, 1.0, 2.0, 5.0];
    let train_scores_val = [0.70, 0.75, 0.80, 0.78, 0.75];
    let test_scores_val = [0.68, 0.73, 0.78, 0.76, 0.72];

    for (i, &param_value) in param_range.iter().enumerate() {
        println!(
            "    - C={}: train={:.3}, test={:.3}",
            param_value, train_scores_val[i], test_scores_val[i]
        );
    }

    // Step 15: Quantum-specific sklearn extensions
    println!("\n15. Quantum-specific sklearn extensions...");

    // Quantum feature analysis
    let quantum_feature_analysis = analyze_quantum_features(&best_model, &X_test)?;
    println!("    Quantum Feature Analysis:");
    println!(
        "    - Quantum advantage score: {:.3}",
        quantum_feature_analysis.advantage_score
    );
    println!(
        "    - Feature entanglement: {:.3}",
        quantum_feature_analysis.entanglement_measure
    );
    println!(
        "    - Circuit depth efficiency: {:.3}",
        quantum_feature_analysis.circuit_efficiency
    );

    // Quantum model interpretation
    let sample_row = X_test.row(0).to_owned();
    let quantum_interpretation = interpret_quantum_model(&best_model, &sample_row)?;
    println!("    Quantum Model Interpretation (sample 0):");
    println!(
        "    - Quantum state fidelity: {:.3}",
        quantum_interpretation.state_fidelity
    );
    println!(
        "    - Feature contributions: {:?}",
        quantum_interpretation.feature_contributions
    );

    println!("\n=== Scikit-learn Integration Demo Complete ===");

    Ok(())
}

pub fn best_params(&self) -> &HashMap<String, String>

Get best parameters

pub fn best_score(&self) -> f64

Get best score

pub fn predict(&self, X: &Array2<f64>) -> Result<Array1<i32>>

Predict with best estimator