adversaria 0.1.0

Adversarial Testing Harness for Large Language Models
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58

use crate::core::{AttackSuite, Result};
use async_trait::async_trait;
use std::path::Path;

#[async_trait]
pub trait Plugin: Send + Sync {
    fn name(&self) -> &str;
    fn version(&self) -> &str;
    async fn load_suites(&self) -> Result<Vec<AttackSuite>>;
}

pub struct PluginManager {
    plugins: Vec<Box<dyn Plugin>>,
}

impl PluginManager {
    pub fn new() -> Self {
        Self {
            plugins: Vec::new(),
        }
    }

    pub fn register(&mut self, plugin: Box<dyn Plugin>) {
        self.plugins.push(plugin);
    }

    pub async fn load_all_suites(&self) -> Result<Vec<AttackSuite>> {
        let mut all_suites = Vec::new();

        for plugin in &self.plugins {
            match plugin.load_suites().await {
                Ok(suites) => all_suites.extend(suites),
                Err(e) => {
                    tracing::warn!("Failed to load suites from plugin {}: {}", plugin.name(), e);
                }
            }
        }

        Ok(all_suites)
    }

    pub fn list_plugins(&self) -> Vec<(&str, &str)> {
        self.plugins
            .iter()
            .map(|p| (p.name(), p.version()))
            .collect()
    }

    pub async fn load_from_directory<P: AsRef<Path>>(&mut self, _path: P) -> Result<()> {
        Ok(())
    }
}

impl Default for PluginManager {
    fn default() -> Self {
        Self::new()
    }
}