abd-clam 0.11.0

Clustered Learning of Approximate Manifolds
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87

import json
import math
import pathlib
import time

import sklearn

import abd_clam

from . import anomaly_data

logger = abd_clam.utils.helpers.make_logger(__name__)


def run_one_dataset(
    data_dir: pathlib.Path,
    name: str,
    metrics: list[abd_clam.Metric],
    output_dir: pathlib.Path,
):
    raw_data = anomaly_data.AnomalyData.load(data_dir, name)
    dataset = abd_clam.dataset.TabularDataset(
        data=raw_data.normalized_features,
        name=name,
    )

    spaces = [abd_clam.space.TabularSpace(dataset, metric, False) for metric in metrics]

    min_cardinality: int = 1 + int(math.log2(dataset.cardinality))
    # if dataset.cardinality < 10_000:
    #     min_cardinality = 1
    # elif dataset.cardinality < 100_000:
    #     min_cardinality = 1 + int(math.log2(dataset.cardinality))
    # else:
    #     min_cardinality = 1 + int(math.sqrt(dataset.cardinality))

    criteria = [abd_clam.cluster_criteria.MinPoints(min_cardinality)]

    start = time.perf_counter()
    chaoda = abd_clam.anomaly_detection.CHAODA(
        spaces,
        partition_criteria=criteria,
    )
    predicted_scores = chaoda.fit_predict()
    time_taken = time.perf_counter() - start

    roc_score = sklearn.metrics.roc_auc_score(raw_data.scores, predicted_scores)

    logger.info(f"Dataset {name} scored {roc_score:.3f} in {time_taken:.2e} seconds.")

    results = {
        "roc_score": f"{roc_score:.6f}",
        "time_taken": f"{time_taken:.2e} seconds",
        "predicted_scores": [f"{s:.6f}" for s in predicted_scores],
    }
    results_path = output_dir.joinpath(name)
    results_path.mkdir(exist_ok=True)

    with open(results_path.joinpath("results.json"), "w") as writer:
        json.dump(results, writer, indent=4)


def compile_results(output_dir: pathlib.Path):
    full_results = {}
    for name in anomaly_data.INFERENCE_SET:
        full_results[name] = {}

        with open(output_dir.joinpath(name).joinpath("results.json")) as reader:
            results = json.load(reader)
        full_results[name]["roc_score"] = results["roc_score"]
        full_results[name]["time_taken"] = results["time_taken"]

    with open(output_dir.joinpath("full_results.json"), "w") as writer:
        json.dump(full_results, writer, indent=4)


def run_inference(data_dir: pathlib.Path, output_dir: pathlib.Path):
    metrics = [
        abd_clam.metric.ScipyMetric("euclidean"),
        abd_clam.metric.ScipyMetric("cityblock"),
    ]

    for name in anomaly_data.INFERENCE_SET:
        logger.info(f"Staring CHAODA inference on {name} ...")
        run_one_dataset(data_dir, name, metrics, output_dir)

    compile_results(output_dir)