diff --git a/bilder/evaluation/abweichung_tao_datensatz.png b/bilder/evaluation/abweichung_tao_datensatz.png new file mode 100644 index 0000000000000000000000000000000000000000..1a672217fe88b5e09553165bb0dead596f87b588 Binary files /dev/null and b/bilder/evaluation/abweichung_tao_datensatz.png differ diff --git a/bilder/evaluation/auc-pr.png b/bilder/evaluation/gesamt/auc-pr.png similarity index 100% rename from bilder/evaluation/auc-pr.png rename to bilder/evaluation/gesamt/auc-pr.png diff --git a/bilder/evaluation/f1.png b/bilder/evaluation/gesamt/f1.png similarity index 100% rename from bilder/evaluation/f1.png rename to bilder/evaluation/gesamt/f1.png diff --git a/bilder/evaluation/gesamt/heatmap_with_numbers_auc-pr.png b/bilder/evaluation/gesamt/heatmap_with_numbers_auc-pr.png new file mode 100644 index 0000000000000000000000000000000000000000..dd3c8b03bd886905af0008d0b5c8dcac7670c644 Binary files /dev/null and b/bilder/evaluation/gesamt/heatmap_with_numbers_auc-pr.png differ diff --git a/bilder/evaluation/gesamt/heatmap_with_numbers_vus-pr.png b/bilder/evaluation/gesamt/heatmap_with_numbers_vus-pr.png new file mode 100644 index 0000000000000000000000000000000000000000..97216e2ab210f48b6b7487b3f90b669f2b3a650e Binary files /dev/null and b/bilder/evaluation/gesamt/heatmap_with_numbers_vus-pr.png differ diff --git a/bilder/evaluation/gesamt/heatmap_without_numbers_auc-pr.png b/bilder/evaluation/gesamt/heatmap_without_numbers_auc-pr.png new file mode 100644 index 0000000000000000000000000000000000000000..cbaa0f2fcad188665327e6e04182c594ccb336a0 Binary files /dev/null and b/bilder/evaluation/gesamt/heatmap_without_numbers_auc-pr.png differ diff --git a/bilder/evaluation/gesamt/heatmap_without_numbers_vus-pr.png b/bilder/evaluation/gesamt/heatmap_without_numbers_vus-pr.png new file mode 100644 index 0000000000000000000000000000000000000000..d36ab73d99a868a68e7aae465294e80c7955e8af Binary files /dev/null and b/bilder/evaluation/gesamt/heatmap_without_numbers_vus-pr.png differ diff --git a/bilder/evaluation/precision.png b/bilder/evaluation/gesamt/precision.png similarity index 100% rename from bilder/evaluation/precision.png rename to bilder/evaluation/gesamt/precision.png diff --git a/bilder/evaluation/recall.png b/bilder/evaluation/gesamt/recall.png similarity index 100% rename from bilder/evaluation/recall.png rename to bilder/evaluation/gesamt/recall.png diff --git a/bilder/evaluation/runtime.png b/bilder/evaluation/gesamt/runtime.png similarity index 100% rename from bilder/evaluation/runtime.png rename to bilder/evaluation/gesamt/runtime.png diff --git a/bilder/evaluation/vus-pr.png b/bilder/evaluation/gesamt/vus-pr.png similarity index 100% rename from bilder/evaluation/vus-pr.png rename to bilder/evaluation/gesamt/vus-pr.png diff --git a/bilder/evaluation/heatmap_with_numbers_auc-pr.png b/bilder/evaluation/heatmap_with_numbers_auc-pr.png deleted file mode 100644 index 2d35423759dfcf3e5ac92277cdb6c1157064412a..0000000000000000000000000000000000000000 Binary files a/bilder/evaluation/heatmap_with_numbers_auc-pr.png and /dev/null differ diff --git a/bilder/evaluation/heatmap_with_numbers_vus-pr.png b/bilder/evaluation/heatmap_with_numbers_vus-pr.png deleted file mode 100644 index b526dd93659247e091f5b8cc8486c06742a9a819..0000000000000000000000000000000000000000 Binary files a/bilder/evaluation/heatmap_with_numbers_vus-pr.png and /dev/null differ diff --git a/bilder/evaluation/heatmap_without_numbers_auc-pr.png b/bilder/evaluation/heatmap_without_numbers_auc-pr.png deleted file mode 100644 index 0b93add4a3ed08d184b28b08b3fcc1d0dc917dfb..0000000000000000000000000000000000000000 Binary files a/bilder/evaluation/heatmap_without_numbers_auc-pr.png and /dev/null differ diff --git a/bilder/evaluation/heatmap_without_numbers_vus-pr.png b/bilder/evaluation/heatmap_without_numbers_vus-pr.png deleted file mode 100644 index 6c510c64f7e5e058b3902df15bddda733c841504..0000000000000000000000000000000000000000 Binary files a/bilder/evaluation/heatmap_without_numbers_vus-pr.png and /dev/null differ diff --git a/bilder/evaluation/pearson/all/anomaly_ratio_to_performace_auc-pr.png b/bilder/evaluation/pearson/all/anomaly_ratio_to_performace_auc-pr.png new file mode 100644 index 0000000000000000000000000000000000000000..ddb83c65da040faf8340ad5270da7874fbcc3891 Binary files /dev/null and b/bilder/evaluation/pearson/all/anomaly_ratio_to_performace_auc-pr.png differ diff --git a/bilder/evaluation/pearson/all/anomaly_ratio_to_performace_vus-pr.png b/bilder/evaluation/pearson/all/anomaly_ratio_to_performace_vus-pr.png new file mode 100644 index 0000000000000000000000000000000000000000..7f5391232932938f7af02ff602a2f99f5126930b Binary files /dev/null and b/bilder/evaluation/pearson/all/anomaly_ratio_to_performace_vus-pr.png differ diff --git a/bilder/evaluation/pearson/all/anomaly_ratio_to_performace_with_dataset_size_auc_pr.png b/bilder/evaluation/pearson/all/anomaly_ratio_to_performace_with_dataset_size_auc_pr.png new file mode 100644 index 0000000000000000000000000000000000000000..2a95c439db736cd5ac1ced9e4537cf6ec1a1065a Binary files /dev/null and b/bilder/evaluation/pearson/all/anomaly_ratio_to_performace_with_dataset_size_auc_pr.png differ diff --git a/bilder/evaluation/pearson/all/anomaly_ratio_to_performace_with_dataset_size_vus_pr.png b/bilder/evaluation/pearson/all/anomaly_ratio_to_performace_with_dataset_size_vus_pr.png new file mode 100644 index 0000000000000000000000000000000000000000..5dbeecb0398801a076ed7208130b58f8f28aad1b Binary files /dev/null and b/bilder/evaluation/pearson/all/anomaly_ratio_to_performace_with_dataset_size_vus_pr.png differ diff --git a/bilder/evaluation/pearson/all/pearson_vergleich_auc-pr.png b/bilder/evaluation/pearson/all/pearson_vergleich_auc-pr.png new file mode 100644 index 0000000000000000000000000000000000000000..faacb51b21cc29c0aba39045384730a67aadec45 Binary files /dev/null and b/bilder/evaluation/pearson/all/pearson_vergleich_auc-pr.png differ diff --git a/bilder/evaluation/pearson/all/pearson_vergleich_vus-pr.png b/bilder/evaluation/pearson/all/pearson_vergleich_vus-pr.png new file mode 100644 index 0000000000000000000000000000000000000000..0153e42d25e4c8d688229ef401b296c06e0744c5 Binary files /dev/null and b/bilder/evaluation/pearson/all/pearson_vergleich_vus-pr.png differ diff --git a/bilder/evaluation/pearson/point/anomaly_ratio_to_performace_auc-pr_point.png b/bilder/evaluation/pearson/point/anomaly_ratio_to_performace_auc-pr_point.png new file mode 100644 index 0000000000000000000000000000000000000000..d34e86493a7ead926814a2fe2d7f687f22747758 Binary files /dev/null and b/bilder/evaluation/pearson/point/anomaly_ratio_to_performace_auc-pr_point.png differ diff --git a/bilder/evaluation/pearson/point/anomaly_ratio_to_performace_vus-pr_point.png b/bilder/evaluation/pearson/point/anomaly_ratio_to_performace_vus-pr_point.png new file mode 100644 index 0000000000000000000000000000000000000000..d6c44e8ab25d387cc3af183094289a064c9a2607 Binary files /dev/null and b/bilder/evaluation/pearson/point/anomaly_ratio_to_performace_vus-pr_point.png differ diff --git a/bilder/evaluation/pearson/point/anomaly_ratio_to_performace_with_dataset_size_auc_pr_point.png b/bilder/evaluation/pearson/point/anomaly_ratio_to_performace_with_dataset_size_auc_pr_point.png new file mode 100644 index 0000000000000000000000000000000000000000..7c043d6a25402722766055d4cc74dee959957a3d Binary files /dev/null and b/bilder/evaluation/pearson/point/anomaly_ratio_to_performace_with_dataset_size_auc_pr_point.png differ diff --git a/bilder/evaluation/pearson/point/anomaly_ratio_to_performace_with_dataset_size_vus_pr_point.png b/bilder/evaluation/pearson/point/anomaly_ratio_to_performace_with_dataset_size_vus_pr_point.png new file mode 100644 index 0000000000000000000000000000000000000000..40af0ca9b62df3e5e7a6705d5b08aa34c5c8adc1 Binary files /dev/null and b/bilder/evaluation/pearson/point/anomaly_ratio_to_performace_with_dataset_size_vus_pr_point.png differ diff --git a/bilder/evaluation/pearson/point/pearson_vergleich_auc-pr_point.png b/bilder/evaluation/pearson/point/pearson_vergleich_auc-pr_point.png new file mode 100644 index 0000000000000000000000000000000000000000..cbb2fe9c812f8975d205d9ca8ee397e8d78a9479 Binary files /dev/null and b/bilder/evaluation/pearson/point/pearson_vergleich_auc-pr_point.png differ diff --git a/bilder/evaluation/pearson/point/pearson_vergleich_vus-pr_point.png b/bilder/evaluation/pearson/point/pearson_vergleich_vus-pr_point.png new file mode 100644 index 0000000000000000000000000000000000000000..ea9498438ee9a92939ff5b92fa26039756c11fab Binary files /dev/null and b/bilder/evaluation/pearson/point/pearson_vergleich_vus-pr_point.png differ diff --git a/bilder/evaluation/pearson/seq/anomaly_ratio_to_performace_auc-pr_seq.png b/bilder/evaluation/pearson/seq/anomaly_ratio_to_performace_auc-pr_seq.png new file mode 100644 index 0000000000000000000000000000000000000000..67470ab67108e6764a1cfe19807efd5738845d60 Binary files /dev/null and b/bilder/evaluation/pearson/seq/anomaly_ratio_to_performace_auc-pr_seq.png differ diff --git a/bilder/evaluation/pearson/seq/anomaly_ratio_to_performace_vus-pr_seq.png b/bilder/evaluation/pearson/seq/anomaly_ratio_to_performace_vus-pr_seq.png new file mode 100644 index 0000000000000000000000000000000000000000..f5c346695d5e5404ae1b34651687da84be9accd4 Binary files /dev/null and b/bilder/evaluation/pearson/seq/anomaly_ratio_to_performace_vus-pr_seq.png differ diff --git a/bilder/evaluation/pearson/seq/anomaly_ratio_to_performace_with_dataset_size_auc_pr_seq.png b/bilder/evaluation/pearson/seq/anomaly_ratio_to_performace_with_dataset_size_auc_pr_seq.png new file mode 100644 index 0000000000000000000000000000000000000000..861174dae79451f5a0d84e28a41abc5518a272be Binary files /dev/null and b/bilder/evaluation/pearson/seq/anomaly_ratio_to_performace_with_dataset_size_auc_pr_seq.png differ diff --git a/bilder/evaluation/pearson/seq/anomaly_ratio_to_performace_with_dataset_size_vus_pr_seq.png b/bilder/evaluation/pearson/seq/anomaly_ratio_to_performace_with_dataset_size_vus_pr_seq.png new file mode 100644 index 0000000000000000000000000000000000000000..4f24660505288db804ce11bcd921e50f16dd7e22 Binary files /dev/null and b/bilder/evaluation/pearson/seq/anomaly_ratio_to_performace_with_dataset_size_vus_pr_seq.png differ diff --git a/bilder/evaluation/pearson/seq/pearson_vergleich_auc-pr_seq.png b/bilder/evaluation/pearson/seq/pearson_vergleich_auc-pr_seq.png new file mode 100644 index 0000000000000000000000000000000000000000..1230188914740064ae11d8de28f45da265a285d8 Binary files /dev/null and b/bilder/evaluation/pearson/seq/pearson_vergleich_auc-pr_seq.png differ diff --git a/bilder/evaluation/pearson/seq/pearson_vergleich_vus-pr_seq.png b/bilder/evaluation/pearson/seq/pearson_vergleich_vus-pr_seq.png new file mode 100644 index 0000000000000000000000000000000000000000..8aa76bdcbec7076d4b992a998163574842825ab4 Binary files /dev/null and b/bilder/evaluation/pearson/seq/pearson_vergleich_vus-pr_seq.png differ diff --git a/bilder/evaluation/punktanomalien/auc-pr_point.png b/bilder/evaluation/punktanomalien/auc-pr_point.png new file mode 100644 index 0000000000000000000000000000000000000000..d856bdb4880277c87b3d2796b93429865650631f Binary files /dev/null and b/bilder/evaluation/punktanomalien/auc-pr_point.png differ diff --git a/bilder/evaluation/punktanomalien/heatmap_auc_pr_no_numbers_point.png b/bilder/evaluation/punktanomalien/heatmap_auc_pr_no_numbers_point.png new file mode 100644 index 0000000000000000000000000000000000000000..c9f12200618b3b564f45bc50918a7077da6d7b79 Binary files /dev/null and b/bilder/evaluation/punktanomalien/heatmap_auc_pr_no_numbers_point.png differ diff --git a/bilder/evaluation/punktanomalien/heatmap_auc_pr_numbers_point.png b/bilder/evaluation/punktanomalien/heatmap_auc_pr_numbers_point.png new file mode 100644 index 0000000000000000000000000000000000000000..a55581a8dbdfacf9a7a69ba7c884cd0cd66c661f Binary files /dev/null and b/bilder/evaluation/punktanomalien/heatmap_auc_pr_numbers_point.png differ diff --git a/bilder/evaluation/punktanomalien/heatmap_vus_pr_no_umbers_point.png b/bilder/evaluation/punktanomalien/heatmap_vus_pr_no_umbers_point.png new file mode 100644 index 0000000000000000000000000000000000000000..340e3f0d7327e0bda030ab9888b6a3b1714dd53f Binary files /dev/null and b/bilder/evaluation/punktanomalien/heatmap_vus_pr_no_umbers_point.png differ diff --git a/bilder/evaluation/punktanomalien/heatmap_vus_pr_numbers_point.png b/bilder/evaluation/punktanomalien/heatmap_vus_pr_numbers_point.png new file mode 100644 index 0000000000000000000000000000000000000000..d46d845064efcb6df3b3f66792f3c0475b17c80f Binary files /dev/null and b/bilder/evaluation/punktanomalien/heatmap_vus_pr_numbers_point.png differ diff --git a/bilder/evaluation/punktanomalien/vus-pr_point.png b/bilder/evaluation/punktanomalien/vus-pr_point.png new file mode 100644 index 0000000000000000000000000000000000000000..951c2c98d9d0d1bc622856c40c65fb75ee985bc9 Binary files /dev/null and b/bilder/evaluation/punktanomalien/vus-pr_point.png differ diff --git a/bilder/evaluation/sequenzanomalien/auc-pr_seq.png b/bilder/evaluation/sequenzanomalien/auc-pr_seq.png new file mode 100644 index 0000000000000000000000000000000000000000..9886784d68e13fa9d6ece1ce148e58cb1dd0afe2 Binary files /dev/null and b/bilder/evaluation/sequenzanomalien/auc-pr_seq.png differ diff --git a/bilder/evaluation/sequenzanomalien/heatmeap_auc-pr_no_numbers_seq.png b/bilder/evaluation/sequenzanomalien/heatmeap_auc-pr_no_numbers_seq.png new file mode 100644 index 0000000000000000000000000000000000000000..d05219e2be6e08308427e2442ab2859ee4b2a0bb Binary files /dev/null and b/bilder/evaluation/sequenzanomalien/heatmeap_auc-pr_no_numbers_seq.png differ diff --git a/bilder/evaluation/sequenzanomalien/heatmeap_auc-pr_numbers_seq.png b/bilder/evaluation/sequenzanomalien/heatmeap_auc-pr_numbers_seq.png new file mode 100644 index 0000000000000000000000000000000000000000..4a3295f78540c6ea22a62a2a6fde49b1ecf24c7d Binary files /dev/null and b/bilder/evaluation/sequenzanomalien/heatmeap_auc-pr_numbers_seq.png differ diff --git a/bilder/evaluation/sequenzanomalien/heatmeap_vus-pr_no_umbers_seq.png b/bilder/evaluation/sequenzanomalien/heatmeap_vus-pr_no_umbers_seq.png new file mode 100644 index 0000000000000000000000000000000000000000..31f2283d247a5157c72af70dcaf80e1991a6df47 Binary files /dev/null and b/bilder/evaluation/sequenzanomalien/heatmeap_vus-pr_no_umbers_seq.png differ diff --git a/bilder/evaluation/sequenzanomalien/heatmeap_vus-pr_numbers_seq.png b/bilder/evaluation/sequenzanomalien/heatmeap_vus-pr_numbers_seq.png new file mode 100644 index 0000000000000000000000000000000000000000..4df95bd45995aee63e33559c1086c8b282756439 Binary files /dev/null and b/bilder/evaluation/sequenzanomalien/heatmeap_vus-pr_numbers_seq.png differ diff --git a/bilder/evaluation/sequenzanomalien/vus-pr_seq.png b/bilder/evaluation/sequenzanomalien/vus-pr_seq.png new file mode 100644 index 0000000000000000000000000000000000000000..63aef76bee6a81f43f997c2653a4634f51fbf64e Binary files /dev/null and b/bilder/evaluation/sequenzanomalien/vus-pr_seq.png differ diff --git a/docs/TO DO LISTE.md b/docs/TO DO LISTE.md index e5e7090a9e763e1dd5ae0120adf3a59d65fb7ed5..b35a80ae0f1573fbf98396e24e405ef505e1b74f 100644 --- a/docs/TO DO LISTE.md +++ b/docs/TO DO LISTE.md @@ -13,20 +13,24 @@ 8. Zwei der vier neuronalen Netze haben bessere Evaluations-metriken auf Sequenzanomalien, statt Punktanoamlien 9. Probleme in der Reproducibility bei kShape, trotz gleicher Hyperparameter und Datensätze haben wir Fehler debuggen müssen. 10. Probleme in der Reproducibility beim Testen der num_channels in CNN (stattdessen mit Lernrate getestet) -11. Probleme bei der Reproducibility bei LOF: Optimale Hyperparameter stimmen nicht mit den getesten überein +11. Probleme bei der Reproducibility bei LOF: Optimale Hyperparameter stimmen nicht mit den getesten überein $\rightarrow$ gelöst # TO DO'S -+ Datensätze genauer untersuchen - + Auffälligkeiten (Anomalien erkennbar?, Punkt- oder Sequenzanomalien, Eigenschaften) - + Warum könnten bestimmte Modelle auf einigen Datensätze Vorteile haben? - + Verstehen warum es allgemein eine Steigerung der Performanz gibt, mit entweder der gleichen Parameterkonstellation, wie von den Autoren vorgegeben oder bessere Kombination durch das Tuning pro Zeitserie, aber gleichzeitig eine teils deutlich schlechtere Metrik bei einzelnen Datensätzen (z.B. Tao) +- [ ] Datensätze genauer untersuchen + - [x] Auffälligkeiten (Anomalien erkennbar?, Punkt- oder Sequenzanomalien, Eigenschaften) + - [ ] Warum könnten bestimmte Modelle auf einigen Datensätze Vorteile haben? + - [x] Verstehen warum es allgemein eine Steigerung der Performanz gibt, mit entweder der gleichen Parameterkonstellation, wie von den Autoren vorgegeben oder bessere Kombination durch das Tuning pro Zeitserie, aber gleichzeitig eine teils deutlich schlechtere Metrik bei einzelnen Datensätzen (z.B. Tao) + Evtl. weil beste Hyperparameter anhand AUC-PR getestet wurden und nicht anhand VUS-PR, wie es vermutl. bei den Autoren gemacht wurde - + Heißt vergleichen der Hyperparameter dieser Datensätze mit den optimalen Hyperparametern der Autoren - + Bei Ungleichheit der Hyperparameter, diese stark abweichenden Zeitserien nochmal einzeln trainieren und Ergebnisse vergleichen - + Kann man anhand des Datensatzes und der Anomalien ableiten, welche Methoden (dichte-,distanz-, neuronal basiert) am besten funktionieren könnte? + - [x] Heißt vergleichen der Hyperparameter dieser Datensätze mit den optimalen Hyperparametern der Autoren + - [x] Bei Ungleichheit der Hyperparameter, diese stark abweichenden Zeitserien nochmal einzeln trainieren und Ergebnisse vergleichen + - [ ] Kann man anhand des Datensatzes und der Anomalien ableiten, welche Methoden (dichte-,distanz-, neuronal basiert) am besten funktionieren könnte? + - [ ] Messen der Abhängigkeit der Performanz von der Anomalie-Dichte mit PCC + - [ ] Gesamt + - [ ] Für Punktanomalien + - [ ] Für Sequenzanomalien  + [https://thedatumorg.github.io/TSB-AD/](https://thedatumorg.github.io/TSB-AD/ "https://thedatumorg.github.io/TSB-AD/") - + insb.: + - [x] insb.: + UCR + TAO + TODS @@ -34,17 +38,17 @@ + MGAB + Stock + SED -+ VUS-PR besser verstehen +- [ ] VUS-PR besser verstehen + Woher kommen Unterschiede zu AUC-PR, insb. bei Datensätzen mit Punktanomalien (TODS, TAO und Stock) ? + Wie funktioniert das? + Liegt ein Bias der Autoren? -+ Ranking der Modelle nach Anomalietyp +- [x] Ranking der Modelle nach Anomalietyp + Statistisch vs. Neuronal + Dichtebasiert vs. Distanzbasiert -+ Ranking der Modelle allgemein +- [x] Ranking der Modelle allgemein + nach Recall, AUC-PR und VUS-PR + Dichtebasiert vs. Distanzbasiert + Statistisch vs. Neuronal -+ Ausarbeiten der Algorithmen und Vorbereiten für die Hausarbeit -+ Histplot / Barplot erstellen mit Ergebnissen von VUS-PR bei TAO von den Autoren gegenüber unseren Ergebnissen für die Modelle, bei denen die Werte stark abweichen -+ Heatmaps für Anomalie-Typen erstellen \ No newline at end of file +- [ ] Ausarbeiten der Algorithmen und Vorbereiten für die Hausarbeit +- [x] Histplot / Barplot erstellen mit Ergebnissen von VUS-PR bei TAO von den Autoren gegenüber unseren Ergebnissen für die Modelle, bei denen die Werte stark abweichen +- [x] Heatmaps für Anomalie-Typen erstellen \ No newline at end of file diff --git a/docs/evaluation/Ranking der Modelle im Vergleich zu den Autoren.md b/docs/evaluation/Ranking der Modelle im Vergleich zu den Autoren.md index 54a132d4b63ebaeecd6884e528f1ee75eb30c23d..53f109286a7432fb1389f6e498aa1f983afbb5b4 100644 --- a/docs/evaluation/Ranking der Modelle im Vergleich zu den Autoren.md +++ b/docs/evaluation/Ranking der Modelle im Vergleich zu den Autoren.md @@ -1,40 +1,42 @@ -| Platz nach Autoren | Model | VUS-PR nach Autoren | AUC-PR | VUS-PR | Platz nach AUC-PR | Platz nach VUS-PR | -| ------------------ | ----------- | ------------------- | ------ | ------ | ----------------- | ----------------- | -| 1 | Sub-PCA | 0.42 | 0.407 | 0.444 | 2 | 4 | -| 2 | KShapeAD | 0.40 | 0.383 | 0.423 | 4 | 6 | -| 3 | POLY | 0.39 | 0.394 | 0.478 | 3 | 2 | -| 4 | KMeansAD | 0.37 | 0.444 | 0.489 | 1 | 1 | -| 5 | USAD | 0.36 | 0.352 | 0.375 | 8 | 8 | -| 6 | Sub-KNN | 0.35 | 0.351 | 0.431 | 9 | 5 | -| 7 | CNN | 0.34 | 0.366 | 0.367 | 6 | 9 | -| 8 | LSTMAD | 0.33 | 0.313 | 0.320 | 11 | 13 | -| 9 | IForest | 0.30 | 0.304 | 0.341 | 12 | 11 | -| 10 | OmniAnomaly | 0.29 | 0.354 | 0.377 | 7 | 7 | -| 11 | Sub-LOF | 0.25 | 0.374 | 0.473 | 5 | 3 | -| 12 | Sub-OCSVM | 0.23 | 0.275 | 0.339 | 13 | 12 | -| 13 | Sub-iForest | 0.22 | 0.326 | 0.362 | 10 | 10 | -| 14 | LOF | 0.17 | 0.156 | 0.185 | 14 | 14 | +| Platz nach Autoren | Model | TYP | VUS-PR nach Autoren | AUC-PR | VUS-PR | Platz nach AUC-PR | Platz nach VUS-PR | +| ------------------ | ----------- | -------------- | ------------------- | ------ | ------ | ----------------- | ----------------- | +| 4 | KMeansAD | Distanzbasiert | 0.37 | 0.444 | 0.489 | 1 | 1 | +| 3 | POLY | Dichtebasiert | 0.39 | 0.394 | 0.478 | 3 | 2 | +| 11 | Sub-LOF | Distanzbasiert | 0.25 | 0.374 | 0.473 | 5 | 3 | +| 1 | Sub-PCA | Dichtebasiert | 0.42 | 0.407 | 0.444 | 2 | 4 | +| 6 | Sub-KNN | Distanzbasiert | 0.35 | 0.351 | 0.431 | 9 | 5 | +| 2 | KShapeAD | Distanzbasiert | 0.40 | 0.383 | 0.423 | 4 | 6 | +| 10 | OmniAnomaly | NN | 0.29 | 0.354 | 0.377 | 7 | 7 | +| 5 | USAD | NN | 0.36 | 0.352 | 0.375 | 8 | 8 | +| 7 | CNN | NN | 0.34 | 0.366 | 0.367 | 6 | 9 | +| 13 | Sub-iForest | Dichtebasiert | 0.22 | 0.326 | 0.362 | 10 | 10 | +| 9 | IForest | Dichtebasiert | 0.30 | 0.304 | 0.341 | 12 | 11 | +| 12 | Sub-OCSVM | Dichtebasiert | 0.23 | 0.275 | 0.339 | 13 | 12 | +| 8 | LSTMAD | NN | 0.33 | 0.313 | 0.320 | 11 | 13 | +| 14 | LOF | Distanzbasiert | 0.17 | 0.156 | 0.185 | 14 | 14 | # Verbesserungen der Modelle -| Model | AUC-PR lt. Paper | AUC-PR | + AUC-PR \[%\] | VUS-PR lt. Paper | VUS-PR | + VUS-PR \[%\] | -| ---------------- | ---------------- | ------ | --------------- | ---------------- | ------ | --------------- | -| Sub-PCA | 0.37 | 0.407 | 10 | 0.42 | 0.444 | 5.7 | -| KShapeAD | 0.35 | 0.383 | 9.4 | 0.40 | 0.423 | 5.8 | -| POLY | 0.31 | 0.394 | 27.1 | 0.39 | 0.478 | 22.6 | -| KMeansAD | 0.32 | 0.444 | 38.8 | 0.37 | 0.489 | 32.2 | -| USAD | 0.32 | 0.352 | 9.4 | 0.36 | 0.375 | 4.2 | -| Sub-KNN V2 | 0.27 | 0.351 | 30 | 0.35 | 0.431 | 23.1 | -| CNN | 0.33 | 0.366 | 10.9 | 0.34 | 0.367 | 7.9 | -| LSTMAD | 0.31 | 0.313 | - | 0.33 | 0.320 | 3.0 | -| IForest | 0.29 | 0.304 | 4.8 | 0.30 | 0.341 | 13.7 | -| Sub-iForest | 0.16 | 0.326 | 103.8 | 0.22 | 0.362 | 64.5 | -| OmniAnomaly | 0.27 | 0.354 | 31.1 | 0.29 | 0.377 | 30 | -| Sub-LOF | 0.16 | 0.374 | 133.8 | 0.25 | 0.473 | 89.2 | -| Sub-OCSVM | 0.16 | 0.275 | 71.9 | 0.23 | 0.339 | 47.4 | -| LOF | 0.14 | 0.156 | 11.4 | 0.17 | 0.185 | 8.8 | -| **Durchschnitt** | | | $\approx$ 35.17 | | | $\approx$ 25.58 | -| **Range** | | 0.288 | 133.8 | | 0.304 | 86.2 | -| *Alt*: Sub-KNN | 0.27 | 0.292 | 8.15 | 0.35 | 0.384 | 9.7 | +| Model | Typ | AUC-PR lt. Paper | AUC-PR | + AUC-PR \[%\] | VUS-PR lt. Paper | VUS-PR | + VUS-PR \[%\] | +| ----------- | -------------- | ---------------- | ------ | -------------- | ---------------- | ------ | -------------- | +| LSTMAD | NN | 0.31 | 0.313 | - | 0.33 | 0.320 | 3.0 | +| IForest | Dichtebasiert | 0.29 | 0.304 | 4.8 | 0.30 | 0.341 | 13.7 | +| KShapeAD | Distanzbasiert | 0.35 | 0.383 | 9.4 | 0.40 | 0.423 | 5.8 | +| USAD | NN | 0.32 | 0.352 | 9.4 | 0.36 | 0.375 | 4.2 | +| Sub-PCA | Dichtebasiert | 0.37 | 0.407 | 10 | 0.42 | 0.444 | 5.7 | +| CNN | NN | 0.33 | 0.366 | 10.9 | 0.34 | 0.367 | 7.9 | +| LOF | Distanzbasiert | 0.14 | 0.156 | 11.4 | 0.17 | 0.185 | 8.8 | +| POLY | Dichtebasiert | 0.31 | 0.394 | 27.1 | 0.39 | 0.478 | 22.6 | +| Sub-KNN V2 | Distanzbasiert | 0.27 | 0.351 | 30 | 0.35 | 0.431 | 23.1 | +| OmniAnomaly | NN | 0.27 | 0.354 | 31.1 | 0.29 | 0.377 | 30 | +| KMeansAD | Distanzbasiert | 0.32 | 0.444 | 38.8 | 0.37 | 0.489 | 32.2 | +| Sub-OCSVM | Dichtebasiert | 0.16 | 0.275 | 71.9 | 0.23 | 0.339 | 47.4 | +| Sub-iForest | Dichtebasiert | 0.16 | 0.326 | 103.8 | 0.22 | 0.362 | 64.5 | +| Sub-LOF | Distanzbasiert | 0.16 | 0.374 | 133.8 | 0.25 | 0.473 | 89.2 | +| Model | Typ | AUC-PR lt. Paper | AUC-PR | + AUC-PR \[%\] | VUS-PR lt. Paper | VUS-PR | + VUS-PR \[%\] | +| ---------------- | --- | ---------------- | ------ | --------------- | ---------------- | ------ | --------------- | +| **Durchschnitt** | | | | $\approx$ 35.17 | | | $\approx$ 25.58 | +| **Range** | | | 0.288 | 133.8 | | 0.304 | 86.2 | +| *Alt*: Sub-KNN | | 0.27 | 0.292 | 8.15 | 0.35 | 0.384 | 9.7 | diff --git a/docs/evaluation/Reproducibility.md b/docs/evaluation/Reproducibility.md index 53ab3f4c5263a97ba87c886263d2542f709ff52e..b5d56e53dd0cafbf8f859c2ee8ebc97ad176aba5 100644 --- a/docs/evaluation/Reproducibility.md +++ b/docs/evaluation/Reproducibility.md @@ -15,7 +15,7 @@ - Insgesamt ließen sich die meisten Modelle sehr gut nachbauen - Probleme: - KShapeAD: trotz gleicher Hyperparameter und Datensätze haben wir Fehler debuggen müssen, weil es bei der Erstellung von Subsequenzen zu leeren Ein-Dimensionalen Arrays kam anstelle Zwei-Dimensionaler Matrizen - - LOF: Optimale Hyperparameter stimmen nicht mit den getesteten überein im git der Autoren + - LOF: Optimale Hyperparameter stimmen nicht mit den getesteten überein im git der Autoren $\rightarrow$ Anpassung erfolgte am 19.0.2.2025 - CNN: Beim testen der von den Autoren vorgegebenen Hyperparameter traten Fehler beim Erstellen der Layer auf. Dabei diente ``num_channels`` als Parameter für die Anzahl an Neuronen pro Schicht. Dabei definiert die Länge des Arrays die Anzahl der Schichte. Stattdessen wurde die Lernrate optimiert. ### KShapeAD diff --git a/docs/evaluation/groupedDataframes/AUC-PR_point_combined_by_group.csv b/docs/evaluation/groupedDataframes/AUC-PR_point_combined_by_group.csv new file mode 100644 index 0000000000000000000000000000000000000000..4c8ceb542996ad11afa41ca061e70876f4b0ae92 --- /dev/null +++ b/docs/evaluation/groupedDataframes/AUC-PR_point_combined_by_group.csv @@ -0,0 +1,15 @@ +,Model,UCR,TODS,YAHOO,Stock,WSD,IOPS,TAO +0,CNN,0.000497723378635251,0.531847090272557,0.5870487483775556,0.9293442608636605,0.3429894916355166,0.2101571992823134,0.9934571481066872 +0,IForest,0.00013941436533938914,0.06926400176873043,0.0073118752517932,0.14393995693030376,0.00050124286842085,0.0118602696562059,0.1267629937143397 +0,KMeansAD_U,0.002842613470859922,0.08398913571818727,0.7425780755471775,0.11447566194398832,0.0030725693375156,0.0668858385771705,0.12190425607038209 +0,KShapeAD,0.0008537993370073427,0.0819347138465908,0.46443869003880583,0.09533344926608749,0.0011193602262089002,0.14848311466172803,0.10153367346721354 +0,LOF,0.0006526030557155189,0.07195861495361193,0.42251956376869465,0.11206072684081272,0.0038785364308283497,0.17671177891367676,0.12897242801673095 +0,LSTMAD,0.00022057345566046433,0.36733390067808275,0.4551026071964122,0.5192324559661586,0.3346376592791491,0.19708386202492015,0.9942179575616394 +0,OCSVM,0.0017944577746446659,0.07062529159246794,0.04008717142227338,0.09734473830824779,0.0021591481266237,0.02470129102881105,0.1104462272783257 +0,OmniAnomaly,0.00017818769461548108,0.06464966892067286,0.12257414572551374,0.13364632394088924,0.4072796148411686,0.01695232862278645,0.3368287431556052 +0,PCA,0.00019577781877805727,0.0672294969636395,0.060498290847143886,0.14842805522832,0.20665464316354404,0.036186030072219294,0.1604279183019481 +0,POLY,0.0002569736761072575,0.06186559240740803,0.02416109787000448,0.14659009081554358,0.16706583714438436,0.14165700182043814,0.1483558026065612 +0,Sub-IForest,0.0003518220525187502,0.06926400176873043,0.044400580493474395,0.14444613432568612,0.0005890488593567,0.01530736821825305,0.10525985700475156 +0,Sub-KNN,0.0030464039525634375,0.0794846514945064,0.20357487244711653,0.10329311049357655,0.00094523422250225,0.02422077926418335,0.11422736786977505 +0,Sub-LOF,0.04092722519239887,0.07777475979921483,0.1419869930251015,0.1150331890223664,0.3279579963301088,0.1216834122931069,0.14521154047355012 +0,USAD,0.00017806617844029428,0.06580947116928397,0.08766307603715748,0.13357031995417967,0.2857124052710794,0.016978599999277002,0.3300859310665809 diff --git a/docs/evaluation/groupedDataframes/AUC-PR_seq_combined_by_group.csv b/docs/evaluation/groupedDataframes/AUC-PR_seq_combined_by_group.csv new file mode 100644 index 0000000000000000000000000000000000000000..2510cce679724b35ac8628aa2cb6970d3f8c831d --- /dev/null +++ b/docs/evaluation/groupedDataframes/AUC-PR_seq_combined_by_group.csv @@ -0,0 +1,15 @@ +,Model,MITDB,SWaT,NEK,IOPS,LTDB,Power,CATSv2,MSL,Daphnet,WSD,SED,YAHOO,SMD,SVDB,NAB,TODS,MGAB,OPPORTUNITY,SMAP,Exathlon +0,CNN,0.1601528087440646,0.7387181088941073,0.7159018583267137,0.4299093535398832,0.3544623948216704,0.0723996101568745,0.4118939698305733,0.2641995910095633,0.3814990500329981,0.24231358963975128,0.029325049402745367,0.3453843392944647,0.5057489364426891,0.19871988527540255,0.20986939872479607,0.2066021371597466,0.003854961812131611,0.7279560308365037,0.24160932378612948,0.6543096941901486 +0,IForest,0.16955657029296148,0.7024320276028485,0.6881675030253604,0.2766868171185441,0.5213405915521423,0.0739812238848341,0.1394155160045949,0.4536143230767033,0.4965785621747466,0.06769544141578647,0.691483898843896,0.981989586793626,0.3361279782994529,0.3139334398086481,0.25131671575229625,0.07167927197280576,0.004336120023749678,0.8701591431079674,0.4818107221855951,0.9628064611603744 +0,KMeansAD_U,0.5838081485697818,0.1111516911833987,0.33191061885039475,0.06143061817777629,0.7658193255633926,0.507629476682699,0.4556114877404176,0.2887432118443677,0.0364448974253113,0.2538311126425933,0.7105752596393731,0.46235190626725586,0.0958159083013593,0.7990985157566584,0.23002877618413756,0.5920724086848048,0.08529855686124818,0.27612539215146714,0.9282995175353348,0.617689617530909 +0,KShapeAD,0.5944243321733781,0.4588962370959195,0.3750658331340292,0.06943445437821327,0.743642233080316,0.4962499459971852,0.4523772176145589,0.19498483233069708,0.0334203029926677,0.14377573671541893,0.7220200940353262,0.24031576976402078,0.0774113382265532,0.7883941031070661,0.25187677199505015,0.627510732220589,0.08441091283436257,0.2834605901869442,0.8501916829063438,0.4209898037288545 +0,LOF,0.05162771249827228,0.1206834698967151,0.35630050463643,0.27267022294479826,0.20324070530989097,0.0862447643103002,0.0715421233322276,0.2779788554360056,0.129509098249193,0.09489819868187307,0.08219767855332698,0.3165455593426756,0.16331308400268732,0.04672888883891309,0.15461906866567937,0.08159854320456722,0.002208833983716011,0.1449523625312737,0.06042448230341985,0.2451059410575724 +0,LSTMAD,0.11306591669413261,0.7376946947277406,0.6811029355029242,0.4610677963044294,0.27673530608030433,0.0647879297198734,0.3580709697520762,0.25757138658562084,0.1322337577607795,0.1279076724303484,0.030497343412870064,0.3444854319775861,0.4954815011013592,0.13029136390404558,0.1629815521785942,0.17014849123558592,0.04585981775047413,0.5474646677290759,0.2333983557897139,0.733874544363356 +0,OCSVM,0.3558257944021178,0.1595147595176652,0.4203229904152469,0.10187219310485796,0.6346588524029689,0.2159361837395415,0.3690800520887407,0.1535457904536649,0.0665123825532765,0.038635257769998654,0.18785019182598386,0.49843872529955324,0.07715395648459879,0.544487578718084,0.2456864669386912,0.5579782800066727,0.032882956192712046,0.09013177763268684,0.7608571253833185,0.556785954052248 +0,OmniAnomaly,0.20699912890412075,0.7576872065528726,0.8770243101459516,0.7212613438703687,0.4797110125580823,0.0646648482156372,0.4378677976960084,0.3649412452343479,0.1920691814960085,0.12348117242877575,0.031663480582993765,0.34946499921467744,0.46018104724425635,0.46501965309634374,0.33571250200169783,0.19110931939484518,0.015268247817355054,0.661818278423153,0.8763522558444423,0.8745189065767695 +0,PCA,0.3778533754675271,0.7567001273773122,0.8496003861257493,0.5492163937161477,0.4894113142147856,0.0788664308035282,0.4747050350102691,0.475464143308866,0.468647067072471,0.0997170368726497,0.0209941892398622,0.6900881004853741,0.45975280266753604,0.5414505810552948,0.4396850558769254,0.14998912787452837,0.027122742026965137,0.9689638111283592,0.8875174908348034,0.9581020113822701 +0,POLY,0.3669341487796059,0.1231331999424481,0.5687312064825982,0.4822944382839303,0.4553236691053208,0.2037595305274893,0.4764337820823609,0.5571125898643525,0.5368267899294596,0.3242353332440711,0.03142142379603057,0.5714284518212307,0.4393431669709806,0.48393361027837306,0.40297397609120833,0.28164889216184213,0.008995606099947298,0.6244959106593562,0.7981889083122783,0.844512912662751 +0,Sub-IForest,0.20320871188324538,0.6887311854514893,0.7755158689249108,0.3361380397980273,0.5327416284283404,0.0827033130582197,0.1745928331627037,0.482414674619237,0.4981124210088739,0.07335524070315955,0.4682220187429209,0.988424451500241,0.34726668629967794,0.34944214455878075,0.2732902042054103,0.07967123342988214,0.004793159873508477,0.9041216889029252,0.47920371796062183,0.9596661499144986 +0,Sub-KNN,0.5007930252272798,0.1101385374707895,0.3233727255663506,0.0416384877795079,0.6021179124268098,0.3223414866231004,0.4820751277662811,0.20887357671029527,0.0356270541251155,0.10858358363582546,0.7074528685504887,0.3950781614023482,0.050574903461018735,0.5358203930237118,0.21386600809336362,0.561582328397641,0.3186849347431766,0.2799899645789179,0.9105968484310378,0.5965316130232039 +0,Sub-LOF,0.38519489390955175,0.1135633808365225,0.4334874040708573,0.15712443887097877,0.33316020067643426,0.1750346138359664,0.5119762791999092,0.36852744392779163,0.2522823807762812,0.452830435180487,0.10965998852146776,0.24200492349433209,0.3396391449359323,0.32939543500204566,0.45731618414724856,0.24075579404915115,0.5673347974410752,0.15455516928406032,0.4882773755526925,0.2576177402577311 +0,USAD,0.20180998220768165,0.7574841555865873,0.8630956704461799,0.7102299889217235,0.4613347441601701,0.0646645958264565,0.4816245755217306,0.10460601562683773,0.1920565328650643,0.12288678032083278,0.026230704465697034,0.3494491029592021,0.5612161224267997,0.4457647149809321,0.2729083623087852,0.18468160904828415,0.032096908715701186,0.6618204583996443,0.8656628482254731,0.8623584859187469 diff --git a/docs/evaluation/groupedDataframes/VUS-PR_point_combined_by_group.csv b/docs/evaluation/groupedDataframes/VUS-PR_point_combined_by_group.csv new file mode 100644 index 0000000000000000000000000000000000000000..706b9ad95bfabe4b8af90582deeaf8113c027b6e --- /dev/null +++ b/docs/evaluation/groupedDataframes/VUS-PR_point_combined_by_group.csv @@ -0,0 +1,15 @@ +,Model,UCR,TODS,YAHOO,Stock,WSD,IOPS,TAO +0,CNN,0.12849550333205034,0.8957400434585084,0.5198191659851538,0.9399247021670545,0.131018334849136,0.14711324982152435,0.9915244319944755 +0,IForest,0.0002665877286590978,0.8159145311070398,0.052200698025924114,0.7358859795437948,0.00103641479747105,0.01768593719696765,0.6549747856000387 +0,KMeansAD_U,0.012483199891792293,0.8571026416333914,0.8260362987070747,0.7381976474065515,0.0218184301064846,0.2024563192753975,0.6664322393628269 +0,KShapeAD,0.004607275314939331,0.850386705326066,0.5184674544100966,0.7178899544992573,0.00750596316487065,0.0659964459902545,0.6340804976979171 +0,LOF,0.01296340886401808,0.7867472849064527,0.38320259127924156,0.7104868086713348,0.0351130961126649,0.07315884822854114,0.6237017167108658 +0,LSTMAD,0.00023688637305023372,0.8528343069275732,0.4142554751316243,0.8179595058481393,0.10007551886298241,0.08073948466080995,0.9929798120927256 +0,OCSVM,0.027689856318745598,0.8518191351777739,0.2822475996499879,0.7173772009864774,0.0062269599183321,0.01909188243651155,0.624782946443583 +0,OmniAnomaly,0.0004063924736706679,0.8003244921521722,0.19009650259029962,0.7716583853918693,0.10582172634280895,0.03503063415285755,0.9085940281154412 +0,PCA,0.0004083275895230685,0.8207170768484108,0.11343626137621564,0.8253823808338303,0.12485023925105455,0.0481688741700021,0.8058516857809437 +0,POLY,0.0033559933987860197,0.8037705436962099,0.2820711214374285,0.8053753836898458,0.21626664694979245,0.1877655466057953,0.76158549701969 +0,Sub-IForest,0.000542217832864293,0.8159145311070398,0.08099851390997882,0.7516325137738941,0.00147852957486025,0.0255486103347656,0.6595937211453959 +0,Sub-KNN,0.01481785058517352,0.8461437908850736,0.5346863201317612,0.7190487901242638,0.0078121670256316505,0.22833200922803448,0.6732013387181561 +0,Sub-LOF,0.20812232446242698,0.8495824521161387,0.4752962716590384,0.7475672197205663,0.1403311862770099,0.327754100248969,0.7557750431197268 +0,USAD,0.0004063921804204745,0.7803468059428496,0.15913584781295714,0.7716118184030186,0.08817944785784919,0.042431549566761054,0.9070352826090773 diff --git a/docs/evaluation/groupedDataframes/VUS-PR_seq_combined_by_group.csv b/docs/evaluation/groupedDataframes/VUS-PR_seq_combined_by_group.csv new file mode 100644 index 0000000000000000000000000000000000000000..2af17bc05d9586f364108a9589647c856534a87f --- /dev/null +++ b/docs/evaluation/groupedDataframes/VUS-PR_seq_combined_by_group.csv @@ -0,0 +1,15 @@ +,Model,MITDB,SWaT,NEK,IOPS,LTDB,Power,CATSv2,MSL,Daphnet,WSD,SED,YAHOO,SMD,SVDB,NAB,TODS,MGAB,OPPORTUNITY,SMAP,Exathlon +0,CNN,0.14363186026434818,0.6807482076261672,0.7565550181856571,0.3122858264491682,0.40617143072486417,0.0754866098747693,0.2882929464081713,0.3269730051746272,0.3984561332333746,0.2069902863106892,0.058416114173648566,0.3510637705333855,0.503534567487793,0.20647896358624884,0.23826397085616066,0.33102802419793037,0.0069880026447859105,0.7417693699798804,0.23715649703498726,0.6577570780079647 +0,IForest,0.15904247331707733,0.3682300481513787,0.678337001661819,0.2671170171814172,0.5663593089308047,0.0763734881882089,0.105174922263832,0.5146302103527766,0.5189053892717354,0.038526464605632714,0.8072091746326211,0.9362451610080521,0.32214604854394374,0.31456659298105366,0.28563493614308877,0.17475156053702068,0.004379386516480511,0.868003061938513,0.4876643634589597,0.9648356800808771 +0,KMeansAD_U,0.5908924511486201,0.1115190303707684,0.2983791254555976,0.11222921942324772,0.8355528232967653,0.5241664765771313,0.2292684024148795,0.4051738359622597,0.0397474048677725,0.2931161950765186,0.8952913367248847,0.4775101766652498,0.09284313681391974,0.8044717425054659,0.27277549870941636,0.6890513776882708,0.03664497423359471,0.25511763787482666,0.9465247502273064,0.6180514515785507 +0,KShapeAD,0.6066515369717891,0.3813104421265443,0.2827061970061015,0.09059792281107269,0.8117365551261307,0.5105374329082776,0.2306581659248519,0.2900491728234222,0.0356901722608826,0.19288421606813635,0.9070859017634768,0.2769169981388076,0.07054742736830771,0.8042755568219885,0.2824205210999407,0.7197787521902024,0.06975936632139607,0.2532765684324793,0.861769441468766,0.42084463447845294 +0,LOF,0.05374869341290776,0.1211682396739051,0.3923349918638083,0.30298852335773335,0.25644727824547736,0.0905025385600026,0.0638260310723236,0.32777765623404265,0.1348036345450808,0.07337745586743974,0.11110536628014576,0.30409279834678876,0.13776024955846516,0.05221758033572963,0.18356432448041002,0.198760287424503,0.004638573553949167,0.1528417267741315,0.0461421173227687,0.24033784675388556 +0,LSTMAD,0.11239751245844268,0.669824054008361,0.7046723893152893,0.3344168927615537,0.32982840878783637,0.0672501040011019,0.3290558627970383,0.3092962652665849,0.1330800298859931,0.1005540361801319,0.056562170107036035,0.3488547511042425,0.4534163746765015,0.13167249871876494,0.18168614342962616,0.26320955961639453,0.02541916388299069,0.5670520838329398,0.2231917065823337,0.735253231133451 +0,OCSVM,0.35113283798670825,0.1599810140732196,0.37983786936062336,0.08145294098409683,0.6924703331629415,0.2253927416249083,0.3113843528453291,0.2088017574674731,0.0701389976338681,0.04882563932970881,0.16491010075541357,0.4840992825935074,0.07838435045329155,0.5979076047376409,0.29714869113786085,0.7213082001387852,0.007014053543410155,0.09251538099258988,0.7954294311138411,0.5578912704843039 +0,OmniAnomaly,0.16346484655995386,0.366250384309729,0.8842247035122146,0.3805331383555102,0.5247628039733387,0.0670900075295742,0.2822817568231803,0.41202050525006134,0.1230261153960334,0.08734568163476544,0.055985189981857066,0.3545071525578944,0.4109385485185504,0.43646519307795617,0.3269179839451609,0.33827489711743675,0.005586448237557389,0.6601511575383079,0.9516348600300049,0.8763722516375352 +0,PCA,0.32352578503655105,0.3755116281521825,0.8808216334884382,0.42283416684315317,0.5348733977584581,0.0796163424706734,0.2324174649783961,0.4929749553119098,0.4415678196838903,0.0675641163246343,0.030269609217551566,0.5683327385734666,0.4231617248559117,0.5086208654459953,0.47477993658952133,0.34246414452247936,0.005551113652017667,0.9663506404704025,0.9517385559032172,0.9591725273812642 +0,POLY,0.3204245599085764,0.1033636962969695,0.6287085531873657,0.4262453805207947,0.5105066913376546,0.1222940559336612,0.232251680558134,0.6539666997235662,0.5195156603941771,0.45779366049813797,0.040175651318865566,0.518565648391735,0.482295626933384,0.42305036409262015,0.4783722870187905,0.4376937822934688,0.008268735555270955,0.6306184106923622,0.8914813064333531,0.8479450729850164 +0,Sub-IForest,0.19927988745605793,0.3976360065844851,0.7693342255513386,0.31658713342954387,0.5811625129442723,0.0869332807465869,0.1369120832279178,0.5319699978599747,0.5346879856975696,0.044438582368578845,0.6943910632962415,0.8716912903265689,0.32830274073061533,0.34812549385030467,0.3048039880146668,0.18766070313305092,0.004755893547811689,0.9107354542516863,0.489003357132511,0.9600436171087581 +0,Sub-KNN,0.5486771576680185,0.1106676890214043,0.2923954106708388,0.09795379016613953,0.7091250863730146,0.3333741016502158,0.3618366984604361,0.26781526577603015,0.0373773175550165,0.18146269672970933,0.882987455118878,0.42695566931949297,0.06392036742707172,0.6005362353677091,0.2554736353416595,0.6992441030860816,0.301166622796116,0.26921925919300005,0.9526036254099142,0.5974451488038989 +0,Sub-LOF,0.3671251716842331,0.1139147000964346,0.5976904344372471,0.25838692504122934,0.4095296341228547,0.1608581709679401,0.3930451961624531,0.4877960419072089,0.2539555253290684,0.6082596910460166,0.25341982469633156,0.18849084310540398,0.4576314208526387,0.35902954616007454,0.5119443303732117,0.6006064122050944,0.6347484664935239,0.139081949702676,0.5999656309141438,0.2624784786359157 +0,USAD,0.15835735364914574,0.3659224082416971,0.8681137768082372,0.34168347142251027,0.5122662584098864,0.0670897271132299,0.4068306405403881,0.14212516588659288,0.122991565905646,0.08691046183700699,0.053374299505158866,0.3545269189937809,0.5199652665114188,0.4247697791848659,0.26226767611209184,0.33668495538585036,0.005403198063337867,0.6601599356832428,0.9477020890627346,0.864300862495465 diff --git a/src/datensatz/pearson_correlation_coeffizient.ipynb b/src/datensatz/pearson_correlation_coeffizient.ipynb new file mode 100644 index 0000000000000000000000000000000000000000..20e1a012211fc1efbb9d9f8834814d14db583498 --- /dev/null +++ b/src/datensatz/pearson_correlation_coeffizient.ipynb @@ -0,0 +1,4719 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 186, + "metadata": {}, + "outputs": [], + "source": [ + "import pandas as pd\n", + "import plotly.express as px\n", + "import os\n", + "import numpy as np\n", + "import plotly.graph_objects as go\n", + "import plotly.subplots as sp\n", + "from scipy.stats import pearsonr" + ] + }, + { + "cell_type": "code", + "execution_count": 187, + "metadata": {}, + "outputs": [], + "source": [ + "#Read all data and create dataframe\n", + "#Including\n", + "# Model Performanz\n", + "# Density of Anomaly per Dataset\n", + "# Dataset#\n", + "\n", + "data = {\n", + "\t'dataset': ['TAO','TODS','Stock','UCR','SMD','YAHOO','Exathlon','NAB','OPPORTUNITY','WSD','SVDB','SMAP','IOPS','MGAB',\n", + "\t\t\t 'MSL','NEK','LTDB','MITDB','SED','Daphnet','SWaT','Power','CATSv2'],\n", + " 'size': [3,15,10,76,38,35,32,28,28,25,20,19,17,9,9,9,9,8,3,1,1,1,1],\n", + "\t'anomalies': [0.094,0.088,0.064,0.003, 0.019, 0.009,0.109, 0.102,0.048, 0.005,0.037, 0.029,0.015,0.002,\n", + "\t\t\t 0.040,0.080,0.188,0.042,0.040,0.059,0.121,0.086,0.049 ]\n", + "}\n", + "\n", + "df = pd.DataFrame(data)\n", + "df.set_index('dataset', inplace=True)" + ] + }, + { + "cell_type": "code", + "execution_count": 188, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "<div>\n", + "<style scoped>\n", + " .dataframe tbody tr th:only-of-type {\n", + " vertical-align: middle;\n", + " }\n", + "\n", + " .dataframe tbody tr th {\n", + " vertical-align: top;\n", + " }\n", + "\n", + " .dataframe thead th {\n", + " text-align: right;\n", + " }\n", + "</style>\n", + "<table border=\"1\" class=\"dataframe\">\n", + " <thead>\n", + " <tr style=\"text-align: right;\">\n", + " <th></th>\n", + " <th>size</th>\n", + " <th>anomalies</th>\n", + " </tr>\n", + " <tr>\n", + " <th>dataset</th>\n", + " <th></th>\n", + " <th></th>\n", + " </tr>\n", + " </thead>\n", + " <tbody>\n", + " <tr>\n", + " <th>TAO</th>\n", + " <td>3</td>\n", + " <td>0.094</td>\n", + " </tr>\n", + " <tr>\n", + " <th>TODS</th>\n", + " <td>15</td>\n", + " <td>0.088</td>\n", + " </tr>\n", + " <tr>\n", + " <th>Stock</th>\n", + " <td>10</td>\n", + " <td>0.064</td>\n", + " </tr>\n", + " <tr>\n", + " <th>UCR</th>\n", + " <td>76</td>\n", + " <td>0.003</td>\n", + " </tr>\n", + " <tr>\n", + " <th>SMD</th>\n", + " <td>38</td>\n", + " <td>0.019</td>\n", + " </tr>\n", + " </tbody>\n", + "</table>\n", + "</div>" + ], + "text/plain": [ + " size anomalies\n", + "dataset \n", + "TAO 3 0.094\n", + "TODS 15 0.088\n", + "Stock 10 0.064\n", + "UCR 76 0.003\n", + "SMD 38 0.019" + ] + }, + "execution_count": 188, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "df.head()" + ] + }, + { + "cell_type": "code", + "execution_count": 189, + "metadata": {}, + "outputs": [], + "source": [ + "#select evaluation metric and if not total dataset choose anomaly type\n", + "metric = 'AUC-PR'\n", + "anoType = 'seq'" + ] + }, + { + "cell_type": "code", + "execution_count": 190, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Found: CNN.csv\n", + "Not correct file type: groupedDataframes\n", + "Found: IForest.csv\n", + "Found: KMeansAD_U.csv\n", + "Found: KShapeAD.csv\n", + "Found: LOF.csv\n", + "Found: LSTMAD.csv\n", + "Found: OCSVM.csv\n", + "Found: OmniAnomaly.csv\n", + "Found: PCA.csv\n", + "Found: POLY.csv\n", + "Not correct file type: Ranking der Modelle im Vergleich zu den Autoren.md\n", + "Not correct file type: Reproducibility.md\n", + "Found: Sub-IForest.csv\n", + "Found: Sub-KNN.csv\n", + "Found: Sub-LOF.csv\n", + "Not correct file type: temp\n", + "Found: USAD.csv\n", + "Not correct file type: Vergleich der Ergebnisse.md\n" + ] + } + ], + "source": [ + "# Insert Model Performanz for each Dataset\n", + "path = '../../docs/evaluation/'\n", + "filePath = '../../data/train/'\n", + "for file in os.listdir(path):\n", + " suffix = file.split('.')\n", + " if len(suffix) < 2 or suffix[1] != 'csv':\n", + " print('Not correct file type: ', file)\n", + " continue\n", + " else:\n", + " print('Found: ', file)\n", + " df_tmp = pd.read_csv(path+file)\n", + " #filter dataframe if special anomaly types are selected\n", + " if anoType == 'point' or anoType == 'seq':\n", + " testPath = os.path.join(filePath, anoType+'/')\n", + " df_tmp = df_tmp[df_tmp['file_name'].apply(lambda x: os.path.isfile(os.path.join(testPath,x)))]\n", + " df_tmp = df_tmp[['group',metric]]\n", + " model = suffix[0]\n", + " df[model] = np.nan\n", + " #Group Dataframe and get mean for each group\n", + " groupedMeans = df_tmp.groupby('group').mean()\n", + " #add mean performanz for each dataset for each Model\n", + " for key in df.index:\n", + " if key in groupedMeans.index:\n", + " value = groupedMeans.loc[key, metric]\n", + " df.at[key, model] = value \n", + "df.dropna(axis=0, inplace=True) " + ] + }, + { + "cell_type": "code", + "execution_count": 191, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "<div>\n", + "<style scoped>\n", + " .dataframe tbody tr th:only-of-type {\n", + " vertical-align: middle;\n", + " }\n", + "\n", + " .dataframe tbody tr th {\n", + " vertical-align: top;\n", + " }\n", + "\n", + " .dataframe thead th {\n", + " text-align: right;\n", + " }\n", + "</style>\n", + "<table border=\"1\" class=\"dataframe\">\n", + " <thead>\n", + " <tr style=\"text-align: right;\">\n", + " <th></th>\n", + " <th>size</th>\n", + " <th>anomalies</th>\n", + " <th>CNN</th>\n", + " <th>IForest</th>\n", + " <th>KMeansAD_U</th>\n", + " <th>KShapeAD</th>\n", + " <th>LOF</th>\n", + " <th>LSTMAD</th>\n", + " <th>OCSVM</th>\n", + " <th>OmniAnomaly</th>\n", + " <th>PCA</th>\n", + " <th>POLY</th>\n", + " <th>Sub-IForest</th>\n", + " <th>Sub-KNN</th>\n", + " <th>Sub-LOF</th>\n", + " <th>USAD</th>\n", + " </tr>\n", + " <tr>\n", + " <th>dataset</th>\n", + " <th></th>\n", + " <th></th>\n", + " <th></th>\n", + " <th></th>\n", + " <th></th>\n", + " <th></th>\n", + " <th></th>\n", + " <th></th>\n", + " <th></th>\n", + " <th></th>\n", + " <th></th>\n", + " <th></th>\n", + " <th></th>\n", + " <th></th>\n", + " <th></th>\n", + " <th></th>\n", + " </tr>\n", + " </thead>\n", + " <tbody>\n", + " <tr>\n", + " <th>TODS</th>\n", + " <td>15</td>\n", + " <td>0.088</td>\n", + " <td>0.206602</td>\n", + " <td>0.071679</td>\n", + " <td>0.592072</td>\n", + " <td>0.627511</td>\n", + " <td>0.081599</td>\n", + " <td>0.170148</td>\n", + " <td>0.557978</td>\n", + " <td>0.191109</td>\n", + " <td>0.149989</td>\n", + " <td>0.281649</td>\n", + " <td>0.079671</td>\n", + " <td>0.561582</td>\n", + " <td>0.240756</td>\n", + " <td>0.184682</td>\n", + " </tr>\n", + " <tr>\n", + " <th>SMD</th>\n", + " <td>38</td>\n", + " <td>0.019</td>\n", + " <td>0.505749</td>\n", + " <td>0.336128</td>\n", + " <td>0.095816</td>\n", + " <td>0.077411</td>\n", + " <td>0.163313</td>\n", + " <td>0.495482</td>\n", + " <td>0.077154</td>\n", + " <td>0.460181</td>\n", + " <td>0.459753</td>\n", + " <td>0.439343</td>\n", + " <td>0.347267</td>\n", + " <td>0.050575</td>\n", + " <td>0.339639</td>\n", + " <td>0.561216</td>\n", + " </tr>\n", + " <tr>\n", + " <th>YAHOO</th>\n", + " <td>35</td>\n", + " <td>0.009</td>\n", + " <td>0.345384</td>\n", + " <td>0.981990</td>\n", + " <td>0.462352</td>\n", + " <td>0.240316</td>\n", + " <td>0.316546</td>\n", + " <td>0.344485</td>\n", + " <td>0.498439</td>\n", + " <td>0.349465</td>\n", + " <td>0.690088</td>\n", + " <td>0.571428</td>\n", + " <td>0.988424</td>\n", + " <td>0.395078</td>\n", + " <td>0.242005</td>\n", + " <td>0.349449</td>\n", + " </tr>\n", + " <tr>\n", + " <th>Exathlon</th>\n", + " <td>32</td>\n", + " <td>0.109</td>\n", + " <td>0.654310</td>\n", + " <td>0.962806</td>\n", + " <td>0.617690</td>\n", + " <td>0.420990</td>\n", + " <td>0.245106</td>\n", + " <td>0.733875</td>\n", + " <td>0.556786</td>\n", + " <td>0.874519</td>\n", + " <td>0.958102</td>\n", + " <td>0.844513</td>\n", + " <td>0.959666</td>\n", + " <td>0.596532</td>\n", + " <td>0.257618</td>\n", + " <td>0.862358</td>\n", + " </tr>\n", + " <tr>\n", + " <th>NAB</th>\n", + " <td>28</td>\n", + " <td>0.102</td>\n", + " <td>0.209869</td>\n", + " <td>0.251317</td>\n", + " <td>0.230029</td>\n", + " <td>0.251877</td>\n", + " <td>0.154619</td>\n", + " <td>0.162982</td>\n", + " <td>0.245686</td>\n", + " <td>0.335713</td>\n", + " <td>0.439685</td>\n", + " <td>0.402974</td>\n", + " <td>0.273290</td>\n", + " <td>0.213866</td>\n", + " <td>0.457316</td>\n", + " <td>0.272908</td>\n", + " </tr>\n", + " </tbody>\n", + "</table>\n", + "</div>" + ], + "text/plain": [ + " size anomalies CNN IForest KMeansAD_U KShapeAD LOF \\\n", + "dataset \n", + "TODS 15 0.088 0.206602 0.071679 0.592072 0.627511 0.081599 \n", + "SMD 38 0.019 0.505749 0.336128 0.095816 0.077411 0.163313 \n", + "YAHOO 35 0.009 0.345384 0.981990 0.462352 0.240316 0.316546 \n", + "Exathlon 32 0.109 0.654310 0.962806 0.617690 0.420990 0.245106 \n", + "NAB 28 0.102 0.209869 0.251317 0.230029 0.251877 0.154619 \n", + "\n", + " LSTMAD OCSVM OmniAnomaly PCA POLY Sub-IForest \\\n", + "dataset \n", + "TODS 0.170148 0.557978 0.191109 0.149989 0.281649 0.079671 \n", + "SMD 0.495482 0.077154 0.460181 0.459753 0.439343 0.347267 \n", + "YAHOO 0.344485 0.498439 0.349465 0.690088 0.571428 0.988424 \n", + "Exathlon 0.733875 0.556786 0.874519 0.958102 0.844513 0.959666 \n", + "NAB 0.162982 0.245686 0.335713 0.439685 0.402974 0.273290 \n", + "\n", + " Sub-KNN Sub-LOF USAD \n", + "dataset \n", + "TODS 0.561582 0.240756 0.184682 \n", + "SMD 0.050575 0.339639 0.561216 \n", + "YAHOO 0.395078 0.242005 0.349449 \n", + "Exathlon 0.596532 0.257618 0.862358 \n", + "NAB 0.213866 0.457316 0.272908 " + ] + }, + "execution_count": 191, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "df.head()" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### Pearson-Korrelation\n", + "$r=\\frac{\\sum(x−xˉ)^2∑(y−yˉ​)^2}{​\\sum(x−xˉ)(y−yˉ​)}​$ mit\n", + "x = Anomaliedichte\n", + "y = Modellleistung\n", + "\n", + "**pearson_corr:**\n", + "+ Werte nahe 1 $\\rightarrow$ Starker positiver Zusammenhang (mehr Anomalien $\\rightarrow$ bessere Leistung).\n", + "+ Werte nahe -1 $\\rightarrow$ Starker negativer Zusammenhang (mehr Anomalien $\\rightarrow$ schlechtere Leistung).\n", + "+ Werte nahe 0 $\\rightarrow$ Kein Zusammenhang zwischen Anomaliedichte und Modellleistung.\n", + "\n", + "**p_value:**\n", + "+ p < 0.05 $\\rightarrow$ Der Zusammenhang ist statistisch signifikant.\n", + "+ p ≥ 0.05 $\\rightarrow$ Kein signifikanter Zusammenhang (der Effekt könnte zufällig sein)." + ] + }, + { + "cell_type": "code", + "execution_count": 192, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'Model': ['CNN', 'IForest', 'KMeansAD_U', 'KShapeAD', 'LOF', 'LSTMAD', 'OCSVM', 'OmniAnomaly', 'PCA', 'POLY', 'Sub-IForest', 'Sub-KNN', 'Sub-LOF', 'USAD'], 'Value': [0.2893924279234257, 0.21087664492090677, 0.24390101674459852, 0.39458773218844717, 0.15919844280822867, 0.27312506558292604, 0.3791185999506049, 0.24664471674994579, 0.19772443705906273, 0.03867569816887934, 0.22141826491204536, 0.18044056829081395, -0.21509439060351984, 0.21995644172523504]}\n" + ] + } + ], + "source": [ + "correlations = {\n", + " 'Model':[],\n", + " 'Value': []\n", + "}\n", + "for col in df.columns:\n", + " if col != 'anomalies' and col != 'size':\n", + " corr, _ = pearsonr(df['anomalies'], df[col])\n", + " #model\n", + " correlations['Model'].append(col)\n", + " #value\n", + " correlations['Value'].append(corr)\n", + "\n", + "print(correlations)" + ] + }, + { + "cell_type": "code", + "execution_count": 193, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "<div>\n", + "<style scoped>\n", + " .dataframe tbody tr th:only-of-type {\n", + " vertical-align: middle;\n", + " }\n", + "\n", + " .dataframe tbody tr th {\n", + " vertical-align: top;\n", + " }\n", + "\n", + " .dataframe thead th {\n", + " text-align: right;\n", + " }\n", + "</style>\n", + "<table border=\"1\" class=\"dataframe\">\n", + " <thead>\n", + " <tr style=\"text-align: right;\">\n", + " <th></th>\n", + " <th>Model</th>\n", + " <th>Value</th>\n", + " </tr>\n", + " </thead>\n", + " <tbody>\n", + " <tr>\n", + " <th>0</th>\n", + " <td>CNN</td>\n", + " <td>0.289392</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1</th>\n", + " <td>IForest</td>\n", + " <td>0.210877</td>\n", + " </tr>\n", + " <tr>\n", + " <th>2</th>\n", + " <td>KMeansAD_U</td>\n", + " <td>0.243901</td>\n", + " </tr>\n", + " <tr>\n", + " <th>3</th>\n", + " <td>KShapeAD</td>\n", + " <td>0.394588</td>\n", + " </tr>\n", + " <tr>\n", + " <th>4</th>\n", + " <td>LOF</td>\n", + " <td>0.159198</td>\n", + " </tr>\n", + " </tbody>\n", + "</table>\n", + "</div>" + ], + "text/plain": [ + " Model Value\n", + "0 CNN 0.289392\n", + "1 IForest 0.210877\n", + "2 KMeansAD_U 0.243901\n", + "3 KShapeAD 0.394588\n", + "4 LOF 0.159198" + ] + }, + "execution_count": 193, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "df_corr = pd.DataFrame(correlations)\n", + "df_corr.head()" + ] + }, + { + "cell_type": "code", + "execution_count": 194, + "metadata": {}, + "outputs": [], + "source": [ + "colors = {\n", + " 'CNN': 'steelblue',\n", + " 'IForest':'darkmagenta' ,\n", + " 'KMeansAD_U': 'darkseagreen' ,\n", + " 'LOF':'darkgoldenrod',\n", + " 'LSTMAD': 'blueviolet' ,\n", + " 'OmniAnomaly': 'slateblue',\n", + " 'PCA': 'yellowgreen',\n", + " 'POLY': 'lightskyblue',\n", + " 'Sub-KNN': 'firebrick',#'gold' ,\n", + " 'USAD': 'mediumpurple',\n", + " 'Sub-LOF':'dodgerblue' ,\n", + " 'KShapeAD': 'darksalmon' ,\n", + " 'OCSVM': 'darkorange',\n", + " 'Sub-IForest': 'green'\n", + "}" + ] + }, + { + "cell_type": "code", + "execution_count": 195, + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\plotly\\express\\_core.py:1985: FutureWarning:\n", + "\n", + "When grouping with a length-1 list-like, you will need to pass a length-1 tuple to get_group in a future version of pandas. Pass `(name,)` instead of `name` to silence this warning.\n", + "\n" + ] + }, + { + "data": { + "application/vnd.plotly.v1+json": { + "config": { + "plotlyServerURL": "https://plot.ly" + }, + "data": [ + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>Value=%{y}<extra></extra>", + "legendgroup": "Sub-LOF", + "marker": { + "color": "dodgerblue", + "opacity": 0.8, + "pattern": { + "shape": "" + } + }, + "name": "Sub-LOF", + "offsetgroup": "Sub-LOF", + "orientation": "v", + "showlegend": true, + "textposition": "auto", + "type": "bar", + "x": [ + "Sub-LOF" + ], + "xaxis": "x", + "y": [ + -0.21509439060351984 + ], + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>Value=%{y}<extra></extra>", + "legendgroup": "POLY", + "marker": { + "color": "lightskyblue", + "opacity": 0.8, + "pattern": { + "shape": "" + } + }, + "name": "POLY", + "offsetgroup": "POLY", + "orientation": "v", + "showlegend": true, + "textposition": "auto", + "type": "bar", + "x": [ + "POLY" + ], + "xaxis": "x", + "y": [ + 0.03867569816887934 + ], + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>Value=%{y}<extra></extra>", + "legendgroup": "LOF", + "marker": { + "color": "darkgoldenrod", + "opacity": 0.8, + "pattern": { + "shape": "" + } + }, + "name": "LOF", + "offsetgroup": "LOF", + "orientation": "v", + "showlegend": true, + "textposition": "auto", + "type": "bar", + "x": [ + "LOF" + ], + "xaxis": "x", + "y": [ + 0.15919844280822867 + ], + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>Value=%{y}<extra></extra>", + "legendgroup": "Sub-KNN", + "marker": { + "color": "firebrick", + "opacity": 0.8, + "pattern": { + "shape": "" + } + }, + "name": "Sub-KNN", + "offsetgroup": "Sub-KNN", + "orientation": "v", + "showlegend": true, + "textposition": "auto", + "type": "bar", + "x": [ + "Sub-KNN" + ], + "xaxis": "x", + "y": [ + 0.18044056829081395 + ], + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>Value=%{y}<extra></extra>", + "legendgroup": "PCA", + "marker": { + "color": "yellowgreen", + "opacity": 0.8, + "pattern": { + "shape": "" + } + }, + "name": "PCA", + "offsetgroup": "PCA", + "orientation": "v", + "showlegend": true, + "textposition": "auto", + "type": "bar", + "x": [ + "PCA" + ], + "xaxis": "x", + "y": [ + 0.19772443705906273 + ], + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>Value=%{y}<extra></extra>", + "legendgroup": "IForest", + "marker": { + "color": "darkmagenta", + "opacity": 0.8, + "pattern": { + "shape": "" + } + }, + "name": "IForest", + "offsetgroup": "IForest", + "orientation": "v", + "showlegend": true, + "textposition": "auto", + "type": "bar", + "x": [ + "IForest" + ], + "xaxis": "x", + "y": [ + 0.21087664492090677 + ], + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>Value=%{y}<extra></extra>", + "legendgroup": "USAD", + "marker": { + "color": "mediumpurple", + "opacity": 0.8, + "pattern": { + "shape": "" + } + }, + "name": "USAD", + "offsetgroup": "USAD", + "orientation": "v", + "showlegend": true, + "textposition": "auto", + "type": "bar", + "x": [ + "USAD" + ], + "xaxis": "x", + "y": [ + 0.21995644172523504 + ], + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>Value=%{y}<extra></extra>", + "legendgroup": "Sub-IForest", + "marker": { + "color": "green", + "opacity": 0.8, + "pattern": { + "shape": "" + } + }, + "name": "Sub-IForest", + "offsetgroup": "Sub-IForest", + "orientation": "v", + "showlegend": true, + "textposition": "auto", + "type": "bar", + "x": [ + "Sub-IForest" + ], + "xaxis": "x", + "y": [ + 0.22141826491204536 + ], + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>Value=%{y}<extra></extra>", + "legendgroup": "KMeansAD_U", + "marker": { + "color": "darkseagreen", + "opacity": 0.8, + "pattern": { + "shape": "" + } + }, + "name": "KMeansAD_U", + "offsetgroup": "KMeansAD_U", + "orientation": "v", + "showlegend": true, + "textposition": "auto", + "type": "bar", + "x": [ + "KMeansAD_U" + ], + "xaxis": "x", + "y": [ + 0.24390101674459852 + ], + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>Value=%{y}<extra></extra>", + "legendgroup": "OmniAnomaly", + "marker": { + "color": "slateblue", + "opacity": 0.8, + "pattern": { + "shape": "" + } + }, + "name": "OmniAnomaly", + "offsetgroup": "OmniAnomaly", + "orientation": "v", + "showlegend": true, + "textposition": "auto", + "type": "bar", + "x": [ + "OmniAnomaly" + ], + "xaxis": "x", + "y": [ + 0.24664471674994579 + ], + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>Value=%{y}<extra></extra>", + "legendgroup": "LSTMAD", + "marker": { + "color": "blueviolet", + "opacity": 0.8, + "pattern": { + "shape": "" + } + }, + "name": "LSTMAD", + "offsetgroup": "LSTMAD", + "orientation": "v", + "showlegend": true, + "textposition": "auto", + "type": "bar", + "x": [ + "LSTMAD" + ], + "xaxis": "x", + "y": [ + 0.27312506558292604 + ], + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>Value=%{y}<extra></extra>", + "legendgroup": "CNN", + "marker": { + "color": "steelblue", + "opacity": 0.8, + "pattern": { + "shape": "" + } + }, + "name": "CNN", + "offsetgroup": "CNN", + "orientation": "v", + "showlegend": true, + "textposition": "auto", + "type": "bar", + "x": [ + "CNN" + ], + "xaxis": "x", + "y": [ + 0.2893924279234257 + ], + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>Value=%{y}<extra></extra>", + "legendgroup": "OCSVM", + "marker": { + "color": "darkorange", + "opacity": 0.8, + "pattern": { + "shape": "" + } + }, + "name": "OCSVM", + "offsetgroup": "OCSVM", + "orientation": "v", + "showlegend": true, + "textposition": "auto", + "type": "bar", + "x": [ + "OCSVM" + ], + "xaxis": "x", + "y": [ + 0.3791185999506049 + ], + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>Value=%{y}<extra></extra>", + "legendgroup": "KShapeAD", + "marker": { + "color": "darksalmon", + "opacity": 0.8, + "pattern": { + "shape": "" + } + }, + "name": "KShapeAD", + "offsetgroup": "KShapeAD", + "orientation": "v", + "showlegend": true, + "textposition": "auto", + "type": "bar", + "x": [ + "KShapeAD" + ], + "xaxis": "x", + "y": [ + 0.39458773218844717 + ], + "yaxis": "y" + } + ], + "layout": { + "barmode": "relative", + "height": 700, + "legend": { + "bgcolor": "white", + "bordercolor": "lightgrey", + "borderwidth": 2, + "font": { + "color": "black", + "family": "Courier", + "size": 12 + }, + "orientation": "h", + "title": { + "font": { + "family": "Times New Roman" + }, + "text": "Model" + }, + "tracegroupgap": 0, + "x": -0.05, + "y": -0.15 + }, + "margin": { + "t": 60 + }, + "showlegend": false, + "template": { + "data": { + "bar": [ + { + "error_x": { + "color": "rgb(51,51,51)" + }, + "error_y": { + "color": "rgb(51,51,51)" + }, + "marker": { + "line": { + "color": "rgb(237,237,237)", + "width": 0.5 + }, + "pattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + } + }, + "type": "bar" + } + ], + "barpolar": [ + { + "marker": { + "line": { + "color": "rgb(237,237,237)", + "width": 0.5 + }, + "pattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + } + }, + "type": "barpolar" + } + ], + "carpet": [ + { + "aaxis": { + "endlinecolor": "rgb(51,51,51)", + "gridcolor": "white", + "linecolor": "white", + "minorgridcolor": "white", + "startlinecolor": "rgb(51,51,51)" + }, + "baxis": { + "endlinecolor": "rgb(51,51,51)", + "gridcolor": "white", + "linecolor": "white", + "minorgridcolor": "white", + "startlinecolor": "rgb(51,51,51)" + }, + "type": "carpet" + } + ], + "choropleth": [ + { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + }, + "type": "choropleth" + } + ], + "contour": [ + { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + }, + "colorscale": [ + [ + 0, + "rgb(20,44,66)" + ], + [ + 1, + "rgb(90,179,244)" + ] + ], + "type": "contour" + } + ], + "contourcarpet": [ + { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + }, + "type": "contourcarpet" + } + ], + "heatmap": [ + { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + }, + "colorscale": [ + [ + 0, + "rgb(20,44,66)" + ], + [ + 1, + "rgb(90,179,244)" + ] + ], + "type": "heatmap" + } + ], + "heatmapgl": [ + { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + }, + "colorscale": [ + [ + 0, + "rgb(20,44,66)" + ], + [ + 1, + "rgb(90,179,244)" + ] + ], + "type": "heatmapgl" + } + ], + "histogram": [ + { + "marker": { + "pattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + } + }, + "type": "histogram" + } + ], + "histogram2d": [ + { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + }, + "colorscale": [ + [ + 0, + "rgb(20,44,66)" + ], + [ + 1, + "rgb(90,179,244)" + ] + ], + "type": "histogram2d" + } + ], + "histogram2dcontour": [ + { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + }, + "colorscale": [ + [ + 0, + "rgb(20,44,66)" + ], + [ + 1, + "rgb(90,179,244)" + ] + ], + "type": "histogram2dcontour" + } + ], + "mesh3d": [ + { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + }, + "type": "mesh3d" + } + ], + "parcoords": [ + { + "line": { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + } + }, + "type": "parcoords" + } + ], + "pie": [ + { + "automargin": true, + "type": "pie" + } + ], + "scatter": [ + { + "fillpattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + }, + "type": "scatter" + } + ], + "scatter3d": [ + { + "line": { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + } + }, + "marker": { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + } + }, + "type": "scatter3d" + } + ], + "scattercarpet": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + } + }, + "type": "scattercarpet" + } + ], + "scattergeo": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + } + }, + "type": "scattergeo" + } + ], + "scattergl": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + } + }, + "type": "scattergl" + } + ], + "scattermapbox": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + } + }, + "type": "scattermapbox" + } + ], + "scatterpolar": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + } + }, + "type": "scatterpolar" + } + ], + "scatterpolargl": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + } + }, + "type": "scatterpolargl" + } + ], + "scatterternary": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + } + }, + "type": "scatterternary" + } + ], + "surface": [ + { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + }, + "colorscale": [ + [ + 0, + "rgb(20,44,66)" + ], + [ + 1, + "rgb(90,179,244)" + ] + ], + "type": "surface" + } + ], + "table": [ + { + "cells": { + "fill": { + "color": "rgb(237,237,237)" + }, + "line": { + "color": "white" + } + }, + "header": { + "fill": { + "color": "rgb(217,217,217)" + }, + "line": { + "color": "white" + } + }, + "type": "table" + } + ] + }, + "layout": { + "annotationdefaults": { + "arrowhead": 0, + "arrowwidth": 1 + }, + "autotypenumbers": "strict", + "coloraxis": { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + } + }, + "colorscale": { + "sequential": [ + [ + 0, + "rgb(20,44,66)" + ], + [ + 1, + "rgb(90,179,244)" + ] + ], + "sequentialminus": [ + [ + 0, + "rgb(20,44,66)" + ], + [ + 1, + "rgb(90,179,244)" + ] + ] + }, + "colorway": [ + "#F8766D", + "#A3A500", + "#00BF7D", + "#00B0F6", + "#E76BF3" + ], + "font": { + "color": "rgb(51,51,51)" + }, + "geo": { + "bgcolor": "white", + "lakecolor": "white", + "landcolor": "rgb(237,237,237)", + "showlakes": true, + "showland": true, + "subunitcolor": "white" + }, + "hoverlabel": { + "align": "left" + }, + "hovermode": "closest", + "paper_bgcolor": "white", + "plot_bgcolor": "rgb(237,237,237)", + "polar": { + "angularaxis": { + "gridcolor": "white", + "linecolor": "white", + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside" + }, + "bgcolor": "rgb(237,237,237)", + "radialaxis": { + "gridcolor": "white", + "linecolor": "white", + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside" + } + }, + "scene": { + "xaxis": { + "backgroundcolor": "rgb(237,237,237)", + "gridcolor": "white", + "gridwidth": 2, + "linecolor": "white", + "showbackground": true, + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside", + "zerolinecolor": "white" + }, + "yaxis": { + "backgroundcolor": "rgb(237,237,237)", + "gridcolor": "white", + "gridwidth": 2, + "linecolor": "white", + "showbackground": true, + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside", + "zerolinecolor": "white" + }, + "zaxis": { + "backgroundcolor": "rgb(237,237,237)", + "gridcolor": "white", + "gridwidth": 2, + "linecolor": "white", + "showbackground": true, + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside", + "zerolinecolor": "white" + } + }, + "shapedefaults": { + "fillcolor": "black", + "line": { + "width": 0 + }, + "opacity": 0.3 + }, + "ternary": { + "aaxis": { + "gridcolor": "white", + "linecolor": "white", + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside" + }, + "baxis": { + "gridcolor": "white", + "linecolor": "white", + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside" + }, + "bgcolor": "rgb(237,237,237)", + "caxis": { + "gridcolor": "white", + "linecolor": "white", + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside" + } + }, + "xaxis": { + "automargin": true, + "gridcolor": "white", + "linecolor": "white", + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside", + "title": { + "standoff": 15 + }, + "zerolinecolor": "white" + }, + "yaxis": { + "automargin": true, + "gridcolor": "white", + "linecolor": "white", + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside", + "title": { + "standoff": 15 + }, + "zerolinecolor": "white" + } + } + }, + "title": { + "text": "<b> Abhängigkeit der Modelleistung von der Anomaliedichte anhand des Pearson Korrelations Koeffizieten </b>", + "x": 0.5, + "xanchor": "center", + "y": 0.94, + "yanchor": "top" + }, + "width": 1000, + "xaxis": { + "anchor": "y", + "categoryarray": [ + "Sub-LOF", + "POLY", + "LOF", + "Sub-KNN", + "PCA", + "IForest", + "USAD", + "Sub-IForest", + "KMeansAD_U", + "OmniAnomaly", + "LSTMAD", + "CNN", + "OCSVM", + "KShapeAD" + ], + "categoryorder": "array", + "domain": [ + 0, + 1 + ], + "dtick": 1, + "tickangle": -20, + "title": { + "text": "Model" + } + }, + "yaxis": { + "anchor": "x", + "domain": [ + 0, + 1 + ], + "title": { + "text": "Pearson Korrelations Koeffiziet" + } + } + } + } + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "fig = px.bar(df_corr.sort_values(by='Value',ascending=True), x='Model', y='Value', color='Model', color_discrete_map=colors,opacity=0.8)\n", + "fig.update_layout( legend=dict(\n", + " x=-0.05,\n", + " y=-0.15,\n", + " orientation=\"h\",\n", + " title_font_family=\"Times New Roman\",\n", + " font=dict(\n", + " family=\"Courier\",\n", + " size=12,\n", + " color=\"black\"\n", + " ),\n", + " title_text='Model',\n", + " bgcolor=\"white\",\n", + " bordercolor=\"lightgrey\",\n", + " borderwidth=2,\n", + " ),\n", + " showlegend=False,\n", + " template = 'ggplot2',\n", + " title={\n", + " 'text': '<b> Abhängigkeit der Modelleistung von der Anomaliedichte anhand des Pearson Korrelations Koeffizieten </b>',\n", + " 'x':0.5,\n", + " 'y':0.94, \n", + " 'xanchor':'center',\n", + " 'yanchor':'top'},\n", + " height=700,width=1000,\n", + " )\n", + "fig.update_traces(marker=dict(size=12,\n", + " opacity=0.8,\n", + " line=dict(width=2,\n", + " color='DarkSlateGrey'),\n", + " ),\n", + " selector=dict(mode='markers'))\n", + "fig.update_xaxes( dtick = 1,tickangle = 340)\n", + "fig.update_yaxes( title='Pearson Korrelations Koeffiziet')\n", + "fig.show()" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "# Comparing performance with anomaly ration for each model" + ] + }, + { + "cell_type": "code", + "execution_count": 197, + "metadata": {}, + "outputs": [ + { + "data": { + "application/vnd.plotly.v1+json": { + "config": { + "plotlyServerURL": "https://plot.ly" + }, + "data": [ + { + "marker": { + "color": "steelblue", + "line": { + "color": "DarkSlateGrey", + "width": 2 + }, + "opacity": 0.8, + "size": 12 + }, + "mode": "markers", + "name": "CNN", + "type": "scatter", + "x": [ + 0.088, + 0.019, + 0.009, + 0.109, + 0.102, + 0.048, + 0.005, + 0.037, + 0.029, + 0.015, + 0.002, + 0.04, + 0.08, + 0.188, + 0.042, + 0.04, + 0.059, + 0.121, + 0.086, + 0.049 + ], + "xaxis": "x", + "y": [ + 0.2066021371597466, + 0.5057489364426891, + 0.3453843392944647, + 0.6543096941901486, + 0.20986939872479607, + 0.7279560308365037, + 0.24231358963975128, + 0.19871988527540255, + 0.24160932378612948, + 0.4299093535398832, + 0.003854961812131611, + 0.2641995910095633, + 0.7159018583267137, + 0.3544623948216704, + 0.1601528087440646, + 0.029325049402745367, + 0.3814990500329981, + 0.7387181088941073, + 0.0723996101568745, + 0.4118939698305733 + ], + "yaxis": "y" + }, + { + "line": { + "color": "black" + }, + "mode": "lines", + "name": "Regression CNN", + "type": "scatter", + "x": [ + 0.088, + 0.019, + 0.009, + 0.109, + 0.102, + 0.048, + 0.005, + 0.037, + 0.029, + 0.015, + 0.002, + 0.04, + 0.08, + 0.188, + 0.042, + 0.04, + 0.059, + 0.121, + 0.086, + 0.049 + ], + "xaxis": "x", + "y": [ + 0.3863949818331523, + 0.2892973490844968, + 0.2752252283962858, + 0.41594643527839525, + 0.4060959507966476, + 0.33010649908030854, + 0.26959638012100146, + 0.3146271663232765, + 0.30336946977270773, + 0.2836685008092124, + 0.2653747439145382, + 0.31884880252973974, + 0.37513728528258355, + 0.5271161887152618, + 0.32166322666738195, + 0.31884880252973974, + 0.34558583183734054, + 0.4328329801042484, + 0.3835805576955101, + 0.33151371114912964 + ], + "yaxis": "y" + }, + { + "marker": { + "color": "darkmagenta", + "line": { + "color": "DarkSlateGrey", + "width": 2 + }, + "opacity": 0.8, + "size": 12 + }, + "mode": "markers", + "name": "IForest", + "type": "scatter", + "x": [ + 0.088, + 0.019, + 0.009, + 0.109, + 0.102, + 0.048, + 0.005, + 0.037, + 0.029, + 0.015, + 0.002, + 0.04, + 0.08, + 0.188, + 0.042, + 0.04, + 0.059, + 0.121, + 0.086, + 0.049 + ], + "xaxis": "x2", + "y": [ + 0.07167927197280576, + 0.3361279782994529, + 0.981989586793626, + 0.9628064611603744, + 0.25131671575229625, + 0.8701591431079674, + 0.06769544141578647, + 0.3139334398086481, + 0.4818107221855951, + 0.2766868171185441, + 0.004336120023749678, + 0.4536143230767033, + 0.6881675030253604, + 0.5213405915521423, + 0.16955657029296148, + 0.691483898843896, + 0.4965785621747466, + 0.7024320276028485, + 0.0739812238848341, + 0.1394155160045949 + ], + "yaxis": "y2" + }, + { + "line": { + "color": "black" + }, + "mode": "lines", + "name": "Regression IForest", + "type": "scatter", + "x": [ + 0.088, + 0.019, + 0.009, + 0.109, + 0.102, + 0.048, + 0.005, + 0.037, + 0.029, + 0.015, + 0.002, + 0.04, + 0.08, + 0.188, + 0.042, + 0.04, + 0.059, + 0.121, + 0.086, + 0.049 + ], + "xaxis": "x2", + "y": [ + 0.46884533866304157, + 0.373061816226709, + 0.3591801463083999, + 0.49799684549149065, + 0.48827967654867427, + 0.4133186589898053, + 0.3536274783410763, + 0.3980488220796653, + 0.38694348614501806, + 0.36750914825938535, + 0.34946297736558357, + 0.402213323055158, + 0.4577400027283943, + 0.6076620378461324, + 0.40498965703881984, + 0.402213323055158, + 0.4285884958999453, + 0.5146548493934615, + 0.46606900467937973, + 0.4147068259816362 + ], + "yaxis": "y2" + }, + { + "marker": { + "color": "darkseagreen", + "line": { + "color": "DarkSlateGrey", + "width": 2 + }, + "opacity": 0.8, + "size": 12 + }, + "mode": "markers", + "name": "KMeansAD_U", + "type": "scatter", + "x": [ + 0.088, + 0.019, + 0.009, + 0.109, + 0.102, + 0.048, + 0.005, + 0.037, + 0.029, + 0.015, + 0.002, + 0.04, + 0.08, + 0.188, + 0.042, + 0.04, + 0.059, + 0.121, + 0.086, + 0.049 + ], + "xaxis": "x3", + "y": [ + 0.5920724086848048, + 0.0958159083013593, + 0.46235190626725586, + 0.617689617530909, + 0.23002877618413756, + 0.27612539215146714, + 0.2538311126425933, + 0.7990985157566584, + 0.9282995175353348, + 0.06143061817777629, + 0.08529855686124818, + 0.2887432118443677, + 0.33191061885039475, + 0.7658193255633926, + 0.5838081485697818, + 0.7105752596393731, + 0.0364448974253113, + 0.1111516911833987, + 0.507629476682699, + 0.4556114877404176 + ], + "yaxis": "y3" + }, + { + "line": { + "color": "black" + }, + "mode": "lines", + "name": "Regression KMeansAD_U", + "type": "scatter", + "x": [ + 0.088, + 0.019, + 0.009, + 0.109, + 0.102, + 0.048, + 0.005, + 0.037, + 0.029, + 0.015, + 0.002, + 0.04, + 0.08, + 0.188, + 0.042, + 0.04, + 0.059, + 0.121, + 0.086, + 0.049 + ], + "xaxis": "x3", + "y": [ + 0.45165767324955974, + 0.35382021682980047, + 0.3396408753196904, + 0.4814342904207909, + 0.47150875136371384, + 0.3949403072091196, + 0.3339691387156464, + 0.37934303154799853, + 0.3679995583399105, + 0.34814848022575645, + 0.32971533626261335, + 0.38359683400103156, + 0.4403142000414717, + 0.5934510883506603, + 0.38643270230305354, + 0.38359683400103156, + 0.4105375828702406, + 0.4984495002329229, + 0.44882180494753776, + 0.3963582413601306 + ], + "yaxis": "y3" + }, + { + "marker": { + "color": "darksalmon", + "line": { + "color": "DarkSlateGrey", + "width": 2 + }, + "opacity": 0.8, + "size": 12 + }, + "mode": "markers", + "name": "KShapeAD", + "type": "scatter", + "x": [ + 0.088, + 0.019, + 0.009, + 0.109, + 0.102, + 0.048, + 0.005, + 0.037, + 0.029, + 0.015, + 0.002, + 0.04, + 0.08, + 0.188, + 0.042, + 0.04, + 0.059, + 0.121, + 0.086, + 0.049 + ], + "xaxis": "x4", + "y": [ + 0.627510732220589, + 0.0774113382265532, + 0.24031576976402078, + 0.4209898037288545, + 0.25187677199505015, + 0.2834605901869442, + 0.14377573671541893, + 0.7883941031070661, + 0.8501916829063438, + 0.06943445437821327, + 0.08441091283436257, + 0.19498483233069708, + 0.3750658331340292, + 0.743642233080316, + 0.5944243321733781, + 0.7220200940353262, + 0.0334203029926677, + 0.4588962370959195, + 0.4962499459971852, + 0.4523772176145589 + ], + "yaxis": "y4" + }, + { + "line": { + "color": "black" + }, + "mode": "lines", + "name": "Regression KShapeAD", + "type": "scatter", + "x": [ + 0.088, + 0.019, + 0.009, + 0.109, + 0.102, + 0.048, + 0.005, + 0.037, + 0.029, + 0.015, + 0.002, + 0.04, + 0.08, + 0.188, + 0.042, + 0.04, + 0.059, + 0.121, + 0.086, + 0.049 + ], + "xaxis": "x4", + "y": [ + 0.46061669725833426, + 0.3086906999191549, + 0.28667243943521586, + 0.5068550442746063, + 0.49144226193584895, + 0.3725436553225781, + 0.27786513524164025, + 0.3483235687902452, + 0.33070896040309394, + 0.29988339572557926, + 0.2712596570964585, + 0.3549290469354269, + 0.44300208887118303, + 0.6807993020977247, + 0.3593326990322147, + 0.3549290469354269, + 0.39676374185491103, + 0.533276956855333, + 0.4562130451615465, + 0.374745481370972 + ], + "yaxis": "y4" + }, + { + "marker": { + "color": "darkgoldenrod", + "line": { + "color": "DarkSlateGrey", + "width": 2 + }, + "opacity": 0.8, + "size": 12 + }, + "mode": "markers", + "name": "LOF", + "type": "scatter", + "x": [ + 0.088, + 0.019, + 0.009, + 0.109, + 0.102, + 0.048, + 0.005, + 0.037, + 0.029, + 0.015, + 0.002, + 0.04, + 0.08, + 0.188, + 0.042, + 0.04, + 0.059, + 0.121, + 0.086, + 0.049 + ], + "xaxis": "x5", + "y": [ + 0.08159854320456722, + 0.16331308400268732, + 0.3165455593426756, + 0.2451059410575724, + 0.15461906866567937, + 0.1449523625312737, + 0.09489819868187307, + 0.04672888883891309, + 0.06042448230341985, + 0.27267022294479826, + 0.002208833983716011, + 0.2779788554360056, + 0.35630050463643, + 0.20324070530989097, + 0.05162771249827228, + 0.08219767855332698, + 0.129509098249193, + 0.1206834698967151, + 0.0862447643103002, + 0.0715421233322276 + ], + "yaxis": "y5" + }, + { + "line": { + "color": "black" + }, + "mode": "lines", + "name": "Regression LOF", + "type": "scatter", + "x": [ + 0.088, + 0.019, + 0.009, + 0.109, + 0.102, + 0.048, + 0.005, + 0.037, + 0.029, + 0.015, + 0.002, + 0.04, + 0.08, + 0.188, + 0.042, + 0.04, + 0.059, + 0.121, + 0.086, + 0.049 + ], + "xaxis": "x5", + "y": [ + 0.15812454781814997, + 0.13480198153055062, + 0.13142189945988406, + 0.16522272016654976, + 0.16285666271708316, + 0.1446042195354837, + 0.13006986663161743, + 0.14088612925775046, + 0.1381820636012172, + 0.133449948702284, + 0.12905584201041745, + 0.1419001538789504, + 0.15542048216161672, + 0.1919253685248157, + 0.14257617029308375, + 0.1419001538789504, + 0.14832230981321692, + 0.16927881865134967, + 0.15744853140401666, + 0.14494222774255033 + ], + "yaxis": "y5" + }, + { + "marker": { + "color": "blueviolet", + "line": { + "color": "DarkSlateGrey", + "width": 2 + }, + "opacity": 0.8, + "size": 12 + }, + "mode": "markers", + "name": "LSTMAD", + "type": "scatter", + "x": [ + 0.088, + 0.019, + 0.009, + 0.109, + 0.102, + 0.048, + 0.005, + 0.037, + 0.029, + 0.015, + 0.002, + 0.04, + 0.08, + 0.188, + 0.042, + 0.04, + 0.059, + 0.121, + 0.086, + 0.049 + ], + "xaxis": "x6", + "y": [ + 0.17014849123558592, + 0.4954815011013592, + 0.3444854319775861, + 0.733874544363356, + 0.1629815521785942, + 0.5474646677290759, + 0.1279076724303484, + 0.13029136390404558, + 0.2333983557897139, + 0.4610677963044294, + 0.04585981775047413, + 0.25757138658562084, + 0.6811029355029242, + 0.27673530608030433, + 0.11306591669413261, + 0.030497343412870064, + 0.1322337577607795, + 0.7376946947277406, + 0.0647879297198734, + 0.3580709697520762 + ], + "yaxis": "y6" + }, + { + "line": { + "color": "black" + }, + "mode": "lines", + "name": "Regression LSTMAD", + "type": "scatter", + "x": [ + 0.088, + 0.019, + 0.009, + 0.109, + 0.102, + 0.048, + 0.005, + 0.037, + 0.029, + 0.015, + 0.002, + 0.04, + 0.08, + 0.188, + 0.042, + 0.04, + 0.059, + 0.121, + 0.086, + 0.049 + ], + "xaxis": "x6", + "y": [ + 0.34507904093509956, + 0.25220184925372113, + 0.23874138669120248, + 0.3733460123163887, + 0.3639236885226257, + 0.2912371906850251, + 0.23335720166619506, + 0.27643068186625464, + 0.2656623118162397, + 0.24681766422871365, + 0.22931906289743945, + 0.2804688206350102, + 0.3343106708850847, + 0.47968366656028577, + 0.28316091314751396, + 0.2804688206350102, + 0.3060436995037956, + 0.38949856739141103, + 0.34238694842259587, + 0.29258323694127697 + ], + "yaxis": "y6" + }, + { + "marker": { + "color": "darkorange", + "line": { + "color": "DarkSlateGrey", + "width": 2 + }, + "opacity": 0.8, + "size": 12 + }, + "mode": "markers", + "name": "OCSVM", + "type": "scatter", + "x": [ + 0.088, + 0.019, + 0.009, + 0.109, + 0.102, + 0.048, + 0.005, + 0.037, + 0.029, + 0.015, + 0.002, + 0.04, + 0.08, + 0.188, + 0.042, + 0.04, + 0.059, + 0.121, + 0.086, + 0.049 + ], + "xaxis": "x7", + "y": [ + 0.5579782800066727, + 0.07715395648459879, + 0.49843872529955324, + 0.556785954052248, + 0.2456864669386912, + 0.09013177763268684, + 0.038635257769998654, + 0.544487578718084, + 0.7608571253833185, + 0.10187219310485796, + 0.032882956192712046, + 0.1535457904536649, + 0.4203229904152469, + 0.6346588524029689, + 0.3558257944021178, + 0.18785019182598386, + 0.0665123825532765, + 0.1595147595176652, + 0.2159361837395415, + 0.3690800520887407 + ], + "yaxis": "y7" + }, + { + "line": { + "color": "black" + }, + "mode": "lines", + "name": "Regression OCSVM", + "type": "scatter", + "x": [ + 0.088, + 0.019, + 0.009, + 0.109, + 0.102, + 0.048, + 0.005, + 0.037, + 0.029, + 0.015, + 0.002, + 0.04, + 0.08, + 0.188, + 0.042, + 0.04, + 0.059, + 0.121, + 0.086, + 0.049 + ], + "xaxis": "x7", + "y": [ + 0.35753493764989, + 0.23136033900622996, + 0.21307416528975748, + 0.3959359024544821, + 0.3831355808529514, + 0.2843902427840001, + 0.2057596958031685, + 0.2642754516958804, + 0.2496465127227024, + 0.22404586951964098, + 0.20027384368822676, + 0.26976130381082214, + 0.342905998676712, + 0.5403966748146146, + 0.27341853855411663, + 0.26976130381082214, + 0.3045050338721198, + 0.4178793109142491, + 0.3538777029065955, + 0.28621886015564735 + ], + "yaxis": "y7" + }, + { + "marker": { + "color": "slateblue", + "line": { + "color": "DarkSlateGrey", + "width": 2 + }, + "opacity": 0.8, + "size": 12 + }, + "mode": "markers", + "name": "OmniAnomaly", + "type": "scatter", + "x": [ + 0.088, + 0.019, + 0.009, + 0.109, + 0.102, + 0.048, + 0.005, + 0.037, + 0.029, + 0.015, + 0.002, + 0.04, + 0.08, + 0.188, + 0.042, + 0.04, + 0.059, + 0.121, + 0.086, + 0.049 + ], + "xaxis": "x8", + "y": [ + 0.19110931939484518, + 0.46018104724425635, + 0.34946499921467744, + 0.8745189065767695, + 0.33571250200169783, + 0.661818278423153, + 0.12348117242877575, + 0.46501965309634374, + 0.8763522558444423, + 0.7212613438703687, + 0.015268247817355054, + 0.3649412452343479, + 0.8770243101459516, + 0.4797110125580823, + 0.20699912890412075, + 0.031663480582993765, + 0.1920691814960085, + 0.7576872065528726, + 0.0646648482156372, + 0.4378677976960084 + ], + "yaxis": "y8" + }, + { + "line": { + "color": "black" + }, + "mode": "lines", + "name": "Regression OmniAnomaly", + "type": "scatter", + "x": [ + 0.088, + 0.019, + 0.009, + 0.109, + 0.102, + 0.048, + 0.005, + 0.037, + 0.029, + 0.015, + 0.002, + 0.04, + 0.08, + 0.188, + 0.042, + 0.04, + 0.059, + 0.121, + 0.086, + 0.049 + ], + "xaxis": "x8", + "y": [ + 0.46941445722850234, + 0.36434410029991754, + 0.3491165123392531, + 0.5013923919458977, + 0.49073308037343255, + 0.4085041053858445, + 0.3430254771549873, + 0.3917537586291136, + 0.379571688260582, + 0.3582530651156518, + 0.338457200766788, + 0.39632203501731295, + 0.4572323868599708, + 0.621690336835147, + 0.39936755260944584, + 0.39632203501731295, + 0.4252544521425754, + 0.5196654974986951, + 0.46636893963636944, + 0.4100268641819109 + ], + "yaxis": "y8" + }, + { + "marker": { + "color": "yellowgreen", + "line": { + "color": "DarkSlateGrey", + "width": 2 + }, + "opacity": 0.8, + "size": 12 + }, + "mode": "markers", + "name": "PCA", + "type": "scatter", + "x": [ + 0.088, + 0.019, + 0.009, + 0.109, + 0.102, + 0.048, + 0.005, + 0.037, + 0.029, + 0.015, + 0.002, + 0.04, + 0.08, + 0.188, + 0.042, + 0.04, + 0.059, + 0.121, + 0.086, + 0.049 + ], + "xaxis": "x9", + "y": [ + 0.14998912787452837, + 0.45975280266753604, + 0.6900881004853741, + 0.9581020113822701, + 0.4396850558769254, + 0.9689638111283592, + 0.0997170368726497, + 0.5414505810552948, + 0.8875174908348034, + 0.5492163937161477, + 0.027122742026965137, + 0.475464143308866, + 0.8496003861257493, + 0.4894113142147856, + 0.3778533754675271, + 0.0209941892398622, + 0.468647067072471, + 0.7567001273773122, + 0.0788664308035282, + 0.4747050350102691 + ], + "yaxis": "y9" + }, + { + "line": { + "color": "black" + }, + "mode": "lines", + "name": "Regression PCA", + "type": "scatter", + "x": [ + 0.088, + 0.019, + 0.009, + 0.109, + 0.102, + 0.048, + 0.005, + 0.037, + 0.029, + 0.015, + 0.002, + 0.04, + 0.08, + 0.188, + 0.042, + 0.04, + 0.059, + 0.121, + 0.086, + 0.049 + ], + "xaxis": "x9", + "y": [ + 0.526031909387307, + 0.4378248543211935, + 0.42504122315219156, + 0.5528775348422111, + 0.5439289930239097, + 0.47489738471129916, + 0.41992777068459075, + 0.460835390425397, + 0.45060848549019544, + 0.4327114018535927, + 0.41609268133389016, + 0.4646704797760976, + 0.5158050044521054, + 0.6538682210773266, + 0.46722720600989803, + 0.4646704797760976, + 0.4889593789972013, + 0.5682178922450135, + 0.5234751831535066, + 0.4761757478281994 + ], + "yaxis": "y9" + }, + { + "marker": { + "color": "lightskyblue", + "line": { + "color": "DarkSlateGrey", + "width": 2 + }, + "opacity": 0.8, + "size": 12 + }, + "mode": "markers", + "name": "POLY", + "type": "scatter", + "x": [ + 0.088, + 0.019, + 0.009, + 0.109, + 0.102, + 0.048, + 0.005, + 0.037, + 0.029, + 0.015, + 0.002, + 0.04, + 0.08, + 0.188, + 0.042, + 0.04, + 0.059, + 0.121, + 0.086, + 0.049 + ], + "xaxis": "x10", + "y": [ + 0.28164889216184213, + 0.4393431669709806, + 0.5714284518212307, + 0.844512912662751, + 0.40297397609120833, + 0.6244959106593562, + 0.3242353332440711, + 0.48393361027837306, + 0.7981889083122783, + 0.4822944382839303, + 0.008995606099947298, + 0.5571125898643525, + 0.5687312064825982, + 0.4553236691053208, + 0.3669341487796059, + 0.03142142379603057, + 0.5368267899294596, + 0.1231331999424481, + 0.2037595305274893, + 0.4764337820823609 + ], + "yaxis": "y10" + }, + { + "line": { + "color": "black" + }, + "mode": "lines", + "name": "Regression POLY", + "type": "scatter", + "x": [ + 0.088, + 0.019, + 0.009, + 0.109, + 0.102, + 0.048, + 0.005, + 0.037, + 0.029, + 0.015, + 0.002, + 0.04, + 0.08, + 0.188, + 0.042, + 0.04, + 0.059, + 0.121, + 0.086, + 0.049 + ], + "xaxis": "x10", + "y": [ + 0.43452438071914434, + 0.42184795395762364, + 0.42001079065885255, + 0.43838242364656366, + 0.4370964093374239, + 0.42717572752405986, + 0.4192759253393441, + 0.42515484789541164, + 0.42368511725639474, + 0.4211130886381152, + 0.4187247763497127, + 0.425705996885043, + 0.43305465008012745, + 0.4528960137068555, + 0.4260734295447972, + 0.425705996885043, + 0.42919660715270813, + 0.440587019605089, + 0.4341569480593901, + 0.427359443853937 + ], + "yaxis": "y10" + }, + { + "marker": { + "color": "green", + "line": { + "color": "DarkSlateGrey", + "width": 2 + }, + "opacity": 0.8, + "size": 12 + }, + "mode": "markers", + "name": "Sub-IForest", + "type": "scatter", + "x": [ + 0.088, + 0.019, + 0.009, + 0.109, + 0.102, + 0.048, + 0.005, + 0.037, + 0.029, + 0.015, + 0.002, + 0.04, + 0.08, + 0.188, + 0.042, + 0.04, + 0.059, + 0.121, + 0.086, + 0.049 + ], + "xaxis": "x11", + "y": [ + 0.07967123342988214, + 0.34726668629967794, + 0.988424451500241, + 0.9596661499144986, + 0.2732902042054103, + 0.9041216889029252, + 0.07335524070315955, + 0.34944214455878075, + 0.47920371796062183, + 0.3361380397980273, + 0.004793159873508477, + 0.482414674619237, + 0.7755158689249108, + 0.5327416284283404, + 0.20320871188324538, + 0.4682220187429209, + 0.4981124210088739, + 0.6887311854514893, + 0.0827033130582197, + 0.1745928331627037 + ], + "yaxis": "y11" + }, + { + "line": { + "color": "black" + }, + "mode": "lines", + "name": "Regression Sub-IForest", + "type": "scatter", + "x": [ + 0.088, + 0.019, + 0.009, + 0.109, + 0.102, + 0.048, + 0.005, + 0.037, + 0.029, + 0.015, + 0.002, + 0.04, + 0.08, + 0.188, + 0.042, + 0.04, + 0.059, + 0.121, + 0.086, + 0.049 + ], + "xaxis": "x11", + "y": [ + 0.47743404882774426, + 0.37870511861685496, + 0.36439657800658115, + 0.5074819841093192, + 0.4974660056821276, + 0.420199886386649, + 0.35867316176247166, + 0.4044604917153478, + 0.3930136592271288, + 0.3729817023727454, + 0.3543805995793895, + 0.40875305389843, + 0.4659872163395252, + 0.6205194549304824, + 0.41161476202048475, + 0.40875305389843, + 0.4359392810579502, + 0.5246522328416479, + 0.4745723407056895, + 0.4216307404476764 + ], + "yaxis": "y11" + }, + { + "marker": { + "color": "firebrick", + "line": { + "color": "DarkSlateGrey", + "width": 2 + }, + "opacity": 0.8, + "size": 12 + }, + "mode": "markers", + "name": "Sub-KNN", + "type": "scatter", + "x": [ + 0.088, + 0.019, + 0.009, + 0.109, + 0.102, + 0.048, + 0.005, + 0.037, + 0.029, + 0.015, + 0.002, + 0.04, + 0.08, + 0.188, + 0.042, + 0.04, + 0.059, + 0.121, + 0.086, + 0.049 + ], + "xaxis": "x12", + "y": [ + 0.561582328397641, + 0.050574903461018735, + 0.3950781614023482, + 0.5965316130232039, + 0.21386600809336362, + 0.2799899645789179, + 0.10858358363582546, + 0.5358203930237118, + 0.9105968484310378, + 0.0416384877795079, + 0.3186849347431766, + 0.20887357671029527, + 0.3233727255663506, + 0.6021179124268098, + 0.5007930252272798, + 0.7074528685504887, + 0.0356270541251155, + 0.1101385374707895, + 0.3223414866231004, + 0.4820751277662811 + ], + "yaxis": "y12" + }, + { + "line": { + "color": "black" + }, + "mode": "lines", + "name": "Regression Sub-KNN", + "type": "scatter", + "x": [ + 0.088, + 0.019, + 0.009, + 0.109, + 0.102, + 0.048, + 0.005, + 0.037, + 0.029, + 0.015, + 0.002, + 0.04, + 0.08, + 0.188, + 0.042, + 0.04, + 0.059, + 0.121, + 0.086, + 0.049 + ], + "xaxis": "x12", + "y": [ + 0.3930858603171504, + 0.3282844094621412, + 0.3188928948454732, + 0.4128080410121533, + 0.40623398078048567, + 0.35551980185047843, + 0.31513628899880597, + 0.3451891357721436, + 0.3376759240788092, + 0.324527803615474, + 0.31231883461380555, + 0.348006590157144, + 0.38557264862381607, + 0.4870010064838306, + 0.3498848930804776, + 0.348006590157144, + 0.36585046792881326, + 0.4240778585521549, + 0.39120755739381685, + 0.3564589533121452 + ], + "yaxis": "y12" + }, + { + "marker": { + "color": "dodgerblue", + "line": { + "color": "DarkSlateGrey", + "width": 2 + }, + "opacity": 0.8, + "size": 12 + }, + "mode": "markers", + "name": "Sub-LOF", + "type": "scatter", + "x": [ + 0.088, + 0.019, + 0.009, + 0.109, + 0.102, + 0.048, + 0.005, + 0.037, + 0.029, + 0.015, + 0.002, + 0.04, + 0.08, + 0.188, + 0.042, + 0.04, + 0.059, + 0.121, + 0.086, + 0.049 + ], + "xaxis": "x13", + "y": [ + 0.24075579404915115, + 0.3396391449359323, + 0.24200492349433209, + 0.2576177402577311, + 0.45731618414724856, + 0.15455516928406032, + 0.452830435180487, + 0.32939543500204566, + 0.4882773755526925, + 0.15712443887097877, + 0.5673347974410752, + 0.36852744392779163, + 0.4334874040708573, + 0.33316020067643426, + 0.38519489390955175, + 0.10965998852146776, + 0.2522823807762812, + 0.1135633808365225, + 0.1750346138359664, + 0.5119762791999092 + ], + "yaxis": "y13" + }, + { + "line": { + "color": "black" + }, + "mode": "lines", + "name": "Regression Sub-LOF", + "type": "scatter", + "x": [ + 0.088, + 0.019, + 0.009, + 0.109, + 0.102, + 0.048, + 0.005, + 0.037, + 0.029, + 0.015, + 0.002, + 0.04, + 0.08, + 0.188, + 0.042, + 0.04, + 0.059, + 0.121, + 0.086, + 0.049 + ], + "xaxis": "x13", + "y": [ + 0.2996261142941709, + 0.3435921378212145, + 0.34996402528890197, + 0.28624515061202715, + 0.2907054718394084, + 0.3251136641649208, + 0.352512780275977, + 0.33212274037937706, + 0.33722025035352704, + 0.3461408928082895, + 0.35442434651628324, + 0.3302111741390708, + 0.3047236242683209, + 0.23590723961729607, + 0.3289367966455333, + 0.3302111741390708, + 0.3181045879504646, + 0.2785988856508022, + 0.3009004917877084, + 0.32447647541815205 + ], + "yaxis": "y13" + }, + { + "marker": { + "color": "mediumpurple", + "line": { + "color": "DarkSlateGrey", + "width": 2 + }, + "opacity": 0.8, + "size": 12 + }, + "mode": "markers", + "name": "USAD", + "type": "scatter", + "x": [ + 0.088, + 0.019, + 0.009, + 0.109, + 0.102, + 0.048, + 0.005, + 0.037, + 0.029, + 0.015, + 0.002, + 0.04, + 0.08, + 0.188, + 0.042, + 0.04, + 0.059, + 0.121, + 0.086, + 0.049 + ], + "xaxis": "x14", + "y": [ + 0.18468160904828415, + 0.5612161224267997, + 0.3494491029592021, + 0.8623584859187469, + 0.2729083623087852, + 0.6618204583996443, + 0.12288678032083278, + 0.4457647149809321, + 0.8656628482254731, + 0.7102299889217235, + 0.032096908715701186, + 0.10460601562683773, + 0.8630956704461799, + 0.4613347441601701, + 0.20180998220768165, + 0.026230704465697034, + 0.1920565328650643, + 0.7574841555865873, + 0.0646645958264565, + 0.4816245755217306 + ], + "yaxis": "y14" + }, + { + "line": { + "color": "black" + }, + "mode": "lines", + "name": "Regression USAD", + "type": "scatter", + "x": [ + 0.088, + 0.019, + 0.009, + 0.109, + 0.102, + 0.048, + 0.005, + 0.037, + 0.029, + 0.015, + 0.002, + 0.04, + 0.08, + 0.188, + 0.042, + 0.04, + 0.059, + 0.121, + 0.086, + 0.049 + ], + "xaxis": "x14", + "y": [ + 0.4523586931015893, + 0.35617927804441235, + 0.34224023238395196, + 0.4816306889885562, + 0.4718733570262339, + 0.3966025104597476, + 0.3366646141197678, + 0.38126956023324116, + 0.3701183237048728, + 0.35060365978022817, + 0.33248290042162965, + 0.3854512739313793, + 0.44120745657322097, + 0.5917491497061935, + 0.3882390830634713, + 0.3854512739313793, + 0.4119354606862541, + 0.49835754378110875, + 0.44957088396949724, + 0.39799641502579364 + ], + "yaxis": "y14" + } + ], + "layout": { + "annotations": [ + { + "font": { + "size": 12 + }, + "showarrow": false, + "text": "CNN", + "x": 0.16333333333333333, + "xanchor": "center", + "xref": "paper", + "y": 1, + "yanchor": "bottom", + "yref": "paper" + }, + { + "font": { + "size": 12 + }, + "showarrow": false, + "text": "IForest", + "x": 0.5, + "xanchor": "center", + "xref": "paper", + "y": 1, + "yanchor": "bottom", + "yref": "paper" + }, + { + "font": { + "size": 12 + }, + "showarrow": false, + "text": "KMeansAD_U", + "x": 0.8366666666666667, + "xanchor": "center", + "xref": "paper", + "y": 1, + "yanchor": "bottom", + "yref": "paper" + }, + { + "font": { + "size": 12 + }, + "showarrow": false, + "text": "KShapeAD", + "x": 0.16333333333333333, + "xanchor": "center", + "xref": "paper", + "y": 0.7949999999999999, + "yanchor": "bottom", + "yref": "paper" + }, + { + "font": { + "size": 12 + }, + "showarrow": false, + "text": "LOF", + "x": 0.5, + "xanchor": "center", + "xref": "paper", + "y": 0.7949999999999999, + "yanchor": "bottom", + "yref": "paper" + }, + { + "font": { + "size": 12 + }, + "showarrow": false, + "text": "LSTMAD", + "x": 0.8366666666666667, + "xanchor": "center", + "xref": "paper", + "y": 0.7949999999999999, + "yanchor": "bottom", + "yref": "paper" + }, + { + "font": { + "size": 12 + }, + "showarrow": false, + "text": "OCSVM", + "x": 0.16333333333333333, + "xanchor": "center", + "xref": "paper", + "y": 0.59, + "yanchor": "bottom", + "yref": "paper" + }, + { + "font": { + "size": 12 + }, + "showarrow": false, + "text": "OmniAnomaly", + "x": 0.5, + "xanchor": "center", + "xref": "paper", + "y": 0.59, + "yanchor": "bottom", + "yref": "paper" + }, + { + "font": { + "size": 12 + }, + "showarrow": false, + "text": "PCA", + "x": 0.8366666666666667, + "xanchor": "center", + "xref": "paper", + "y": 0.59, + "yanchor": "bottom", + "yref": "paper" + }, + { + "font": { + "size": 12 + }, + "showarrow": false, + "text": "POLY", + "x": 0.16333333333333333, + "xanchor": "center", + "xref": "paper", + "y": 0.385, + "yanchor": "bottom", + "yref": "paper" + }, + { + "font": { + "size": 12 + }, + "showarrow": false, + "text": "Sub-IForest", + "x": 0.5, + "xanchor": "center", + "xref": "paper", + "y": 0.385, + "yanchor": "bottom", + "yref": "paper" + }, + { + "font": { + "size": 12 + }, + "showarrow": false, + "text": "Sub-KNN", + "x": 0.8366666666666667, + "xanchor": "center", + "xref": "paper", + "y": 0.385, + "yanchor": "bottom", + "yref": "paper" + }, + { + "font": { + "size": 12 + }, + "showarrow": false, + "text": "Sub-LOF", + "x": 0.16333333333333333, + "xanchor": "center", + "xref": "paper", + "y": 0.18, + "yanchor": "bottom", + "yref": "paper" + }, + { + "font": { + "size": 12 + }, + "showarrow": false, + "text": "USAD", + "x": 0.5, + "xanchor": "center", + "xref": "paper", + "y": 0.18, + "yanchor": "bottom", + "yref": "paper" + }, + { + "font": { + "color": "black", + "size": 12 + }, + "showarrow": false, + "text": "PCC = 0.29", + "x": 0, + "xref": "x", + "y": 1, + "yref": "y" + }, + { + "font": { + "color": "black", + "size": 12 + }, + "showarrow": false, + "text": "p-Wert = 0.22", + "x": 0, + "xref": "x", + "y": 0.9, + "yref": "y" + }, + { + "font": { + "color": "black", + "size": 12 + }, + "showarrow": false, + "text": "PCC = 0.21", + "x": 0, + "xref": "x2", + "y": 1, + "yref": "y2" + }, + { + "font": { + "color": "black", + "size": 12 + }, + "showarrow": false, + "text": "p-Wert = 0.37", + "x": 0, + "xref": "x2", + "y": 0.9, + "yref": "y2" + }, + { + "font": { + "color": "black", + "size": 12 + }, + "showarrow": false, + "text": "PCC = 0.24", + "x": 0, + "xref": "x3", + "y": 1, + "yref": "y3" + }, + { + "font": { + "color": "black", + "size": 12 + }, + "showarrow": false, + "text": "p-Wert = 0.30", + "x": 0, + "xref": "x3", + "y": 0.9, + "yref": "y3" + }, + { + "font": { + "color": "black", + "size": 12 + }, + "showarrow": false, + "text": "PCC = 0.39", + "x": 0, + "xref": "x4", + "y": 1, + "yref": "y4" + }, + { + "font": { + "color": "black", + "size": 12 + }, + "showarrow": false, + "text": "p-Wert = 0.09", + "x": 0, + "xref": "x4", + "y": 0.9, + "yref": "y4" + }, + { + "font": { + "color": "black", + "size": 12 + }, + "showarrow": false, + "text": "PCC = 0.16", + "x": 0, + "xref": "x5", + "y": 1, + "yref": "y5" + }, + { + "font": { + "color": "black", + "size": 12 + }, + "showarrow": false, + "text": "p-Wert = 0.50", + "x": 0, + "xref": "x5", + "y": 0.9, + "yref": "y5" + }, + { + "font": { + "color": "black", + "size": 12 + }, + "showarrow": false, + "text": "PCC = 0.27", + "x": 0, + "xref": "x6", + "y": 1, + "yref": "y6" + }, + { + "font": { + "color": "black", + "size": 12 + }, + "showarrow": false, + "text": "p-Wert = 0.24", + "x": 0, + "xref": "x6", + "y": 0.9, + "yref": "y6" + }, + { + "font": { + "color": "black", + "size": 12 + }, + "showarrow": false, + "text": "PCC = 0.38", + "x": 0, + "xref": "x7", + "y": 1, + "yref": "y7" + }, + { + "font": { + "color": "black", + "size": 12 + }, + "showarrow": false, + "text": "p-Wert = 0.10", + "x": 0, + "xref": "x7", + "y": 0.9, + "yref": "y7" + }, + { + "font": { + "color": "black", + "size": 12 + }, + "showarrow": false, + "text": "PCC = 0.25", + "x": 0, + "xref": "x8", + "y": 1, + "yref": "y8" + }, + { + "font": { + "color": "black", + "size": 12 + }, + "showarrow": false, + "text": "p-Wert = 0.29", + "x": 0, + "xref": "x8", + "y": 0.9, + "yref": "y8" + }, + { + "font": { + "color": "black", + "size": 12 + }, + "showarrow": false, + "text": "PCC = 0.20", + "x": 0, + "xref": "x9", + "y": 1, + "yref": "y9" + }, + { + "font": { + "color": "black", + "size": 12 + }, + "showarrow": false, + "text": "p-Wert = 0.40", + "x": 0, + "xref": "x9", + "y": 0.9, + "yref": "y9" + }, + { + "font": { + "color": "black", + "size": 12 + }, + "showarrow": false, + "text": "PCC = 0.04", + "x": 0, + "xref": "x10", + "y": 1, + "yref": "y10" + }, + { + "font": { + "color": "black", + "size": 12 + }, + "showarrow": false, + "text": "p-Wert = 0.87", + "x": 0, + "xref": "x10", + "y": 0.9, + "yref": "y10" + }, + { + "font": { + "color": "black", + "size": 12 + }, + "showarrow": false, + "text": "PCC = 0.22", + "x": 0, + "xref": "x11", + "y": 1, + "yref": "y11" + }, + { + "font": { + "color": "black", + "size": 12 + }, + "showarrow": false, + "text": "p-Wert = 0.35", + "x": 0, + "xref": "x11", + "y": 0.9, + "yref": "y11" + }, + { + "font": { + "color": "black", + "size": 12 + }, + "showarrow": false, + "text": "PCC = 0.18", + "x": 0, + "xref": "x12", + "y": 1, + "yref": "y12" + }, + { + "font": { + "color": "black", + "size": 12 + }, + "showarrow": false, + "text": "p-Wert = 0.45", + "x": 0, + "xref": "x12", + "y": 0.9, + "yref": "y12" + }, + { + "font": { + "color": "black", + "size": 12 + }, + "showarrow": false, + "text": "PCC = -0.22", + "x": 0, + "xref": "x13", + "y": 1, + "yref": "y13" + }, + { + "font": { + "color": "black", + "size": 12 + }, + "showarrow": false, + "text": "p-Wert = 0.36", + "x": 0, + "xref": "x13", + "y": 0.9, + "yref": "y13" + }, + { + "font": { + "color": "black", + "size": 12 + }, + "showarrow": false, + "text": "PCC = 0.22", + "x": 0, + "xref": "x14", + "y": 1, + "yref": "y14" + }, + { + "font": { + "color": "black", + "size": 12 + }, + "showarrow": false, + "text": "p-Wert = 0.35", + "x": 0, + "xref": "x14", + "y": 0.9, + "yref": "y14" + } + ], + "font": { + "size": 12 + }, + "height": 1200, + "margin": { + "b": 30, + "l": 30, + "r": 30, + "t": 100 + }, + "showlegend": false, + "template": { + "data": { + "bar": [ + { + "error_x": { + "color": "rgb(51,51,51)" + }, + "error_y": { + "color": "rgb(51,51,51)" + }, + "marker": { + "line": { + "color": "rgb(237,237,237)", + "width": 0.5 + }, + "pattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + } + }, + "type": "bar" + } + ], + "barpolar": [ + { + "marker": { + "line": { + "color": "rgb(237,237,237)", + "width": 0.5 + }, + "pattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + } + }, + "type": "barpolar" + } + ], + "carpet": [ + { + "aaxis": { + "endlinecolor": "rgb(51,51,51)", + "gridcolor": "white", + "linecolor": "white", + "minorgridcolor": "white", + "startlinecolor": "rgb(51,51,51)" + }, + "baxis": { + "endlinecolor": "rgb(51,51,51)", + "gridcolor": "white", + "linecolor": "white", + "minorgridcolor": "white", + "startlinecolor": "rgb(51,51,51)" + }, + "type": "carpet" + } + ], + "choropleth": [ + { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + }, + "type": "choropleth" + } + ], + "contour": [ + { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + }, + "colorscale": [ + [ + 0, + "rgb(20,44,66)" + ], + [ + 1, + "rgb(90,179,244)" + ] + ], + "type": "contour" + } + ], + "contourcarpet": [ + { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + }, + "type": "contourcarpet" + } + ], + "heatmap": [ + { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + }, + "colorscale": [ + [ + 0, + "rgb(20,44,66)" + ], + [ + 1, + "rgb(90,179,244)" + ] + ], + "type": "heatmap" + } + ], + "heatmapgl": [ + { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + }, + "colorscale": [ + [ + 0, + "rgb(20,44,66)" + ], + [ + 1, + "rgb(90,179,244)" + ] + ], + "type": "heatmapgl" + } + ], + "histogram": [ + { + "marker": { + "pattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + } + }, + "type": "histogram" + } + ], + "histogram2d": [ + { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + }, + "colorscale": [ + [ + 0, + "rgb(20,44,66)" + ], + [ + 1, + "rgb(90,179,244)" + ] + ], + "type": "histogram2d" + } + ], + "histogram2dcontour": [ + { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + }, + "colorscale": [ + [ + 0, + "rgb(20,44,66)" + ], + [ + 1, + "rgb(90,179,244)" + ] + ], + "type": "histogram2dcontour" + } + ], + "mesh3d": [ + { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + }, + "type": "mesh3d" + } + ], + "parcoords": [ + { + "line": { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + } + }, + "type": "parcoords" + } + ], + "pie": [ + { + "automargin": true, + "type": "pie" + } + ], + "scatter": [ + { + "fillpattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + }, + "type": "scatter" + } + ], + "scatter3d": [ + { + "line": { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + } + }, + "marker": { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + } + }, + "type": "scatter3d" + } + ], + "scattercarpet": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + } + }, + "type": "scattercarpet" + } + ], + "scattergeo": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + } + }, + "type": "scattergeo" + } + ], + "scattergl": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + } + }, + "type": "scattergl" + } + ], + "scattermapbox": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + } + }, + "type": "scattermapbox" + } + ], + "scatterpolar": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + } + }, + "type": "scatterpolar" + } + ], + "scatterpolargl": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + } + }, + "type": "scatterpolargl" + } + ], + "scatterternary": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + } + }, + "type": "scatterternary" + } + ], + "surface": [ + { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + }, + "colorscale": [ + [ + 0, + "rgb(20,44,66)" + ], + [ + 1, + "rgb(90,179,244)" + ] + ], + "type": "surface" + } + ], + "table": [ + { + "cells": { + "fill": { + "color": "rgb(237,237,237)" + }, + "line": { + "color": "white" + } + }, + "header": { + "fill": { + "color": "rgb(217,217,217)" + }, + "line": { + "color": "white" + } + }, + "type": "table" + } + ] + }, + "layout": { + "annotationdefaults": { + "arrowhead": 0, + "arrowwidth": 1 + }, + "autotypenumbers": "strict", + "coloraxis": { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + } + }, + "colorscale": { + "sequential": [ + [ + 0, + "rgb(20,44,66)" + ], + [ + 1, + "rgb(90,179,244)" + ] + ], + "sequentialminus": [ + [ + 0, + "rgb(20,44,66)" + ], + [ + 1, + "rgb(90,179,244)" + ] + ] + }, + "colorway": [ + "#F8766D", + "#A3A500", + "#00BF7D", + "#00B0F6", + "#E76BF3" + ], + "font": { + "color": "rgb(51,51,51)" + }, + "geo": { + "bgcolor": "white", + "lakecolor": "white", + "landcolor": "rgb(237,237,237)", + "showlakes": true, + "showland": true, + "subunitcolor": "white" + }, + "hoverlabel": { + "align": "left" + }, + "hovermode": "closest", + "paper_bgcolor": "white", + "plot_bgcolor": "rgb(237,237,237)", + "polar": { + "angularaxis": { + "gridcolor": "white", + "linecolor": "white", + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside" + }, + "bgcolor": "rgb(237,237,237)", + "radialaxis": { + "gridcolor": "white", + "linecolor": "white", + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside" + } + }, + "scene": { + "xaxis": { + "backgroundcolor": "rgb(237,237,237)", + "gridcolor": "white", + "gridwidth": 2, + "linecolor": "white", + "showbackground": true, + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside", + "zerolinecolor": "white" + }, + "yaxis": { + "backgroundcolor": "rgb(237,237,237)", + "gridcolor": "white", + "gridwidth": 2, + "linecolor": "white", + "showbackground": true, + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside", + "zerolinecolor": "white" + }, + "zaxis": { + "backgroundcolor": "rgb(237,237,237)", + "gridcolor": "white", + "gridwidth": 2, + "linecolor": "white", + "showbackground": true, + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside", + "zerolinecolor": "white" + } + }, + "shapedefaults": { + "fillcolor": "black", + "line": { + "width": 0 + }, + "opacity": 0.3 + }, + "ternary": { + "aaxis": { + "gridcolor": "white", + "linecolor": "white", + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside" + }, + "baxis": { + "gridcolor": "white", + "linecolor": "white", + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside" + }, + "bgcolor": "rgb(237,237,237)", + "caxis": { + "gridcolor": "white", + "linecolor": "white", + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside" + } + }, + "xaxis": { + "automargin": true, + "gridcolor": "white", + "linecolor": "white", + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside", + "title": { + "standoff": 15 + }, + "zerolinecolor": "white" + }, + "yaxis": { + "automargin": true, + "gridcolor": "white", + "linecolor": "white", + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside", + "title": { + "standoff": 15 + }, + "zerolinecolor": "white" + } + } + }, + "title": { + "text": "<b> Abhängigkeit der Modelleistung von der Anomaliedichte </b>", + "x": 0.5, + "xanchor": "center", + "y": 0.94, + "yanchor": "top" + }, + "width": 1000, + "xaxis": { + "anchor": "y", + "domain": [ + 0, + 0.32666666666666666 + ], + "matches": "x13", + "showticklabels": false, + "tickfont": { + "family": "Arial", + "size": 12 + }, + "title": { + "font": { + "family": "Arial", + "size": 14 + } + } + }, + "xaxis10": { + "anchor": "y10", + "domain": [ + 0, + 0.32666666666666666 + ], + "matches": "x13", + "showticklabels": false + }, + "xaxis11": { + "anchor": "y11", + "domain": [ + 0.33666666666666667, + 0.6633333333333333 + ], + "matches": "x14", + "showticklabels": false + }, + "xaxis12": { + "anchor": "y12", + "domain": [ + 0.6733333333333333, + 1 + ], + "matches": "x15", + "showticklabels": false + }, + "xaxis13": { + "anchor": "y13", + "domain": [ + 0, + 0.32666666666666666 + ] + }, + "xaxis14": { + "anchor": "y14", + "domain": [ + 0.33666666666666667, + 0.6633333333333333 + ], + "title": { + "text": "Anomaliedichte" + } + }, + "xaxis15": { + "anchor": "y15", + "domain": [ + 0.6733333333333333, + 1 + ] + }, + "xaxis2": { + "anchor": "y2", + "domain": [ + 0.33666666666666667, + 0.6633333333333333 + ], + "matches": "x14", + "showticklabels": false + }, + "xaxis3": { + "anchor": "y3", + "domain": [ + 0.6733333333333333, + 1 + ], + "matches": "x15", + "showticklabels": false + }, + "xaxis4": { + "anchor": "y4", + "domain": [ + 0, + 0.32666666666666666 + ], + "matches": "x13", + "showticklabels": false + }, + "xaxis5": { + "anchor": "y5", + "domain": [ + 0.33666666666666667, + 0.6633333333333333 + ], + "matches": "x14", + "showticklabels": false + }, + "xaxis6": { + "anchor": "y6", + "domain": [ + 0.6733333333333333, + 1 + ], + "matches": "x15", + "showticklabels": false + }, + "xaxis7": { + "anchor": "y7", + "domain": [ + 0, + 0.32666666666666666 + ], + "matches": "x13", + "showticklabels": false + }, + "xaxis8": { + "anchor": "y8", + "domain": [ + 0.33666666666666667, + 0.6633333333333333 + ], + "matches": "x14", + "showticklabels": false + }, + "xaxis9": { + "anchor": "y9", + "domain": [ + 0.6733333333333333, + 1 + ], + "matches": "x15", + "showticklabels": false + }, + "yaxis": { + "anchor": "x", + "domain": [ + 0.82, + 1 + ], + "tickfont": { + "family": "Arial", + "size": 12 + }, + "title": { + "font": { + "family": "Arial", + "size": 14 + } + } + }, + "yaxis10": { + "anchor": "x10", + "domain": [ + 0.205, + 0.385 + ] + }, + "yaxis11": { + "anchor": "x11", + "domain": [ + 0.205, + 0.385 + ], + "matches": "y10", + "showticklabels": false + }, + "yaxis12": { + "anchor": "x12", + "domain": [ + 0.205, + 0.385 + ], + "matches": "y10", + "showticklabels": false + }, + "yaxis13": { + "anchor": "x13", + "domain": [ + 0, + 0.18 + ] + }, + "yaxis14": { + "anchor": "x14", + "domain": [ + 0, + 0.18 + ], + "matches": "y13", + "showticklabels": false + }, + "yaxis15": { + "anchor": "x15", + "domain": [ + 0, + 0.18 + ], + "matches": "y13", + "showticklabels": false + }, + "yaxis2": { + "anchor": "x2", + "domain": [ + 0.82, + 1 + ], + "matches": "y", + "showticklabels": false + }, + "yaxis3": { + "anchor": "x3", + "domain": [ + 0.82, + 1 + ], + "matches": "y", + "showticklabels": false + }, + "yaxis4": { + "anchor": "x4", + "domain": [ + 0.615, + 0.7949999999999999 + ] + }, + "yaxis5": { + "anchor": "x5", + "domain": [ + 0.615, + 0.7949999999999999 + ], + "matches": "y4", + "showticklabels": false + }, + "yaxis6": { + "anchor": "x6", + "domain": [ + 0.615, + 0.7949999999999999 + ], + "matches": "y4", + "showticklabels": false + }, + "yaxis7": { + "anchor": "x7", + "domain": [ + 0.41, + 0.59 + ], + "title": { + "text": "Modellleistung" + } + }, + "yaxis8": { + "anchor": "x8", + "domain": [ + 0.41, + 0.59 + ], + "matches": "y7", + "showticklabels": false + }, + "yaxis9": { + "anchor": "x9", + "domain": [ + 0.41, + 0.59 + ], + "matches": "y7", + "showticklabels": false + } + } + } + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "# list of models\n", + "models = [col for col in df.columns if col != 'anomalies' and col != 'size']\n", + "\n", + "# create plot with subplots for each model\n", + "fig = sp.make_subplots(rows=5, cols=3, subplot_titles=models,shared_xaxes=True, shared_yaxes=True, vertical_spacing=0.025, horizontal_spacing=0.01)\n", + "\n", + "row, col = 1, 1\n", + "for model in models:\n", + " # Berechnung der Pearson-Korrelation\n", + " pearson_corr, p = pearsonr(df['anomalies'], df[model])\n", + "\n", + " # Scatterplot hinzufügen\n", + " fig.add_trace(\n", + " go.Scatter(x=df['anomalies'], y=df[model], mode='markers', name=model,marker=dict(color=colors.get(model, \"gray\"),size=df['size'])),\n", + " row=row, col=col\n", + " )\n", + " \n", + " #insert trendline\n", + " m, b = np.polyfit(df['anomalies'], df[model], 1)\n", + " fig.add_trace(\n", + " go.Scatter(x=df['anomalies'], y=m * df['anomalies'] + b, mode='lines', name=f'Regression {model}',\n", + " line=dict(color='black')),\n", + " row=row, col=col\n", + " )\n", + " \n", + " #Insert annotation for pearson correlation\n", + " fig.add_annotation(\n", + " text=f'PCC = {pearson_corr:.2f}',\n", + " xref=f'x{row * 3 + col - 3}', yref=f'y{row * 3 + col - 3}',\n", + " x=0, y=1,\n", + " showarrow=False, font=dict(size=14, color='black')\n", + " )\n", + " fig.add_annotation(\n", + " text=f'p-Wert = {p:.2f}',\n", + " xref=f'x{row * 3 + col - 3}', yref=f'y{row * 3 + col - 3}',\n", + " x=0, y=0.9,\n", + " showarrow=False, font=dict(size=14, color='black')\n", + " )\n", + "\n", + " # Spalten und Zeilen inkrementieren\n", + " col += 1\n", + " if col > 3:\n", + " col = 1\n", + " row += 1\n", + "\n", + "# Achsentitel setzen\n", + "fig.update_xaxes(title_text=\"Anomaliedichte\", row=5, col=2) # X-Achse zentriert\n", + "fig.update_yaxes(title_text=\"Modellleistung\", row=3, col=1) # Y-Achse zent\n", + "fig.update_layout( showlegend=False,\n", + " template = 'ggplot2',\n", + " title={\n", + " 'text': '<b> Abhängigkeit der Modelleistung von der Anomaliedichte </b>',\n", + " 'x':0.5,\n", + " 'y':0.94, \n", + " 'xanchor':'center',\n", + " 'yanchor':'top'},\n", + " height=1200,width=1000,font=dict(size=12),\n", + " xaxis=dict(title_font=dict(size=14, family=\"Arial\"), tickfont=dict(size=12, family=\"Arial\")),\n", + " yaxis=dict(title_font=dict(size=14, family=\"Arial\"), tickfont=dict(size=12, family=\"Arial\")),\n", + " margin=dict(l=30, r=30, t=100, b=30), # Links, Rechts, Oben, Unten (Padding um den ganzen Grid)\n", + ")\n", + "fig.update_traces(marker=dict(size=12,\n", + " opacity=0.8,\n", + " line=dict(width=2,\n", + " color='DarkSlateGrey'),\n", + " ),\n", + " selector=dict(mode='markers'))\n", + "fig.update_annotations(font_size=12)\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.11.3" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +} diff --git a/src/group_evaluation/create_combined_dataframe_with_metrics_and_plot.ipynb b/src/group_evaluation/create_combined_dataframe_with_metrics_and_plot.ipynb index 8ee9c23c5aed78e97e3732df3f76166d984898f7..5fb55f9c0627f00ee2f7e6fc69787807ed4a633d 100644 --- a/src/group_evaluation/create_combined_dataframe_with_metrics_and_plot.ipynb +++ b/src/group_evaluation/create_combined_dataframe_with_metrics_and_plot.ipynb @@ -2,7 +2,7 @@ "cells": [ { "cell_type": "code", - "execution_count": 9, + "execution_count": 25, "metadata": {}, "outputs": [], "source": [ @@ -13,7 +13,17 @@ }, { "cell_type": "code", - "execution_count": 10, + "execution_count": 50, + "metadata": {}, + "outputs": [], + "source": [ + "metric = 'AUC-PR'\n", + "anoType = 'seq'" + ] + }, + { + "cell_type": "code", + "execution_count": 51, "metadata": {}, "outputs": [ { @@ -68,7 +78,7 @@ }, { "cell_type": "code", - "execution_count": 11, + "execution_count": 52, "metadata": {}, "outputs": [ { @@ -135,27 +145,6 @@ " <td>CNN</td>\n", " </tr>\n", " <tr>\n", - " <th>1</th>\n", - " <td>{'window_size': 150, 'lr': 0.0008}</td>\n", - " <td>002_NAB_id_2_WebService_tr_1500_1st_4106.csv</td>\n", - " <td>3.803895</td>\n", - " <td>NAB</td>\n", - " <td>False</td>\n", - " <td>False</td>\n", - " <td>0.281681</td>\n", - " <td>0.677980</td>\n", - " <td>0.284299</td>\n", - " <td>0.697935</td>\n", - " <td>0.378868</td>\n", - " <td>1.000000</td>\n", - " <td>1.000000</td>\n", - " <td>0.336235</td>\n", - " <td>0.988203</td>\n", - " <td>0.028257</td>\n", - " <td>0.818182</td>\n", - " <td>CNN</td>\n", - " </tr>\n", - " <tr>\n", " <th>2</th>\n", " <td>{'window_size': 150, 'lr': 5e-05}</td>\n", " <td>003_NAB_id_3_WebService_tr_1362_1st_1462.csv</td>\n", @@ -177,45 +166,66 @@ " <td>CNN</td>\n", " </tr>\n", " <tr>\n", - " <th>3</th>\n", - " <td>{'window_size': 150, 'lr': 0.0005}</td>\n", - " <td>004_NAB_id_4_Facility_tr_1007_1st_1437.csv</td>\n", - " <td>2.326613</td>\n", + " <th>5</th>\n", + " <td>{'window_size': 100, 'lr': 0.0008}</td>\n", + " <td>006_NAB_id_6_Traffic_tr_2579_1st_5839.csv</td>\n", + " <td>5.253244</td>\n", " <td>NAB</td>\n", " <td>False</td>\n", + " <td>True</td>\n", + " <td>0.112469</td>\n", + " <td>0.488888</td>\n", + " <td>0.123092</td>\n", + " <td>0.568001</td>\n", + " <td>0.183966</td>\n", + " <td>0.750000</td>\n", + " <td>0.750000</td>\n", + " <td>0.223525</td>\n", + " <td>0.712592</td>\n", + " <td>0.021359</td>\n", + " <td>0.431373</td>\n", + " <td>CNN</td>\n", + " </tr>\n", + " <tr>\n", + " <th>6</th>\n", + " <td>{'window_size': 50, 'lr': 0.001}</td>\n", + " <td>007_NAB_id_7_Traffic_tr_624_1st_2087.csv</td>\n", + " <td>1.850910</td>\n", + " <td>NAB</td>\n", " <td>False</td>\n", - " <td>0.503726</td>\n", - " <td>0.717905</td>\n", - " <td>0.506238</td>\n", - " <td>0.730650</td>\n", - " <td>0.507038</td>\n", - " <td>1.000000</td>\n", + " <td>True</td>\n", + " <td>0.239679</td>\n", + " <td>0.614680</td>\n", + " <td>0.274140</td>\n", + " <td>0.716271</td>\n", + " <td>0.268976</td>\n", " <td>1.000000</td>\n", - " <td>0.337469</td>\n", - " <td>0.975070</td>\n", - " <td>0.007463</td>\n", " <td>1.000000</td>\n", + " <td>0.348135</td>\n", + " <td>0.922899</td>\n", + " <td>0.048387</td>\n", + " <td>0.750000</td>\n", " <td>CNN</td>\n", " </tr>\n", " <tr>\n", - " <th>4</th>\n", - " <td>{'window_size': 100, 'lr': 0.001}</td>\n", - " <td>005_NAB_id_5_Traffic_tr_594_1st_1645.csv</td>\n", - " <td>0.951704</td>\n", + " <th>9</th>\n", + " <td>{'window_size': 100, 'lr': 5e-05}</td>\n", + " <td>010_NAB_id_10_WebService_tr_500_1st_271.csv</td>\n", + " <td>1.675401</td>\n", " <td>NAB</td>\n", " <td>False</td>\n", - " <td>False</td>\n", - " <td>0.109550</td>\n", - " <td>0.484873</td>\n", - " <td>0.109302</td>\n", - " <td>0.492552</td>\n", - " <td>0.185858</td>\n", + " <td>True</td>\n", + " <td>0.290453</td>\n", + " <td>0.657428</td>\n", + " <td>0.454923</td>\n", + " <td>0.832305</td>\n", + " <td>0.333330</td>\n", " <td>1.000000</td>\n", " <td>1.000000</td>\n", - " <td>0.337989</td>\n", - " <td>0.974568</td>\n", - " <td>0.042017</td>\n", - " <td>0.232558</td>\n", + " <td>0.369861</td>\n", + " <td>0.965715</td>\n", + " <td>0.040541</td>\n", + " <td>0.857143</td>\n", " <td>CNN</td>\n", " </tr>\n", " </tbody>\n", @@ -225,61 +235,64 @@ "text/plain": [ " params \\\n", "0 {'window_size': 50, 'lr': 0.0008} \n", - "1 {'window_size': 150, 'lr': 0.0008} \n", "2 {'window_size': 150, 'lr': 5e-05} \n", - "3 {'window_size': 150, 'lr': 0.0005} \n", - "4 {'window_size': 100, 'lr': 0.001} \n", + "5 {'window_size': 100, 'lr': 0.0008} \n", + "6 {'window_size': 50, 'lr': 0.001} \n", + "9 {'window_size': 100, 'lr': 5e-05} \n", "\n", - " file_name duration group \\\n", - "0 001_NAB_id_1_Facility_tr_1007_1st_2014.csv 1.413541 NAB \n", - "1 002_NAB_id_2_WebService_tr_1500_1st_4106.csv 3.803895 NAB \n", - "2 003_NAB_id_3_WebService_tr_1362_1st_1462.csv 3.613276 NAB \n", - "3 004_NAB_id_4_Facility_tr_1007_1st_1437.csv 2.326613 NAB \n", - "4 005_NAB_id_5_Traffic_tr_594_1st_1645.csv 0.951704 NAB \n", + " file_name duration group point anomaly \\\n", + "0 001_NAB_id_1_Facility_tr_1007_1st_2014.csv 1.413541 NAB False \n", + "2 003_NAB_id_3_WebService_tr_1362_1st_1462.csv 3.613276 NAB False \n", + "5 006_NAB_id_6_Traffic_tr_2579_1st_5839.csv 5.253244 NAB False \n", + "6 007_NAB_id_7_Traffic_tr_624_1st_2087.csv 1.850910 NAB False \n", + "9 010_NAB_id_10_WebService_tr_500_1st_271.csv 1.675401 NAB False \n", "\n", - " point anomaly seq anomaly AUC-PR AUC-ROC VUS-PR VUS-ROC \\\n", - "0 False True 0.132832 0.486090 0.128123 0.490971 \n", - "1 False False 0.281681 0.677980 0.284299 0.697935 \n", - "2 False True 0.150401 0.637695 0.148660 0.643420 \n", - "3 False False 0.503726 0.717905 0.506238 0.730650 \n", - "4 False False 0.109550 0.484873 0.109302 0.492552 \n", + " seq anomaly AUC-PR AUC-ROC VUS-PR VUS-ROC Standard-F1 PA-F1 \\\n", + "0 True 0.132832 0.486090 0.128123 0.490971 0.156834 1.000000 \n", + "2 True 0.150401 0.637695 0.148660 0.643420 0.284398 0.999672 \n", + "5 True 0.112469 0.488888 0.123092 0.568001 0.183966 0.750000 \n", + "6 True 0.239679 0.614680 0.274140 0.716271 0.268976 1.000000 \n", + "9 True 0.290453 0.657428 0.454923 0.832305 0.333330 1.000000 \n", "\n", - " Standard-F1 PA-F1 Event-based-F1 R-based-F1 Affiliation-F Recall \\\n", - "0 0.156834 1.000000 1.000000 0.359576 0.975131 0.026239 \n", - "1 0.378868 1.000000 1.000000 0.336235 0.988203 0.028257 \n", - "2 0.284398 0.999672 0.933333 0.327012 0.945860 0.009192 \n", - "3 0.507038 1.000000 1.000000 0.337469 0.975070 0.007463 \n", - "4 0.185858 1.000000 1.000000 0.337989 0.974568 0.042017 \n", - "\n", - " Precision Model \n", - "0 1.000000 CNN \n", - "1 0.818182 CNN \n", - "2 0.700000 CNN \n", - "3 1.000000 CNN \n", - "4 0.232558 CNN " + " Event-based-F1 R-based-F1 Affiliation-F Recall Precision Model \n", + "0 1.000000 0.359576 0.975131 0.026239 1.000000 CNN \n", + "2 0.933333 0.327012 0.945860 0.009192 0.700000 CNN \n", + "5 0.750000 0.223525 0.712592 0.021359 0.431373 CNN \n", + "6 1.000000 0.348135 0.922899 0.048387 0.750000 CNN \n", + "9 1.000000 0.369861 0.965715 0.040541 0.857143 CNN " ] }, - "execution_count": 11, + "execution_count": 52, "metadata": {}, "output_type": "execute_result" } ], "source": [ + "title = 'Vergleich der Performanz der Modelle anhand '+ metric\n", + "if anoType != '':\n", + " #check if selected type is point anomaly if check if time series only includes point anomalies\n", + " if anoType == 'point':\n", + " df = df.where(df['point anomaly'] == True).dropna()\n", + " title += ' für Punktanomalien'\n", + " elif anoType == 'seq':\n", + " df = df.where(df['seq anomaly'] == True).dropna()\n", + " title += ' für Sequenzanomalien'\n", + "\n", "df.head()" ] }, { "cell_type": "code", - "execution_count": 12, + "execution_count": 53, "metadata": {}, "outputs": [ { "data": { "text/plain": [ - "(5558, 18)" + "(2212, 18)" ] }, - "execution_count": 12, + "execution_count": 53, "metadata": {}, "output_type": "execute_result" } @@ -290,31 +303,31 @@ }, { "cell_type": "code", - "execution_count": 13, + "execution_count": 54, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "Model\n", - "CNN 397\n", - "IForest 397\n", - "KMeansAD_U 397\n", - "KShapeAD 397\n", - "LOF 397\n", - "LSTMAD 397\n", - "OCSVM 397\n", - "OmniAnomaly 397\n", - "PCA 397\n", - "POLY 397\n", - "Sub-IForest 397\n", - "Sub-KNN 397\n", - "Sub-LOF 397\n", - "USAD 397\n", + "CNN 158\n", + "IForest 158\n", + "KMeansAD_U 158\n", + "KShapeAD 158\n", + "LOF 158\n", + "LSTMAD 158\n", + "OCSVM 158\n", + "OmniAnomaly 158\n", + "PCA 158\n", + "POLY 158\n", + "Sub-IForest 158\n", + "Sub-KNN 158\n", + "Sub-LOF 158\n", + "USAD 158\n", "Name: count, dtype: int64" ] }, - "execution_count": 13, + "execution_count": 54, "metadata": {}, "output_type": "execute_result" } @@ -325,7 +338,7 @@ }, { "cell_type": "code", - "execution_count": 17, + "execution_count": 55, "metadata": {}, "outputs": [], "source": [ @@ -349,7 +362,7 @@ }, { "cell_type": "code", - "execution_count": 28, + "execution_count": 56, "metadata": {}, "outputs": [ { @@ -371,10865 +384,2384 @@ "data": [ { "alignmentgroup": "True", - "hovertemplate": "Model=%{x}<br>Precision=%{y}<extra></extra>", - "legendgroup": "CNN", + "hovertemplate": "Model=%{x}<br>AUC-PR=%{y}<extra></extra>", + "legendgroup": "PCA", "marker": { - "color": "steelblue" + "color": "yellowgreen" }, - "name": "CNN", + "name": "PCA", "notched": false, - "offsetgroup": "CNN", + "offsetgroup": "PCA", + "orientation": "v", + "showlegend": true, + "type": "box", + "x": [ + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA" + ], + "x0": " ", + "xaxis": "x", + "y": [ + 0.2782375358804503, + 0.223189975130421, + 0.3329041175403799, + 0.938148362986782, + 0.4860973672290578, + 0.9710409781767751, + 0.6751410366138297, + 0.1532622444049186, + 0.4525716155807384, + 0.1502522355077001, + 0.4701777295691245, + 0.1451974719029274, + 0.0052835203964405, + 0.003513136231111, + 0.0027494041998754, + 0.013495257229564, + 0.0334670576311473, + 0.006626737641036, + 0.4427825997203966, + 0.0195669325316206, + 0.0018632628340269, + 0.003863107090682, + 0.8451955219617345, + 0.0045184865654182, + 0.0083764497031202, + 0.0047370424809225, + 0.5495804702858306, + 0.0957092778563054, + 0.7811026817844621, + 0.468647067072471, + 0.078451816544022, + 0.8059563108529928, + 0.0178959428139443, + 0.1507777530119684, + 0.4880087365614101, + 0.3050133605973146, + 0.8320851308395023, + 0.3446379525190622, + 0.0220212645532496, + 0.6961867318495194, + 0.0071269794568705, + 0.6760319342337666, + 0.4212666499509276, + 0.8282735125443723, + 0.0069127845600947, + 0.6874880267264082, + 0.930847988085623, + 0.0067003922988421, + 0.7315232243568999, + 0.6534559309798793, + 0.1010660331099212, + 0.6676377846391301, + 0.1351338433884419, + 0.165615374902141, + 0.133135617657587, + 0.8314294074844796, + 0.8444294234400469, + 0.3913349661040449, + 0.9395362703951824, + 0.2708916512750706, + 0.6931952732860769, + 0.0027454729370578, + 0.0024267754211718, + 0.0135619757245282, + 0.0105601764869557, + 0.0220247901011325, + 0.102299737218734, + 0.0086167964542826, + 0.0422482179692221, + 0.0396207359296015, + 0.0246395130901499, + 0.0196069871569603, + 0.0187360674724764, + 0.9559292524404096, + 0.5302490091520617, + 0.4898009183582106, + 0.8132711886887715, + 0.7036081536355089, + 0.3010084298133894, + 0.5437246649504163, + 0.7885896389838972, + 0.0684909197709052, + 0.6553361381551087, + 0.6237913424545045, + 0.6214969751146063, + 0.5942958674254468, + 0.8859844894534021, + 0.1446116100001482, + 0.5936418876923228, + 0.2942966933720295, + 0.4176407369705096, + 0.2617931236189526, + 0.8402482606706013, + 0.0220577983810006, + 0.7853431220968412, + 0.9906842494643904, + 0.4791599800386409, + 0.9685171888806688, + 0.9600401261192972, + 0.4747050350102691, + 0.1626807088493869, + 0.1979742094005561, + 0.071853840050285, + 0.066360077982293, + 0.3449026555397576, + 0.0561632754248917, + 0.0788664308035282, + 0.9490836107748843, + 0.8259513708947225, + 0.7567001273773122, + 0.964523423229746, + 0.1310682476216577, + 0.9746726306047186, + 0.996504947110848, + 0.9879010755873784, + 0.998586415795415, + 0.9370327274473956, + 0.9879010755873784, + 0.998586415795415, + 0.9367212000711156, + 0.8591416858921752, + 0.999288636239702, + 0.9982304882015554, + 0.8958846618252223, + 0.9994691179872992, + 0.8591416858921752, + 0.9999028200173194, + 0.9864471672234734, + 0.9879010755873784, + 0.8958846618252223, + 0.9864471672234734, + 0.9292488173447592, + 0.9367212000711156, + 0.992784359440102, + 0.8958846618252223, + 0.9367212000711156, + 0.998586415795415, + 0.8958846618252223, + 0.9850923179577218, + 0.998586415795415, + 0.9986360375648524, + 0.8591416858921752, + 0.9367212000711156, + 0.9864471672234734, + 0.9978351980449978, + 0.9922844454705784, + 0.9617454989098336, + 0.8078339275586104, + 0.9999142818564218, + 0.9956243176818076, + 0.9954159499535966, + 0.931367410075806, + 0.9976699021395002, + 0.9917811364108458, + 0.9956857816726894, + 0.95215527745571, + 0.9888100245704302, + 0.9862415909128404 + ], + "y0": " ", + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>AUC-PR=%{y}<extra></extra>", + "legendgroup": "POLY", + "marker": { + "color": "lightskyblue" + }, + "name": "POLY", + "notched": false, + "offsetgroup": "POLY", + "orientation": "v", + "showlegend": true, + "type": "box", + "x": [ + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY" + ], + "x0": " ", + "xaxis": "x", + "y": [ + 0.4233042158969708, + 0.3059704585286408, + 0.2616321760876693, + 0.632918346110553, + 0.3982702702702703, + 0.5964562103661352, + 0.3988809174098207, + 0.1492908911599684, + 0.5148563758582702, + 0.1757012729845116, + 0.7849073787506636, + 0.1934991996710256, + 0.5700866519174042, + 0.3075122430849992, + 0.0070357704582802, + 0.5119232340825234, + 0.1976499011640676, + 0.0187508535715611, + 0.6886847284586296, + 0.1282010907558763, + 0.0059181928840385, + 0.465842974038313, + 0.7549844648804033, + 0.0099733424869671, + 0.3359436307557444, + 0.5367875868781876, + 0.5555096153846154, + 0.3496031746031746, + 0.7662249796052675, + 0.5368267899294596, + 0.1024749528858464, + 0.8073039972307755, + 0.0180743644768205, + 0.2494350125616411, + 0.4364405489438575, + 0.3494711179408224, + 0.6888571517021016, + 0.2834160444949823, + 0.1080517220185586, + 0.4451836028017804, + 0.3074070251630638, + 0.4514091014075385, + 0.608059152222954, + 0.559899683877766, + 0.2869179536679536, + 0.4815608502277253, + 0.9101410332596234, + 0.3102593939393939, + 0.4098352122161075, + 0.4480035720288268, + 0.38905064911145, + 0.4350253856509862, + 0.1417934138145697, + 0.3271131636735686, + 0.1432772544605406, + 0.7285434103734172, + 0.7535428937922817, + 0.4010614099580806, + 0.7597218318774729, + 0.23367905441364, + 0.6091805895843158, + 0.0026059376194111, + 0.0030405057258483, + 0.0179403785269146, + 0.0067866354785443, + 0.0027374888556001, + 0.0213438781246257, + 0.0025464055329667, + 0.0028290636630941, + 0.0211301613725208, + 0.0283601012503269, + 0.0241574898321401, + 0.0417466803056247, + 0.9259875036105326, + 0.3980589545672688, + 0.4804371100066497, + 0.8234593007915508, + 0.631601812986062, + 0.2664372565737751, + 0.4886795185161284, + 0.602183017442745, + 0.1410338987124724, + 0.5578687934053802, + 0.5352326775765105, + 0.4375798832838477, + 0.6548166392835986, + 0.7024113406511965, + 0.106698827863823, + 0.4944117350658996, + 0.3591787755334712, + 0.3187653738133496, + 0.2698961756048263, + 0.6618453025081663, + 0.020794815064713, + 0.7642431972789115, + 0.2527676579400717, + 0.3386823803445971, + 0.8516106444401741, + 0.8318641432055498, + 0.4764337820823609, + 0.1023381703831367, + 0.5721000859681434, + 0.2917561377296853, + 0.1121800484212557, + 0.4435497525865948, + 0.1679691578822368, + 0.2037595305274893, + 0.9627247690120824, + 0.6336530476124742, + 0.1231331999424481, + 0.6567334504964306, + 0.184247776353973, + 0.8733041286132885, + 0.265763160583547, + 0.9994321877542596, + 0.9983253295502004, + 0.5637932719519255, + 0.9994321877542596, + 0.9983253295502004, + 0.8720572651020744, + 0.5690834991330149, + 0.9802037826593604, + 0.8920586556849515, + 0.8560583535167624, + 0.7182226316503157, + 0.5690834991330149, + 0.9962559033400716, + 0.9927567762316756, + 0.9994321877542596, + 0.8560583535167624, + 0.9927567762316756, + 0.8395278023863998, + 0.8720572651020744, + 0.923133168561044, + 0.8560583535167624, + 0.8720572651020744, + 0.9983253295502004, + 0.8560583535167624, + 0.3480857049843549, + 0.9983253295502004, + 0.9495788570260602, + 0.5690834991330149, + 0.8720572651020744, + 0.9927567762316756, + 0.9582090843470022, + 0.6916074450588464, + 0.3172646572438202, + 0.7067243959304286, + 0.4427493708853602, + 0.92535943489656, + 0.6158715361235787, + 0.8575485332120734, + 0.2210476848452282, + 0.9414432682674576, + 0.3062555104893106, + 0.3796289860757269, + 0.925283067371978, + 0.7876629481712625 + ], + "y0": " ", + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>AUC-PR=%{y}<extra></extra>", + "legendgroup": "Sub-IForest", + "marker": { + "color": "green" + }, + "name": "Sub-IForest", + "notched": false, + "offsetgroup": "Sub-IForest", + "orientation": "v", + "showlegend": true, + "type": "box", + "x": [ + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest", + "Sub-IForest" + ], + "x0": " ", + "xaxis": "x", + "y": [ + 0.1851308820232682, + 0.1630478177579953, + 0.3889862061074576, + 0.3765902271482933, + 0.1979101017787788, + 0.2911077442061519, + 0.6672288339952213, + 0.2207124278343895, + 0.2016532996941218, + 0.1047009843281655, + 0.3824447792987419, + 0.0999691462923384, + 0.0049463760900445, + 0.0021736410669836, + 0.0023927597573059, + 0.0090332728847835, + 0.0074742387352433, + 0.0047199523856517, + 0.1130105270825273, + 0.0176776739335521, + 0.0017739855263927, + 0.0021483476290517, + 0.8443179043721711, + 0.0071242898715993, + 0.0072486113169244, + 0.0029317891920025, + 0.4566325426105676, + 0.2283959799015057, + 0.7622155013456376, + 0.4981124210088739, + 0.0683776156478565, + 0.3804446448762371, + 0.0295115067571404, + 0.1461413535727979, + 0.114789557852866, + 0.06894112429238, + 0.6586295948508449, + 0.1588342972158401, + 0.0249226469541773, + 0.7111391271467867, + 0.0127343073543197, + 0.6934873438363488, + 0.3943779137992874, + 0.7138027054122729, + 0.0141508177488248, + 0.6939272391615386, + 0.1677160003483281, + 0.0161316681416874, + 0.0171125763321642, + 0.7017808369814693, + 0.0219036982352043, + 0.6785467267430815, + 0.1419817139069403, + 0.1629638040135953, + 0.1383416191080816, + 0.8800407425768931, + 0.717733298121393, + 0.5026809266327101, + 0.8827221351808772, + 0.7172717408194196, + 0.6509386754951529, + 0.0022176090211091, + 0.0018239252380584, + 0.0024120020656167, + 0.0035316789791183, + 0.0020942359347304, + 0.0242543106349725, + 0.0019281218313098, + 0.0028095258288153, + 0.0020670293278458, + 0.5055513463720486, + 0.454258669366152, + 0.4448560404905622, + 0.6425298657945002, + 0.2271459008501854, + 0.3189377836040453, + 0.8401720342831261, + 0.2494713806079293, + 0.0493032114106861, + 0.5175152490535487, + 0.6251419032699624, + 0.0607664529753537, + 0.304120377582957, + 0.482470434978153, + 0.1551418314776012, + 0.2766303926585851, + 0.7828604507484244, + 0.1098071979508881, + 0.632137510819951, + 0.0551906054709375, + 0.1076835072556799, + 0.2023746558243199, + 0.2207795081524011, + 0.0278002131110424, + 0.7598343981306384, + 0.8931387166223672, + 0.38046498765547, + 0.9147939525375626, + 0.9136658188842434, + 0.1745928331627037, + 0.0621745994551179, + 0.1212965436778437, + 0.0773864380665043, + 0.0655734735473289, + 0.0957447314343583, + 0.0558516143981397, + 0.0827033130582197, + 0.9422535301919168, + 0.0161539057293268, + 0.6887311854514893, + 0.9869118669103744, + 0.9793077335012726, + 0.9990537540890764, + 0.9945506990865852, + 0.9906395730322533, + 0.9944766795337908, + 0.9870088131009208, + 0.9906395730322533, + 0.9944766795337908, + 0.9732853672222824, + 0.9909293836012733, + 0.9920661561673058, + 0.996341253974266, + 0.8621747632961222, + 0.9919924030141072, + 0.9909293836012733, + 0.9569582549184912, + 0.9872174171518648, + 0.9906395730322533, + 0.8621747632961222, + 0.9872174171518648, + 0.7963633030593497, + 0.9732853672222824, + 0.7926349231596753, + 0.8621747632961222, + 0.9732853672222824, + 0.9944766795337908, + 0.8621747632961222, + 0.986396059646538, + 0.9944766795337908, + 0.9985421611352202, + 0.9909293836012733, + 0.9732853672222824, + 0.9872174171518648, + 0.9903564084365398, + 0.9399543832727578, + 0.909069264840736, + 0.9196734722454538, + 0.9960469327694104, + 0.8935516347718351, + 0.9778534789600354, + 0.8632392516566675, + 0.9901450533519072, + 0.7562590511749407, + 0.9903317820987062, + 0.9333067387562548, + 0.6106833853234028, + 0.9734675265159202 + ], + "y0": " ", + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>AUC-PR=%{y}<extra></extra>", + "legendgroup": "OmniAnomaly", + "marker": { + "color": "slateblue" + }, + "name": "OmniAnomaly", + "notched": false, + "offsetgroup": "OmniAnomaly", + "orientation": "v", + "showlegend": true, + "type": "box", + "x": [ + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly" + ], + "x0": " ", + "xaxis": "x", + "y": [ + 0.2217169903922661, + 0.3903290052917058, + 0.1237747149744757, + 0.5857655344740517, + 0.9991779649139708, + 0.0609289337118183, + 0.401423956217246, + 0.138031407503487, + 0.1716239224534477, + 0.2665791845275927, + 0.4715907724030069, + 0.1976076371573053, + 0.014210747319991, + 0.002142167707398, + 0.0048722662074658, + 0.0405867991541044, + 0.0010730774779019, + 0.0313437728523008, + 0.4715349537909619, + 0.2780207784688875, + 0.0032571323942689, + 0.0058432709130553, + 0.8475771526766976, + 0.0095608310717535, + 0.0123590511636783, + 0.0063544128043955, + 0.1343037083647565, + 0.0957671484524821, + 0.8647528788858052, + 0.1920691814960085, + 0.0410086246194507, + 0.414030397679727, + 0.0216073321388119, + 0.1547539143683749, + 0.3135808930855491, + 0.0857866286430167, + 0.5855554057370717, + 0.0396698349609641, + 0.070178379420539, + 0.6998650371435892, + 0.0081485227827855, + 0.6818728352482055, + 0.3959008733584431, + 0.8355330735338581, + 0.0082133503617466, + 0.6905700543878468, + 0.7947704682423817, + 0.0072625047538703, + 0.6218178280010689, + 0.6912057740950345, + 0.2690908186573897, + 0.6681051414328296, + 0.1436875556511332, + 0.16408003825348, + 0.1424373093053637, + 0.8359163505943152, + 0.7886988575238189, + 0.383000519293581, + 0.939877309737804, + 0.2336574012400508, + 0.686043771423194, + 0.002130249594824, + 0.0020795251631722, + 0.0037240811206431, + 0.0033860721354332, + 0.0024166874906033, + 0.0905418749253779, + 0.0023419100484089, + 0.0022981953500697, + 0.0284956345276632, + 0.037942898195023, + 0.0290474303965215, + 0.0280001131574368, + 0.8902377767416123, + 0.4223088348601599, + 0.4407612661280619, + 0.6874684546444031, + 0.6656902138346332, + 0.225083162691396, + 0.4881111797193029, + 0.7503814974476175, + 0.0733210635687945, + 0.6416472914395462, + 0.5600160033519868, + 0.470496895118342, + 0.4950812862100366, + 0.812428005024388, + 0.0745605650439302, + 0.5495688350859411, + 0.0680171199171779, + 0.2954696905138797, + 0.2247242674893215, + 0.9955741381218236, + 0.2942296333034077, + 0.8739802601858747, + 0.929179401975192, + 0.7503305323157495, + 0.918083284405414, + 0.9105040218874508, + 0.4378677976960084, + 0.1664532130086029, + 0.3361296628243242, + 0.0572001277223985, + 0.0378781801867947, + 0.467980755433553, + 0.0810139771933977, + 0.0646648482156372, + 0.9438352325257942, + 0.8088692791630904, + 0.7576872065528726, + 0.0293244603707642, + 0.0271591897863585, + 0.9919113474869096, + 0.9957214320216544, + 0.995845252129707, + 0.9969495901895128, + 0.0660444547592109, + 0.99584837536912, + 0.9969462293078876, + 0.9296360520558772, + 0.8931239909183253, + 0.9994011276693372, + 0.995499062297766, + 0.8916375817152119, + 0.9865352448638444, + 0.895235789680823, + 0.9998992163389276, + 0.9945165325156098, + 0.9958713246717809, + 0.8916375817152119, + 0.994527692945492, + 0.9233723751983826, + 0.9296360520558772, + 0.9885562218524636, + 0.8916375817152119, + 0.9296360520558772, + 0.996948802776184, + 0.8916375817152119, + 0.0660828678534145, + 0.9969494070389808, + 0.0431804940193866, + 0.8909445340432021, + 0.9296360520558772, + 0.9945233708786524, + 0.9969870860326012, + 0.99505536300697, + 0.9459668517432964, + 0.0111351054563863, + 0.0125507207532548, + 0.9943995160889668, + 0.9958674510356662, + 0.8058138301012826, + 0.0186868295274393, + 0.9915895480976052, + 0.0188689419888537, + 0.8598195429706188, + 0.9766935293609847, + 0.977190389369663 + ], + "y0": " ", + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>AUC-PR=%{y}<extra></extra>", + "legendgroup": "IForest", + "marker": { + "color": "darkmagenta" + }, + "name": "IForest", + "notched": false, + "offsetgroup": "IForest", + "orientation": "v", + "showlegend": true, + "type": "box", + "x": [ + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest" + ], + "x0": " ", + "xaxis": "x", + "y": [ + 0.1541495109705011, + 0.1959854198886696, + 0.3481461203296777, + 0.3729823649933063, + 0.1883774493305826, + 0.2986725980896461, + 0.5084686500808647, + 0.2216756580776354, + 0.1588230954347528, + 0.1135030835651912, + 0.3527449047701973, + 0.1022717334965304, + 0.002625159011392, + 0.0016368260995122, + 0.0025121207168439, + 0.0074040175112047, + 0.0067761767942027, + 0.0047660197131926, + 0.0395169113257852, + 0.020071978899986, + 0.0019965290776234, + 0.0018615180933434, + 0.8440311559618638, + 0.0056483187556039, + 0.0065530174130262, + 0.0023364304474304, + 0.3519031740153936, + 0.2461896155307701, + 0.7627501796839461, + 0.4965785621747466, + 0.0579945151817877, + 0.3779862372103895, + 0.023508357975088, + 0.1398445749956723, + 0.1394886353586786, + 0.0582002203826734, + 0.4882302631439762, + 0.0711997580954261, + 0.0215288378753496, + 0.7016268240431965, + 0.0145239510804474, + 0.6899787322961035, + 0.3830651586041679, + 0.7259826063225873, + 0.0156195937303451, + 0.6974869082528083, + 0.0287519996201643, + 0.0151790625976798, + 0.0186726011260606, + 0.6976093853565047, + 0.0281971876739014, + 0.667568847613024, + 0.1322344041610136, + 0.159605070971713, + 0.1322415846156978, + 0.8800407425768931, + 0.6960928709914863, + 0.4967086260446152, + 0.8827221351808772, + 0.6826569597344234, + 0.6297629296925614, + 0.0021260231788048, + 0.0014723023302638, + 0.0022747859029449, + 0.0034592518042668, + 0.0020654399425793, + 0.0212715896974446, + 0.001752390564731, + 0.0027702825026092, + 0.0018330142901027, + 0.6968957466922832, + 0.6496672772177777, + 0.727888672621627, + 0.5138595514120043, + 0.2034070000328413, + 0.2925551218136784, + 0.6799180410891482, + 0.2314187632247616, + 0.0450466077943465, + 0.4791209738004929, + 0.6206846309230891, + 0.0526677531837362, + 0.3091809810574453, + 0.4723778063818047, + 0.1442103985040503, + 0.2435417203434563, + 0.704623441023019, + 0.080792693564815, + 0.574361654262031, + 0.0533814203493373, + 0.0952764025878031, + 0.1683103950164531, + 0.0509012052676926, + 0.0265714687390477, + 0.7525877773488919, + 0.9057234432234432, + 0.2489623223255339, + 0.7988483072066103, + 0.7991359393458546, + 0.1394155160045949, + 0.044492440132678, + 0.1168518551370385, + 0.074639407808645, + 0.0659646079211486, + 0.0724747556344576, + 0.0556525652028668, + 0.0739812238848341, + 0.9482642158343618, + 0.0153572285368284, + 0.7024320276028485, + 0.9935007724833308, + 0.9714451602701456, + 0.9810228276274018, + 0.9925049751632646, + 0.9956608033914504, + 0.9923091096327008, + 0.9950530860479292, + 0.9956608033914504, + 0.9923091096327008, + 0.994236723631905, + 0.9900543673058078, + 0.9915395673179124, + 0.9936458484380476, + 0.8959738060524155, + 0.9817877851663602, + 0.9900543673058078, + 0.9115966555533086, + 0.9944408723506376, + 0.9956608033914504, + 0.8959738060524155, + 0.9944408723506376, + 0.7667061525416261, + 0.994236723631905, + 0.7637091949233177, + 0.8959738060524155, + 0.994236723631905, + 0.9923091096327008, + 0.8959738060524155, + 0.9902938618740108, + 0.9923091096327008, + 0.972718057371202, + 0.9900543673058078, + 0.994236723631905, + 0.9944408723506376, + 0.9797048863232288, + 0.9254963543300984, + 0.8909187130051093, + 0.8873402756817825, + 0.993918472031862, + 0.7648772325289999, + 0.9782437159331584, + 0.7806681427726045, + 0.9966641919714878, + 0.7101756161775787, + 0.9951883646723996, + 0.913040753537592, + 0.4885529599934675, + 0.9869840677674347 + ], + "y0": " ", + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>AUC-PR=%{y}<extra></extra>", + "legendgroup": "USAD", + "marker": { + "color": "mediumpurple" + }, + "name": "USAD", + "notched": false, + "offsetgroup": "USAD", + "orientation": "v", + "showlegend": true, + "type": "box", + "x": [ + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD" + ], + "x0": " ", + "xaxis": "x", + "y": [ + 0.2216597340035377, + 0.3914102161934061, + 0.1237746932196738, + 0.5669566967595161, + 0.1928357749569499, + 0.0609572001024211, + 0.4014285337221872, + 0.1488300851144572, + 0.1712022446974297, + 0.3270511521591636, + 0.4711929307027807, + 0.1976010860738989, + 0.0142107570625376, + 0.0021421597866547, + 0.0048722448078684, + 0.0405867075066616, + 0.0010730774779019, + 0.0313433374619172, + 0.4662951155386991, + 0.2749419138412878, + 0.0032570106887847, + 0.0058431436528234, + 0.8475769973621828, + 0.0095591785935504, + 0.0123589416999886, + 0.0063543390108007, + 0.1375535216305732, + 0.0887672179344793, + 0.0874973073154607, + 0.1920565328650643, + 0.0410345771131515, + 0.375077181132592, + 0.0212483480011266, + 0.1563203192053469, + 0.3119689233181245, + 0.0809491370889758, + 0.5883319611840865, + 0.0395494106180495, + 0.3233819203603594, + 0.6977318745254074, + 0.5406434342625468, + 0.66727456798299, + 0.3956991381471412, + 0.8337753118241156, + 0.0175890573223674, + 0.6903499061750888, + 0.841163527846363, + 0.0171646409615002, + 0.8486020982805808, + 0.6901169816220347, + 0.6251585678695629, + 0.668374686795138, + 0.1476559619512676, + 0.155013662525046, + 0.1448828737480341, + 0.8571036201476964, + 0.6528683717655718, + 0.3543312000166175, + 0.9396204674204212, + 0.1986312296174586, + 0.7019053102494186, + 0.0016738520562138, + 0.0023467107744888, + 0.0035682548651755, + 0.0424274587327995, + 0.007720844678083, + 0.0941979943355306, + 0.0335941580558076, + 0.0021736029816866, + 0.1011693019615253, + 0.0307264496056042, + 0.0241983418912056, + 0.0237673219002813, + 0.8779924895198611, + 0.3517647877966871, + 0.4235949792519595, + 0.6721851699686681, + 0.6533209468754132, + 0.2164698620311891, + 0.4667129777359318, + 0.7629361741652818, + 0.0592235875754747, + 0.6161044605180102, + 0.533588076909151, + 0.4634608444671153, + 0.4766763680786739, + 0.8148807316713426, + 0.0599279229164856, + 0.5051349958061686, + 0.0624265008615373, + 0.2238685003217159, + 0.2292602081670427, + 0.9955741381218236, + 0.3016914519467505, + 0.8334243766965962, + 0.9332869146688904, + 0.6957997543200334, + 0.9160171355979831, + 0.9072788771978127, + 0.4816245755217306, + 0.102313622451241, + 0.3403923896125754, + 0.0572314210473126, + 0.0378875689634483, + 0.4891850835586378, + 0.0810795686564899, + 0.0646645958264565, + 0.9440554704942724, + 0.787270225956674, + 0.7574841555865873, + 0.0293236485345865, + 0.0271123128561103, + 0.9919113474869096, + 0.9957218777454586, + 0.9960070599183692, + 0.9969615137273968, + 0.066044734158807, + 0.9961107387483236, + 0.9969609983245415, + 0.9296361454301006, + 0.5428307637272406, + 0.9994011276693374, + 0.9955082804728282, + 0.8916375817152119, + 0.9865350718340832, + 0.8712468954671284, + 0.9998992163389276, + 0.9945418833740842, + 0.9961060179270363, + 0.8916375817152119, + 0.9946742147005534, + 0.9233723751983826, + 0.9296361560574524, + 0.9885562218524636, + 0.8916375817152119, + 0.9296361655876194, + 0.996964563783403, + 0.8916375817152119, + 0.066080333012377, + 0.996960858032646, + 0.0435545459194111, + 0.8747080519669242, + 0.9296361884518184, + 0.9946425023900564, + 0.9969867207222796, + 0.9950551362274518, + 0.945856517316157, + 0.0111350627122554, + 0.0125492465692692, + 0.994400504072226, + 0.995867451035666, + 0.8058163410366985, + 0.0186867598740198, + 0.9915895480976052, + 0.0188661398459672, + 0.8599599755022995, + 0.9766958475774882, + 0.9771874293282732 + ], + "y0": " ", + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>AUC-PR=%{y}<extra></extra>", + "legendgroup": "KMeansAD_U", + "marker": { + "color": "darkseagreen" + }, + "name": "KMeansAD_U", + "notched": false, + "offsetgroup": "KMeansAD_U", + "orientation": "v", + "showlegend": true, + "type": "box", + "x": [ + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U" + ], + "x0": " ", + "xaxis": "x", + "y": [ + 0.1377188778121429, + 0.090039435949255, + 0.8337712091718541, + 0.087470595116442, + 0.4417607810905954, + 0.054028952573904, + 0.099184850465843, + 0.0840167705065598, + 0.3197853969822306, + 0.3752698969653408, + 0.1381364188568528, + 0.0991621287186303, + 0.513991347476856, + 0.0959872509195031, + 0.3722968501041129, + 0.3150272452173393, + 0.2613772261284707, + 0.2202934633713703, + 0.0101645475802757, + 0.1087411003466967, + 0.3453663065567726, + 0.3215346146168199, + 0.0110705555922219, + 0.1695070570444266, + 0.1831432156799828, + 0.6251347963614576, + 0.4413697791545836, + 0.1861701002328251, + 0.2386897561456944, + 0.0364448974253113, + 0.8639895893211982, + 0.899847086104149, + 0.3923112067287297, + 0.2781780998536663, + 0.0061601698301186, + 0.3723568466924682, + 0.9601262585613496, + 0.897495931466575, + 0.3852141412625127, + 0.0945999534128362, + 0.1151061752092595, + 0.0257609485991425, + 0.0683205115126654, + 0.0189596496591193, + 0.0921021149620042, + 0.0972629861588532, + 0.0091947373060175, + 0.1019681118591893, + 0.0346900778138873, + 0.027322869176797, + 0.2429148571521453, + 0.0280055821346009, + 0.8019939165180815, + 0.7050302973081884, + 0.7608766790238661, + 0.896512311673201, + 0.3519383062570874, + 0.6604227242893354, + 0.9359533095064888, + 0.9607484564510128, + 0.8188979290432716, + 0.1019562501333407, + 0.0606896777128259, + 0.048492618373246, + 0.0359996430912645, + 0.1190599854248077, + 0.0733960458271153, + 0.0852665069909586, + 0.1026154211357273, + 0.1402108630619477, + 0.6974098311811613, + 0.77035248665801, + 0.6639634610789479, + 0.9084273476041462, + 0.8797953533079003, + 0.7633001558277935, + 0.9976253246188213, + 0.7988269919274782, + 0.897786458846991, + 0.8903829629987423, + 0.8909322358972054, + 0.3824912983448997, + 0.7411423819779809, + 0.9190500008603848, + 0.5926174907768802, + 0.9021830854374022, + 0.9859156766323685, + 0.7928714410915967, + 0.942205051637928, + 0.7496024605329966, + 0.3380950342042669, + 0.8096210468507266, + 0.1283396405383151, + 0.0505527440244272, + 0.0053994699705866, + 0.0997210341859596, + 0.2567891286979272, + 0.5796151300771588, + 0.3915171824405334, + 0.4556114877404176, + 0.2485916128977514, + 0.7431168462201124, + 0.7458872699497353, + 0.2156744218802546, + 0.9376182844085996, + 0.6615460167523756, + 0.507629476682699, + 0.905202725814885, + 0.9513963092557844, + 0.1111516911833987, + 0.3358931095260798, + 0.9265910450877556, + 0.1245715641879323, + 0.9811799326171576, + 0.8053663405012904, + 0.7601898841028183, + 0.3975519462154492, + 0.7999558602086154, + 0.761379805397162, + 0.1917991301531011, + 0.8346933213786584, + 0.2465989072865504, + 0.8637665654946556, + 0.6443341095341122, + 0.1223795839023794, + 0.8151237928234526, + 0.5163585521260834, + 0.7754056676575634, + 0.7987546262493287, + 0.6100867677906159, + 0.8009410818527528, + 0.7628452400278872, + 0.2004408984922405, + 0.9232191523640646, + 0.6228467592357317, + 0.1927464000794766, + 0.7234992624636032, + 0.6312860892385526, + 0.9375739923453682, + 0.7138491502513313, + 0.0442181774939733, + 0.8447036526675336, + 0.1925148205985516, + 0.7532126337558179, + 0.4972456566832097, + 0.22486641032253, + 0.4597180667772114, + 0.0152753040772744, + 0.1463127569401554, + 0.4326795546529036, + 0.3659267280718108, + 0.2368080837897938, + 0.1559567404041475, + 0.6218992052640148, + 0.1206378132360093, + 0.092671895641685, + 0.5380088211620414, + 0.1788687176294952 + ], + "y0": " ", + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>AUC-PR=%{y}<extra></extra>", + "legendgroup": "KShapeAD", + "marker": { + "color": "darksalmon" + }, + "name": "KShapeAD", + "notched": false, + "offsetgroup": "KShapeAD", "orientation": "v", "showlegend": true, "type": "box", "x": [ - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN" - ], - "x0": " ", - "xaxis": "x", - "y": [ - 1, - 0.8181818181818182, - 0.7, - 1, - 0.2325581395348837, - 0.4313725490196078, - 0.75, - 0.5631067961165048, - 0.4444444444444444, - 0.8571428571428571, - 1, - 0, - 0.76, - 0.0714285714285714, - 0.0655737704918032, - 1, - 0.1463414634146341, - 0, - 0.5238095238095238, - 0.1264367816091954, - 0.08, - 0.9574468085106383, - 0.0566615620214395, - 1, - 0.4, - 0.131578947368421, - 0.2075471698113207, - 0.1333333333333333, - 0.0862068965517241, - 0.0114503816793893, - 0.9736842105263158, - 0.9047619047619048, - 0.0175438596491228, - 0.0127388535031847, - 1, - 0.0814814814814814, - 0.0165289256198347, - 0.1886792452830188, - 0.0704225352112676, - 0.8181818181818182, - 0.0256410256410256, - 1, - 0.8466257668711656, - 0.7801418439716312, - 0.24, - 0.0246913580246913, - 0.5594059405940595, - 0.6551724137931034, - 0.0127388535031847, - 0.8888888888888888, - 0.4909090909090909, - 0.0268199233716475, - 0.8775510204081632, - 1, - 0.2592592592592592, - 1, - 1, - 0.0104166666666666, - 0, - 1, - 0, - 0.9642857142857144, - 0.9960552268244576, - 1, - 0.9992641648270788, - 0.9957537154989384, - 0.9910179640718564, - 0.998046875, - 0.974025974025974, - 1, - 0.9992673992673992, - 0.999260901699926, - 0.5558194774346793, - 0.0687007476257829, - 0.9066837107377648, - 0.071301880099326, - 0.1628772027711907, - 0.0146217418944691, - 0.0382401841667732, - 0.6076608087357106, - 0.0466265246255982, - 1, - 0.9, - 1, - 1, - 0.1798107255520504, - 0.8860759493670886, - 0.8666666666666667, - 1, - 0.9863013698630136, - 0.7072463768115942, - 1, - 1, - 0.8931297709923665, - 0.9759036144578314, - 0.9328358208955224, - 0.926829268292683, - 0.9074074074074074, - 0.9, - 0.3446327683615819, - 1, - 1, - 0.8676470588235294, - 1, - 0.2663934426229508, - 0.25, - 1, - 1, - 0.8421052631578947, - 0.1114649681528662, - 0.8857142857142857, - 0.994535519125683, - 0.6825396825396826, - 0.9, - 1, - 0.96, - 1, - 0.9253731343283582, - 0.7526881720430108, - 0.0965283657917019, - 0.1752525252525252, - 0.0335025380710659, - 0.9519087754090232, - 0.5923632610939112, - 0.2672540381791483, - 1, - 0.6398631308810949, - 0.9435483870967742, - 0.0097902097902097, - 0.0032485110990795, - 0.0012615643397813, - 0.0022988505747126, - 0.004510599909788, - 0.0031347962382445, - 0.0023148148148148, - 0.001453488372093, - 0.0059957173447537, - 0, - 0, - 0, - 0.65610278372591, - 0.3527508090614886, - 0.832046332046332, - 0.8561946902654868, - 0.9064362336114422, - 0.1350685895181146, - 0.1046115753636645, - 0.860062893081761, - 0.7123966942148761, - 0.0294599018003273, - 0.2564432989690721, - 0.8841463414634146, - 0.3349968808484092, - 0.3825896122896854, - 0.9948356807511736, - 0.0188754222133916, - 0.958393113342898, - 0.1485507246376811, - 0.1473125414731254, - 0.7632183908045977, - 1, - 0, - 0.9905362776025236, - 1, - 0.5, - 0.3215909090909091, - 0.96045197740113, - 0.5, - 1, - 0.6065573770491803, - 0.1463414634146341, - 0.5360824742268041, - 0.5, - 0.0244897959183673, - 0.1220930232558139, - 1, - 0.238430583501006, - 0.6084905660377359, - 0.0382165605095541, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 0.9952084331576424, - 0, - 0, - 0, - 0.8441558441558441, - 0, - 0.9473684210526316, - 0, - 0, - 0.0744680851063829, - 1, - 0, - 0.4358974358974359, - 1, - 0.9090909090909092, - 1, - 0.0638852672750977, - 0.0059523809523809, - 0, - 0.0017905102954341, - 0, - 0, - 0.1986301369863013, - 0.164271047227926, - 0.4408602150537634, - 0, - 0.0709219858156028, - 0.0267558528428093, - 0, - 0, - 0.0053556126820908, - 0.0066815144766146, - 0.024390243902439, - 0.3768115942028985, - 0, - 0, - 0, - 0, - 0.001328903654485, - 0.0133098945253641, - 0, - 0, - 0.0337078651685393, - 0.260586319218241, - 0.027906976744186, - 0.0568181818181818, - 0.1800302571860817, - 0.1704545454545454, - 0, - 0, - 0.0410958904109589, - 0, - 0, - 0, - 0, - 0.0522388059701492, - 0, - 0.0464135021097046, - 0, - 0.0380434782608695, - 0.4573170731707317, - 0, - 0.9682539682539684, - 0.0265632346027268, - 0.6535433070866141, - 0.0146842878120411, - 0, - 0.0053547523427041, - 0, - 0, - 0, - 0.0558766859344894, - 0.010840108401084, - 0.5057471264367817, - 0, - 0, - 0.0272108843537414, - 0.0244252873563218, - 0, - 0, - 0.0110294117647058, - 0.0139751552795031, - 0, - 0, - 0, - 0, - 0.0238095238095238, - 0.024390243902439, - 0, - 0, - 0.0144391618242648, - 0.024024024024024, - 0.0073710073710073, - 1, - 0.4778761061946903, - 1, - 1, - 1, - 1, - 1, - 0.6333333333333333, - 0, - 0.5, - 0, - 1, - 0.2242152466367713, - 0.0493827160493827, - 1, - 0, - 1, - 0, - 1, - 0.5776566757493188, - 0.0588235294117647, - 0.1666666666666666, - 0.0256410256410256, - 0, - 0, - 1, - 0.0357142857142857, - 0.25, - 1, - 1, - 0, - 0, - 0.0714285714285714, - 0, - 0, - 0.0238095238095238, - 1, - 1, - 1, - 0, - 0.0769230769230769, - 0, - 0.2857142857142857, - 0.0454545454545454, - 0.0952380952380952, - 0.1764705882352941, - 1, - 0.0625, - 1, - 0, - 0.032258064516129, - 0, - 0, - 0.0333333333333333, - 0.4166666666666667, - 0.9678407350689128, - 0.9979716024340772, - 0.9975579975579976, - 0.2847682119205298, - 0.9938900203665988, - 0.9975728155339806, - 0.96875, - 0.5529411764705883, - 1, - 0.9857142857142858, - 0.9877750611246944, - 0.9107913669064748, - 0.5529411764705883, - 1, - 0.9985835694050992, - 0.992822966507177, - 0.988399071925754, - 0.9985835694050992, - 0.9144736842105264, - 0.9489795918367347, - 0.979591836734694, - 0.9878934624697336, - 0.9494949494949496, - 0.9975460122699388, - 0.988095238095238, - 0.272463768115942, - 0.9975669099756692, - 0.88, - 0.5402298850574713, - 0.9519230769230768, - 0.998587570621469, - 1, - 0.3341204250295159, - 0.165, - 0.9859943977591036, - 0.6348837209302326, - 0.9181818181818182, - 0.2227979274611398, - 0.7424242424242424, - 0.9947826086956522, - 0.6739606126914661, - 0, - 0.9326241134751772, - 0.7692307692307693, - 0.891647855530474, - 0.3560209424083769, - 0.2911392405063291, - 0.687402799377916, - 1, - 0.2099737532808399, - 0.7142857142857143, - 0.3341968911917098, - 0.9595435684647304, - 0, - 0.711340206185567, - 0.3558823529411765, - 0, - 0.3476482617586912, - 0.9531416400425984, - 0.6321428571428571 - ], - "y0": " ", - "yaxis": "y" - }, - { - "alignmentgroup": "True", - "hovertemplate": "Model=%{x}<br>Precision=%{y}<extra></extra>", - "legendgroup": "LSTMAD", - "marker": { - "color": "blueviolet" - }, - "name": "LSTMAD", - "notched": false, - "offsetgroup": "LSTMAD", - "orientation": "v", - "showlegend": true, - "type": "box", - "x": [ - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD" - ], - "x0": " ", - "xaxis": "x", - "y": [ - 1, - 0.8333333333333334, - 0.7, - 1, - 0.2142857142857142, - 0.6666666666666666, - 0.6363636363636364, - 0.5686274509803921, - 0.3809523809523809, - 0.8571428571428571, - 0, - 0, - 0, - 0.0833333333333333, - 0, - 1, - 0.1481481481481481, - 0, - 0.3333333333333333, - 0, - 0.1111111111111111, - 1, - 0.1315417256011315, - 1, - 0.2666666666666666, - 0, - 0.2, - 0.1333333333333333, - 0, - 0, - 0.8222222222222222, - 0.9069767441860463, - 0, - 0.0042918454935622, - 1, - 0.2727272727272727, - 1, - 0, - 0.0156862745098039, - 1, - 0, - 1, - 0.4581818181818182, - 0.3087557603686636, - 0, - 0, - 0.9619565217391304, - 1, - 0.0023640661938534, - 0.5, - 0.5538461538461539, - 0, - 0.5822784810126582, - 1, - 0.5, - 0, - 1, - 0.010204081632653, - 0, - 1, - 0, - 0.9655172413793104, - 1, - 0.9736842105263158, - 0, - 1, - 0.9844357976653696, - 1, - 0.9782608695652174, - 1, - 0, - 0, - 0.5826446280991735, - 0.055064308681672, - 0.9451704545454546, - 0.1196511310983919, - 0.2317842129845866, - 0.6285714285714286, - 0.0629183400267737, - 0.9649036085022245, - 0.1023108460678345, - 0.9807692307692308, - 0.903846153846154, - 1, - 1, - 0.3397435897435897, - 1, - 0.896551724137931, - 1, - 0.9893617021276596, - 0.7653429602888087, - 1, - 1, - 0.8992805755395683, - 0.9876543209876544, - 1, - 1, - 0.9347826086956522, - 1, - 0.5862068965517241, - 1, - 1, - 0.9767441860465116, - 1, - 0.616822429906542, - 0.2061068702290076, - 1, - 1, - 0.984126984126984, - 0.1014492753623188, - 1, - 1, - 0.8316831683168316, - 1, - 1, - 0.9649122807017544, - 1, - 0.4883720930232558, - 0.6560509554140127, - 0.0525696351510396, - 0.1892014519056261, - 0.0265398097145718, - 0.9949937421777222, - 0.6016597510373444, - 0.2613814756671899, - 0.6672268907563025, - 0.0866666666666666, - 0.9, - 0.016, - 0.0022975301550832, - 0.0252631578947368, - 0.0623229461756373, - 0.0147167034584253, - 0.0072648020341445, - 0.0437756497948016, - 0.0136629798308392, - 0.0153930731170973, - 0, - 0, - 0, - 0.9771197846567968, - 0.380281690140845, - 0.8551068883610451, - 0.4822601839684625, - 0.5749746707193516, - 0.3696428571428571, - 0.0324564400409976, - 0.4394829612220917, - 0.7857142857142857, - 0.0981781376518218, - 0.7142857142857143, - 0.6938775510204082, - 0.1472581638940234, - 0.2467387253074916, - 0.9022727272727272, - 0.0327088908712459, - 0.1912972085385878, - 0.0659550133434998, - 0.2186858316221765, - 0.062475442043222, - 1, - 0, - 0.9905362776025236, - 1, - 0.054054054054054, - 0.7084848484848485, - 0.6130268199233716, - 0.5714285714285714, - 1, - 0.4863387978142076, - 0.2179487179487179, - 0.815, - 0.5217391304347826, - 0.0253164556962025, - 0.0898203592814371, - 0.504424778761062, - 0.0544354838709677, - 0.9421015010721944, - 0.0248447204968944, - 0.7777777777777778, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0.3072625698324022, - 1, - 0, - 0.0285714285714285, - 0.0113636363636363, - 0, - 0, - 0, - 0, - 0, - 0.0430831369909121, - 0.031578947368421, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.016260162601626, - 0.0816326530612244, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.0701754385964912, - 0, - 0.0078431372549019, - 0, - 0.0145914396887159, - 0, - 0, - 0.0336134453781512, - 0, - 0, - 0, - 0, - 0.2517006802721088, - 0.0072727272727272, - 0.0009852216748768, - 0, - 0.0428211586901763, - 0.083743842364532, - 0, - 0.0607675906183368, - 0, - 0.0896551724137931, - 0.0013736263736263, - 0, - 0.0047253396337861, - 0, - 0.0256410256410256, - 0, - 0, - 0.0192926045016077, - 0.0189349112426035, - 0, - 0, - 0, - 0.0021574973031283, - 0.0069444444444444, - 0, - 0.0217983651226158, - 0, - 0, - 0, - 0, - 0, - 0.017391304347826, - 0.0564516129032258, - 0, - 0, - 0.0001431844215349, - 0.05, - 0, - 1, - 1, - 1, - 1, - 1, - 0, - 1, - 0.6333333333333333, - 0, - 0.1473684210526315, - 0, - 1, - 0.0628571428571428, - 0.029585798816568, - 1, - 0, - 0.8944723618090452, - 0, - 1, - 0.9969345434874076, - 0.0666666666666666, - 0.1666666666666666, - 0, - 0, - 0, - 1, - 0.0333333333333333, - 0, - 1, - 1, - 0, - 0, - 0.0714285714285714, - 0, - 0, - 0, - 1, - 1, - 1, - 0, - 0.0769230769230769, - 0, - 0.2, - 0.0476190476190476, - 0.1, - 0.1071428571428571, - 1, - 0, - 1, - 0, - 0.0333333333333333, - 0, - 0, - 0, - 0.3846153846153846, - 0.683585313174946, - 0.9976019184652278, - 0.9988358556461, - 0, - 0.9928400954653938, - 0.9988385598141696, - 0.9814814814814816, - 0.5529411764705883, - 1, - 0.9924242424242424, - 0.8820678513731826, - 1, - 0.5529411764705883, - 1, - 0.99860529986053, - 0.9976019184652278, - 0.8820678513731826, - 0.9971671388101984, - 0.9356913183279744, - 0.9814814814814816, - 1, - 0.8820678513731826, - 0.9814814814814816, - 0.9988276670574444, - 0.8820678513731826, - 0, - 0.9988385598141696, - 0, - 0.5529411764705883, - 0.9814814814814816, - 0.998581560283688, - 1, - 0.5557432432432432, - 0, - 0.9846153846153848, - 0.4079110012360939, - 0.462, - 0, - 0, - 0, - 0.7706013363028953, - 0, - 0.9516509433962264, - 0.6666666666666666, - 0.8713968957871396, - 0.3854748603351955, - 0.3116883116883117, - 0.7578397212543554, - 0.0454545454545454, - 0, - 0.8095238095238095, - 0, - 0.9562043795620438, - 0, - 0, - 0, - 0.7794253938832252, - 0.595703125, - 0.8604240282685512, - 0.6642468239564429 - ], - "y0": " ", - "yaxis": "y" - }, - { - "alignmentgroup": "True", - "hovertemplate": "Model=%{x}<br>Precision=%{y}<extra></extra>", - "legendgroup": "USAD", - "marker": { - "color": "mediumpurple" - }, - "name": "USAD", - "notched": false, - "offsetgroup": "USAD", - "orientation": "v", - "showlegend": true, - "type": "box", - "x": [ - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD" - ], - "x0": " ", - "xaxis": "x", - "y": [ - 1, - 1, - 1, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0.5586592178770949, - 0, - 1, - 1, - 0, - 0, - 0.9655172413793104, - 0.9642857142857144, - 0, - 0, - 0.6, - 0.6071428571428571, - 0, - 0, - 0.0148148148148148, - 0, - 0, - 0, - 0.5064935064935064, - 0.2863849765258216, - 0, - 0, - 0.9073170731707316, - 0, - 0, - 0, - 0.5571428571428572, - 0, - 0.6538461538461539, - 1, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0.2608695652173913, - 0.2631578947368421, - 0.6666666666666666, - 0.3947368421052631, - 0.2777777777777778, - 0.4347826086956521, - 0.2666666666666666, - 0.5294117647058824, - 0.4, - 0.6129032258064516, - 1, - 0.0463091922005571, - 0.6246871558714586, - 0, - 0.3414982164090369, - 0.0636550308008213, - 0.2085389401416005, - 0.9896290688872068, - 0.1054631828978622, - 1, - 0.9344262295081968, - 1, - 0.9785407725321889, - 0.3486005089058524, - 0.8972602739726028, - 0.9144021739130436, - 1, - 0.8294117647058824, - 0.7868852459016393, - 1, - 0.8034682080924855, - 1, - 0.7575757575757576, - 0.9161290322580644, - 0.106766917293233, - 0.8047337278106509, - 0.89375, - 0, - 0.9622641509433962, - 0.7350427350427351, - 0.2629107981220657, - 0.7246963562753036, - 0, - 0.1419354838709677, - 0.7295081967213115, - 1, - 0.8922155688622755, - 0, - 0.3440860215053763, - 0.9316239316239316, - 0.8909090909090909, - 0.2474402730375426, - 0.9291338582677166, - 0.7970297029702971, - 1, - 0.2395604395604395, - 0.5381818181818182, - 0.3328358208955224, - 0.1834757834757834, - 0.2962475312705727, - 0.9238578680203046, - 0.9165170556552962, - 0.5025510204081632, - 0.979498861047836, - 0.0138417341342387, - 1, - 0, - 0, - 0, - 0.7272727272727273, - 0.3333333333333333, - 0.02002002002002, - 0.6363636363636364, - 0.0017699115044247, - 0.1047120418848167, - 0, - 0, - 0, - 0.9939144091087554, - 0.973045822102426, - 0.991404011461318, - 1, - 1, - 0.8227642276422764, - 0.7661469933184856, - 0.9577762139338494, - 0.8531983433041878, - 0.1104746317512275, - 1, - 0.9937073938122706, - 1, - 0.6695970695970695, - 1, - 0.2644483362521891, - 1, - 0.0951302378255945, - 0.8432494279176201, - 1, - 0.6746987951807228, - 0.5425531914893617, - 0.3932038834951456, - 1, - 0, - 0.7299134734239803, - 0.5068493150684932, - 0.0813953488372093, - 0.979381443298969, - 0.7372262773722628, - 1, - 1, - 0.7843137254901961, - 0, - 0, - 0.7706422018348624, - 0.0539921465968586, - 0.9720588235294118, - 0, - 0.1871657754010695, - 1, - 1, - 1, - 0.75, - 1, - 0.875, - 0.8904109589041096, - 1, - 0.8904109589041096, - 0.9827922077922078, - 0.134020618556701, - 0.7424242424242424, - 0.1, - 0.6122448979591837, - 0, - 0, - 0, - 0.8450704225352113, - 0, - 0.1170212765957446, - 0, - 0, - 0, - 0.9634146341463414, - 0, - 0, - 0.0389610389610389, - 0, - 0, - 0, - 0, - 0, - 0.2703583061889251, - 0.6428571428571429, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.4230769230769231, - 0, - 0, - 0.2734375, - 0, - 0, - 0, - 0, - 0, - 0, - 0.4426229508196721, - 0, - 0, - 0, - 0.285377358490566, - 0, - 0, - 0, - 0, - 0.2222222222222222, - 0, - 0, - 0.5566037735849056, - 0.5714285714285714, - 0, - 0, - 0, - 0.4166666666666667, - 0, - 0.9, - 0, - 0.4788732394366197, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.0074349442379182, - 0.6410256410256411, - 0, - 0, - 0, - 0, - 0, - 0, - 0.00625, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.625, - 0, - 0, - 0, - 0, - 0.81, - 0, - 0, - 0, - 1, - 0, - 0, - 0.9800995024875622, - 0, - 0, - 1, - 0.6078431372549019, - 0, - 0, - 0, - 0, - 0, - 0, - 0.855, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.6, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.2, - 0, - 0, - 0, - 0, - 0.1428571428571428, - 0, - 0, - 0.0909090909090909, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.2941176470588235, - 1, - 1, - 1, - 0, - 1, - 1, - 0.7938931297709924, - 0.7068493150684931, - 1, - 1, - 0.9012208657047724, - 1, - 0.5570093457943925, - 0, - 1, - 1, - 0.9012208657047724, - 1, - 0.9210320562939796, - 0.7938931297709924, - 1, - 0.9012208657047724, - 0.7938931297709924, - 1, - 0.9012208657047724, - 0, - 1, - 0, - 0.724233983286908, - 0.7938931297709924, - 1, - 1, - 0.7051282051282052, - 0, - 1, - 0.4817518248175182, - 0.9192771084337348, - 0, - 0, - 0, - 1, - 0, - 0.9862385321100916, - 0, - 0.8719646799116998, - 0.6484848484848484, - 0, - 0.9088983050847458, - 0, - 0, - 0, - 0, - 0.9661399548532732, - 0, - 0, - 0, - 0.90041928721174, - 0.7834710743801653, - 1, - 0.8096234309623431 - ], - "y0": " ", - "yaxis": "y" - }, - { - "alignmentgroup": "True", - "hovertemplate": "Model=%{x}<br>Precision=%{y}<extra></extra>", - "legendgroup": "PCA", - "marker": { - "color": "yellowgreen" - }, - "name": "PCA", - "notched": false, - "offsetgroup": "PCA", - "orientation": "v", - "showlegend": true, - "type": "box", - "x": [ - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA" - ], - "x0": " ", - "xaxis": "x", - "y": [ - 1, - 1, - 0.8366336633663366, - 1, - 0, - 1, - 0, - 1, - 0, - 0, - 1, - 0, - 1, - 1, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0.2692307692307692, - 0.9714285714285714, - 0, - 0.8421052631578947, - 0, - 0, - 0.7, - 0.3368983957219251, - 0, - 0, - 0.0923076923076923, - 0.25, - 0, - 0, - 0.5454545454545454, - 0, - 0, - 0, - 0.7934782608695652, - 0, - 0, - 0, - 0.9782608695652174, - 0, - 0, - 0, - 0.5, - 0, - 0.4797297297297297, - 0.952, - 0, - 0, - 1, - 0, - 0, - 0.8939393939393939, - 0, - 1, - 0, - 0.4, - 0, - 0, - 0.4210526315789473, - 0.1818181818181818, - 0.3846153846153846, - 0.5454545454545454, - 0.1428571428571428, - 0.1428571428571428, - 0.7352297592997812, - 0.1329305135951661, - 0.8829023489231198, - 0, - 0.1545974743488555, - 0.2335827098919368, - 0.5401125234423838, - 0.994202779376696, - 0.5722059439095856, - 0, - 0, - 0.9908256880733946, - 0.8715083798882681, - 0, - 0, - 0.7788732394366197, - 0.8184438040345822, - 1, - 0.7634660421545667, - 1, - 0.98, - 0.9955156950672646, - 0.8175675675675675, - 0.8901734104046243, - 0, - 0.6313725490196078, - 0.3333333333333333, - 0, - 0.8366197183098592, - 0.8695652173913043, - 0.3099415204678362, - 0.3958762886597938, - 0, - 0, - 0.3611940298507463, - 0.7701149425287356, - 0, - 0, - 0, - 0.7844827586206896, - 0.6043478260869565, - 0.0255102040816326, - 0.861271676300578, - 0.8875739644970414, - 0.7219730941704036, - 0, - 0.5095785440613027, - 0.0661764705882353, - 0, - 0.0955710955710955, - 0.8631043256997456, - 1, - 0.6605504587155964, - 0.9802405498281788, - 0.488262910798122, - 0.9429577464788732, - 0, - 0, - 0, - 0, - 0, - 0.5128205128205128, - 0.2, - 0, - 0.3421052631578947, - 0, - 0, - 0, - 1, - 0.6534422403733956, - 0.8820184790334044, - 1, - 1, - 0.6326664480157429, - 0.7428872497365648, - 0.9476190476190476, - 0.92356914326342, - 0.0893262679788039, - 0.9216300940438872, - 1, - 0.9964200477326968, - 0.7177251971772519, - 1, - 0.3024846957148001, - 0.8943338437978561, - 0.5377616014558689, - 0.8276269185360094, - 1, - 0.1428571428571428, - 0.2, - 0.2857142857142857, - 0.4666666666666667, - 0, - 0.6559873949579832, - 0.3590814196242171, - 0.0683229813664596, - 0.5706521739130435, - 0.7982799061767005, - 0, - 0.8658536585365854, - 0.4814814814814814, - 0, - 0, - 0.376657824933687, - 0.0405010438413361, - 0.8113755078351712, - 0, - 0.9348752282410224, - 1, - 0.8918918918918919, - 1, - 0.9583333333333334, - 1, - 0.4583333333333333, - 1, - 1, - 1, - 0.9532531959549704, - 0.136986301369863, - 0.3472222222222222, - 0, - 0.2061855670103092, - 0, - 0.125, - 0.4464285714285714, - 0.5, - 0, - 0.2272727272727272, - 0, - 0.0958904109589041, - 0, - 0.7972972972972973, - 0, - 0, - 0, - 0, - 0, - 0.6081081081081081, - 0, - 0, - 0.2341806381828015, - 0.4931506849315068, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.2753623188405797, - 0, - 0, - 0, - 0, - 0.4933333333333333, - 0, - 0, - 0, - 0, - 0, - 0.8594249201277955, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.4758064516129032, - 0, - 0, - 0, - 0, - 0, - 0, - 0.6578947368421053, - 0.0122377622377622, - 0.4931506849315068, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.364963503649635, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.648, - 0, - 1, - 0.408, - 0.925, - 0, - 1, - 0.9818181818181818, - 0, - 0.7008547008547008, - 1, - 0.3406593406593406, - 0.6739130434782609, - 0, - 0, - 0, - 1, - 0, - 0.8636363636363636, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.0833333333333333, - 0, - 0, - 0, - 0, - 0.0256410256410256, - 0, - 0.03125, - 0.0625, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.1, - 1, - 1, - 1, - 1, - 1, - 1, - 0.9067961165048544, - 0.5537459283387622, - 1, - 1, - 0.896, - 1, - 0.5537459283387622, - 0, - 1, - 1, - 0.896, - 1, - 0.92, - 0.9067961165048544, - 0.998803827751196, - 0.896, - 0.9067961165048544, - 1, - 0.896, - 1, - 1, - 1, - 0.5537459283387622, - 0.9067961165048544, - 1, - 1, - 0.8461538461538461, - 0, - 1, - 0.6573705179282868, - 0.9363425925925926, - 0.8620689655172413, - 0.6366559485530546, - 0.9869918699186992, - 1, - 0, - 1, - 0, - 0.8497854077253219, - 0.5576923076923077, - 1, - 0.9106029106029108, - 0, - 0.9293361884368307, - 0, - 0.9980392156862744, - 0.9567099567099568, - 0, - 0.9354066985645934, - 0.9526627218934912, - 1, - 0.924170616113744, - 1, - 0.9776536312849162 - ], - "y0": " ", - "yaxis": "y" - }, - { - "alignmentgroup": "True", - "hovertemplate": "Model=%{x}<br>Precision=%{y}<extra></extra>", - "legendgroup": "OmniAnomaly", - "marker": { - "color": "slateblue" - }, - "name": "OmniAnomaly", - "notched": false, - "offsetgroup": "OmniAnomaly", - "orientation": "v", - "showlegend": true, - "type": "box", - "x": [ - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly" - ], - "x0": " ", - "xaxis": "x", - "y": [ - 1, - 1, - 1, - 1, - 0, - 0, - 1, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0.5617977528089888, - 0, - 1, - 1, - 0, - 0, - 0.9655172413793104, - 0.9649122807017544, - 0, - 0, - 0.6, - 0.6071428571428571, - 0, - 0, - 0.0141843971631205, - 0, - 0, - 0, - 0.471042471042471, - 0.2764227642276423, - 0, - 0, - 0.9073170731707316, - 0, - 0, - 0, - 0.5571428571428572, - 0, - 0.6538461538461539, - 1, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0.8282828282828283, - 0.2608695652173913, - 0.2631578947368421, - 0.6666666666666666, - 0.425, - 0.2777777777777778, - 0.4347826086956521, - 0.25, - 0.5294117647058824, - 0.4, - 0.6129032258064516, - 1, - 0.0345805993970562, - 0.6999691008342774, - 0.0030322968218096, - 0.2879777996598335, - 0.0626269465132024, - 0.2354884379424256, - 0.9952206705996564, - 0.1307519640852974, - 0.0559796437659033, - 0.0939597315436241, - 1, - 0.978902953586498, - 0, - 0.1256684491978609, - 0.9167785234899328, - 0.9662447257383966, - 0.8284023668639053, - 0.7569296375266524, - 0.7479674796747967, - 0.8034682080924855, - 1, - 0.5787037037037037, - 0.837696335078534, - 0.0336787564766839, - 0.8047337278106509, - 0.236144578313253, - 0, - 0.9550561797752808, - 0.7350427350427351, - 0.1816578483245149, - 0.2920353982300885, - 0, - 0, - 0.2687813021702838, - 0.9787234042553192, - 0.1439588688946015, - 0, - 0.1176470588235294, - 0.9322033898305084, - 0.875, - 0.1376146788990825, - 0.9302325581395348, - 0.7931034482758621, - 1, - 0.1686746987951807, - 0.5251798561151079, - 0.3165769000598444, - 0.1192256929168499, - 0.2551396942540854, - 0.8802058961160505, - 1, - 0.6463932107496464, - 0.9807162534435262, - 0.5879396984924623, - 0.9788213627992634, - 0, - 0, - 0, - 0, - 0.0008695652173913, - 0.017391304347826, - 0, - 0, - 0.0176056338028169, - 0, - 0, - 0, - 0.9948616600790514, - 0.8149779735682819, - 0.9923954372623576, - 1, - 1, - 0.8374792703150912, - 0.8562691131498471, - 1, - 0.8522257916475448, - 0.0939420544337137, - 1, - 1, - 1, - 0.6845014370992704, - 1, - 0.6293103448275862, - 1, - 0.1130177514792899, - 0.9075712881022616, - 1, - 0.6746987951807228, - 0.5425531914893617, - 0.3932038834951456, - 1, - 0, - 0.7299134734239803, - 0.5068493150684932, - 0.0816326530612244, - 0.979381443298969, - 0.7372262773722628, - 0.7, - 1, - 0.7636363636363637, - 0, - 0.7, - 0.7711670480549199, - 0.0539215686274509, - 0.971386647101981, - 0, - 0.1871657754010695, - 1, - 1, - 1, - 0.48, - 1, - 1, - 0.8904109589041096, - 1, - 0.8904109589041096, - 0.9804529941048712, - 0.1153846153846153, - 1, - 0, - 0.8472222222222222, - 0, - 0.1538461538461538, - 0.4464285714285714, - 0.8333333333333334, - 0, - 0.2461538461538461, - 0, - 0, - 0, - 0.9876543209876544, - 0, - 0, - 0.0294117647058823, - 0.0027322404371584, - 0, - 0, - 0, - 0, - 0.2703583061889251, - 0.4651162790697674, - 0, - 0.0625, - 0, - 0, - 0, - 0, - 0, - 0, - 0.4230769230769231, - 0, - 0, - 0.1677018633540372, - 0, - 0, - 0, - 0, - 0.0151515151515151, - 0, - 0.4426229508196721, - 0, - 0, - 0, - 0.2965686274509804, - 0, - 0, - 0, - 0, - 0.2727272727272727, - 0, - 0, - 0.5462962962962963, - 0.3235294117647059, - 0, - 0, - 0, - 0.4166666666666667, - 0, - 0.9, - 0, - 0.4938271604938271, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.0072992700729927, - 0.6493506493506493, - 0, - 0, - 0, - 0, - 0, - 0, - 0.0064794816414686, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.3571428571428571, - 0, - 0, - 0, - 0, - 0.81, - 0, - 0, - 0, - 0.8297872340425532, - 0, - 0.125, - 0.9798994974874372, - 0, - 0.6062992125984252, - 1, - 0.6078431372549019, - 0.5486111111111112, - 0, - 0, - 0, - 0.6666666666666666, - 0, - 0.855, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.6, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.2, - 0, - 0, - 0, - 0, - 0.1428571428571428, - 0, - 0.1, - 0.0909090909090909, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.2941176470588235, - 1, - 1, - 1, - 0, - 1, - 1, - 0.7938931297709924, - 0.7223796033994334, - 1, - 1, - 0.9012208657047724, - 1, - 0.7231638418079096, - 0, - 1, - 1, - 0.9012208657047724, - 1, - 0.9210320562939796, - 0.7938931297709924, - 1, - 0.9012208657047724, - 0.7938931297709924, - 1, - 0.9012208657047724, - 0, - 1, - 0, - 0.7231638418079096, - 0.7938931297709924, - 1, - 1, - 0.7051282051282052, - 0, - 1, - 0.4817518248175182, - 0.9203860072376358, - 0, - 0, - 0, - 1, - 0, - 0.9862385321100916, - 0, - 0.8719646799116998, - 0.6484848484848484, - 0, - 0.9088983050847458, - 0, - 0, - 0, - 0, - 0.9661399548532732, - 0, - 0, - 0, - 0.90041928721174, - 0.7834710743801653, - 1, - 0.8096234309623431 - ], - "y0": " ", - "yaxis": "y" - }, - { - "alignmentgroup": "True", - "hovertemplate": "Model=%{x}<br>Precision=%{y}<extra></extra>", - "legendgroup": "Sub-IForest", - "marker": { - "color": "green" - }, - "name": "Sub-IForest", - "notched": false, - "offsetgroup": "Sub-IForest", - "orientation": "v", - "showlegend": true, - "type": "box", - "x": [ - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest", - "Sub-IForest" - ], - "x0": " ", - "xaxis": "x", - "y": [ - 0.90625, - 0.45, - 0.4309623430962343, - 1, - 0.5, - 0.9734513274336284, - 0.1428571428571428, - 0.9580838323353292, - 0.6, - 0, - 1, - 0, - 0.0571428571428571, - 0, - 1, - 1, - 1, - 0.75, - 1, - 1, - 0.1, - 0.6666666666666666, - 1, - 1, - 0.1348600508905852, - 0.3888888888888889, - 0.3636363636363636, - 0.6923076923076923, - 0, - 0, - 0.1798245614035087, - 0.10062893081761, - 0, - 0, - 0, - 0.0251798561151079, - 0, - 0, - 0, - 0, - 0, - 0, - 0.1238938053097345, - 0, - 0, - 0, - 0.7815126050420168, - 0, - 0, - 0, - 0.1133333333333333, - 0, - 0.1111111111111111, - 1, - 0, - 1, - 0.8020833333333334, - 0.0253164556962025, - 0, - 0.9545454545454546, - 0, - 1, - 0.1065573770491803, - 0.1140350877192982, - 0.1428571428571428, - 0.03954802259887, - 0.1935483870967742, - 0.0622406639004149, - 0.1016949152542373, - 0.135, - 0.1259259259259259, - 0.4375, - 0.0961538461538461, - 0.0627802690582959, - 0.422537535060221, - 0.2212121212121212, - 0.1761052490984372, - 0.0762096774193548, - 0.1267527878988627, - 0.8458730045099864, - 0.1590038314176245, - 0, - 0, - 0.9867549668874172, - 1, - 0, - 0, - 0.7655172413793103, - 0.8095238095238095, - 0.1996615905245347, - 0.7668539325842697, - 0.9087301587301588, - 0.1961206896551724, - 0.8451612903225807, - 0.3509316770186335, - 0.2959641255605381, - 0, - 0.2481203007518796, - 0.0025252525252525, - 0, - 1, - 0.8518518518518519, - 0.0988142292490118, - 0.0996240601503759, - 0, - 0, - 0, - 0.8092783505154639, - 0, - 0, - 0, - 0.839142091152815, - 0.3187066974595843, - 0, - 0.3596059113300492, - 0.1592128801431127, - 0.3549107142857143, - 0, - 0.2411764705882353, - 0.1306954436450839, - 0.0670520231213872, - 0.0726299694189602, - 0.8948824343015215, - 0.5990491283676703, - 0.4023715415019763, - 0.966297786720322, - 0.9014962593516208, - 0.7643821910955477, - 0, - 0, - 0.0011273957158962, - 0.0070422535211267, - 0, - 0.2363636363636363, - 0, - 0, - 0.0045045045045045, - 0.6714285714285714, - 0.6352201257861635, - 0.5866666666666667, - 0.7604501607717041, - 0.3067440174039159, - 0.356372218476062, - 0.4955581305523368, - 0.9519595448798988, - 0.2782780584230178, - 0.0586193598148862, - 0.7356746765249538, - 0.748396501457726, - 0.0523483365949119, - 0.4600715137067938, - 0.70201643017177, - 0.2195646974408036, - 0.350294824197423, - 0.9805430521271962, - 0.1782178217821782, - 0.8804780876494024, - 0.0756038647342995, - 0.1968336483931947, - 0.679162072767365, - 0.1666666666666666, - 0.2131147540983606, - 0.1176470588235294, - 0.0019723865877712, - 0, - 0.4829346092503987, - 0.0304232804232804, - 0, - 0.0582039911308204, - 0.6261744966442953, - 0.0762711864406779, - 0.592896174863388, - 0.5507246376811594, - 0.002510460251046, - 0.1551724137931034, - 0.0574807480748074, - 0.0335463258785942, - 0.6410338225909381, - 0.158273381294964, - 0.7036178107606679, - 1, - 0.8333333333333334, - 1, - 0.5789473684210527, - 1, - 1, - 1, - 1, - 1, - 0.7175438596491228, - 0.1, - 0.5714285714285714, - 0.5, - 0, - 0.125, - 0.2142857142857142, - 0, - 0.4285714285714285, - 0, - 0.2, - 0, - 0.0985915492957746, - 0, - 0, - 0, - 0.017391304347826, - 0.1285714285714285, - 0, - 0, - 0, - 0, - 0.4711111111111111, - 0.1031866464339908, - 0, - 0, - 0, - 0, - 0, - 0, - 0.0006933294409575, - 0.0134638922888616, - 0, - 0.1156462585034013, - 0, - 0, - 0.3298969072164948, - 0, - 0, - 0, - 0, - 0.0714285714285714, - 0, - 0.0161290322580645, - 0.0588235294117647, - 0, - 0.0969072164948453, - 0.3739837398373983, - 0, - 0, - 0, - 0.0454545454545454, - 0, - 0.0714285714285714, - 0, - 0.5784313725490197, - 1, - 0, - 0, - 0.0245398773006134, - 0.0353982300884955, - 0, - 0.4615384615384615, - 0, - 0, - 0, - 0, - 0, - 0, - 0.1153846153846153, - 0, - 0, - 0, - 0.0779036827195467, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.0836575875486381, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.0031173458027165, - 0, - 0.0328445747800586, - 0.8571428571428571, - 0, - 1, - 0.2857142857142857, - 0.2461538461538461, - 0.9078947368421052, - 1, - 1, - 0, - 0, - 1, - 0, - 0, - 0, - 0.2622950819672131, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.9591836734693876, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.0333333333333333, - 0.1428571428571428, - 1, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0.108695652173913, - 1, - 1, - 1, - 1, - 1, - 1, - 0.962800875273523, - 1, - 1, - 1, - 0.8702147525676938, - 1, - 1, - 0.8883720930232558, - 1, - 1, - 0.8702147525676938, - 1, - 0.7940275650842267, - 0.962800875273523, - 0.8406374501992032, - 0.8702147525676938, - 0.962800875273523, - 1, - 0.8702147525676938, - 1, - 1, - 1, - 1, - 0.962800875273523, - 1, - 0.9888074102663064, - 0.66, - 0.7424242424242424, - 0.9647302904564315, - 0.4508196721311475, - 0.9002079002079002, - 0.8899082568807339, - 0.7467248908296943, - 0.9704918032786886, - 0.9505813953488372, - 0, - 0.9495798319327732, - 0.6911764705882353, - 0.7279693486590039, - 0.5, - 0.5555555555555556, - 0.8895966029723992, - 0.751269035532995, - 0.8951310861423221, - 0.4666666666666667, - 1, - 0.7096774193548387, - 0.594017094017094, - 0.7220216606498195, - 0.9495073891625616, - 0.8, - 0.9212376933895922, - 0.4654088050314465, - 0.8370044052863436 - ], - "y0": " ", - "yaxis": "y" - }, - { - "alignmentgroup": "True", - "hovertemplate": "Model=%{x}<br>Precision=%{y}<extra></extra>", - "legendgroup": "Sub-LOF", - "marker": { - "color": "dodgerblue" - }, - "name": "Sub-LOF", - "notched": false, - "offsetgroup": "Sub-LOF", - "orientation": "v", - "showlegend": true, - "type": "box", - "x": [ - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF" - ], - "x0": " ", - "xaxis": "x", - "y": [ - 1, - 1, - 0.1262626262626262, - 1, - 0, - 0.9100719424460432, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 1, - 1, - 0.0949720670391061, - 1, - 0.4761904761904761, - 1, - 1, - 1, - 1, - 0.3234421364985163, - 1, - 0.5188679245283019, - 0.5573770491803278, - 0, - 0.8545454545454545, - 0.2461538461538461, - 0.0992907801418439, - 0.4, - 0.5693430656934306, - 0.132890365448505, - 0, - 0.3333333333333333, - 0.2583333333333333, - 0.1612903225806451, - 0.1016260162601626, - 0.0465116279069767, - 0.5798816568047337, - 0.4393939393939394, - 0.112215909090909, - 0.1280353200883002, - 0.1208576998050682, - 0.0930851063829787, - 0.2611464968152866, - 0.6206896551724138, - 0.1136986301369863, - 0.0169491525423728, - 0.4984227129337539, - 0.459546925566343, - 0.3602484472049689, - 0.4810126582278481, - 0.952, - 0.8518518518518519, - 0.7571428571428571, - 0, - 0.3399014778325123, - 0.8088235294117647, - 0.3695652173913043, - 0.0517241379310344, - 0.0816326530612244, - 0.0806451612903225, - 0, - 0, - 0.0427350427350427, - 0, - 0.1308900523560209, - 0, - 0.4285714285714285, - 0.2368421052631578, - 1, - 0.4071856287425149, - 0.7318541643438511, - 0.3698387731026347, - 0.6220389170896785, - 0.5125525389071908, - 0.0238451312728481, - 0.6287021846127278, - 0.3192712154561017, - 0.8470774091627172, - 0.5183374083129584, - 0.4259259259259259, - 0.0274725274725274, - 0, - 0.6438848920863309, - 0.6192307692307693, - 0.7530516431924883, - 0.1661341853035143, - 0.3521739130434783, - 0.2717678100263852, - 0.2733812949640288, - 0.8742857142857143, - 0.9420677361853832, - 0.2761194029850746, - 0.0013793103448275, - 0.6264591439688716, - 0, - 0.8702702702702703, - 0.5774647887323944, - 0, - 0.2378752886836027, - 0.4270557029177719, - 0.617363344051447, - 0.6, - 0.4714285714285714, - 0.617363344051447, - 0, - 0.6973684210526315, - 0.5238095238095238, - 0.6131147540983607, - 0.1549295774647887, - 0.2645739910313901, - 0.6216216216216216, - 0.7391304347826086, - 0.3694581280788177, - 0, - 0.4225721784776903, - 0.5, - 0.7977602108036891, - 0.865519096288327, - 0.6142191142191142, - 0.2121409921671018, - 0.4419417475728155, - 0.3915016501650165, - 0.4806338028169014, - 0.600111544896821, - 0.355324849296718, - 0.6060606060606061, - 0.5698324022346368, - 0.6178861788617886, - 0.5934959349593496, - 0.6150943396226415, - 0.6206896551724138, - 0.5728476821192053, - 0.5546558704453441, - 0.2482269503546099, - 0, - 0.521978021978022, - 0, - 0.3867320015077271, - 0.5331010452961672, - 0.4492023509655751, - 0.5339454646633278, - 0.3475915221579961, - 0.2451032292218105, - 0.798887859128823, - 0.7729052466718872, - 0.5698066891684566, - 0.2789743589743589, - 0.4553014553014553, - 0.4956663055254605, - 0.5047398356856962, - 0.5825024925224327, - 0.3829084041548631, - 0.7978723404255319, - 0.3880434782608695, - 0.4597849462365591, - 0.7081552706552706, - 0.9052762775238886, - 0.1645569620253164, - 0.3103448275862069, - 0.2, - 0.7777777777777778, - 0.0104166666666666, - 0.2148900169204737, - 0.2915951972555746, - 0.0064935064935064, - 0, - 0.1922807017543859, - 0.0555555555555555, - 0.2012383900928792, - 0.3333333333333333, - 0.0251046025104602, - 0.3277310924369748, - 0.2640047675804529, - 0.0419647114926084, - 0.0603382984094925, - 0.3251533742331288, - 0.8307291666666666, - 0.7647058823529411, - 0.8709677419354839, - 0.2413793103448276, - 0.9583333333333334, - 0.55, - 0.4583333333333333, - 0.9444444444444444, - 0.6428571428571429, - 0.074074074074074, - 0.9524006622516556, - 0.5, - 0.1071428571428571, - 0, - 0.4081632653061224, - 0, - 0, - 0, - 0.0957446808510638, - 0.2513966480446927, - 0.1780821917808219, - 0, - 0.4210526315789473, - 0.1386138613861386, - 0.1912568306010929, - 0.7868852459016393, - 0.36272040302267, - 0.1642512077294686, - 0.2132701421800948, - 0, - 0.2045454545454545, - 0.050632911392405, - 0.470404984423676, - 0.0454201362604087, - 0.35, - 0.1317365269461078, - 0.4409090909090909, - 0.2981220657276995, - 0, - 0.0839160839160839, - 0.0612061206120612, - 0.1306413301662707, - 0.0084745762711864, - 0.4897959183673469, - 0, - 0.0619834710743801, - 0.1324717285945072, - 0.0694444444444444, - 0, - 0.0509683995922528, - 0.4071428571428571, - 0.6108786610878661, - 0.7238805970149254, - 0.5225225225225225, - 0.6647398843930635, - 0.0847457627118644, - 0.445054945054945, - 0.6033755274261603, - 0.32, - 0.2016806722689075, - 0.3221476510067114, - 0.9302325581395348, - 0.3636363636363636, - 0.1753246753246753, - 0.0063291139240506, - 0, - 0.2137096774193548, - 0.2972651605231867, - 0.366412213740458, - 0.3029045643153527, - 0.5028901734104047, - 0.2, - 0.8072916666666666, - 0.1698598798970546, - 0.3512544802867383, - 0.0660938532716457, - 0.1811414392059553, - 0.1896333754740834, - 0.1818181818181818, - 0.1196172248803827, - 0.0005344735435595, - 0.2543720190779014, - 0.078125, - 0.4405286343612334, - 0.062261753494282, - 0.3333333333333333, - 0.372960372960373, - 0.1148459383753501, - 0.0471698113207547, - 0.2181818181818181, - 0.074074074074074, - 0.2415254237288135, - 0.2016806722689075, - 0.0056497175141242, - 0.1764705882352941, - 0.1876310272536687, - 0.3761467889908257, - 0.2790697674418604, - 0.0458715596330275, - 0.0836236933797909, - 0.3506849315068493, - 0.3512544802867383, - 0.0327868852459016, - 0.648, - 0.59375, - 1, - 0.408, - 1, - 0.5964912280701754, - 0.9793388429752066, - 0.0943396226415094, - 0, - 0.5138121546961326, - 1, - 0.3406593406593406, - 0.4236641221374045, - 0.5904255319148937, - 0.0142857142857142, - 0.5271739130434783, - 0.1229050279329608, - 0, - 0.8636363636363636, - 0.0551475015051174, - 0.0125, - 0.0095238095238095, - 0.0350877192982456, - 1, - 0, - 0.0212765957446808, - 0.0422535211267605, - 0, - 0.088235294117647, - 0, - 0.024390243902439, - 0.0416666666666666, - 0.0666666666666666, - 0, - 0, - 0.0416666666666666, - 0.0909090909090909, - 0.125, - 0, - 0, - 0, - 0.037037037037037, - 0.027027027027027, - 0.0108695652173913, - 0.0714285714285714, - 0.0327868852459016, - 0.3888888888888889, - 0.0416666666666666, - 0.0136986301369863, - 0.0526315789473684, - 0.027027027027027, - 0, - 0, - 0.0344827586206896, - 0.074074074074074, - 0.1050156739811912, - 0.0247074122236671, - 0.9029029029029028, - 0.1888246628131021, - 0.0247074122236671, - 0.9029029029029028, - 0.1691973969631236, - 0.4876237623762376, - 0, - 0.2693266832917705, - 0, - 0.3487544483985765, - 0.4876237623762376, - 0.0852071005917159, - 0.0324675324675324, - 0.0247074122236671, - 0, - 0.0324675324675324, - 0, - 0.1691973969631236, - 0.3933333333333333, - 0, - 0.1691973969631236, - 0.9029029029029028, - 0, - 0.3105515587529976, - 0.9029029029029028, - 0.9498381877022654, - 0.4876237623762376, - 0.1691973969631236, - 0.0324675324675324, - 0.0285234899328859, - 0.296875, - 1, - 0.6470588235294118, - 0.1404358353510895, - 0.8081395348837209, - 0.8181818181818182, - 0.1289308176100629, - 0.1843434343434343, - 0.1627118644067796, - 0, - 0.0216346153846153, - 0.4764397905759162, - 0.2668918918918919, - 0.2864583333333333, - 0.8125, - 0.136518771331058, - 0.8899082568807339, - 0.3745583038869258, - 0.5597826086956522, - 0.4078549848942598, - 0.4194630872483221, - 0.2567567567567567, - 0.532051282051282, - 0.6727941176470589, - 0.1768033946251768, - 0.3384223918575064, - 0.3809523809523809, - 0.2075892857142857 - ], - "y0": " ", - "yaxis": "y" - }, - { - "alignmentgroup": "True", - "hovertemplate": "Model=%{x}<br>Precision=%{y}<extra></extra>", - "legendgroup": "POLY", - "marker": { - "color": "lightskyblue" - }, - "name": "POLY", - "notched": false, - "offsetgroup": "POLY", - "orientation": "v", - "showlegend": true, - "type": "box", - "x": [ - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY" - ], - "x0": " ", - "xaxis": "x", - "y": [ - 1, - 1, - 0.8571428571428571, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0.45, - 1, - 0, - 0, - 0.3444444444444444, - 0.1076923076923077, - 0.5, - 0.6153846153846154, - 0.0641025641025641, - 0, - 0.3333333333333333, - 0.1851851851851851, - 0.15, - 0, - 0.0808080808080808, - 0.53125, - 0.2166666666666666, - 0, - 0.6346153846153846, - 0.12, - 0, - 0.1761363636363636, - 0.5833333333333334, - 0, - 0.0357142857142857, - 0.46, - 0.4655172413793103, - 0.2184466019417475, - 0.4147727272727273, - 0.96, - 0, - 0.4826666666666667, - 0.604, - 0, - 0, - 0, - 0, - 1, - 0, - 0.4375, - 0, - 0, - 0.3888888888888889, - 0.1702127659574468, - 0.3809523809523809, - 0, - 0, - 0, - 0.8333333333333334, - 0, - 0.9151315789473684, - 0, - 0.7983420088683246, - 0.5, - 0.7218468468468469, - 0.8509279822335025, - 0.827846975088968, - 0, - 0.928, - 0.986013986013986, - 0.6853333333333333, - 0.162, - 0.928, - 0.782608695652174, - 0.6853333333333333, - 0.9375, - 0.5, - 0.75, - 0.8333333333333334, - 0.9368888888888888, - 0.5, - 0.9215686274509804, - 0, - 0.5278688524590164, - 0.9814814814814816, - 0.152, - 0.6853333333333333, - 0.6708333333333333, - 1, - 0.8809523809523809, - 0.162, - 0.08, - 0.3146417445482866, - 0.8286852589641435, - 0.928, - 0, - 0.3295964125560538, - 0.638, - 0.2962962962962963, - 0.928, - 0.9210526315789472, - 0.7252252252252253, - 0.644, - 0.928, - 0.5526315789473685, - 0, - 0.7526595744680851, - 0, - 0.7745, - 0.964, - 0.9364406779661016, - 0.8939130434782608, - 0.8333333333333334, - 0.8614906832298137, - 0, - 0, - 0, - 0, - 0, - 0.196078431372549, - 0, - 0, - 0.1941747572815534, - 0, - 0, - 0.4919354838709677, - 1, - 1, - 0.8282258064516129, - 0.8567251461988304, - 1, - 0.6688824262567511, - 0.8180327868852459, - 0.8880288957688338, - 0.7628968253968254, - 0.2912912912912913, - 0.9876288659793816, - 0.9129304743339832, - 0.8425, - 0.6596825396825396, - 0.8502453166815344, - 0.2451790633608815, - 0.8604465709728868, - 0.948, - 0.7110980622431005, - 0.8636363636363636, - 0, - 0, - 0, - 0.2916666666666667, - 0, - 0.3099682986967242, - 0.5291666666666667, - 0.39453125, - 0.1682692307692307, - 0.3942857142857143, - 0, - 0.36, - 0.4166666666666667, - 0.008, - 0, - 0.5037105751391465, - 0.0126896551724137, - 0.5, - 0, - 0.7115942028985507, - 0.8333333333333334, - 0.7291666666666666, - 0, - 0.7916666666666666, - 1, - 0.375, - 0, - 0, - 0, - 0.9865263157894736, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.5961538461538461, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.6666666666666666, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.5130434782608696, - 0, - 0.8043478260869565, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.8, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.648, - 1, - 1, - 0.368, - 0.7592592592592593, - 0.2693333333333333, - 0.8790849673202614, - 0.9809523809523808, - 0.1626666666666666, - 0, - 0, - 0.3444444444444444, - 0, - 0, - 0.408, - 0, - 1, - 0.1093333333333333, - 0.6767676767676768, - 0.6248484848484849, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.0857142857142857, - 0.0857142857142857, - 0, - 0, - 0.0666666666666666, - 0, - 0, - 0, - 0, - 0.125, - 0, - 0, - 0, - 0, - 0, - 0, - 0.0416666666666666, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.0625, - 0, - 1, - 1, - 0.2105263157894736, - 1, - 1, - 0.8156862745098039, - 0.542, - 0.977997799779978, - 0.8657777777777778, - 0.9127134724857684, - 0.9121447028423773, - 0.542, - 1, - 0.9987437185929648, - 1, - 0.9127134724857684, - 0.9987437185929648, - 0.8193181818181818, - 0.8156862745098039, - 0.9381338742393508, - 0.9127134724857684, - 0.8156862745098039, - 1, - 0.9127134724857684, - 0.5625, - 1, - 1, - 0.542, - 0.8156862745098039, - 0.9987437185929648, - 0.9727272727272728, - 0, - 0, - 0.6666666666666666, - 0.1066176470588235, - 0.7234848484848485, - 0.2346938775510204, - 0.783157894736842, - 0.5141509433962265, - 0, - 0, - 1, - 0.1517857142857142, - 0.6385135135135135, - 0, - 0, - 1, - 0, - 0.4, - 0.2056737588652482, - 0.375, - 1, - 0, - 0, - 0.4076923076923077, - 0, - 0.9646464646464646, - 1, - 0.6731391585760518 - ], - "y0": " ", - "yaxis": "y" - }, - { - "alignmentgroup": "True", - "hovertemplate": "Model=%{x}<br>Precision=%{y}<extra></extra>", - "legendgroup": "IForest", - "marker": { - "color": "darkmagenta" - }, - "name": "IForest", - "notched": false, - "offsetgroup": "IForest", - "orientation": "v", - "showlegend": true, - "type": "box", - "x": [ - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest" - ], - "x0": " ", - "xaxis": "x", - "y": [ - 0.0588235294117647, - 0.3333333333333333, - 0.5879120879120879, - 0.9850746268656716, - 0, - 0.9891304347826086, - 0.1, - 0.958904109589041, - 0.1578947368421052, - 0, - 1, - 0, - 0.037037037037037, - 0, - 1, - 0.9078014184397164, - 1, - 0.5483870967741935, - 0, - 0, - 0.5, - 0, - 1, - 1, - 0.0620915032679738, - 0.1428571428571428, - 0.6, - 0.6666666666666666, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.0092592592592592, - 0, - 0, - 0, - 0, - 0, - 0, - 0.0076923076923076, - 0, - 0, - 0, - 0.8017241379310345, - 0, - 0, - 0, - 0.0115942028985507, - 0, - 0, - 1, - 0.8181818181818182, - 0.968503937007874, - 0.9863013698630136, - 0, - 0, - 0.8095238095238095, - 0, - 0.9647058823529412, - 0.1875, - 0.0542168674698795, - 0.3304347826086956, - 0.1041666666666666, - 0.0822784810126582, - 0.1228070175438596, - 0.07, - 0.2142857142857142, - 0.2706766917293233, - 0.3391304347826087, - 0.3421052631578947, - 0.0466508842779557, - 0.4580578736317329, - 0, - 0.1924628723495579, - 0.0671846435100548, - 0.1748024174802417, - 0.9417899127796738, - 0.0862323423993253, - 0, - 0, - 0.9252873563218392, - 1, - 0, - 0, - 0.757396449704142, - 0.8578680203045685, - 0.2297520661157024, - 0.6957547169811321, - 0.8047058823529412, - 0.2119341563786008, - 0.7555555555555555, - 0.3175074183976261, - 0.2872570194384449, - 0, - 0.2523900573613766, - 0, - 0, - 1, - 0.8009950248756219, - 0.0676229508196721, - 0.04, - 0, - 0, - 0.0089485458612975, - 0.7712418300653595, - 0, - 0, - 0.0292275574112734, - 0.800498753117207, - 0.3348314606741573, - 0.0303951367781155, - 0.3921052631578947, - 0.1624087591240876, - 0.3404255319148936, - 0, - 0.2012383900928792, - 0.0469973890339425, - 0.0402042118698149, - 0.0822637106184364, - 0.8948824343015215, - 0.7484472049689441, - 0.3973451327433628, - 0.966297786720322, - 0.9495890410958904, - 0.809775429326288, - 0.0009746588693957, - 0, - 0, - 0.0072639225181598, - 0, - 0.1666666666666666, - 0, - 0, - 0, - 0.9047619047619048, - 0.7934782608695652, - 0.859465737514518, - 0.6422851041110518, - 0.2482051282051282, - 0.376, - 0.4706919347730278, - 0.931364724660814, - 0.2035208243881494, - 0.0474922325787838, - 0.7819767441860465, - 0.7279244053437601, - 0.0733302195235871, - 0.4616402116402116, - 0.7478134110787172, - 0.3076725686425455, - 0.3149466192170818, - 0.9762131303520456, - 0.160525355709595, - 0.9383116883116884, - 0.0812989405803777, - 0.2552060256978289, - 0.6801075268817204, - 0.1181818181818181, - 0.1570247933884297, - 0.1509433962264151, - 0, - 0, - 0.5860328144720236, - 0.0016544552115339, - 0, - 0.0440528634361233, - 0.66545981173063, - 0.0674846625766871, - 0.5307086614173229, - 0.6909090909090909, - 0.0027124773960217, - 0.1405405405405405, - 0.0123535001583782, - 0.0506607929515418, - 0.6312332039414751, - 0.2569832402234637, - 0.6165413533834586, - 1, - 0.6666666666666666, - 0.8823529411764706, - 0, - 0.8035714285714286, - 1, - 0.8840579710144928, - 1, - 0.8823529411764706, - 0.4757548032936871, - 0.1, - 0.5714285714285714, - 0.1538461538461538, - 0.16, - 0.125, - 0.2142857142857142, - 0.5, - 1, - 0, - 0.2, - 0, - 0.0985915492957746, - 0.3333333333333333, - 0.0909090909090909, - 0, - 0.0343642611683848, - 0.0608695652173913, - 0, - 0, - 0, - 0, - 0.358974358974359, - 0.1156737998843262, - 0, - 0.00836820083682, - 0, - 0, - 0, - 0, - 0.0014562492085602, - 0, - 0, - 0.0072463768115942, - 0, - 0, - 0.3703703703703703, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.1415929203539823, - 0.1786259541984732, - 0, - 0, - 0, - 0, - 0.024793388429752, - 0, - 0, - 0.6276595744680851, - 0.897196261682243, - 0, - 0, - 0, - 0.06, - 0, - 0.5212765957446809, - 0, - 0, - 0, - 0, - 0, - 0, - 0.0476190476190476, - 0, - 0, - 0, - 0.0688665710186513, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.0794889992902768, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.0183061314512571, - 0, - 0.0422535211267605, - 1, - 0.0261780104712041, - 1, - 0.75, - 0.2110091743119266, - 0.4425287356321839, - 1, - 0.9701492537313432, - 0, - 0, - 1, - 0, - 0, - 0, - 0.2781954887218045, - 0, - 0.8951965065502183, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.9642857142857144, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.125, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 0.9986910994764396, - 1, - 1, - 0.8957983193277311, - 1, - 0.9986910994764396, - 0.7858719646799117, - 1, - 1, - 0.8957983193277311, - 1, - 0.776595744680851, - 1, - 1, - 0.8957983193277311, - 1, - 1, - 0.8957983193277311, - 1, - 1, - 1, - 0.9986910994764396, - 1, - 1, - 0.971718636693256, - 0.7333333333333333, - 0.7333333333333333, - 0.9616252821670428, - 0.5769230769230769, - 0.8594594594594595, - 0.8037383177570093, - 0.6985018726591761, - 0.9752883031301482, - 0.9611940298507464, - 0, - 0.8276923076923077, - 0.6610169491525424, - 0.6746166950596252, - 0.56353591160221, - 0.5773195876288659, - 0.8323471400394478, - 0.7552083333333334, - 0.7925925925925926, - 0.5198019801980198, - 0.998663101604278, - 0.6153846153846154, - 0.6637168141592921, - 0.7271028037383177, - 0.9897959183673468, - 0, - 0.8837772397094431, - 0.0257731958762886, - 0.8492239467849224 - ], - "y0": " ", - "yaxis": "y" - }, - { - "alignmentgroup": "True", - "hovertemplate": "Model=%{x}<br>Precision=%{y}<extra></extra>", - "legendgroup": "LOF", - "marker": { - "color": "darkgoldenrod" - }, - "name": "LOF", - "notched": false, - "offsetgroup": "LOF", - "orientation": "v", - "showlegend": true, - "type": "box", - "x": [ - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF", - "LOF" - ], - "x0": " ", - "xaxis": "x", - "y": [ - 0.9230769230769232, - 0.5675675675675675, - 0.6666666666666666, - 1, - 0.1212121212121212, - 0.7619047619047619, - 0.5357142857142857, - 0.1666666666666666, - 0.2083333333333333, - 0.5454545454545454, - 0.9444444444444444, - 0.1904761904761904, - 0.2, - 0.1666666666666666, - 0.3709677419354839, - 0.7961165048543689, - 0, - 0.1428571428571428, - 0.5217391304347826, - 0.7368421052631579, - 0.16, - 0.3775510204081632, - 0.8125, - 1, - 0.125, - 0, - 0.0140845070422535, - 0.7142857142857143, - 0.2, - 0.1428571428571428, - 0.6379310344827587, - 0.7333333333333333, - 0.4545454545454545, - 0.0022988505747126, - 0, - 0.375, - 0.05, - 0.1935483870967742, - 0, - 0.6, - 0.5, - 0.6666666666666666, - 0.5, - 0.0267175572519083, - 0.1363636363636363, - 0.2307692307692307, - 0.5833333333333334, - 0.4615384615384615, - 0.0129032258064516, - 0.25, - 0.9230769230769232, - 0.2307692307692307, - 0.368, - 1, - 0.054054054054054, - 1, - 1, - 0, - 0.0545454545454545, - 1, - 1, - 0.6875, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.3057851239669421, - 0.0649350649350649, - 0.1923076923076923, - 0, - 0.2794612794612794, - 0, - 0.0909090909090909, - 0.1458333333333333, - 0.1260504201680672, - 0.5, - 0.0243161094224924, - 0.25, - 0.0612903225806451, - 1, - 0.7666666666666667, - 0.8888888888888888, - 0.1571428571428571, - 0.4242424242424242, - 0.6301369863013698, - 0.6862745098039216, - 0, - 0.9351851851851852, - 0.5517241379310345, - 0.7857142857142857, - 0.45, - 0.2, - 0.6491228070175439, - 1, - 0.2553191489361702, - 0.0057803468208092, - 0, - 0.008130081300813, - 1, - 1, - 0, - 0.0655737704918032, - 0.775, - 1, - 0, - 0.4, - 0.5853658536585366, - 0.7115384615384616, - 0.0072992700729927, - 0.8947368421052632, - 0, - 0.0209424083769633, - 0.5702479338842975, - 0.025, - 0.2058823529411764, - 0.0513833992094861, - 0, - 0.5664893617021277, - 0.3257142857142857, - 0.4325068870523416, - 0.461864406779661, - 0.3165829145728643, - 0.0055187637969094, - 0.0014749262536873, - 0.0040899795501022, - 0.0046916890080428, - 0.0019831432821021, - 0.0037735849056603, - 0.002840909090909, - 0.0029835902536051, - 0.003257328990228, - 1, - 1, - 1, - 0.0691287878787878, - 0, - 1, - 1, - 0.2316118935837245, - 0.0288135593220339, - 0.0646341463414634, - 0.1089743589743589, - 0.1230031948881789, - 0.0310077519379844, - 0.0206185567010309, - 0.207070707070707, - 0.0540265035677879, - 0.1222961730449251, - 0.8080808080808081, - 0.15, - 0.0060975609756097, - 0.099601593625498, - 0.6285714285714286, - 0.0549618320610687, - 1, - 1, - 0, - 0, - 0.0196078431372549, - 0.0191138140747176, - 0.0185185185185185, - 0.0310077519379844, - 0, - 0.0355450236966824, - 0.7647058823529411, - 0.64, - 0.4693877551020408, - 0.25, - 0.0666666666666666, - 0.0057915057915057, - 0, - 0.0697674418604651, - 0.6176470588235294, - 0.2237704918032786, - 0, - 0.7777777777777778, - 0.8846153846153846, - 0.7142857142857143, - 0.96, - 0.7777777777777778, - 0.7941176470588235, - 0.95, - 0.7941176470588235, - 0.8959537572254336, - 0, - 0.5047619047619047, - 0, - 0.0232558139534883, - 0, - 0, - 0.0259740259740259, - 0, - 0.1052631578947368, - 0, - 0.1796875, - 0.25, - 1, - 0, - 0.037037037037037, - 0.0616740088105726, - 0.2924528301886792, - 0.0126582278481012, - 0.0024220405691795, - 0.0100502512562814, - 0, - 0.4496221662468513, - 0.0081199250468457, - 0, - 0.0285904255319148, - 0.0771604938271604, - 0.0661157024793388, - 0.0012453300124533, - 0.0078125, - 1, - 0.0222222222222222, - 0.0526315789473684, - 0, - 0, - 0, - 0, - 0.0037735849056603, - 0, - 0.000739918608953, - 0.0048476454293628, - 0.0099502487562189, - 0.0138888888888888, - 0.4054054054054054, - 0.0113636363636363, - 0.0095693779904306, - 0.0148448043184885, - 0.4035087719298245, - 0, - 0, - 0.2288135593220339, - 0.0145985401459854, - 0.4487179487179487, - 0, - 0, - 0.1029411764705882, - 0, - 0.0046979865771812, - 0, - 0.0111111111111111, - 0.2058823529411764, - 0, - 0.0120481927710843, - 0.0101490643831271, - 0, - 0.1563169164882226, - 0.0055309734513274, - 0.0087719298245614, - 0.0069930069930069, - 0, - 0.0003589375448671, - 0.0444444444444444, - 0, - 0, - 0, - 0.2125, - 0.0662251655629139, - 0, - 0.0227272727272727, - 0.0135135135135135, - 0, - 0.0123456790123456, - 0.2608695652173913, - 0, - 0.2117647058823529, - 0, - 0.0277777777777777, - 0.0185185185185185, - 0, - 0.0383036935704514, - 0.010443864229765, - 0.0125523012552301, - 0.3814432989690721, - 1, - 1, - 0, - 1, - 1, - 0.5, - 0.0952380952380952, - 0.8823529411764706, - 0, - 0.0101010101010101, - 0, - 1, - 0, - 0, - 1, - 0.0277777777777777, - 0.2758620689655172, - 0.5714285714285714, - 1, - 0.2424242424242424, - 0, - 0.125, - 0, - 0.9375, - 0, - 1, - 0.0588235294117647, - 0, - 1, - 1, - 0, - 0, - 0.1111111111111111, - 0, - 0.4615384615384615, - 0, - 0.3333333333333333, - 0, - 1, - 0, - 1, - 0.0357142857142857, - 0.4, - 0.1666666666666666, - 0.4, - 0.3, - 0.5652173913043478, - 0, - 1, - 0, - 0.125, - 0, - 0, - 0, - 0.3333333333333333, - 0, - 0.8765432098765432, - 0.2873563218390804, - 1, - 0.8765432098765432, - 0.2873563218390804, - 0.0042372881355932, - 0.9090909090909092, - 0.0045045045045045, - 0.7849056603773585, - 0.8344827586206897, - 0.4159132007233273, - 0.9090909090909092, - 0, - 0.9166666666666666, - 0.8765432098765432, - 0.8344827586206897, - 0.9166666666666666, - 0.1702127659574468, - 0.0042372881355932, - 0.6361867704280155, - 0.8344827586206897, - 0.0042372881355932, - 0.2873563218390804, - 0.8344827586206897, - 0.3187203791469194, - 0.2873563218390804, - 0.4736842105263157, - 0.9090909090909092, - 0.0042372881355932, - 0.9166666666666666, - 0, - 0, - 0.6625, - 1, - 0, - 0.2286689419795221, - 0.0952380952380952, - 0, - 0.04296875, - 0, - 0.0297397769516728, - 0, - 1, - 0, - 0.4496124031007752, - 0.9893617021276596, - 0.1357340720221606, - 1, - 0, - 0.4175257731958763, - 0.1187214611872146, - 0, - 1, - 0, - 0.002680965147453, - 0.0591603053435114, - 0.0023809523809523, - 0.9932885906040269, - 0 - ], - "y0": " ", - "yaxis": "y" - }, - { - "alignmentgroup": "True", - "hovertemplate": "Model=%{x}<br>Precision=%{y}<extra></extra>", - "legendgroup": "Sub-KNN", - "marker": { - "color": "firebrick" - }, - "name": "Sub-KNN", - "notched": false, - "offsetgroup": "Sub-KNN", - "orientation": "v", - "showlegend": true, - "type": "box", - "x": [ - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN", - "Sub-KNN" - ], - "x0": " ", - "xaxis": "x", - "y": [ - 0.8, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0.1111111111111111, - 1, - 0, - 0, - 1, - 0, - 0, - 0.9945945945945946, - 1, - 0, - 0, - 0, - 0.1111111111111111, - 0.1008403361344537, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.1582278481012658, - 0, - 0.952, - 0, - 0, - 0, - 0, - 0.8235294117647058, - 0, - 0, - 0, - 0.0201729106628242, - 0, - 0.0839694656488549, - 0.0259740259740259, - 0, - 0.1875, - 0, - 0, - 0, - 0.0930232558139534, - 0, - 0.7827131726498215, - 0.5927755678172719, - 0.7349027635619243, - 0.65256, - 0.0224972894831947, - 0.7355238095238095, - 0.6777014817491869, - 0.875466819879345, - 0.1706484641638225, - 0, - 0.2424812030075188, - 0.4782608695652174, - 0.0275482093663911, - 0.3280182232346241, - 0.1883802816901408, - 0, - 0, - 0, - 0.4313022700119474, - 0, - 0, - 0, - 0, - 0.3387096774193548, - 0, - 0.2941176470588235, - 0.0254777070063694, - 0, - 1, - 0.8471337579617835, - 0, - 0.0259259259259259, - 0.0459940652818991, - 0, - 0, - 0.3421052631578947, - 0.0209424083769633, - 0.1794871794871795, - 0, - 0, - 0.3159144893111639, - 0, - 0, - 0, - 0, - 0, - 0.8095463137996219, - 0.7182576459684893, - 0.9074733096085408, - 0.771155745801778, - 0.4977721196690006, - 0.3542074363992172, - 0.6078665077473182, - 0.9055851063829788, - 0.7975921745673439, - 0.2825112107623318, - 0.2558139534883721, - 0.0766341096919609, - 0.0645569620253164, - 0.293398533007335, - 0.0611638954869358, - 0.0558694287507846, - 0.0962479608482871, - 0.2423208191126279, - 0.9345238095238096, - 0.9146341463414634, - 0.6177777777777778, - 0.4319033735943356, - 0.3932518906340896, - 0.5236363636363637, - 0.7922848664688428, - 0.485347474183645, - 0.2725182863113897, - 0.856024248547613, - 0.8121563836285889, - 0.4857574993698008, - 0.278640059127864, - 0.5640522875816993, - 0.5704188481675393, - 0.5431230140717204, - 0.6902965432532023, - 0.5438299183484825, - 0.8130841121495327, - 0.7755803955288049, - 0.469426565242832, - 0.4037179228126894, - 0.6767436324684599, - 0, - 0, - 0, - 0, - 0.0104166666666666, - 0, - 0, - 0, - 0.0371449380917698, - 0.08, - 0.08130081300813, - 0, - 0, - 0, - 0.0905923344947735, - 0, - 0, - 0, - 0.2511013215859031, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0.6923076923076923, - 0, - 0.6923076923076923, - 0.9423678880500828, - 0.5, - 1, - 0, - 0.8695652173913043, - 0, - 0, - 0, - 0.8257261410788381, - 0, - 0.1805555555555555, - 0.3372093023255814, - 0.9899497487437184, - 1, - 0.8163265306122449, - 0, - 0.6983568075117371, - 0.0783582089552238, - 0.2205882352941176, - 0, - 0.1973684210526315, - 0.0161290322580645, - 0.2552552552552553, - 0.0282038594755071, - 0.35, - 0.0637408568443051, - 0.7348484848484849, - 0, - 0, - 0.096, - 0.0459537572254335, - 0.2166847237269772, - 0, - 0.6164874551971327, - 0, - 0.0955414012738853, - 0.1645885286783042, - 0.0710900473933649, - 0, - 0, - 0.0066711140760507, - 0.6103151862464183, - 0.751937984496124, - 0.684, - 0.6848484848484848, - 0, - 0.0087649402390438, - 0.3644278606965174, - 0.3471074380165289, - 0.2162162162162162, - 0.1092896174863388, - 0.8, - 0.3720930232558139, - 0.2030075187969924, - 0.0058479532163742, - 1, - 0.2542372881355932, - 0.217391304347826, - 0.4, - 0.3649122807017544, - 0.6209386281588448, - 0.2009132420091324, - 0.160513643659711, - 0.0074391988555078, - 0.3525179856115107, - 0.1434720229555236, - 0, - 0.1475651746187899, - 0.2083333333333333, - 0.1644736842105263, - 0, - 0.3684210526315789, - 0.0775193798449612, - 0.1602564102564102, - 0.0111670680972191, - 0.3255813953488372, - 0, - 0.1438848920863309, - 0, - 0.1589403973509933, - 0.0769230769230769, - 0.0198314328210213, - 0.208695652173913, - 0.0057142857142857, - 0.2, - 0, - 0.131578947368421, - 0.0441988950276243, - 0, - 0.0936280884265279, - 0, - 0.2648648648648649, - 0.0135891286970423, - 0.648, - 0.4590163934426229, - 0, - 0.408, - 0, - 0.8145161290322581, - 0, - 0, - 0, - 0.6, - 1, - 0.3522727272727273, - 0.4404761904761904, - 0.6, - 0, - 0.6325301204819277, - 0.4437869822485207, - 0.328, - 0.8636363636363636, - 0.0324367088607594, - 0.0125, - 0.0555555555555555, - 0.0606060606060606, - 0, - 0, - 0, - 0.0508474576271186, - 0, - 0, - 0, - 0.0909090909090909, - 0.0416666666666666, - 0, - 0.024390243902439, - 0.9666666666666668, - 0.0294117647058823, - 0.0833333333333333, - 0, - 0.0136986301369863, - 0.037037037037037, - 0.0086206896551724, - 0.0285714285714285, - 0.0263157894736842, - 0, - 0, - 0, - 0, - 0.0416666666666666, - 0, - 0.0266666666666666, - 0, - 0.0416666666666666, - 0, - 0, - 0.1020408163265306, - 0.9207397622192868, - 0.6871794871794872, - 0, - 0, - 0.6871794871794872, - 0, - 0, - 0.8249027237354085, - 0.3550420168067227, - 0, - 0.8520408163265306, - 0.2105263157894736, - 0.8249027237354085, - 0, - 0, - 0.6871794871794872, - 0.8520408163265306, - 0, - 0, - 0, - 0.9757662152530292, - 0.8520408163265306, - 0, - 0, - 0.8520408163265306, - 0.92, - 0, - 0.2, - 0.8249027237354085, - 0, - 0, - 0.5517909002904162, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "y0": " ", - "yaxis": "y" - }, - { - "alignmentgroup": "True", - "hovertemplate": "Model=%{x}<br>Precision=%{y}<extra></extra>", - "legendgroup": "KMeansAD_U", - "marker": { - "color": "darkseagreen" - }, - "name": "KMeansAD_U", - "notched": false, - "offsetgroup": "KMeansAD_U", - "orientation": "v", - "showlegend": true, - "type": "box", - "x": [ - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U" - ], - "x0": " ", - "xaxis": "x", - "y": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 1, - 0, - 1, - 0, - 0.3103448275862069, - 1, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0.7341772151898734, - 0.1935483870967742, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.0924369747899159, - 0, - 0, - 0, - 0, - 0, - 0.2758620689655172, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0.0300751879699248, - 0, - 0, - 0.04, - 0, - 0.1085972850678733, - 0, - 0, - 0.2333333333333333, - 0.0689655172413793, - 0, - 0.8916081578067536, - 0.9318444136657432, - 0.161723559037493, - 0.4705060706994735, - 0, - 0.407924391130498, - 0.9723221699418766, - 0.9328654588977748, - 0.6666666666666666, - 0, - 0.230899830220713, - 0, - 0.0697115384615384, - 0.8009950248756219, - 0, - 0, - 0, - 0, - 0.5670731707317073, - 0, - 0, - 0, - 0, - 0.8385416666666666, - 0, - 0.805, - 0.0716049382716049, - 0, - 0, - 0.9415204678362572, - 0, - 0.0574412532637075, - 0.0990566037735849, - 0, - 0, - 0.7740384615384616, - 0.0687960687960688, - 0.5172413793103449, - 0, - 0, - 0.7970297029702971, - 0, - 0, - 0, - 0, - 0, - 0.856885147324113, - 0.8097686375321337, - 0.9446749654218534, - 0.9288281811646296, - 0.4441747572815534, - 0.5187265917602997, - 0.9777777777777776, - 0.977291841883936, - 0.9744766274734727, - 0.1941747572815534, - 0.2469135802469135, - 0.2040816326530612, - 0.1709401709401709, - 0.085972850678733, - 0.4166666666666667, - 0.0591397849462365, - 0.3125, - 0.1990049751243781, - 0.7163934426229508, - 0.7585301837270341, - 0.6300463269358041, - 0.9928030303030304, - 0.5738539898132428, - 0.6225125628140703, - 0.8141592920353983, - 1, - 0.5689277899343544, - 0.9335058214747736, - 0.8042588042588042, - 0.9958022388059702, - 0.217983651226158, - 0.551219512195122, - 0.924283622673081, - 0.7448594208980277, - 0.8489599503259857, - 1, - 0.7409713574097135, - 0.9322429906542056, - 0.759854211663067, - 0.5317567567567567, - 0.8985507246376812, - 0, - 0, - 0, - 0, - 0.0119047619047619, - 0.5, - 0, - 0, - 0.0234584450402144, - 0.021505376344086, - 0, - 0, - 0, - 0, - 0.0921985815602836, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.4666666666666667, - 0.988454011741683, - 0.4, - 1, - 0.8181818181818182, - 0.7299270072992701, - 0, - 0.1666666666666666, - 0, - 0.9022988505747126, - 0, - 0.1935483870967742, - 0, - 1, - 1, - 0, - 0, - 0.7319034852546917, - 0, - 0.1764705882352941, - 0, - 0.1648351648351648, - 0, - 0.1792360430950049, - 0.0064585575888051, - 0.2857142857142857, - 0.074222668004012, - 0.4199134199134199, - 0, - 0, - 0.0863309352517985, - 0, - 0.3311258278145695, - 0, - 0.6690140845070423, - 0, - 0, - 0.2948207171314741, - 0.0993377483443708, - 0, - 0, - 0.0064391500321957, - 0.5035460992907801, - 0.4369369369369369, - 0.7169117647058824, - 0.5868544600938967, - 0, - 0, - 0.8023952095808383, - 0.417391304347826, - 0.192, - 0.1686746987951807, - 0.7326732673267327, - 0.4033613445378151, - 0.1764705882352941, - 0.0069930069930069, - 0.7866666666666666, - 0.4127659574468085, - 0.103777501037775, - 0.48, - 0.3291139240506329, - 0.6539792387543253, - 0.2046511627906976, - 0.2202643171806167, - 0, - 0.2816091954022988, - 0.1546134663341646, - 0, - 0.2115384615384615, - 0.1935483870967742, - 0.1700680272108843, - 0, - 0, - 0.0469483568075117, - 0.2053388090349076, - 0.0378006872852233, - 0.4660194174757281, - 0, - 0.2840909090909091, - 0, - 0.192, - 0.043859649122807, - 0.0670632774472688, - 0.1846153846153846, - 0, - 0.1643835616438356, - 0, - 0.1801242236024844, - 0.03125, - 0, - 0.0994475138121546, - 0.1229611041405269, - 0.2899408284023668, - 0.0567419158023184, - 0.4969325153374233, - 0, - 0, - 0.3, - 0.0465116279069767, - 0.5674157303370787, - 0, - 1, - 0, - 0.7782426778242678, - 1, - 0.25, - 0.6453488372093024, - 0.7115384615384616, - 0, - 0.6335078534031413, - 0, - 0.231638418079096, - 0.575, - 0, - 0.0169491525423728, - 0.0333333333333333, - 0.054054054054054, - 0, - 0.0476190476190476, - 0.0416666666666666, - 0.0652173913043478, - 0, - 0, - 0, - 0.0344827586206896, - 0.0303030303030303, - 0.0476190476190476, - 0.0208333333333333, - 0.9642857142857144, - 0.0294117647058823, - 0, - 0, - 0.0158730158730158, - 0.0333333333333333, - 0.0181818181818181, - 0.0217391304347826, - 0.0285714285714285, - 0.0588235294117647, - 0, - 0.0384615384615384, - 0, - 0.0289855072463768, - 0, - 0.0303030303030303, - 0, - 0.0476190476190476, - 0, - 0, - 0.0833333333333333, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.4090909090909091, - 0, - 0.8878718535469108, - 0, - 0, - 0.9565217391304348, - 0, - 0.0928571428571428, - 0.87, - 0, - 0, - 0, - 0.9797077922077922, - 0.8700787401574803, - 0, - 0, - 0.873900293255132, - 0, - 0, - 0, - 0, - 0, - 0, - 0.7415553809897879, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "y0": " ", - "yaxis": "y" - }, - { - "alignmentgroup": "True", - "hovertemplate": "Model=%{x}<br>Precision=%{y}<extra></extra>", - "legendgroup": "OCSVM", - "marker": { - "color": "darkorange" - }, - "name": "OCSVM", - "notched": false, - "offsetgroup": "OCSVM", - "orientation": "v", - "showlegend": true, - "type": "box", - "x": [ - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM", - "OCSVM" - ], - "x0": " ", - "xaxis": "x", - "y": [ - 0.6111111111111112, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0.5714285714285714, - 1, - 0, - 1, - 0, - 0, - 1, - 0, - 0, - 0.8355957767722474, - 1, - 0, - 0.7142857142857143, - 0, - 0, - 0, - 0.0508474576271186, - 0, - 0, - 0.0434782608695652, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.0746268656716417, - 0, - 0, - 0, - 0.1044776119402985, - 0, - 0, - 0, - 1, - 0, - 0.0967741935483871, - 0.952, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.0298507462686567, - 0, - 0.1739130434782608, - 0, - 0, - 0, - 0, - 0, - 0, - 0.16, - 0.0240384615384615, - 0.0740618010106867, - 0.6368488471391973, - 0.1574597778624388, - 0.3990676766835928, - 0, - 0.1522670877509587, - 0.8998941378854043, - 0.07544897065265, - 0.1, - 0, - 0, - 0, - 0, - 0.0597243491577335, - 0, - 0, - 0, - 0.6, - 0, - 0, - 0, - 0, - 0.0501930501930501, - 0.0981012658227848, - 0.5666666666666667, - 0.0855457227138643, - 0, - 0, - 1, - 0, - 0.4393939393939394, - 0, - 0, - 0, - 0, - 0.0935143288084464, - 0, - 0, - 0, - 0, - 0.0898550724637681, - 0.5, - 0, - 0, - 0, - 0, - 0.8532277710109623, - 0.949260042283298, - 0.869073275862069, - 0.994392523364486, - 0, - 0.8876190476190476, - 1, - 1, - 0.9965792474344356, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.1675675675675675, - 1, - 0, - 0.9522292993630572, - 1, - 0.58097068716963, - 0, - 0.6792520676015822, - 1, - 0.2367115520907158, - 0.6107862248213125, - 0.7875393081761006, - 0.089384136113108, - 0, - 0.9767229575536284, - 0.3488854328667704, - 0.9829818719940806, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0.0138030761141054, - 0.6455696202531646, - 0, - 0, - 0.1904761904761904, - 0, - 0, - 0, - 0, - 0.2214285714285714, - 0.0625, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0.9285714285714286, - 0.9710610932475884, - 0.0967741935483871, - 1, - 0.2105263157894736, - 0.9009009009009008, - 0, - 0.6, - 0, - 0.9473684210526316, - 1, - 0, - 0.3033707865168539, - 1, - 1, - 1, - 1, - 0, - 0, - 0.2054794520547945, - 0, - 0.2122641509433962, - 0, - 0, - 0.4810606060606061, - 0.3858267716535433, - 0, - 0.776, - 0, - 0, - 0, - 0.0029827003380393, - 0.32, - 1, - 0.9885714285714284, - 0, - 0, - 1, - 0.1401869158878504, - 0, - 0, - 0, - 0.6013513513513513, - 0.7698412698412699, - 0.7936507936507936, - 0.7612903225806451, - 0, - 0, - 0, - 0.7, - 1, - 0, - 0.8275862068965517, - 0.2883435582822086, - 0, - 0, - 0.9230769230769232, - 0, - 0.2793296089385474, - 0.3006535947712418, - 0.4482758620689655, - 0.845771144278607, - 0, - 0.272108843537415, - 0, - 0.4224137931034483, - 0, - 0, - 0.0654434250764526, - 0, - 0.5208333333333334, - 0, - 0, - 0.081967213114754, - 0.1055966209081309, - 0, - 0.2142857142857142, - 0, - 0.2558746736292428, - 0, - 0.1481481481481481, - 0.0787401574803149, - 0, - 0.1454545454545454, - 0, - 0.5185185185185185, - 0, - 0, - 0, - 0, - 0.0833333333333333, - 0, - 0.5636363636363636, - 0, - 0.648, - 0, - 0, - 0.408, - 0, - 0.8145161290322581, - 0, - 0, - 0, - 0.658008658008658, - 0, - 0.4246575342465753, - 0.4847161572052402, - 0.6032608695652174, - 0.234375, - 0.968421052631579, - 0, - 0.3306451612903225, - 0.8636363636363636, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.0909090909090909, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.0303030303030303, - 0.0263157894736842, - 0, - 0, - 0, - 1, - 0.0588235294117647, - 0, - 0.0555555555555555, - 0, - 0, - 0, - 0, - 0.0769230769230769, - 0, - 0, - 0, - 0.9930795847750864, - 0, - 0, - 0.75, - 0, - 0.8326797385620915, - 0, - 0, - 1, - 0, - 0.7865429234338747, - 1, - 0, - 0, - 1, - 0, - 0.75, - 0, - 0, - 0.75, - 0, - 0, - 0, - 0, - 1, - 0, - 0.75, - 1, - 0.8110047846889952, - 0, - 0.5545454545454546, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.0471698113207547, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "y0": " ", - "yaxis": "y" - }, - { - "alignmentgroup": "True", - "hovertemplate": "Model=%{x}<br>Precision=%{y}<extra></extra>", - "legendgroup": "KShapeAD", - "marker": { - "color": "darksalmon" - }, - "name": "KShapeAD", - "notched": false, - "offsetgroup": "KShapeAD", - "orientation": "v", - "showlegend": true, - "type": "box", - "x": [ - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", - "KShapeAD", "KShapeAD", "KShapeAD", "KShapeAD", @@ -11392,403 +2924,2192 @@ "x0": " ", "xaxis": "x", "y": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0.0609756097560975, - 1, - 0, - 0.0204081632653061, - 1, - 0, - 0.6842105263157895, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.1515151515151515, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0.0279720279720279, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.0769230769230769, - 0, - 0.9004547751389591, - 0.9563356164383562, - 0.1421459175668336, - 0.7615240687191699, - 0, - 0.3041584834770728, - 0.9657995647217328, - 0.8737057220708447, - 1, - 0, - 0, - 0, - 0.088937093275488, - 0.5468164794007491, - 0, - 0, - 0, - 0, - 0.5922671353251318, - 0, - 0, - 0, - 0, - 0.4356060606060606, - 0, - 0.6328125, - 0, - 0, - 0, - 0.2340425531914893, - 0, - 0.1545893719806763, - 0, - 0, - 0, - 0, - 0, - 0.5, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.9386317907444668, - 0.8772029562251279, - 0.9789666209419297, - 0.8515873015873016, - 0.4965675057208238, - 0.4909529553679131, - 1, - 1, - 0.9932119716136996, - 0.1282051282051282, - 0.091324200913242, - 0.1282051282051282, - 0, - 0.238095238095238, - 0.1785714285714285, - 0.16, - 0.2166666666666666, - 0.217391304347826, - 0.66, - 0.7331932773109243, - 0.6678260869565218, - 0.9469240048250904, - 0.62708719851577, - 0.6146351163253132, - 0.8133713561470215, - 1, - 0.5454736842105263, - 0.9696685428392744, - 0.813228517213337, - 0.9998351738915444, - 0.218020022246941, - 0.540785498489426, - 0.917605216360403, - 0.7497733454215775, - 0.7444395987788923, - 0.9914069779480278, - 0.7419490633550831, - 0.9293193717277488, - 0.7721103014716388, - 0.3776223776223776, - 0.7232731441673832, - 0, - 0, - 0, - 0, - 0, - 0, - 0.0120567375886524, - 0, - 0.0181535269709543, - 0, - 0, - 0, - 0, - 0, - 0.1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.0769230769230769, - 0, - 0, - 0, - 0.9973124300111982, - 0.3333333333333333, - 1, - 0.5882352941176471, - 0.7874015748031497, - 0, - 0, - 0, - 1, - 0, - 0.2307692307692307, - 0.1492537313432835, - 1, - 0.99, - 1, - 1, - 0.7089262613195343, - 0, - 0.1829268292682926, - 0, - 0.1685393258426966, - 0, - 0.1190211345939933, - 0, - 0.2942942942942942, - 0.0637619553666312, - 0.303125, - 0, - 0, - 0.0784313725490196, - 0, - 0.2450980392156862, - 0, - 0.6363636363636364, - 0, - 0, - 0.4240506329113924, - 0.0857142857142857, - 0, - 0, - 0, - 0.5378787878787878, - 0.3211920529801324, - 0.7094339622641509, - 0.6764705882352942, - 0, - 0, - 1, - 0.2840236686390532, - 0.2181818181818181, - 0.1132075471698113, - 0.730593607305936, - 0.4, - 0.1428571428571428, - 0, - 0.5959595959595959, - 0.3730769230769231, - 0.1275510204081632, - 0.3428571428571428, - 0.5073170731707317, - 0.6551724137931034, - 0.1864406779661017, - 0.1908396946564885, - 0, - 0.2873900293255132, - 0, - 0, - 0.1779661016949152, - 0, - 0.1773049645390071, - 0, - 0, - 0.0465116279069767, - 0.1886792452830188, - 0.0141281874569262, - 0.3197278911564626, - 0, - 0.2724795640326976, - 0, - 0.1904761904761904, - 0.072992700729927, - 0.0452594615684744, - 0.1904761904761904, - 0, - 0.1632653061224489, - 0, - 0.1265060240963855, - 0.072463768115942, - 0, - 0.1184210526315789, - 0, - 0.2857142857142857, - 0.0333333333333333, - 0.4879518072289157, - 0, - 0, - 0.3053892215568862, - 0, - 0.5872093023255814, - 0, - 0.9298245614035088, - 0, - 0.6158940397350994, - 0, - 0.248, - 0.5634517766497462, - 0.7025316455696202, - 0, - 0.650887573964497, - 1, - 0.2216216216216216, - 0.5459940652818991, - 0, - 0, - 0, - 0.0555555555555555, - 0, - 0, - 0, - 0.0666666666666666, - 0.0317460317460317, - 0, - 0, - 0.037037037037037, - 0.032258064516129, - 0, - 0.0227272727272727, - 0, - 0.037037037037037, - 0.0166666666666666, - 0, - 0.0158730158730158, - 0.0357142857142857, - 0, - 0.0357142857142857, - 0.032258064516129, - 0, - 0, - 0.0714285714285714, - 0, - 0.0377358490566037, - 0, - 0.0303030303030303, - 0, - 0.0434782608695652, - 0, - 0, - 0.0869565217391304, - 0, - 0.2686567164179104, - 0, - 0, - 0.4727272727272727, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0.8148148148148148, - 0, - 0, - 0.027027027027027, - 0, - 0.49609375, - 0, - 0, - 0.8014059753954306, - 0, - 0, - 0, - 1, - 0, - 0, - 0.3687943262411347, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 + 0.1712348422234141, + 0.0789554093695429, + 0.8448721013149383, + 0.1643133093288575, + 0.4139142377604495, + 0.6343432487173599, + 0.100314997438485, + 0.0626935274371929, + 0.0989292543388991, + 0.2124202620562435, + 0.1230694768866554, + 0.1174605970685635, + 0.4348862741947762, + 0.0072786051792892, + 0.0834662530029794, + 0.0061991739007884, + 0.0020053363752814, + 0.1192128272261476, + 0.0085989440968323, + 0.0152894468020548, + 0.4406961973340506, + 0.0549985033722748, + 0.0116241455693966, + 0.2465903973907245, + 0.2023049769793997, + 0.3797092325918696, + 0.2208742315494321, + 0.2565381964504278, + 0.1075420689922313, + 0.0334203029926677, + 0.8554879783837588, + 0.9402112403968608, + 0.3165555306032828, + 0.5698766529238668, + 0.0044617251069151, + 0.2863473889933967, + 0.9595256269953926, + 0.8229285139835512, + 0.3222309042663593, + 0.1089385586571187, + 0.1043868713347201, + 0.0247356192980136, + 0.0667230041454842, + 0.0109476458333124, + 0.0444391993875376, + 0.0659657042414183, + 0.0126530009900555, + 0.1087975563889606, + 0.0283502157092768, + 0.0266456009761572, + 0.1280348015179551, + 0.0309100524253754, + 0.823099074302394, + 0.742654435420068, + 0.820346567089466, + 0.6683260309308499, + 0.2084062087327738, + 0.6667255557077535, + 0.9614042043731226, + 0.9733236272481725, + 0.8284943939182433, + 0.0776923664985786, + 0.0368964222949016, + 0.0513734528255904, + 0.0525852412394804, + 0.0882088753493866, + 0.0859369939193551, + 0.0410513324792643, + 0.1998616500005349, + 0.1260918809021712, + 0.7112973349477919, + 0.764512460104418, + 0.6902504870537683, + 0.7885143526095852, + 0.863063585768947, + 0.7769221604097679, + 0.9978871979310991, + 0.7804363172818787, + 0.8997786472648355, + 0.9060855184981914, + 0.915135052014886, + 0.3908699975178493, + 0.7535964720414123, + 0.9179461001467804, + 0.6053633524584676, + 0.8791790115670586, + 0.9648171051919, + 0.7945047193237208, + 0.945345994988042, + 0.7601658038463308, + 0.2941511612992795, + 0.7457254088742251, + 0.1815054312003558, + 0.0216135877034446, + 0.0051843442308394, + 0.1968275493634217, + 0.0602688587344568, + 0.6892957179198624, + 0.5538712065183758, + 0.4523772176145589, + 0.2389901189274668, + 0.7858100348510574, + 0.8513418543532874, + 0.1701437480093701, + 0.9987758344353704, + 0.7200028027469816, + 0.4962499459971852, + 0.7385047232307498, + 0.961878642581938, + 0.4588962370959195, + 0.2399758779953592, + 0.3801776006756148, + 0.1007938306210883, + 0.992550302435972, + 0.8308980058748746, + 0.8736329187668159, + 0.2408447526822411, + 0.6154274055484763, + 0.0780511293224378, + 0.1344932960667202, + 0.6468616927049384, + 0.0354016417202364, + 0.6356328725644497, + 0.1836052390457744, + 0.0772429014158623, + 0.9887392605033732, + 0.1391540656653996, + 0.4022675754122646, + 0.8041912762333603, + 0.2883762074574049, + 0.350938019051393, + 0.2727913472884148, + 0.1584199110981423, + 0.1589696147248999, + 0.2756358176620129, + 0.1422767785016533, + 0.0661548593857135, + 0.460092291769943, + 0.9113532406568624, + 0.8688539649316347, + 0.0435914948040654, + 0.9931160886392753, + 0.1449078292957489, + 0.5339561375522125, + 0.1232457805407691, + 0.4374788887739835, + 0.312012288679053, + 0.0144336849579979, + 0.0923098725236527, + 0.4709392867034568, + 0.3084752622908711, + 0.3285524777469855, + 0.1637124560062202, + 0.6719223700686413, + 0.0722513163293469, + 0.0870287825267176, + 0.5941881088199054, + 0.1316828770034426 + ], + "y0": " ", + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>AUC-PR=%{y}<extra></extra>", + "legendgroup": "Sub-KNN", + "marker": { + "color": "firebrick" + }, + "name": "Sub-KNN", + "notched": false, + "offsetgroup": "Sub-KNN", + "orientation": "v", + "showlegend": true, + "type": "box", + "x": [ + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN", + "Sub-KNN" + ], + "x0": " ", + "xaxis": "x", + "y": [ + 0.1523262581104663, + 0.089276815931082, + 0.7804939197406765, + 0.1025311198213378, + 0.2673606936775093, + 0.0799871055524816, + 0.1075267500842549, + 0.1135161224130423, + 0.3191418066700321, + 0.3395515570251755, + 0.1208922588951295, + 0.0937876891991755, + 0.1197303294842567, + 0.0306652295900467, + 0.0141734069240812, + 0.0888943267977681, + 0.4610242941298165, + 0.0201846191443787, + 0.00910750500803, + 0.0345741487052744, + 0.0437918289260932, + 0.212630684691292, + 0.0108530210481705, + 0.0876661293502108, + 0.1099183572273734, + 0.2769562898747643, + 0.3286186598435383, + 0.1792424450809751, + 0.1187596252063725, + 0.0356270541251155, + 0.6064551029892962, + 0.5127619971758018, + 0.696047934918316, + 0.279177621406833, + 0.0179367591204655, + 0.6624302700772268, + 0.4274879657652595, + 0.8040465503650389, + 0.1031250690291624, + 0.0972128778383942, + 0.0497566633109275, + 0.0267635646748041, + 0.0723419735391027, + 0.0141143092015942, + 0.0449345292402107, + 0.0772158212305567, + 0.0074005456977037, + 0.0476740888299641, + 0.0133726105745565, + 0.0286335958532341, + 0.0963602904909927, + 0.0291427089430587, + 0.8498743453009932, + 0.5924547543638758, + 0.8241304543458442, + 0.5749013004499102, + 0.2743965189180171, + 0.4473496488059603, + 0.5411709576116785, + 0.7049287554886386, + 0.6098544765563699, + 0.2840993927535514, + 0.2908130007611861, + 0.3352233351719916, + 0.3349489346850345, + 0.3082768109197632, + 0.3401190490117365, + 0.2870537289847125, + 0.3470449854486663, + 0.340585174951947, + 0.7100899496335756, + 0.7401773086083793, + 0.6720913474095112, + 0.1419763904887445, + 0.6477256517314346, + 0.6883485332546951, + 0.2886071640989366, + 0.287732665539423, + 0.8047944341817188, + 0.8466194377359249, + 0.2627094924406777, + 0.4556577789780144, + 0.670321416443434, + 0.502324180006374, + 0.4581466742654981, + 0.731229263222228, + 0.3204427057667937, + 0.6967032299990906, + 0.7962301459826259, + 0.4518860753211877, + 0.4318207375792444, + 0.6973114904144775, + 0.0607240274611745, + 0.0585782671813933, + 0.0056131686959559, + 0.1581037263607407, + 0.1018701956448759, + 0.5345540359840659, + 0.4989629442757199, + 0.4820751277662811, + 0.1566198457743827, + 0.7817215955219927, + 0.6038220843100839, + 0.1942308029707715, + 0.8768963017338983, + 0.756203340074717, + 0.3223414866231004, + 0.9475453457555104, + 0.8736483511065652, + 0.1101385374707895, + 0.1886878124500332, + 0.8678826023671368, + 0.1286640693898746, + 0.9158297579703552, + 0.8304898839360788, + 0.814014018547984, + 0.2951766931028535, + 0.8304898839360788, + 0.814014018547984, + 0.1379798345740358, + 0.7497517452718512, + 0.3378125588666267, + 0.4446118409340969, + 0.546867283129093, + 0.1571301961739053, + 0.7497517452718512, + 0.7633918296616501, + 0.7923735083550605, + 0.8304898839360788, + 0.546867283129093, + 0.7923735083550605, + 0.7966296044462904, + 0.1379798345740358, + 0.8928201093493022, + 0.546867283129093, + 0.1379798345740358, + 0.814014018547984, + 0.546867283129093, + 0.8481622814760288, + 0.814014018547984, + 0.0510007119891463, + 0.7497517452718512, + 0.1379798345740358, + 0.7923735083550605, + 0.4731560750788466, + 0.1714868310011292, + 0.2829833813654591, + 0.0158039611971096, + 0.1011599206259215, + 0.5114748500356769, + 0.1812342606404486, + 0.4613986265563597, + 0.1305781530226878, + 0.703533626733774, + 0.107925159901918, + 0.0868555481935365, + 0.6879005034560557, + 0.1975347167958565 + ], + "y0": " ", + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>AUC-PR=%{y}<extra></extra>", + "legendgroup": "CNN", + "marker": { + "color": "steelblue" + }, + "name": "CNN", + "notched": false, + "offsetgroup": "CNN", + "orientation": "v", + "showlegend": true, + "type": "box", + "x": [ + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN" + ], + "x0": " ", + "xaxis": "x", + "y": [ + 0.1328324458239115, + 0.1504005365715413, + 0.1124692189847748, + 0.239679262936926, + 0.2904529255629753, + 0.2996700708317522, + 0.2291646125166166, + 0.1082206477967524, + 0.1758598128192857, + 0.099606266179599, + 0.5521839397868704, + 0.1278930448865477, + 0.1792238334933775, + 0.0262900128738214, + 0.1601317344975891, + 0.1920766323414748, + 0.1063678953329415, + 0.1728015661132299, + 0.6737206714865595, + 0.6173932755476295, + 0.1709775470600535, + 0.1278873287960946, + 0.5190252922493026, + 0.1863102705843431, + 0.1637540844920256, + 0.0964301100880752, + 0.2470762894773877, + 0.1486800021828539, + 0.3968424813684483, + 0.3814990500329981, + 0.0567691660845604, + 0.370805132806317, + 0.0405475925086976, + 0.1366665907089195, + 0.2520877398107112, + 0.0404820581147847, + 0.3382671365521822, + 0.0455970533663441, + 0.2064088100730669, + 0.6503230027741786, + 0.2867570208454935, + 0.6697762463542491, + 0.3732073489327516, + 0.6678007486370199, + 0.3006768151916708, + 0.6197878397435049, + 0.6172967151683105, + 0.2658845990801005, + 0.6154890324108804, + 0.6258815642669298, + 0.5105144132868616, + 0.6706809534326306, + 0.1376367116383161, + 0.1550742947042152, + 0.1312767964951646, + 0.5221183737385473, + 0.4480362043305258, + 0.4119115001879313, + 0.5333516527971472, + 0.3920940104200682, + 0.4586620090831176, + 0.0043837742157298, + 0.0018230642851937, + 0.002545365466535, + 0.0024890574857084, + 0.0031173641830509, + 0.0032336914267633, + 0.0033334250508187, + 0.0020281729310624, + 0.0117407412643223, + 0.0343290869923613, + 0.0283262807631209, + 0.0253197804527539, + 0.3775231450451642, + 0.2915885316166368, + 0.1806984923549196, + 0.4213237162550181, + 0.119655897877053, + 0.0624282425752271, + 0.276526617268294, + 0.3629257862201665, + 0.0253582053840866, + 0.1771592154717221, + 0.2418608488510582, + 0.122838932077438, + 0.1578248751232527, + 0.3625530604080951, + 0.0272641458481981, + 0.3349161320180047, + 0.0637749143818093, + 0.0791299760179985, + 0.0903270854385061, + 0.8011885823723923, + 0.0676929978774138, + 0.4208464803698435, + 0.8511754057350975, + 0.416428405809388, + 0.7698916146964513, + 0.8261120070659179, + 0.4118939698305733, + 0.0573807902779695, + 0.1731144414557461, + 0.0837413719831956, + 0.0403206017871651, + 0.7897483906128501, + 0.0953072268415533, + 0.0723996101568745, + 0.4520822150383639, + 0.0311364325338951, + 0.7387181088941073, + 0.0354925769288679, + 0.0339283977880141, + 0.9667320431665122, + 0.9263766719108728, + 0.9763384688308424, + 0.7833341070788942, + 0.4523065057545481, + 0.951281666190683, + 0.7871960361750686, + 0.6617533075625024, + 0.529891171348325, + 0.8747409077838373, + 0.955256729190838, + 0.5520043075552514, + 0.5232371466455404, + 0.5413522582502852, + 0.8697245395486074, + 0.6425014182561772, + 0.9077160066940256, + 0.5660885432547773, + 0.6438719500596068, + 0.3486188885358577, + 0.6402999524709625, + 0.501614617773656, + 0.5663361398083474, + 0.6802028670386211, + 0.7991737119740654, + 0.5656625918964877, + 0.1642127989205829, + 0.7940940330597566, + 0.2158407393191715, + 0.4795406498299061, + 0.6049264773239309, + 0.6415948105429403, + 0.7908201934997872, + 0.9708472323632682, + 0.9309666381632286, + 0.5777427407200821, + 0.9849378551078432, + 0.8849566083029605, + 0.9949674927071218, + 0.7932569357493211, + 0.1185621163827324, + 0.9397616157331096, + 0.2055228008280825, + 0.3740637053486154, + 0.9101793779846004, + 0.777663281483582 + ], + "y0": " ", + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>AUC-PR=%{y}<extra></extra>", + "legendgroup": "LSTMAD", + "marker": { + "color": "blueviolet" + }, + "name": "LSTMAD", + "notched": false, + "offsetgroup": "LSTMAD", + "orientation": "v", + "showlegend": true, + "type": "box", + "x": [ + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD" + ], + "x0": " ", + "xaxis": "x", + "y": [ + 0.1114811464088816, + 0.1216352929102622, + 0.0863785520999006, + 0.1900210818480747, + 0.2266054728160446, + 0.068930349229141, + 0.3019649323978445, + 0.114881668421924, + 0.1215419564314522, + 0.1002070301715388, + 0.4162293274911158, + 0.0959018159169502, + 0.0156099553109553, + 0.0019784484444258, + 0.0045400576125231, + 0.0389981704366677, + 0.0010117170525816, + 0.0614972385801277, + 0.4692431313389204, + 0.3087434797746063, + 0.0025378322401993, + 0.0054371903916583, + 0.841388873875802, + 0.0160994444419026, + 0.0175155026911261, + 0.0061063718333813, + 0.2023077223729303, + 0.1432377785539599, + 0.4271686588299724, + 0.1322337577607795, + 0.0507139458312757, + 0.3268702492730955, + 0.0518362649808909, + 0.1255949221045285, + 0.0828161324340301, + 0.0359079902999632, + 0.180146074082762, + 0.050641754546515, + 0.1739879072639512, + 0.6659190414079911, + 0.2973063568175258, + 0.6707775056899709, + 0.3845771674704322, + 0.7332309713918919, + 0.3784668843234977, + 0.6571303430961545, + 0.4209858532864562, + 0.3432486170500073, + 0.5184789964676685, + 0.6291538316376156, + 0.4663934294305344, + 0.5970841100853315, + 0.1263362673352569, + 0.1602013675075099, + 0.1305039057205968, + 0.450077386735166, + 0.4497357108799843, + 0.3999137592402245, + 0.2784675765691576, + 0.2308065730870653, + 0.2645752076477775, + 0.0222984191676425, + 0.0017818131424542, + 0.061391827756733, + 0.0466341139577001, + 0.0685675121884226, + 0.0345460966063047, + 0.0742777379376246, + 0.0447332083316952, + 0.0585076306656903, + 0.036779545854983, + 0.0258856485910954, + 0.0288268357925318, + 0.2625413051603978, + 0.1891400409731513, + 0.1681774513220414, + 0.270687474855342, + 0.0937394912921102, + 0.032985558370704, + 0.1497421083667586, + 0.2453754565185324, + 0.0421354979427216, + 0.1195371178527897, + 0.1772786602964193, + 0.0894529858315303, + 0.1101152022240516, + 0.2039559368016421, + 0.0299078663953853, + 0.1222230227909392, + 0.0419841232950593, + 0.0875448241574165, + 0.0390117897298735, + 0.7893535926609497, + 0.1323081858343272, + 0.4615416104180114, + 0.6984350672518377, + 0.4315836653999498, + 0.770925185334963, + 0.8234678240249466, + 0.3580709697520762, + 0.1836718046484004, + 0.1833445641382529, + 0.0570664027991004, + 0.0359492701956271, + 0.4795585086588033, + 0.0813003969733314, + 0.0647879297198734, + 0.4213334762375586, + 0.0454632353418692, + 0.7376946947277406, + 0.0289201496901289, + 0.0269574796955106, + 0.9775786665471188, + 0.5535551120261957, + 0.9544025346025836, + 0.5801034660636765, + 0.066703245894172, + 0.9053131320367996, + 0.5735701881516397, + 0.8339883324471311, + 0.7021607022176044, + 0.9768759991505862, + 0.9583879186638148, + 0.8235144451712874, + 0.948377506556802, + 0.4923757439345692, + 0.992970255730044, + 0.8268523810515537, + 0.9131004008070718, + 0.8235144520346078, + 0.8074206554152196, + 0.8794038096452736, + 0.8339883870933744, + 0.9421833305020378, + 0.823514486350622, + 0.8339890589871864, + 0.6037584056717167, + 0.8235144657959571, + 0.0678573456146895, + 0.5757234711948978, + 0.0433941250304429, + 0.7015421886073693, + 0.8339889889097695, + 0.8279877998780905, + 0.959953084390605, + 0.9718491015673606, + 0.4945030819575546, + 0.0111357415519349, + 0.0125630075305213, + 0.9178179727951572, + 0.9593104589769668, + 0.625724963271805, + 0.0186878621532751, + 0.914291235318628, + 0.0190607721577046, + 0.5187870275682767, + 0.8095612578614829, + 0.843748197767318 + ], + "y0": " ", + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>AUC-PR=%{y}<extra></extra>", + "legendgroup": "OCSVM", + "marker": { + "color": "darkorange" + }, + "name": "OCSVM", + "notched": false, + "offsetgroup": "OCSVM", + "orientation": "v", + "showlegend": true, + "type": "box", + "x": [ + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM" + ], + "x0": " ", + "xaxis": "x", + "y": [ + 0.1394865908326413, + 0.1108904937621381, + 0.2909950448240139, + 0.1476407401737049, + 0.3396563870736648, + 0.4919291881276068, + 0.18407434237444, + 0.3526298435982768, + 0.1307144197661678, + 0.3092845683563715, + 0.348073072608216, + 0.1028629117670522, + 0.0121911877889895, + 0.0651024205504132, + 0.0062499271794821, + 0.0224582707753, + 0.2158756184182094, + 0.0083799675543932, + 0.0300147614165055, + 0.0211938426311072, + 0.0073335924645905, + 0.0421788265003758, + 0.0420763788722362, + 0.0068781464710856, + 0.0201320808352724, + 0.0408285873220206, + 0.193666677214405, + 0.1835902998986572, + 0.0833803942479325, + 0.0665123825532765, + 0.1762353116684692, + 0.7990936028105087, + 0.3658278523562158, + 0.3108373670465141, + 0.0156023057071174, + 0.1290093726695044, + 0.8708686818789869, + 0.1791318610796259, + 0.0597262025058509, + 0.0878594339935982, + 0.0219076580788188, + 0.1531812591496626, + 0.1360867938079265, + 0.0136883395938033, + 0.0179257890778987, + 0.0961970095133445, + 0.1498482424873823, + 0.0183567024739092, + 0.0235844461029537, + 0.1487000807743424, + 0.0384350341592711, + 0.1146583990656209, + 0.5015845086394166, + 0.3599490188796566, + 0.4070610314091634, + 0.9570618962769284, + 0.3928769612292931, + 0.4004816451834703, + 0.9806994028042456, + 0.942188160166989, + 0.7700270470375565, + 0.00289953178386, + 0.0144905754841056, + 0.0361294197502739, + 0.049514175838549, + 0.0423439957371472, + 0.0312736433135163, + 0.0095639455146338, + 0.0491555331097135, + 0.0605757852026091, + 0.1473543419310827, + 0.2885133298921621, + 0.1276829036547068, + 0.6210347313282302, + 0.4339635660987654, + 0.3961084736274988, + 0.928158586292909, + 0.7346208622384622, + 0.6019780980899492, + 0.714915267253168, + 0.8809658028584102, + 0.3053185703888332, + 0.7285586493610012, + 0.7072575567277034, + 0.0894426213899067, + 0.403708187699012, + 0.9236643418364512, + 0.3195690233369745, + 0.900254399060013, + 0.1929169690245296, + 0.1751507749463519, + 0.2876775140854244, + 0.1429250851644735, + 0.0179817900122092, + 0.1447097041378912, + 0.3312411873673295, + 0.2655563488293382, + 0.5797332758208248, + 0.5047611496434953, + 0.3690800520887407, + 0.1451544234061006, + 0.6923374124458738, + 0.7907280829357053, + 0.1336394779450513, + 0.9278510718923384, + 0.6581592114149666, + 0.2159361837395415, + 0.6054680823471222, + 0.9162461684195148, + 0.1595147595176652, + 0.2359339862836652, + 0.7312152878784769, + 0.5281669017365177, + 0.9859838344734986, + 0.9408140593643208, + 0.9001687888479855, + 0.5008330851110775, + 0.9408140593643208, + 0.9001687888479855, + 0.1688464052930393, + 0.4536576328488673, + 0.6967067930826863, + 0.7291769412239785, + 0.1512553257932957, + 0.3871116093376845, + 0.4536576328488673, + 0.8221243178285148, + 0.8304362847580921, + 0.9408140593643208, + 0.1512553257932957, + 0.8304362847580921, + 0.1242982677313236, + 0.1688464052930393, + 0.3235676125471047, + 0.1512553257932957, + 0.1688464052930393, + 0.9001687888479855, + 0.1512553257932957, + 0.8435012970822906, + 0.9001687888479855, + 0.2241573368832996, + 0.4536576328488673, + 0.1688464052930393, + 0.8304362847580921, + 0.6238834237193548, + 0.1663289904520662, + 0.1636314417080467, + 0.0501166609814178, + 0.0588301921234985, + 0.0881405691263152, + 0.0368871572364572, + 0.0813453086805886, + 0.0737302884837991, + 0.0673710486197739, + 0.0578089797902406, + 0.0754140026934415, + 0.1100546419643748, + 0.1420538273649088 + ], + "y0": " ", + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>AUC-PR=%{y}<extra></extra>", + "legendgroup": "Sub-LOF", + "marker": { + "color": "dodgerblue" + }, + "name": "Sub-LOF", + "notched": false, + "offsetgroup": "Sub-LOF", + "orientation": "v", + "showlegend": true, + "type": "box", + "x": [ + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF" + ], + "x0": " ", + "xaxis": "x", + "y": [ + 0.3218994194786606, + 0.1340215552089061, + 0.7456357834680507, + 0.859280525514009, + 0.6017348437957262, + 0.805547412517549, + 0.1946247845978042, + 0.2659768372134259, + 0.565785679696345, + 0.6276889921241051, + 0.2311610658551061, + 0.1344373102972949, + 0.837341817665691, + 0.8287362597696876, + 0.1115423996013432, + 0.8219858349290581, + 0.7124867730852109, + 0.1085912274207521, + 0.1699693502593145, + 0.1396275897547763, + 0.085252026788209, + 0.6482895129542451, + 0.1909093361267924, + 0.1440833947437573, + 0.5952574290557289, + 0.9455531403722516, + 0.5316912114504433, + 0.1657893200313301, + 0.4081018003016015, + 0.2522823807762812, + 0.6004038499244344, + 0.1573089747544283, + 0.3283595318366296, + 0.1846537389009162, + 0.4891009095044807, + 0.583491524288927, + 0.0906390463376299, + 0.6476015757289679, + 0.5456856124246136, + 0.051540871530017, + 0.6292810216050436, + 0.0612155534020097, + 0.1333102321057455, + 0.1641710414336448, + 0.5903539834428579, + 0.0541379008065215, + 0.6276649583272591, + 0.5896661438684322, + 0.640293210281372, + 0.029481589333275, + 0.5885628259170632, + 0.0495830846251967, + 0.3051908115560204, + 0.5747423630069058, + 0.3157638587179828, + 0.2840385739780406, + 0.3439214186506282, + 0.3641750014143997, + 0.319599761540296, + 0.2313990284161472, + 0.2596109888074874, + 0.6642034175318297, + 0.49735169128419, + 0.5761714724871725, + 0.5359511727092915, + 0.6580312184598485, + 0.6650843537435164, + 0.6079406376601167, + 0.5467882354418452, + 0.3544909776518659, + 0.0971638374977261, + 0.1991513699529079, + 0.0326647581137693, + 0.1580792817686109, + 0.4134339670417601, + 0.3731999148303776, + 0.1680869295286098, + 0.1398940698165619, + 0.4429496533648396, + 0.3768945165382683, + 0.2119508557285788, + 0.210729721921496, + 0.6742114010054635, + 0.2241063275119366, + 0.3960109014076194, + 0.4005073662146535, + 0.0905598032015077, + 0.4061020462387537, + 0.1831787328292153, + 0.2544954974228083, + 0.564920217243887, + 0.5692020614239198, + 0.0133552951957362, + 0.0639246053279902, + 0.3940934160892099, + 0.4122076964748635, + 0.4490958358860574, + 0.4913209986150689, + 0.3813250853074393, + 0.5119762791999092, + 0.1845846513718583, + 0.1893308196108754, + 0.3124757887707201, + 0.0910810697740002, + 0.3385017207997597, + 0.3285607139676931, + 0.1750346138359664, + 0.3165944558210163, + 0.6599602952843687, + 0.1135633808365225, + 0.5018111105315888, + 0.038222992880854, + 0.1859806670705534, + 0.1648122630752216, + 0.1051922957232208, + 0.2920048619124654, + 0.2623375579370071, + 0.1051922957232208, + 0.2920048619124654, + 0.1794112043367337, + 0.4207462779806871, + 0.0598438751315101, + 0.2189077472548714, + 0.2198333591602154, + 0.1965886946870738, + 0.4207462779806871, + 0.1506431679178592, + 0.5040472285394002, + 0.1051922957232208, + 0.2198333591602154, + 0.5040472285394002, + 0.3881210727030064, + 0.1794112043367337, + 0.190363607124466, + 0.2198333591602154, + 0.1794112043367337, + 0.2920048619124654, + 0.2198333591602154, + 0.1753672687053128, + 0.2920048619124654, + 0.439406292950554, + 0.4207462779806871, + 0.1794112043367337, + 0.5040472285394002, + 0.1424210323929299, + 0.1214376044723126, + 0.2332862309723236, + 0.0471931162317259, + 0.1232358148170093, + 0.0556324387889492, + 0.222211163254926, + 0.077358660806981, + 0.1829459288417954, + 0.1545545238029232, + 0.2608476045166529, + 0.1605332871032541, + 0.1295285606899646, + 0.2404522663939663 + ], + "y0": " ", + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>AUC-PR=%{y}<extra></extra>", + "legendgroup": "LOF", + "marker": { + "color": "darkgoldenrod" + }, + "name": "LOF", + "notched": false, + "offsetgroup": "LOF", + "orientation": "v", + "showlegend": true, + "type": "box", + "x": [ + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF", + "LOF" + ], + "x0": " ", + "xaxis": "x", + "y": [ + 0.1405806868285745, + 0.1085310842837359, + 0.1396858059506953, + 0.1700664860237296, + 0.223608966267617, + 0.1354755559990608, + 0.2532557673271695, + 0.1191671718129292, + 0.1327105835059492, + 0.1254583986934821, + 0.2062330223280688, + 0.1006552949671405, + 0.1042575933190469, + 0.1251487728643251, + 0.08228623642303, + 0.1032121236637011, + 0.1276236563561687, + 0.111560008316297, + 0.0848461243246629, + 0.0391453782659907, + 0.089430869283335, + 0.0767320721785464, + 0.1893013963334477, + 0.0622238047943514, + 0.0738006536969987, + 0.0590060917263214, + 0.1707804660572297, + 0.477613321943074, + 0.185542778307713, + 0.129509098249193, + 0.0456978219335165, + 0.0690206105472204, + 0.0280117357339858, + 0.1032516841956689, + 0.015458112700454, + 0.0298630431135071, + 0.079926833833455, + 0.0417918579283705, + 0.0581032999440075, + 0.0675990080779291, + 0.2593157050591376, + 0.2108720879888618, + 0.1566784967372049, + 0.320949213404367, + 0.2275659489032714, + 0.0808792566801892, + 0.0598532159472378, + 0.2162010510083726, + 0.0565337963886233, + 0.2276739220975757, + 0.0511692005403612, + 0.2929889732604834, + 0.1486432634012925, + 0.1493518199784113, + 0.1488384288198663, + 0.2139652152344032, + 0.3264826097564385, + 0.3182543176758732, + 0.1795836313649507, + 0.1741829138325118, + 0.1698641477252712, + 0.0025732981097814, + 0.0018668108263324, + 0.0021531568421192, + 0.0023270128625175, + 0.0020654009278846, + 0.002164834555865, + 0.0022661017619902, + 0.0023533606517403, + 0.0021095293152135, + 0.0913694133207964, + 0.0863885938778863, + 0.0688350284612982, + 0.076136928874883, + 0.0259951474978782, + 0.0669836069341915, + 0.0955346638019348, + 0.0190463182419649, + 0.0321959105444343, + 0.0371275953189653, + 0.0892952663425079, + 0.0114861590642819, + 0.0215330093197543, + 0.0617399692764755, + 0.041418176996053, + 0.0333433780143379, + 0.0798880693387187, + 0.0283976220989755, + 0.0376022369253553, + 0.0351215450067942, + 0.0610002449549099, + 0.0340030393869326, + 0.1133514334016599, + 0.2779581141693215, + 0.4267011212634134, + 0.3022757281559719, + 0.291118878998896, + 0.4105897254355469, + 0.4212176859553052, + 0.0715421233322276, + 0.0526040888472349, + 0.1058990635652035, + 0.088033744713175, + 0.0786616157976434, + 0.0812615726152311, + 0.0831311736889154, + 0.0862447643103002, + 0.0861639780116655, + 0.0346849865951742, + 0.1206834698967151, + 0.3437771375433802, + 0.2265932313131273, + 0.3792663091715192, + 0.1830605816691892, + 0.2608959070530289, + 0.2211449735661129, + 0.2547509904050904, + 0.2608959070530289, + 0.2211449735661129, + 0.2111939985342952, + 0.136173781225439, + 0.3752219075052516, + 0.2607886412013912, + 0.3498397753313118, + 0.2578516939086144, + 0.136173781225439, + 0.478832772251796, + 0.1400096555240559, + 0.2608959070530289, + 0.3498397753313118, + 0.1400096555240559, + 0.2885138706685925, + 0.2111939985342952, + 0.2875529263215605, + 0.3498397753313118, + 0.2111939985342952, + 0.2211449735661129, + 0.3498397753313118, + 0.1668913965980641, + 0.2211449735661129, + 0.089206377376984, + 0.136173781225439, + 0.2111939985342952, + 0.1400096555240559, + 0.4607659348013322, + 0.2119774130127311, + 0.1169471435482338, + 0.0906015108034702, + 0.1198688179952362, + 0.0972830953606347, + 0.0574455310738452, + 0.2095486103998248, + 0.1576792756615718, + 0.1116993006586579, + 0.1695512968750395, + 0.1072570183157936, + 0.3590258032385338, + 0.0754958959629854 ], "y0": " ", "yaxis": "y" @@ -12383,7 +5704,7 @@ } }, "title": { - "text": "Vergleich der Performanz der Modelle anhand Precision", + "text": "Vergleich der Performanz der Modelle anhand AUC-PR für Sequenzanomalien", "x": 0.5, "xanchor": "center", "y": 0.94, @@ -12393,20 +5714,20 @@ "xaxis": { "anchor": "y", "categoryarray": [ - "CNN", - "LSTMAD", - "USAD", "PCA", - "OmniAnomaly", - "Sub-IForest", - "Sub-LOF", "POLY", + "Sub-IForest", + "OmniAnomaly", "IForest", - "LOF", - "Sub-KNN", + "USAD", "KMeansAD_U", + "KShapeAD", + "Sub-KNN", + "CNN", + "LSTMAD", "OCSVM", - "KShapeAD" + "Sub-LOF", + "LOF" ], "categoryorder": "array", "domain": [ @@ -12426,7 +5747,7 @@ 1 ], "title": { - "text": "Precision" + "text": "AUC-PR" } } } @@ -12437,7 +5758,6 @@ } ], "source": [ - "metric = 'Precision'#'AUC-PR'#\n", "#sort by average values\n", "mean_sorted = df.groupby(\"Model\")[metric].mean().sort_values(ascending=False).index\n", "\n", @@ -12459,7 +5779,7 @@ " ),\n", " template = 'ggplot2',\n", " title={\n", - " 'text': 'Vergleich der Performanz der Modelle anhand '+ metric,\n", + " 'text': title,\n", " 'x':0.5,\n", " 'y':0.94, \n", " 'xanchor':'center',\n", @@ -12478,7 +5798,7 @@ }, { "cell_type": "code", - "execution_count": 31, + "execution_count": null, "metadata": {}, "outputs": [ { @@ -12520,7 +5840,7 @@ ], "xaxis": "x", "y": [ - 18.46554386886001 + 22.218989655941346 ], "yaxis": "y" }, @@ -12546,137 +5866,137 @@ ], "xaxis": "x", "y": [ - 26.574519822819706 + 35.28004655506037 ], "yaxis": "y" }, { "alignmentgroup": "True", "hovertemplate": "Model=%{x}<br>duration=%{y}<extra></extra>", - "legendgroup": "USAD", + "legendgroup": "LSTMAD", "marker": { - "color": "mediumpurple", + "color": "blueviolet", "opacity": 0.8, "pattern": { "shape": "" } }, - "name": "USAD", - "offsetgroup": "USAD", + "name": "LSTMAD", + "offsetgroup": "LSTMAD", "orientation": "v", "showlegend": true, "textposition": "auto", "type": "bar", "x": [ - "USAD" + "LSTMAD" ], "xaxis": "x", "y": [ - 28.923880110459603 + 35.62581483020058 ], "yaxis": "y" }, { "alignmentgroup": "True", "hovertemplate": "Model=%{x}<br>duration=%{y}<extra></extra>", - "legendgroup": "Sub-IForest", + "legendgroup": "OmniAnomaly", "marker": { - "color": "green", + "color": "slateblue", "opacity": 0.8, "pattern": { "shape": "" } }, - "name": "Sub-IForest", - "offsetgroup": "Sub-IForest", + "name": "OmniAnomaly", + "offsetgroup": "OmniAnomaly", "orientation": "v", "showlegend": true, "textposition": "auto", "type": "bar", "x": [ - "Sub-IForest" + "OmniAnomaly" ], "xaxis": "x", "y": [ - 30.438921643144237 + 46.57872062544279 ], "yaxis": "y" }, { "alignmentgroup": "True", "hovertemplate": "Model=%{x}<br>duration=%{y}<extra></extra>", - "legendgroup": "POLY", + "legendgroup": "USAD", "marker": { - "color": "lightskyblue", + "color": "mediumpurple", "opacity": 0.8, "pattern": { "shape": "" } }, - "name": "POLY", - "offsetgroup": "POLY", + "name": "USAD", + "offsetgroup": "USAD", "orientation": "v", "showlegend": true, "textposition": "auto", "type": "bar", "x": [ - "POLY" + "USAD" ], "xaxis": "x", "y": [ - 30.973502482815412 + 47.7148148123222 ], "yaxis": "y" }, { "alignmentgroup": "True", "hovertemplate": "Model=%{x}<br>duration=%{y}<extra></extra>", - "legendgroup": "OmniAnomaly", + "legendgroup": "IForest", "marker": { - "color": "slateblue", + "color": "darkmagenta", "opacity": 0.8, "pattern": { "shape": "" } }, - "name": "OmniAnomaly", - "offsetgroup": "OmniAnomaly", + "name": "IForest", + "offsetgroup": "IForest", "orientation": "v", "showlegend": true, "textposition": "auto", "type": "bar", "x": [ - "OmniAnomaly" + "IForest" ], "xaxis": "x", "y": [ - 31.020189434815414 + 50.97673821147484 ], "yaxis": "y" }, { "alignmentgroup": "True", "hovertemplate": "Model=%{x}<br>duration=%{y}<extra></extra>", - "legendgroup": "IForest", + "legendgroup": "Sub-IForest", "marker": { - "color": "darkmagenta", + "color": "green", "opacity": 0.8, "pattern": { "shape": "" } }, - "name": "IForest", - "offsetgroup": "IForest", + "name": "Sub-IForest", + "offsetgroup": "Sub-IForest", "orientation": "v", "showlegend": true, "textposition": "auto", "type": "bar", "x": [ - "IForest" + "Sub-IForest" ], "xaxis": "x", "y": [ - 31.21474815135639 + 51.266125943087324 ], "yaxis": "y" }, @@ -12702,33 +6022,33 @@ ], "xaxis": "x", "y": [ - 32.13738634904626 + 57.0281253902218 ], "yaxis": "y" }, { "alignmentgroup": "True", "hovertemplate": "Model=%{x}<br>duration=%{y}<extra></extra>", - "legendgroup": "LSTMAD", + "legendgroup": "POLY", "marker": { - "color": "blueviolet", + "color": "lightskyblue", "opacity": 0.8, "pattern": { "shape": "" } }, - "name": "LSTMAD", - "offsetgroup": "LSTMAD", + "name": "POLY", + "offsetgroup": "POLY", "orientation": "v", "showlegend": true, "textposition": "auto", "type": "bar", "x": [ - "LSTMAD" + "POLY" ], "xaxis": "x", "y": [ - 33.17645774320031 + 61.07144836836223 ], "yaxis": "y" }, @@ -12754,7 +6074,7 @@ ], "xaxis": "x", "y": [ - 38.65838090358513 + 74.58672633050364 ], "yaxis": "y" }, @@ -12780,7 +6100,7 @@ ], "xaxis": "x", "y": [ - 46.61300139823548 + 91.55315207529672 ], "yaxis": "y" }, @@ -12806,7 +6126,7 @@ ], "xaxis": "x", "y": [ - 50.93969483459627 + 96.83244684074498 ], "yaxis": "y" }, @@ -12832,7 +6152,7 @@ ], "xaxis": "x", "y": [ - 52.58865696116719 + 101.4624824644644 ], "yaxis": "y" }, @@ -12858,7 +6178,7 @@ ], "xaxis": "x", "y": [ - 104.21769456779326 + 165.97131169445908 ], "yaxis": "y" } @@ -13464,13 +6784,13 @@ "categoryarray": [ "LOF", "CNN", - "USAD", - "Sub-IForest", - "POLY", + "LSTMAD", "OmniAnomaly", + "USAD", "IForest", + "Sub-IForest", "KShapeAD", - "LSTMAD", + "POLY", "PCA", "Sub-LOF", "KMeansAD_U", diff --git a/src/group_evaluation/create_heatmap.ipynb b/src/group_evaluation/create_heatmap.ipynb index cc245bef517dfef99a77e18d72ba7d926f640589..feb66554e34d6d976d24c7d978c4c7afef1c4ed7 100644 --- a/src/group_evaluation/create_heatmap.ipynb +++ b/src/group_evaluation/create_heatmap.ipynb @@ -2,7 +2,7 @@ "cells": [ { "cell_type": "code", - "execution_count": 1, + "execution_count": 18, "metadata": {}, "outputs": [], "source": [ @@ -12,7 +12,7 @@ }, { "cell_type": "code", - "execution_count": 10, + "execution_count": 45, "metadata": {}, "outputs": [ { @@ -36,27 +36,26 @@ " <thead>\n", " <tr style=\"text-align: right;\">\n", " <th></th>\n", - " <th>UCR</th>\n", - " <th>WSD</th>\n", - " <th>SMAP</th>\n", + " <th>MITDB</th>\n", + " <th>SWaT</th>\n", + " <th>NEK</th>\n", " <th>IOPS</th>\n", - " <th>Stock</th>\n", - " <th>MSL</th>\n", + " <th>LTDB</th>\n", " <th>Power</th>\n", - " <th>SWaT</th>\n", + " <th>CATSv2</th>\n", + " <th>MSL</th>\n", " <th>Daphnet</th>\n", - " <th>MGAB</th>\n", - " <th>...</th>\n", + " <th>WSD</th>\n", " <th>SED</th>\n", - " <th>TAO</th>\n", - " <th>Exathlon</th>\n", - " <th>MITDB</th>\n", - " <th>NEK</th>\n", - " <th>OPPORTUNITY</th>\n", - " <th>LTDB</th>\n", + " <th>YAHOO</th>\n", " <th>SMD</th>\n", " <th>SVDB</th>\n", - " <th>YAHOO</th>\n", + " <th>NAB</th>\n", + " <th>TODS</th>\n", + " <th>MGAB</th>\n", + " <th>OPPORTUNITY</th>\n", + " <th>SMAP</th>\n", + " <th>Exathlon</th>\n", " </tr>\n", " <tr>\n", " <th>Model</th>\n", @@ -80,180 +79,175 @@ " <th></th>\n", " <th></th>\n", " <th></th>\n", - " <th></th>\n", " </tr>\n", " </thead>\n", " <tbody>\n", " <tr>\n", " <th>CNN</th>\n", - " <td>0.069477</td>\n", - " <td>0.303128</td>\n", - " <td>0.329931</td>\n", - " <td>0.265889</td>\n", - " <td>0.929344</td>\n", - " <td>0.307033</td>\n", - " <td>0.072400</td>\n", - " <td>0.738718</td>\n", - " <td>0.381499</td>\n", - " <td>0.003855</td>\n", - " <td>...</td>\n", - " <td>0.029325</td>\n", - " <td>0.994857</td>\n", - " <td>0.654310</td>\n", - " <td>0.160153</td>\n", - " <td>0.685573</td>\n", - " <td>0.619160</td>\n", - " <td>0.354462</td>\n", - " <td>0.565370</td>\n", - " <td>0.197103</td>\n", - " <td>0.561562</td>\n", + " <td>0.143632</td>\n", + " <td>0.680748</td>\n", + " <td>0.756555</td>\n", + " <td>0.312286</td>\n", + " <td>0.406171</td>\n", + " <td>0.075487</td>\n", + " <td>0.288293</td>\n", + " <td>0.326973</td>\n", + " <td>0.398456</td>\n", + " <td>0.206990</td>\n", + " <td>0.058416</td>\n", + " <td>0.351064</td>\n", + " <td>0.503535</td>\n", + " <td>0.206479</td>\n", + " <td>0.238264</td>\n", + " <td>0.331028</td>\n", + " <td>0.006988</td>\n", + " <td>0.741769</td>\n", + " <td>0.237156</td>\n", + " <td>0.657757</td>\n", " </tr>\n", " <tr>\n", " <th>IForest</th>\n", - " <td>0.059389</td>\n", - " <td>0.040993</td>\n", - " <td>0.299302</td>\n", - " <td>0.231569</td>\n", - " <td>0.143940</td>\n", - " <td>0.386085</td>\n", - " <td>0.073981</td>\n", - " <td>0.702432</td>\n", - " <td>0.496579</td>\n", - " <td>0.004336</td>\n", - " <td>...</td>\n", - " <td>0.691484</td>\n", - " <td>0.125817</td>\n", - " <td>0.962806</td>\n", - " <td>0.169557</td>\n", - " <td>0.630339</td>\n", - " <td>0.733153</td>\n", - " <td>0.521341</td>\n", - " <td>0.369237</td>\n", - " <td>0.311936</td>\n", - " <td>0.092730</td>\n", + " <td>0.159042</td>\n", + " <td>0.368230</td>\n", + " <td>0.678337</td>\n", + " <td>0.267117</td>\n", + " <td>0.566359</td>\n", + " <td>0.076373</td>\n", + " <td>0.105175</td>\n", + " <td>0.514630</td>\n", + " <td>0.518905</td>\n", + " <td>0.038526</td>\n", + " <td>0.807209</td>\n", + " <td>0.936245</td>\n", + " <td>0.322146</td>\n", + " <td>0.314567</td>\n", + " <td>0.285635</td>\n", + " <td>0.174752</td>\n", + " <td>0.004379</td>\n", + " <td>0.868003</td>\n", + " <td>0.487664</td>\n", + " <td>0.964836</td>\n", " </tr>\n", " <tr>\n", " <th>KMeansAD_U</th>\n", - " <td>0.487206</td>\n", - " <td>0.146372</td>\n", - " <td>0.648913</td>\n", - " <td>0.068715</td>\n", - " <td>0.114476</td>\n", - " <td>0.371438</td>\n", - " <td>0.507629</td>\n", - " <td>0.111152</td>\n", - " <td>0.036445</td>\n", - " <td>0.085299</td>\n", - " <td>...</td>\n", - " <td>0.710575</td>\n", - " <td>0.129147</td>\n", - " <td>0.617690</td>\n", - " <td>0.583808</td>\n", - " <td>0.346973</td>\n", - " <td>0.365381</td>\n", - " <td>0.765819</td>\n", - " <td>0.260908</td>\n", - " <td>0.809036</td>\n", - " <td>0.699444</td>\n", + " <td>0.590892</td>\n", + " <td>0.111519</td>\n", + " <td>0.298379</td>\n", + " <td>0.112229</td>\n", + " <td>0.835553</td>\n", + " <td>0.524166</td>\n", + " <td>0.229268</td>\n", + " <td>0.405174</td>\n", + " <td>0.039747</td>\n", + " <td>0.293116</td>\n", + " <td>0.895291</td>\n", + " <td>0.477510</td>\n", + " <td>0.092843</td>\n", + " <td>0.804472</td>\n", + " <td>0.272775</td>\n", + " <td>0.689051</td>\n", + " <td>0.036645</td>\n", + " <td>0.255118</td>\n", + " <td>0.946525</td>\n", + " <td>0.618051</td>\n", " </tr>\n", " <tr>\n", " <th>KShapeAD</th>\n", - " <td>0.465144</td>\n", - " <td>0.082639</td>\n", - " <td>0.601232</td>\n", - " <td>0.068365</td>\n", - " <td>0.095333</td>\n", - " <td>0.409835</td>\n", - " <td>0.496250</td>\n", - " <td>0.458896</td>\n", - " <td>0.033420</td>\n", - " <td>0.084411</td>\n", - " <td>...</td>\n", - " <td>0.722020</td>\n", - " <td>0.103834</td>\n", - " <td>0.420990</td>\n", - " <td>0.594424</td>\n", - " <td>0.379153</td>\n", - " <td>0.366866</td>\n", - " <td>0.743642</td>\n", - " <td>0.131250</td>\n", - " <td>0.798760</td>\n", - " <td>0.435473</td>\n", + " <td>0.606652</td>\n", + " <td>0.381310</td>\n", + " <td>0.282706</td>\n", + " <td>0.090598</td>\n", + " <td>0.811737</td>\n", + " <td>0.510537</td>\n", + " <td>0.230658</td>\n", + " <td>0.290049</td>\n", + " <td>0.035690</td>\n", + " <td>0.192884</td>\n", + " <td>0.907086</td>\n", + " <td>0.276917</td>\n", + " <td>0.070547</td>\n", + " <td>0.804276</td>\n", + " <td>0.282421</td>\n", + " <td>0.719779</td>\n", + " <td>0.069759</td>\n", + " <td>0.253277</td>\n", + " <td>0.861769</td>\n", + " <td>0.420845</td>\n", " </tr>\n", " <tr>\n", " <th>LOF</th>\n", - " <td>0.048985</td>\n", - " <td>0.141918</td>\n", - " <td>0.180797</td>\n", - " <td>0.116787</td>\n", - " <td>0.112061</td>\n", - " <td>0.151228</td>\n", - " <td>0.086245</td>\n", - " <td>0.120683</td>\n", - " <td>0.129509</td>\n", - " <td>0.002209</td>\n", - " <td>...</td>\n", - " <td>0.082198</td>\n", - " <td>0.167995</td>\n", - " <td>0.245106</td>\n", - " <td>0.051628</td>\n", - " <td>0.363561</td>\n", - " <td>0.153396</td>\n", - " <td>0.203241</td>\n", - " <td>0.182353</td>\n", - " <td>0.044940</td>\n", - " <td>0.409909</td>\n", + " <td>0.053749</td>\n", + " <td>0.121168</td>\n", + " <td>0.392335</td>\n", + " <td>0.302989</td>\n", + " <td>0.256447</td>\n", + " <td>0.090503</td>\n", + " <td>0.063826</td>\n", + " <td>0.327778</td>\n", + " <td>0.134804</td>\n", + " <td>0.073377</td>\n", + " <td>0.111105</td>\n", + " <td>0.304093</td>\n", + " <td>0.137760</td>\n", + " <td>0.052218</td>\n", + " <td>0.183564</td>\n", + " <td>0.198760</td>\n", + " <td>0.004639</td>\n", + " <td>0.152842</td>\n", + " <td>0.046142</td>\n", + " <td>0.240338</td>\n", " </tr>\n", " </tbody>\n", "</table>\n", - "<p>5 rows × 23 columns</p>\n", "</div>" ], "text/plain": [ - " UCR WSD SMAP IOPS Stock MSL \\\n", + " MITDB SWaT NEK IOPS LTDB Power \\\n", "Model \n", - "CNN 0.069477 0.303128 0.329931 0.265889 0.929344 0.307033 \n", - "IForest 0.059389 0.040993 0.299302 0.231569 0.143940 0.386085 \n", - "KMeansAD_U 0.487206 0.146372 0.648913 0.068715 0.114476 0.371438 \n", - "KShapeAD 0.465144 0.082639 0.601232 0.068365 0.095333 0.409835 \n", - "LOF 0.048985 0.141918 0.180797 0.116787 0.112061 0.151228 \n", + "CNN 0.143632 0.680748 0.756555 0.312286 0.406171 0.075487 \n", + "IForest 0.159042 0.368230 0.678337 0.267117 0.566359 0.076373 \n", + "KMeansAD_U 0.590892 0.111519 0.298379 0.112229 0.835553 0.524166 \n", + "KShapeAD 0.606652 0.381310 0.282706 0.090598 0.811737 0.510537 \n", + "LOF 0.053749 0.121168 0.392335 0.302989 0.256447 0.090503 \n", "\n", - " Power SWaT Daphnet MGAB ... SED TAO \\\n", - "Model ... \n", - "CNN 0.072400 0.738718 0.381499 0.003855 ... 0.029325 0.994857 \n", - "IForest 0.073981 0.702432 0.496579 0.004336 ... 0.691484 0.125817 \n", - "KMeansAD_U 0.507629 0.111152 0.036445 0.085299 ... 0.710575 0.129147 \n", - "KShapeAD 0.496250 0.458896 0.033420 0.084411 ... 0.722020 0.103834 \n", - "LOF 0.086245 0.120683 0.129509 0.002209 ... 0.082198 0.167995 \n", + " CATSv2 MSL Daphnet WSD SED YAHOO \\\n", + "Model \n", + "CNN 0.288293 0.326973 0.398456 0.206990 0.058416 0.351064 \n", + "IForest 0.105175 0.514630 0.518905 0.038526 0.807209 0.936245 \n", + "KMeansAD_U 0.229268 0.405174 0.039747 0.293116 0.895291 0.477510 \n", + "KShapeAD 0.230658 0.290049 0.035690 0.192884 0.907086 0.276917 \n", + "LOF 0.063826 0.327778 0.134804 0.073377 0.111105 0.304093 \n", "\n", - " Exathlon MITDB NEK OPPORTUNITY LTDB SMD \\\n", + " SMD SVDB NAB TODS MGAB OPPORTUNITY \\\n", "Model \n", - "CNN 0.654310 0.160153 0.685573 0.619160 0.354462 0.565370 \n", - "IForest 0.962806 0.169557 0.630339 0.733153 0.521341 0.369237 \n", - "KMeansAD_U 0.617690 0.583808 0.346973 0.365381 0.765819 0.260908 \n", - "KShapeAD 0.420990 0.594424 0.379153 0.366866 0.743642 0.131250 \n", - "LOF 0.245106 0.051628 0.363561 0.153396 0.203241 0.182353 \n", + "CNN 0.503535 0.206479 0.238264 0.331028 0.006988 0.741769 \n", + "IForest 0.322146 0.314567 0.285635 0.174752 0.004379 0.868003 \n", + "KMeansAD_U 0.092843 0.804472 0.272775 0.689051 0.036645 0.255118 \n", + "KShapeAD 0.070547 0.804276 0.282421 0.719779 0.069759 0.253277 \n", + "LOF 0.137760 0.052218 0.183564 0.198760 0.004639 0.152842 \n", "\n", - " SVDB YAHOO \n", + " SMAP Exathlon \n", "Model \n", - "CNN 0.197103 0.561562 \n", - "IForest 0.311936 0.092730 \n", - "KMeansAD_U 0.809036 0.699444 \n", - "KShapeAD 0.798760 0.435473 \n", - "LOF 0.044940 0.409909 \n", - "\n", - "[5 rows x 23 columns]" + "CNN 0.237156 0.657757 \n", + "IForest 0.487664 0.964836 \n", + "KMeansAD_U 0.946525 0.618051 \n", + "KShapeAD 0.861769 0.420845 \n", + "LOF 0.046142 0.240338 " ] }, - "execution_count": 10, + "execution_count": 45, "metadata": {}, "output_type": "execute_result" } ], "source": [ "path = '../../docs/evaluation/groupedDataframes/'\n", - "metric = 'AUC-PR'\n", - "file = metric +'_combined_by_group.csv'\n", + "metric = 'VUS-PR'\n", + "anoType = 'seq'\n", + "if anoType != '':\n", + " file = metric + '_'+anoType+'_combined_by_group.csv'\n", + "else: \n", + " file = metric +'_combined_by_group.csv'\n", "file_path = path + file\n", "df = pd.read_csv(file_path, index_col='Model')\n", "df = df.drop(columns=['Unnamed: 0'])\n", @@ -262,7 +256,7 @@ }, { "cell_type": "code", - "execution_count": 11, + "execution_count": 50, "metadata": {}, "outputs": [ { @@ -313,354 +307,312 @@ ], "text": [ [ - 0.069477033023667, - 0.3031282542596684, - 0.3299309288297937, - 0.2658893118021881, - 0.9293442608636604, - 0.3070329648556795, - 0.0723996101568745, - 0.7387181088941073, - 0.3814990500329981, - 0.0038549618121316, - 0.4118939698305733, - 0.3037856723254471, - 0.2233468551717377, - 0.0293250494027453, - 0.9948566473921368, - 0.6543096941901486, - 0.1601528087440646, - 0.6855731430154801, - 0.6191602168303323, - 0.3544623948216704, - 0.565369591802724, - 0.1971026201604054, - 0.5615618691240216 + 0.1436318602643481, + 0.6807482076261672, + 0.7565550181856571, + 0.3122858264491682, + 0.4061714307248641, + 0.0754866098747693, + 0.2882929464081713, + 0.3269730051746272, + 0.3984561332333746, + 0.2069902863106892, + 0.0584161141736485, + 0.3510637705333855, + 0.503534567487793, + 0.2064789635862488, + 0.2382639708561606, + 0.3310280241979303, + 0.0069880026447859, + 0.7417693699798804, + 0.2371564970349872, + 0.6577570780079647 ], [ - 0.0593890919720924, - 0.0409929110291381, - 0.2993019518138772, - 0.2315692951310307, - 0.1439399569303037, - 0.3860854088830298, - 0.0739812238848341, - 0.7024320276028485, - 0.4965785621747466, - 0.0043361200237496, - 0.1394155160045949, - 0.0765213406484437, - 0.3145868144981536, - 0.691483898843896, - 0.1258167540323718, - 0.9628064611603744, - 0.1695565702929614, - 0.630339411513941, - 0.7331529032690003, - 0.5213405915521423, - 0.3692373618705591, - 0.3119364827416871, - 0.0927299150641493 + 0.1590424733170773, + 0.3682300481513787, + 0.678337001661819, + 0.2671170171814172, + 0.5663593089308047, + 0.0763734881882089, + 0.105174922263832, + 0.5146302103527766, + 0.5189053892717354, + 0.0385264646056327, + 0.8072091746326211, + 0.936245161008052, + 0.3221460485439437, + 0.3145665929810536, + 0.2856349361430887, + 0.1747515605370206, + 0.0043793865164805, + 0.868003061938513, + 0.4876643634589597, + 0.9648356800808772 ], [ - 0.4872058460406336, - 0.1463722692469393, - 0.6489127043129476, - 0.0687154520588899, - 0.1144756619439883, - 0.3714381767136799, - 0.507629476682699, - 0.1111516911833987, - 0.0364448974253113, - 0.0852985568612481, - 0.4556114877404176, - 0.4487028103262184, - 0.401504819120054, - 0.7105752596393731, - 0.1291470984545619, - 0.617689617530909, - 0.5838081485697818, - 0.3469725689956081, - 0.3653810197119157, - 0.7658193255633926, - 0.2609082130751905, - 0.8090356381810129, - 0.6994439310340633 + 0.5908924511486201, + 0.1115190303707684, + 0.2983791254555976, + 0.1122292194232477, + 0.8355528232967653, + 0.5241664765771313, + 0.2292684024148795, + 0.4051738359622597, + 0.0397474048677725, + 0.2931161950765186, + 0.8952913367248847, + 0.4775101766652498, + 0.0928431368139197, + 0.8044717425054659, + 0.2727754987094163, + 0.6890513776882708, + 0.0366449742335947, + 0.2551176378748266, + 0.9465247502273064, + 0.6180514515785507 ], [ - 0.4651436300597012, - 0.0826391043615282, - 0.6012318549166439, - 0.0683646670064019, - 0.0953334492660874, - 0.4098345834104561, - 0.4962499459971852, - 0.4588962370959195, - 0.0334203029926677, - 0.0844109128343625, - 0.4523772176145589, - 0.4620565073734955, - 0.3966354721787178, - 0.7220200940353262, - 0.1038335770004709, - 0.4209898037288545, - 0.5944243321733781, - 0.379152831656722, - 0.3668662455072134, - 0.743642233080316, - 0.1312497937580047, - 0.7987601317524428, - 0.4354728686684438 + 0.6066515369717891, + 0.3813104421265443, + 0.2827061970061015, + 0.0905979228110726, + 0.8117365551261307, + 0.5105374329082776, + 0.2306581659248519, + 0.2900491728234222, + 0.0356901722608826, + 0.1928842160681363, + 0.9070859017634768, + 0.2769169981388076, + 0.0705474273683077, + 0.8042755568219885, + 0.2824205210999407, + 0.7197787521902024, + 0.069759366321396, + 0.2532765684324793, + 0.861769441468766, + 0.4208446344784529 ], [ - 0.0489848149626439, - 0.1419176071172248, - 0.1807970055450551, - 0.1167866946512014, - 0.1120607268408127, - 0.1512284632498376, - 0.0862447643103002, - 0.1206834698967151, - 0.129509098249193, - 0.002208833983716, - 0.0715421233322276, - 0.1008198725987636, - 0.1448442788333725, - 0.0821976785533269, - 0.1679948274250915, - 0.2451059410575724, - 0.0516277124982722, - 0.3635609091221586, - 0.1533958104546529, - 0.2032407053098909, - 0.1823531299828182, - 0.044939946475196, - 0.4099090939695364 + 0.0537486934129077, + 0.1211682396739051, + 0.3923349918638083, + 0.3029885233577333, + 0.2564472782454773, + 0.0905025385600026, + 0.0638260310723236, + 0.3277776562340426, + 0.1348036345450808, + 0.0733774558674397, + 0.1111053662801457, + 0.3040927983467887, + 0.1377602495584651, + 0.0522175803357296, + 0.18356432448041, + 0.198760287424503, + 0.0046385735539491, + 0.1528417267741315, + 0.0461421173227687, + 0.2403378467538855 ], [ - 0.0280413380542781, - 0.2094924962694986, - 0.2788270775280182, - 0.3201945495278017, - 0.5192324559661586, - 0.2374415543922403, - 0.0647879297198734, - 0.7376946947277406, - 0.1322337577607795, - 0.0458598177504741, - 0.3580709697520762, - 0.2056707410855921, - 0.1533056834456119, - 0.03049734341287, - 0.9933974763498682, - 0.733874544363356, - 0.1130659166941326, - 0.6674208880035603, - 0.5455348153510139, - 0.2767353060803043, - 0.5398904963082672, - 0.1298786479067619, - 0.4439573166657559 + 0.1123975124584426, + 0.669824054008361, + 0.7046723893152893, + 0.3344168927615537, + 0.3298284087878363, + 0.0672501040011019, + 0.3290558627970383, + 0.3092962652665849, + 0.1330800298859931, + 0.1005540361801319, + 0.056562170107036, + 0.3488547511042425, + 0.4534163746765015, + 0.1316724987187649, + 0.1816861434296261, + 0.2632095596163945, + 0.0254191638829906, + 0.5670520838329398, + 0.2231917065823337, + 0.735253231133451 ], [ - 0.3269886228424983, - 0.0361277532842967, - 0.4876513160129897, - 0.0512072460811952, - 0.0973447383082477, - 0.2391249813541859, - 0.2159361837395415, - 0.1595147595176652, - 0.0665123825532765, - 0.032882956192712, - 0.3690800520887407, - 0.4040433468785402, - 0.3438544462112599, - 0.1878501918259838, - 0.1177758930604016, - 0.556785954052248, - 0.3558257944021178, - 0.3601307804647232, - 0.1476312865898052, - 0.6346588524029689, - 0.1221923316485258, - 0.547079704362148, - 0.0838678946901602 + 0.3511328379867082, + 0.1599810140732196, + 0.3798378693606233, + 0.0814529409840968, + 0.6924703331629415, + 0.2253927416249083, + 0.3113843528453291, + 0.2088017574674731, + 0.0701389976338681, + 0.0488256393297088, + 0.1649101007554135, + 0.4840992825935074, + 0.0783843504532915, + 0.5979076047376409, + 0.2971486911378608, + 0.7213082001387852, + 0.0070140535434101, + 0.0925153809925898, + 0.7954294311138411, + 0.5578912704843039 ], [ - 0.0852355184480631, - 0.251057174157317, - 0.385081947529557, - 0.3681628956252908, - 0.1336463239408892, - 0.3942827168884407, - 0.0646648482156372, - 0.7576872065528726, - 0.1920691814960085, - 0.015268247817355, - 0.4378677976960084, - 0.1723689767277685, - 0.3322271540944519, - 0.0316634805829937, - 0.344060221602637, - 0.8745189065767695, - 0.2069991289041207, - 0.8361454306772048, - 0.6498671005600911, - 0.4797110125580823, - 0.5311401685436009, - 0.4768352264302811, - 0.1481883731109026 + 0.1634648465599538, + 0.366250384309729, + 0.8842247035122146, + 0.3805331383555102, + 0.5247628039733387, + 0.0670900075295742, + 0.2822817568231803, + 0.4120205052500613, + 0.1230261153960334, + 0.0873456816347654, + 0.055985189981857, + 0.3545071525578944, + 0.4109385485185504, + 0.4364651930779561, + 0.3269179839451609, + 0.3382748971174367, + 0.0055864482375573, + 0.6601511575383079, + 0.9516348600300047, + 0.8763722516375352 ], [ - 0.1385328677464032, - 0.2165416140933447, - 0.4844163013142009, - 0.3728494779469234, - 0.14842805522832, - 0.4933200185137532, - 0.0788664308035282, - 0.7567001273773122, - 0.468647067072471, - 0.0271227420269651, - 0.4747050350102691, - 0.1243205670547229, - 0.4865282969410169, - 0.0209941892398622, - 0.1491442049585928, - 0.95810201138227, - 0.3778533754675271, - 0.891733187275396, - 0.9231919377778752, - 0.4894113142147856, - 0.4958507799477434, - 0.5588963799777975, - 0.1171068241297201 + 0.323525785036551, + 0.3755116281521825, + 0.8808216334884382, + 0.4228341668431531, + 0.5348733977584581, + 0.0796163424706734, + 0.2324174649783961, + 0.4929749553119098, + 0.4415678196838903, + 0.0675641163246343, + 0.0302696092175515, + 0.5683327385734666, + 0.4231617248559117, + 0.5086208654459953, + 0.4747799365895213, + 0.3424641445224793, + 0.0055511136520176, + 0.9663506404704024, + 0.9517385559032172, + 0.9591725273812642 ], [ - 0.1568500677409875, - 0.427387320298342, - 0.6048262003837879, - 0.3328661662243327, - 0.1465900908155435, - 0.629532587636957, - 0.2037595305274893, - 0.1231331999424481, - 0.5368267899294596, - 0.0089956060999472, - 0.4764337820823609, - 0.2390237154249407, - 0.5264388130929107, - 0.0314214237960305, - 0.1405259120954581, - 0.844512912662751, - 0.3669341487796059, - 0.7094581583655936, - 0.4206576520060393, - 0.4553236691053208, - 0.6393941543831635, - 0.50600229760421, - 0.0753954175292419 + 0.3204245599085764, + 0.1033636962969695, + 0.6287085531873657, + 0.4262453805207947, + 0.5105066913376546, + 0.1222940559336612, + 0.232251680558134, + 0.6539666997235662, + 0.5195156603941771, + 0.4577936604981379, + 0.0401756513188655, + 0.518565648391735, + 0.482295626933384, + 0.4230503640926201, + 0.4783722870187905, + 0.4376937822934688, + 0.0082687355552709, + 0.6306184106923622, + 0.8914813064333531, + 0.8479450729850164 ], [ - 0.0718650213025426, - 0.0679944427941843, - 0.3460999539737536, - 0.2363957299111576, - 0.1444461343256861, - 0.4337071755227221, - 0.0827033130582197, - 0.6887311854514893, - 0.4981124210088739, - 0.0047931598735084, - 0.1745928331627037, - 0.0811155981119275, - 0.3762908122011504, - 0.4682220187429209, - 0.1130889620144171, - 0.9596661499144986, - 0.2032087118832453, - 0.7552362499559324, - 0.7542830129709254, - 0.5327416284283404, - 0.3845082578627115, - 0.3553750541344022, - 0.1274535315754362 + 0.1992798874560579, + 0.3976360065844851, + 0.7693342255513386, + 0.3165871334295438, + 0.5811625129442723, + 0.0869332807465869, + 0.1369120832279178, + 0.5319699978599747, + 0.5346879856975696, + 0.0444385823685788, + 0.6943910632962415, + 0.8716912903265689, + 0.3283027407306153, + 0.3481254938503046, + 0.3048039880146668, + 0.1876607031330509, + 0.0047558935478116, + 0.9107354542516864, + 0.489003357132511, + 0.960043617108758 ], [ - 0.4615000818230588, - 0.0627522985384753, - 0.488967259440066, - 0.0550410781182622, - 0.1032931104935765, - 0.2861245819922819, - 0.3223414866231004, - 0.1101385374707895, - 0.0356270541251155, - 0.3186849347431766, - 0.4820751277662811, - 0.4285294741225469, - 0.3452455129912581, - 0.7074528685504887, - 0.1187558676735937, - 0.5965316130232039, - 0.5007930252272798, - 0.2691028035221508, - 0.3403119567982807, - 0.6021179124268098, - 0.1937951970601706, - 0.5577748678175795, - 0.2170482258071732 + 0.5486771576680185, + 0.1106676890214043, + 0.2923954106708388, + 0.0979537901661395, + 0.7091250863730146, + 0.3333741016502158, + 0.3618366984604361, + 0.2678152657760301, + 0.0373773175550165, + 0.1814626967297093, + 0.882987455118878, + 0.4269556693194929, + 0.0639203674270717, + 0.6005362353677091, + 0.2554736353416595, + 0.6992441030860816, + 0.301166622796116, + 0.269219259193, + 0.9526036254099142, + 0.5974451488038989 ], [ - 0.4951819333128137, - 0.5392539833042346, - 0.5103409692815175, - 0.2634916391425664, - 0.1150331890223664, - 0.4426697426987531, - 0.1750346138359664, - 0.1135633808365225, - 0.2522823807762812, - 0.5673347974410752, - 0.5119762791999092, - 0.166507081004796, - 0.495380602802276, - 0.1096599885214677, - 0.1398031021595618, - 0.2576177402577311, - 0.3851948939095517, - 0.5545055713305032, - 0.1586532880262183, - 0.3331602006764342, - 0.4863069423901577, - 0.3561401767623295, - 0.1505027237107402 + 0.3671251716842331, + 0.1139147000964346, + 0.5976904344372471, + 0.2583869250412293, + 0.4095296341228547, + 0.1608581709679401, + 0.3930451961624531, + 0.4877960419072089, + 0.2539555253290684, + 0.6082596910460166, + 0.2534198246963315, + 0.1884908431054039, + 0.4576314208526387, + 0.3590295461600745, + 0.5119443303732117, + 0.6006064122050944, + 0.6347484664935239, + 0.139081949702676, + 0.5999656309141438, + 0.2624784786359157 ], [ - 0.0883919385467221, - 0.2402758256128196, - 0.2731588220857915, - 0.4035230511536186, - 0.1335703199541796, - 0.2672556075158249, - 0.0646645958264565, - 0.7574841555865873, - 0.1920565328650643, - 0.0320969087157011, - 0.4816245755217306, - 0.1639152198541356, - 0.30030480702906, - 0.026230704465697, - 0.3397807769750269, - 0.8623584859187469, - 0.2018099822076816, - 0.8160210681956586, - 0.651234598743209, - 0.4613347441601701, - 0.6657365297403594, - 0.4592092425862558, - 0.1172657774221748 + 0.1583573536491457, + 0.3659224082416971, + 0.8681137768082372, + 0.3416834714225102, + 0.5122662584098864, + 0.0670897271132299, + 0.4068306405403881, + 0.1421251658865928, + 0.122991565905646, + 0.0869104618370069, + 0.0533742995051588, + 0.3545269189937809, + 0.5199652665114188, + 0.4247697791848659, + 0.2622676761120918, + 0.3366849553858503, + 0.0054031980633378, + 0.6601599356832428, + 0.9477020890627346, + 0.864300862495465 ] ], "textfont": { @@ -669,29 +621,26 @@ "texttemplate": "%{text:.2f}", "type": "heatmap", "x": [ - "UCR", - "WSD", - "SMAP", + "MITDB", + "SWaT", + "NEK", "IOPS", - "Stock", - "MSL", + "LTDB", "Power", - "SWaT", - "Daphnet", - "MGAB", "CATSv2", - "TODS", - "NAB", + "MSL", + "Daphnet", + "WSD", "SED", - "TAO", - "Exathlon", - "MITDB", - "NEK", - "OPPORTUNITY", - "LTDB", + "YAHOO", "SMD", "SVDB", - "YAHOO" + "NAB", + "TODS", + "MGAB", + "OPPORTUNITY", + "SMAP", + "Exathlon" ], "y": [ "CNN", @@ -711,372 +660,331 @@ ], "z": [ [ - 0.069477033023667, - 0.3031282542596684, - 0.3299309288297937, - 0.2658893118021881, - 0.9293442608636604, - 0.3070329648556795, - 0.0723996101568745, - 0.7387181088941073, - 0.3814990500329981, - 0.0038549618121316, - 0.4118939698305733, - 0.3037856723254471, - 0.2233468551717377, - 0.0293250494027453, - 0.9948566473921368, - 0.6543096941901486, - 0.1601528087440646, - 0.6855731430154801, - 0.6191602168303323, - 0.3544623948216704, - 0.565369591802724, - 0.1971026201604054, - 0.5615618691240216 + 0.1436318602643481, + 0.6807482076261672, + 0.7565550181856571, + 0.3122858264491682, + 0.4061714307248641, + 0.0754866098747693, + 0.2882929464081713, + 0.3269730051746272, + 0.3984561332333746, + 0.2069902863106892, + 0.0584161141736485, + 0.3510637705333855, + 0.503534567487793, + 0.2064789635862488, + 0.2382639708561606, + 0.3310280241979303, + 0.0069880026447859, + 0.7417693699798804, + 0.2371564970349872, + 0.6577570780079647 ], [ - 0.0593890919720924, - 0.0409929110291381, - 0.2993019518138772, - 0.2315692951310307, - 0.1439399569303037, - 0.3860854088830298, - 0.0739812238848341, - 0.7024320276028485, - 0.4965785621747466, - 0.0043361200237496, - 0.1394155160045949, - 0.0765213406484437, - 0.3145868144981536, - 0.691483898843896, - 0.1258167540323718, - 0.9628064611603744, - 0.1695565702929614, - 0.630339411513941, - 0.7331529032690003, - 0.5213405915521423, - 0.3692373618705591, - 0.3119364827416871, - 0.0927299150641493 + 0.1590424733170773, + 0.3682300481513787, + 0.678337001661819, + 0.2671170171814172, + 0.5663593089308047, + 0.0763734881882089, + 0.105174922263832, + 0.5146302103527766, + 0.5189053892717354, + 0.0385264646056327, + 0.8072091746326211, + 0.936245161008052, + 0.3221460485439437, + 0.3145665929810536, + 0.2856349361430887, + 0.1747515605370206, + 0.0043793865164805, + 0.868003061938513, + 0.4876643634589597, + 0.9648356800808772 ], [ - 0.4872058460406336, - 0.1463722692469393, - 0.6489127043129476, - 0.0687154520588899, - 0.1144756619439883, - 0.3714381767136799, - 0.507629476682699, - 0.1111516911833987, - 0.0364448974253113, - 0.0852985568612481, - 0.4556114877404176, - 0.4487028103262184, - 0.401504819120054, - 0.7105752596393731, - 0.1291470984545619, - 0.617689617530909, - 0.5838081485697818, - 0.3469725689956081, - 0.3653810197119157, - 0.7658193255633926, - 0.2609082130751905, - 0.8090356381810129, - 0.6994439310340633 + 0.5908924511486201, + 0.1115190303707684, + 0.2983791254555976, + 0.1122292194232477, + 0.8355528232967653, + 0.5241664765771313, + 0.2292684024148795, + 0.4051738359622597, + 0.0397474048677725, + 0.2931161950765186, + 0.8952913367248847, + 0.4775101766652498, + 0.0928431368139197, + 0.8044717425054659, + 0.2727754987094163, + 0.6890513776882708, + 0.0366449742335947, + 0.2551176378748266, + 0.9465247502273064, + 0.6180514515785507 ], [ - 0.4651436300597012, - 0.0826391043615282, - 0.6012318549166439, - 0.0683646670064019, - 0.0953334492660874, - 0.4098345834104561, - 0.4962499459971852, - 0.4588962370959195, - 0.0334203029926677, - 0.0844109128343625, - 0.4523772176145589, - 0.4620565073734955, - 0.3966354721787178, - 0.7220200940353262, - 0.1038335770004709, - 0.4209898037288545, - 0.5944243321733781, - 0.379152831656722, - 0.3668662455072134, - 0.743642233080316, - 0.1312497937580047, - 0.7987601317524428, - 0.4354728686684438 + 0.6066515369717891, + 0.3813104421265443, + 0.2827061970061015, + 0.0905979228110726, + 0.8117365551261307, + 0.5105374329082776, + 0.2306581659248519, + 0.2900491728234222, + 0.0356901722608826, + 0.1928842160681363, + 0.9070859017634768, + 0.2769169981388076, + 0.0705474273683077, + 0.8042755568219885, + 0.2824205210999407, + 0.7197787521902024, + 0.069759366321396, + 0.2532765684324793, + 0.861769441468766, + 0.4208446344784529 ], [ - 0.0489848149626439, - 0.1419176071172248, - 0.1807970055450551, - 0.1167866946512014, - 0.1120607268408127, - 0.1512284632498376, - 0.0862447643103002, - 0.1206834698967151, - 0.129509098249193, - 0.002208833983716, - 0.0715421233322276, - 0.1008198725987636, - 0.1448442788333725, - 0.0821976785533269, - 0.1679948274250915, - 0.2451059410575724, - 0.0516277124982722, - 0.3635609091221586, - 0.1533958104546529, - 0.2032407053098909, - 0.1823531299828182, - 0.044939946475196, - 0.4099090939695364 + 0.0537486934129077, + 0.1211682396739051, + 0.3923349918638083, + 0.3029885233577333, + 0.2564472782454773, + 0.0905025385600026, + 0.0638260310723236, + 0.3277776562340426, + 0.1348036345450808, + 0.0733774558674397, + 0.1111053662801457, + 0.3040927983467887, + 0.1377602495584651, + 0.0522175803357296, + 0.18356432448041, + 0.198760287424503, + 0.0046385735539491, + 0.1528417267741315, + 0.0461421173227687, + 0.2403378467538855 ], [ - 0.0280413380542781, - 0.2094924962694986, - 0.2788270775280182, - 0.3201945495278017, - 0.5192324559661586, - 0.2374415543922403, - 0.0647879297198734, - 0.7376946947277406, - 0.1322337577607795, - 0.0458598177504741, - 0.3580709697520762, - 0.2056707410855921, - 0.1533056834456119, - 0.03049734341287, - 0.9933974763498682, - 0.733874544363356, - 0.1130659166941326, - 0.6674208880035603, - 0.5455348153510139, - 0.2767353060803043, - 0.5398904963082672, - 0.1298786479067619, - 0.4439573166657559 + 0.1123975124584426, + 0.669824054008361, + 0.7046723893152893, + 0.3344168927615537, + 0.3298284087878363, + 0.0672501040011019, + 0.3290558627970383, + 0.3092962652665849, + 0.1330800298859931, + 0.1005540361801319, + 0.056562170107036, + 0.3488547511042425, + 0.4534163746765015, + 0.1316724987187649, + 0.1816861434296261, + 0.2632095596163945, + 0.0254191638829906, + 0.5670520838329398, + 0.2231917065823337, + 0.735253231133451 ], [ - 0.3269886228424983, - 0.0361277532842967, - 0.4876513160129897, - 0.0512072460811952, - 0.0973447383082477, - 0.2391249813541859, - 0.2159361837395415, - 0.1595147595176652, - 0.0665123825532765, - 0.032882956192712, - 0.3690800520887407, - 0.4040433468785402, - 0.3438544462112599, - 0.1878501918259838, - 0.1177758930604016, - 0.556785954052248, - 0.3558257944021178, - 0.3601307804647232, - 0.1476312865898052, - 0.6346588524029689, - 0.1221923316485258, - 0.547079704362148, - 0.0838678946901602 + 0.3511328379867082, + 0.1599810140732196, + 0.3798378693606233, + 0.0814529409840968, + 0.6924703331629415, + 0.2253927416249083, + 0.3113843528453291, + 0.2088017574674731, + 0.0701389976338681, + 0.0488256393297088, + 0.1649101007554135, + 0.4840992825935074, + 0.0783843504532915, + 0.5979076047376409, + 0.2971486911378608, + 0.7213082001387852, + 0.0070140535434101, + 0.0925153809925898, + 0.7954294311138411, + 0.5578912704843039 ], [ - 0.0852355184480631, - 0.251057174157317, - 0.385081947529557, - 0.3681628956252908, - 0.1336463239408892, - 0.3942827168884407, - 0.0646648482156372, - 0.7576872065528726, - 0.1920691814960085, - 0.015268247817355, - 0.4378677976960084, - 0.1723689767277685, - 0.3322271540944519, - 0.0316634805829937, - 0.344060221602637, - 0.8745189065767695, - 0.2069991289041207, - 0.8361454306772048, - 0.6498671005600911, - 0.4797110125580823, - 0.5311401685436009, - 0.4768352264302811, - 0.1481883731109026 + 0.1634648465599538, + 0.366250384309729, + 0.8842247035122146, + 0.3805331383555102, + 0.5247628039733387, + 0.0670900075295742, + 0.2822817568231803, + 0.4120205052500613, + 0.1230261153960334, + 0.0873456816347654, + 0.055985189981857, + 0.3545071525578944, + 0.4109385485185504, + 0.4364651930779561, + 0.3269179839451609, + 0.3382748971174367, + 0.0055864482375573, + 0.6601511575383079, + 0.9516348600300047, + 0.8763722516375352 ], [ - 0.1385328677464032, - 0.2165416140933447, - 0.4844163013142009, - 0.3728494779469234, - 0.14842805522832, - 0.4933200185137532, - 0.0788664308035282, - 0.7567001273773122, - 0.468647067072471, - 0.0271227420269651, - 0.4747050350102691, - 0.1243205670547229, - 0.4865282969410169, - 0.0209941892398622, - 0.1491442049585928, - 0.95810201138227, - 0.3778533754675271, - 0.891733187275396, - 0.9231919377778752, - 0.4894113142147856, - 0.4958507799477434, - 0.5588963799777975, - 0.1171068241297201 + 0.323525785036551, + 0.3755116281521825, + 0.8808216334884382, + 0.4228341668431531, + 0.5348733977584581, + 0.0796163424706734, + 0.2324174649783961, + 0.4929749553119098, + 0.4415678196838903, + 0.0675641163246343, + 0.0302696092175515, + 0.5683327385734666, + 0.4231617248559117, + 0.5086208654459953, + 0.4747799365895213, + 0.3424641445224793, + 0.0055511136520176, + 0.9663506404704024, + 0.9517385559032172, + 0.9591725273812642 ], [ - 0.1568500677409875, - 0.427387320298342, - 0.6048262003837879, - 0.3328661662243327, - 0.1465900908155435, - 0.629532587636957, - 0.2037595305274893, - 0.1231331999424481, - 0.5368267899294596, - 0.0089956060999472, - 0.4764337820823609, - 0.2390237154249407, - 0.5264388130929107, - 0.0314214237960305, - 0.1405259120954581, - 0.844512912662751, - 0.3669341487796059, - 0.7094581583655936, - 0.4206576520060393, - 0.4553236691053208, - 0.6393941543831635, - 0.50600229760421, - 0.0753954175292419 + 0.3204245599085764, + 0.1033636962969695, + 0.6287085531873657, + 0.4262453805207947, + 0.5105066913376546, + 0.1222940559336612, + 0.232251680558134, + 0.6539666997235662, + 0.5195156603941771, + 0.4577936604981379, + 0.0401756513188655, + 0.518565648391735, + 0.482295626933384, + 0.4230503640926201, + 0.4783722870187905, + 0.4376937822934688, + 0.0082687355552709, + 0.6306184106923622, + 0.8914813064333531, + 0.8479450729850164 ], [ - 0.0718650213025426, - 0.0679944427941843, - 0.3460999539737536, - 0.2363957299111576, - 0.1444461343256861, - 0.4337071755227221, - 0.0827033130582197, - 0.6887311854514893, - 0.4981124210088739, - 0.0047931598735084, - 0.1745928331627037, - 0.0811155981119275, - 0.3762908122011504, - 0.4682220187429209, - 0.1130889620144171, - 0.9596661499144986, - 0.2032087118832453, - 0.7552362499559324, - 0.7542830129709254, - 0.5327416284283404, - 0.3845082578627115, - 0.3553750541344022, - 0.1274535315754362 + 0.1992798874560579, + 0.3976360065844851, + 0.7693342255513386, + 0.3165871334295438, + 0.5811625129442723, + 0.0869332807465869, + 0.1369120832279178, + 0.5319699978599747, + 0.5346879856975696, + 0.0444385823685788, + 0.6943910632962415, + 0.8716912903265689, + 0.3283027407306153, + 0.3481254938503046, + 0.3048039880146668, + 0.1876607031330509, + 0.0047558935478116, + 0.9107354542516864, + 0.489003357132511, + 0.960043617108758 ], [ - 0.4615000818230588, - 0.0627522985384753, - 0.488967259440066, - 0.0550410781182622, - 0.1032931104935765, - 0.2861245819922819, - 0.3223414866231004, - 0.1101385374707895, - 0.0356270541251155, - 0.3186849347431766, - 0.4820751277662811, - 0.4285294741225469, - 0.3452455129912581, - 0.7074528685504887, - 0.1187558676735937, - 0.5965316130232039, - 0.5007930252272798, - 0.2691028035221508, - 0.3403119567982807, - 0.6021179124268098, - 0.1937951970601706, - 0.5577748678175795, - 0.2170482258071732 + 0.5486771576680185, + 0.1106676890214043, + 0.2923954106708388, + 0.0979537901661395, + 0.7091250863730146, + 0.3333741016502158, + 0.3618366984604361, + 0.2678152657760301, + 0.0373773175550165, + 0.1814626967297093, + 0.882987455118878, + 0.4269556693194929, + 0.0639203674270717, + 0.6005362353677091, + 0.2554736353416595, + 0.6992441030860816, + 0.301166622796116, + 0.269219259193, + 0.9526036254099142, + 0.5974451488038989 ], [ - 0.4951819333128137, - 0.5392539833042346, - 0.5103409692815175, - 0.2634916391425664, - 0.1150331890223664, - 0.4426697426987531, - 0.1750346138359664, - 0.1135633808365225, - 0.2522823807762812, - 0.5673347974410752, - 0.5119762791999092, - 0.166507081004796, - 0.495380602802276, - 0.1096599885214677, - 0.1398031021595618, - 0.2576177402577311, - 0.3851948939095517, - 0.5545055713305032, - 0.1586532880262183, - 0.3331602006764342, - 0.4863069423901577, - 0.3561401767623295, - 0.1505027237107402 + 0.3671251716842331, + 0.1139147000964346, + 0.5976904344372471, + 0.2583869250412293, + 0.4095296341228547, + 0.1608581709679401, + 0.3930451961624531, + 0.4877960419072089, + 0.2539555253290684, + 0.6082596910460166, + 0.2534198246963315, + 0.1884908431054039, + 0.4576314208526387, + 0.3590295461600745, + 0.5119443303732117, + 0.6006064122050944, + 0.6347484664935239, + 0.139081949702676, + 0.5999656309141438, + 0.2624784786359157 ], [ - 0.0883919385467221, - 0.2402758256128196, - 0.2731588220857915, - 0.4035230511536186, - 0.1335703199541796, - 0.2672556075158249, - 0.0646645958264565, - 0.7574841555865873, - 0.1920565328650643, - 0.0320969087157011, - 0.4816245755217306, - 0.1639152198541356, - 0.30030480702906, - 0.026230704465697, - 0.3397807769750269, - 0.8623584859187469, - 0.2018099822076816, - 0.8160210681956586, - 0.651234598743209, - 0.4613347441601701, - 0.6657365297403594, - 0.4592092425862558, - 0.1172657774221748 + 0.1583573536491457, + 0.3659224082416971, + 0.8681137768082372, + 0.3416834714225102, + 0.5122662584098864, + 0.0670897271132299, + 0.4068306405403881, + 0.1421251658865928, + 0.122991565905646, + 0.0869104618370069, + 0.0533742995051588, + 0.3545269189937809, + 0.5199652665114188, + 0.4247697791848659, + 0.2622676761120918, + 0.3366849553858503, + 0.0054031980633378, + 0.6601599356832428, + 0.9477020890627346, + 0.864300862495465 ] ] } ], "layout": { + "height": 600, "template": { "data": { "bar": [ { "error_x": { - "color": "#2a3f5f" + "color": "rgb(51,51,51)" }, "error_y": { - "color": "#2a3f5f" + "color": "rgb(51,51,51)" }, "marker": { "line": { - "color": "#E5ECF6", + "color": "rgb(237,237,237)", "width": 0.5 }, "pattern": { @@ -1092,7 +1000,7 @@ { "marker": { "line": { - "color": "#E5ECF6", + "color": "rgb(237,237,237)", "width": 0.5 }, "pattern": { @@ -1107,18 +1015,18 @@ "carpet": [ { "aaxis": { - "endlinecolor": "#2a3f5f", + "endlinecolor": "rgb(51,51,51)", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", - "startlinecolor": "#2a3f5f" + "startlinecolor": "rgb(51,51,51)" }, "baxis": { - "endlinecolor": "#2a3f5f", + "endlinecolor": "rgb(51,51,51)", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", - "startlinecolor": "#2a3f5f" + "startlinecolor": "rgb(51,51,51)" }, "type": "carpet" } @@ -1127,7 +1035,9 @@ { "colorbar": { "outlinewidth": 0, - "ticks": "" + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" }, "type": "choropleth" } @@ -1136,48 +1046,18 @@ { "colorbar": { "outlinewidth": 0, - "ticks": "" + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" }, "colorscale": [ [ 0, - "#0d0887" - ], - [ - 0.1111111111111111, - "#46039f" - ], - [ - 0.2222222222222222, - "#7201a8" - ], - [ - 0.3333333333333333, - "#9c179e" - ], - [ - 0.4444444444444444, - "#bd3786" - ], - [ - 0.5555555555555556, - "#d8576b" - ], - [ - 0.6666666666666666, - "#ed7953" - ], - [ - 0.7777777777777778, - "#fb9f3a" - ], - [ - 0.8888888888888888, - "#fdca26" + "rgb(20,44,66)" ], [ 1, - "#f0f921" + "rgb(90,179,244)" ] ], "type": "contour" @@ -1187,7 +1067,9 @@ { "colorbar": { "outlinewidth": 0, - "ticks": "" + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" }, "type": "contourcarpet" } @@ -1196,48 +1078,18 @@ { "colorbar": { "outlinewidth": 0, - "ticks": "" + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" }, "colorscale": [ [ 0, - "#0d0887" - ], - [ - 0.1111111111111111, - "#46039f" - ], - [ - 0.2222222222222222, - "#7201a8" - ], - [ - 0.3333333333333333, - "#9c179e" - ], - [ - 0.4444444444444444, - "#bd3786" - ], - [ - 0.5555555555555556, - "#d8576b" - ], - [ - 0.6666666666666666, - "#ed7953" - ], - [ - 0.7777777777777778, - "#fb9f3a" - ], - [ - 0.8888888888888888, - "#fdca26" + "rgb(20,44,66)" ], [ 1, - "#f0f921" + "rgb(90,179,244)" ] ], "type": "heatmap" @@ -1247,48 +1099,18 @@ { "colorbar": { "outlinewidth": 0, - "ticks": "" + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" }, "colorscale": [ [ 0, - "#0d0887" - ], - [ - 0.1111111111111111, - "#46039f" - ], - [ - 0.2222222222222222, - "#7201a8" - ], - [ - 0.3333333333333333, - "#9c179e" - ], - [ - 0.4444444444444444, - "#bd3786" - ], - [ - 0.5555555555555556, - "#d8576b" - ], - [ - 0.6666666666666666, - "#ed7953" - ], - [ - 0.7777777777777778, - "#fb9f3a" - ], - [ - 0.8888888888888888, - "#fdca26" + "rgb(20,44,66)" ], [ 1, - "#f0f921" + "rgb(90,179,244)" ] ], "type": "heatmapgl" @@ -1310,48 +1132,18 @@ { "colorbar": { "outlinewidth": 0, - "ticks": "" + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" }, "colorscale": [ [ 0, - "#0d0887" - ], - [ - 0.1111111111111111, - "#46039f" - ], - [ - 0.2222222222222222, - "#7201a8" - ], - [ - 0.3333333333333333, - "#9c179e" - ], - [ - 0.4444444444444444, - "#bd3786" - ], - [ - 0.5555555555555556, - "#d8576b" - ], - [ - 0.6666666666666666, - "#ed7953" - ], - [ - 0.7777777777777778, - "#fb9f3a" - ], - [ - 0.8888888888888888, - "#fdca26" + "rgb(20,44,66)" ], [ 1, - "#f0f921" + "rgb(90,179,244)" ] ], "type": "histogram2d" @@ -1361,48 +1153,18 @@ { "colorbar": { "outlinewidth": 0, - "ticks": "" + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" }, "colorscale": [ [ 0, - "#0d0887" - ], - [ - 0.1111111111111111, - "#46039f" - ], - [ - 0.2222222222222222, - "#7201a8" - ], - [ - 0.3333333333333333, - "#9c179e" - ], - [ - 0.4444444444444444, - "#bd3786" - ], - [ - 0.5555555555555556, - "#d8576b" - ], - [ - 0.6666666666666666, - "#ed7953" - ], - [ - 0.7777777777777778, - "#fb9f3a" - ], - [ - 0.8888888888888888, - "#fdca26" + "rgb(20,44,66)" ], [ 1, - "#f0f921" + "rgb(90,179,244)" ] ], "type": "histogram2dcontour" @@ -1412,7 +1174,9 @@ { "colorbar": { "outlinewidth": 0, - "ticks": "" + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" }, "type": "mesh3d" } @@ -1422,7 +1186,9 @@ "line": { "colorbar": { "outlinewidth": 0, - "ticks": "" + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" } }, "type": "parcoords" @@ -1449,13 +1215,17 @@ "line": { "colorbar": { "outlinewidth": 0, - "ticks": "" + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" } }, "marker": { "colorbar": { "outlinewidth": 0, - "ticks": "" + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" } }, "type": "scatter3d" @@ -1466,7 +1236,9 @@ "marker": { "colorbar": { "outlinewidth": 0, - "ticks": "" + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" } }, "type": "scattercarpet" @@ -1477,7 +1249,9 @@ "marker": { "colorbar": { "outlinewidth": 0, - "ticks": "" + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" } }, "type": "scattergeo" @@ -1488,7 +1262,9 @@ "marker": { "colorbar": { "outlinewidth": 0, - "ticks": "" + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" } }, "type": "scattergl" @@ -1499,7 +1275,9 @@ "marker": { "colorbar": { "outlinewidth": 0, - "ticks": "" + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" } }, "type": "scattermapbox" @@ -1510,7 +1288,9 @@ "marker": { "colorbar": { "outlinewidth": 0, - "ticks": "" + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" } }, "type": "scatterpolar" @@ -1521,7 +1301,9 @@ "marker": { "colorbar": { "outlinewidth": 0, - "ticks": "" + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" } }, "type": "scatterpolargl" @@ -1532,7 +1314,9 @@ "marker": { "colorbar": { "outlinewidth": 0, - "ticks": "" + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" } }, "type": "scatterternary" @@ -1542,48 +1326,18 @@ { "colorbar": { "outlinewidth": 0, - "ticks": "" + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" }, "colorscale": [ [ 0, - "#0d0887" - ], - [ - 0.1111111111111111, - "#46039f" - ], - [ - 0.2222222222222222, - "#7201a8" - ], - [ - 0.3333333333333333, - "#9c179e" - ], - [ - 0.4444444444444444, - "#bd3786" - ], - [ - 0.5555555555555556, - "#d8576b" - ], - [ - 0.6666666666666666, - "#ed7953" - ], - [ - 0.7777777777777778, - "#fb9f3a" - ], - [ - 0.8888888888888888, - "#fdca26" + "rgb(20,44,66)" ], [ 1, - "#f0f921" + "rgb(90,179,244)" ] ], "type": "surface" @@ -1593,7 +1347,7 @@ { "cells": { "fill": { - "color": "#EBF0F8" + "color": "rgb(237,237,237)" }, "line": { "color": "white" @@ -1601,7 +1355,7 @@ }, "header": { "fill": { - "color": "#C8D4E3" + "color": "rgb(217,217,217)" }, "line": { "color": "white" @@ -1613,7 +1367,6 @@ }, "layout": { "annotationdefaults": { - "arrowcolor": "#2a3f5f", "arrowhead": 0, "arrowwidth": 1 }, @@ -1621,160 +1374,47 @@ "coloraxis": { "colorbar": { "outlinewidth": 0, - "ticks": "" + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" } }, "colorscale": { - "diverging": [ - [ - 0, - "#8e0152" - ], - [ - 0.1, - "#c51b7d" - ], - [ - 0.2, - "#de77ae" - ], - [ - 0.3, - "#f1b6da" - ], - [ - 0.4, - "#fde0ef" - ], - [ - 0.5, - "#f7f7f7" - ], - [ - 0.6, - "#e6f5d0" - ], - [ - 0.7, - "#b8e186" - ], - [ - 0.8, - "#7fbc41" - ], - [ - 0.9, - "#4d9221" - ], - [ - 1, - "#276419" - ] - ], "sequential": [ [ 0, - "#0d0887" - ], - [ - 0.1111111111111111, - "#46039f" - ], - [ - 0.2222222222222222, - "#7201a8" - ], - [ - 0.3333333333333333, - "#9c179e" - ], - [ - 0.4444444444444444, - "#bd3786" - ], - [ - 0.5555555555555556, - "#d8576b" - ], - [ - 0.6666666666666666, - "#ed7953" - ], - [ - 0.7777777777777778, - "#fb9f3a" - ], - [ - 0.8888888888888888, - "#fdca26" + "rgb(20,44,66)" ], [ 1, - "#f0f921" + "rgb(90,179,244)" ] ], "sequentialminus": [ [ 0, - "#0d0887" - ], - [ - 0.1111111111111111, - "#46039f" - ], - [ - 0.2222222222222222, - "#7201a8" - ], - [ - 0.3333333333333333, - "#9c179e" - ], - [ - 0.4444444444444444, - "#bd3786" - ], - [ - 0.5555555555555556, - "#d8576b" - ], - [ - 0.6666666666666666, - "#ed7953" - ], - [ - 0.7777777777777778, - "#fb9f3a" - ], - [ - 0.8888888888888888, - "#fdca26" + "rgb(20,44,66)" ], [ 1, - "#f0f921" + "rgb(90,179,244)" ] ] }, "colorway": [ - "#636efa", - "#EF553B", - "#00cc96", - "#ab63fa", - "#FFA15A", - "#19d3f3", - "#FF6692", - "#B6E880", - "#FF97FF", - "#FECB52" + "#F8766D", + "#A3A500", + "#00BF7D", + "#00B0F6", + "#E76BF3" ], "font": { - "color": "#2a3f5f" + "color": "rgb(51,51,51)" }, "geo": { "bgcolor": "white", "lakecolor": "white", - "landcolor": "#E5ECF6", + "landcolor": "rgb(237,237,237)", "showlakes": true, "showland": true, "subunitcolor": "white" @@ -1783,109 +1423,127 @@ "align": "left" }, "hovermode": "closest", - "mapbox": { - "style": "light" - }, "paper_bgcolor": "white", - "plot_bgcolor": "#E5ECF6", + "plot_bgcolor": "rgb(237,237,237)", "polar": { "angularaxis": { "gridcolor": "white", "linecolor": "white", - "ticks": "" + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside" }, - "bgcolor": "#E5ECF6", + "bgcolor": "rgb(237,237,237)", "radialaxis": { "gridcolor": "white", "linecolor": "white", - "ticks": "" + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside" } }, "scene": { "xaxis": { - "backgroundcolor": "#E5ECF6", + "backgroundcolor": "rgb(237,237,237)", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, - "ticks": "", + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside", "zerolinecolor": "white" }, "yaxis": { - "backgroundcolor": "#E5ECF6", + "backgroundcolor": "rgb(237,237,237)", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, - "ticks": "", + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside", "zerolinecolor": "white" }, "zaxis": { - "backgroundcolor": "#E5ECF6", + "backgroundcolor": "rgb(237,237,237)", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, - "ticks": "", + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside", "zerolinecolor": "white" } }, "shapedefaults": { + "fillcolor": "black", "line": { - "color": "#2a3f5f" - } + "width": 0 + }, + "opacity": 0.3 }, "ternary": { "aaxis": { "gridcolor": "white", "linecolor": "white", - "ticks": "" + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside" }, "baxis": { "gridcolor": "white", "linecolor": "white", - "ticks": "" + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside" }, - "bgcolor": "#E5ECF6", + "bgcolor": "rgb(237,237,237)", "caxis": { "gridcolor": "white", "linecolor": "white", - "ticks": "" + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside" } }, - "title": { - "x": 0.05 - }, "xaxis": { "automargin": true, "gridcolor": "white", "linecolor": "white", - "ticks": "", + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside", "title": { "standoff": 15 }, - "zerolinecolor": "white", - "zerolinewidth": 2 + "zerolinecolor": "white" }, "yaxis": { "automargin": true, "gridcolor": "white", "linecolor": "white", - "ticks": "", + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside", "title": { "standoff": 15 }, - "zerolinecolor": "white", - "zerolinewidth": 2 + "zerolinecolor": "white" } } }, "title": { - "text": "Oranges Heatmap der AUC-PR von den einzelnen Modelle auf den jeweiligen Datensätzen" + "text": "<b> Vergleich der VUS-PR aller Modelle auf den jeweiligen Datensätzen </b>", + "xanchor": "center", + "y": 0.9, + "yanchor": "top" }, + "width": 950, "xaxis": { "title": { - "text": "Datensätze" + "text": "Datensätze mit Sequenzanomalien" } }, "yaxis": { @@ -1922,8 +1580,14 @@ "))\n", "\n", "fig.update_layout(\n", - " title= scale+' Heatmap der ' +metric+ ' von den einzelnen Modelle auf den jeweiligen Datensätzen',\n", - " xaxis=dict(title='Datensätze'),\n", + " template = 'ggplot2',\n", + " title={\n", + " 'text': '<b> Vergleich der ' +metric+ ' aller Modelle auf den jeweiligen Datensätzen </b>',\n", + " 'y':0.90, \n", + " 'xanchor':'center',\n", + " 'yanchor':'top'},\n", + " height=600,width=950,\n", + " xaxis=dict(title='Datensätze mit Sequenzanomalien'),\n", " yaxis=dict(title='Modelle')\n", ")\n", "\n", @@ -1932,37 +1596,34 @@ }, { "cell_type": "code", - "execution_count": 12, + "execution_count": 47, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "UCR: 0.213\n", - "WSD: 0.198\n", - "SMAP: 0.423\n", - "IOPS: 0.225\n", - "Stock: 0.210\n", - "MSL: 0.361\n", - "Power: 0.179\n", - "SWaT: 0.453\n", - "Daphnet: 0.247\n", - "MGAB: 0.088\n", - "CATSv2: 0.378\n", - "TODS: 0.241\n", - "NAB: 0.346\n", - "SED: 0.275\n", - "TAO: 0.284\n", - "Exathlon: 0.682\n", - "MITDB: 0.305\n", - "NEK: 0.590\n", - "OPPORTUNITY: 0.488\n", - "LTDB: 0.490\n", - "SMD: 0.398\n", - "SVDB: 0.436\n", - "YAHOO: 0.263\n", - "Gesamtdurchschnitt 0.338\n" + "MITDB: 0.293\n", + "SWaT: 0.309\n", + "NEK: 0.601\n", + "IOPS: 0.268\n", + "LTDB: 0.549\n", + "Power: 0.178\n", + "CATSv2: 0.257\n", + "MSL: 0.384\n", + "Daphnet: 0.240\n", + "WSD: 0.178\n", + "SED: 0.358\n", + "YAHOO: 0.462\n", + "SMD: 0.310\n", + "SVDB: 0.429\n", + "NAB: 0.311\n", + "TODS: 0.431\n", + "MGAB: 0.080\n", + "OPPORTUNITY: 0.512\n", + "SMAP: 0.670\n", + "Exathlon: 0.683\n", + "Gesamtdurchschnitt 0.375\n" ] } ], @@ -1978,7 +1639,7 @@ }, { "cell_type": "code", - "execution_count": 13, + "execution_count": 48, "metadata": {}, "outputs": [ { @@ -1990,7 +1651,7 @@ " dtype='object', name='Model')" ] }, - "execution_count": 13, + "execution_count": 48, "metadata": {}, "output_type": "execute_result" } diff --git a/src/group_evaluation/generate_combined_dataframe.ipynb b/src/group_evaluation/generate_combined_dataframe.ipynb index b43dbd9ba865fc9626d7c6e83735d05bff9c740d..a8b75f13ad23d1caf8d993944f68193a28d7cc91 100644 --- a/src/group_evaluation/generate_combined_dataframe.ipynb +++ b/src/group_evaluation/generate_combined_dataframe.ipynb @@ -2,7 +2,7 @@ "cells": [ { "cell_type": "code", - "execution_count": 1, + "execution_count": 27, "metadata": {}, "outputs": [], "source": [ @@ -12,20 +12,36 @@ }, { "cell_type": "code", - "execution_count": 10, + "execution_count": 28, + "metadata": {}, + "outputs": [], + "source": [ + "col = 'AUC-PR'\n", + "anoType = 'point'" + ] + }, + { + "cell_type": "code", + "execution_count": 29, "metadata": {}, "outputs": [], "source": [ "path = '../../docs/evaluation/'\n", "#get list of all groups\n", "temp_df = pd.read_csv(path + 'PCA.csv')\n", + "#reduce dataframe if anomaly type is selected\n", + "if anoType != '':\n", + " if anoType == 'point':\n", + " temp_df = temp_df.where(temp_df['point anomaly'] == True).dropna()\n", + " elif anoType == 'seq':\n", + " temp_df = temp_df.where(temp_df['seq anomaly'] == True).dropna()\n", "keys = list(set(list(temp_df['group'])))\n", "keys.insert(0,'Model')" ] }, { "cell_type": "code", - "execution_count": 11, + "execution_count": 30, "metadata": {}, "outputs": [ { @@ -51,42 +67,26 @@ " <th></th>\n", " <th>Model</th>\n", " <th>UCR</th>\n", + " <th>TODS</th>\n", + " <th>YAHOO</th>\n", + " <th>Stock</th>\n", " <th>WSD</th>\n", - " <th>SMAP</th>\n", " <th>IOPS</th>\n", - " <th>Stock</th>\n", - " <th>MSL</th>\n", - " <th>Power</th>\n", - " <th>SWaT</th>\n", - " <th>Daphnet</th>\n", - " <th>...</th>\n", - " <th>SED</th>\n", " <th>TAO</th>\n", - " <th>Exathlon</th>\n", - " <th>MITDB</th>\n", - " <th>NEK</th>\n", - " <th>OPPORTUNITY</th>\n", - " <th>LTDB</th>\n", - " <th>SMD</th>\n", - " <th>SVDB</th>\n", - " <th>YAHOO</th>\n", " </tr>\n", " </thead>\n", " <tbody>\n", " </tbody>\n", "</table>\n", - "<p>0 rows × 24 columns</p>\n", "</div>" ], "text/plain": [ "Empty DataFrame\n", - "Columns: [Model, UCR, WSD, SMAP, IOPS, Stock, MSL, Power, SWaT, Daphnet, MGAB, CATSv2, TODS, NAB, SED, TAO, Exathlon, MITDB, NEK, OPPORTUNITY, LTDB, SMD, SVDB, YAHOO]\n", - "Index: []\n", - "\n", - "[0 rows x 24 columns]" + "Columns: [Model, UCR, TODS, YAHOO, Stock, WSD, IOPS, TAO]\n", + "Index: []" ] }, - "execution_count": 11, + "execution_count": 30, "metadata": {}, "output_type": "execute_result" } @@ -101,7 +101,7 @@ }, { "cell_type": "code", - "execution_count": 12, + "execution_count": 31, "metadata": {}, "outputs": [ { @@ -131,7 +131,7 @@ } ], "source": [ - "col = 'VUS-PR'\n", + "\n", "\n", "for file in os.listdir(path):\n", " suffix = file.split('.')\n", @@ -142,6 +142,13 @@ " print('Found: ', file)\n", " #read Data\n", " df_tmp = pd.read_csv(path+file)\n", + " \n", + " if anoType != '':\n", + " #check if selected type is point anomaly if check if time series only includes point anomalies\n", + " if anoType == 'point':\n", + " df_tmp = df_tmp.where(df_tmp['point anomaly'] == True).dropna()\n", + " elif anoType == 'seq':\n", + " df_tmp = df_tmp.where(df_tmp['seq anomaly'] == True).dropna()\n", " #select cols\n", " df_tmp = df_tmp[['group',col]]\n", " #Group Dataframe and get mean for each group\n", @@ -163,7 +170,7 @@ }, { "cell_type": "code", - "execution_count": 13, + "execution_count": 32, "metadata": {}, "outputs": [ { @@ -189,179 +196,91 @@ " <th></th>\n", " <th>Model</th>\n", " <th>UCR</th>\n", + " <th>TODS</th>\n", + " <th>YAHOO</th>\n", + " <th>Stock</th>\n", " <th>WSD</th>\n", - " <th>SMAP</th>\n", " <th>IOPS</th>\n", - " <th>Stock</th>\n", - " <th>MSL</th>\n", - " <th>Power</th>\n", - " <th>SWaT</th>\n", - " <th>Daphnet</th>\n", - " <th>...</th>\n", - " <th>SED</th>\n", " <th>TAO</th>\n", - " <th>Exathlon</th>\n", - " <th>MITDB</th>\n", - " <th>NEK</th>\n", - " <th>OPPORTUNITY</th>\n", - " <th>LTDB</th>\n", - " <th>SMD</th>\n", - " <th>SVDB</th>\n", - " <th>YAHOO</th>\n", " </tr>\n", " </thead>\n", " <tbody>\n", " <tr>\n", " <th>0</th>\n", " <td>CNN</td>\n", - " <td>0.065443</td>\n", - " <td>0.224922</td>\n", - " <td>0.336818</td>\n", - " <td>0.205826</td>\n", - " <td>0.939925</td>\n", - " <td>0.346350</td>\n", - " <td>0.075487</td>\n", - " <td>0.680748</td>\n", - " <td>0.398456</td>\n", - " <td>...</td>\n", - " <td>0.058416</td>\n", - " <td>0.994270</td>\n", - " <td>0.657757</td>\n", - " <td>0.143632</td>\n", - " <td>0.714845</td>\n", - " <td>0.632799</td>\n", - " <td>0.406171</td>\n", - " <td>0.545045</td>\n", - " <td>0.199785</td>\n", - " <td>0.512096</td>\n", + " <td>0.000498</td>\n", + " <td>0.531847</td>\n", + " <td>0.587049</td>\n", + " <td>0.929344</td>\n", + " <td>0.342989</td>\n", + " <td>0.210157</td>\n", + " <td>0.993457</td>\n", " </tr>\n", " <tr>\n", " <th>0</th>\n", " <td>IForest</td>\n", - " <td>0.058773</td>\n", - " <td>0.027487</td>\n", - " <td>0.327727</td>\n", - " <td>0.134518</td>\n", - " <td>0.735886</td>\n", - " <td>0.448709</td>\n", - " <td>0.076373</td>\n", - " <td>0.368230</td>\n", - " <td>0.518905</td>\n", - " <td>...</td>\n", - " <td>0.807209</td>\n", - " <td>0.728970</td>\n", - " <td>0.964836</td>\n", - " <td>0.159042</td>\n", - " <td>0.649735</td>\n", - " <td>0.736264</td>\n", - " <td>0.566359</td>\n", - " <td>0.342406</td>\n", - " <td>0.307322</td>\n", - " <td>0.135664</td>\n", + " <td>0.000139</td>\n", + " <td>0.069264</td>\n", + " <td>0.007312</td>\n", + " <td>0.143940</td>\n", + " <td>0.000501</td>\n", + " <td>0.011860</td>\n", + " <td>0.126763</td>\n", " </tr>\n", " <tr>\n", " <th>0</th>\n", " <td>KMeansAD_U</td>\n", - " <td>0.486822</td>\n", - " <td>0.173060</td>\n", - " <td>0.657738</td>\n", - " <td>0.107988</td>\n", - " <td>0.738198</td>\n", - " <td>0.441543</td>\n", - " <td>0.524166</td>\n", - " <td>0.111519</td>\n", - " <td>0.039747</td>\n", - " <td>...</td>\n", - " <td>0.895291</td>\n", - " <td>0.747945</td>\n", - " <td>0.618051</td>\n", - " <td>0.590892</td>\n", - " <td>0.317927</td>\n", - " <td>0.351828</td>\n", - " <td>0.835553</td>\n", - " <td>0.254537</td>\n", - " <td>0.811385</td>\n", - " <td>0.781824</td>\n", + " <td>0.002843</td>\n", + " <td>0.083989</td>\n", + " <td>0.742578</td>\n", + " <td>0.114476</td>\n", + " <td>0.003073</td>\n", + " <td>0.066886</td>\n", + " <td>0.121904</td>\n", " </tr>\n", " <tr>\n", " <th>0</th>\n", " <td>KShapeAD</td>\n", - " <td>0.460106</td>\n", - " <td>0.112541</td>\n", - " <td>0.609905</td>\n", - " <td>0.064609</td>\n", - " <td>0.717890</td>\n", - " <td>0.459063</td>\n", - " <td>0.510537</td>\n", - " <td>0.381310</td>\n", - " <td>0.035690</td>\n", - " <td>...</td>\n", - " <td>0.907086</td>\n", - " <td>0.721004</td>\n", - " <td>0.420845</td>\n", - " <td>0.606652</td>\n", - " <td>0.357818</td>\n", - " <td>0.347881</td>\n", - " <td>0.811737</td>\n", - " <td>0.122593</td>\n", - " <td>0.810962</td>\n", - " <td>0.491670</td>\n", + " <td>0.000854</td>\n", + " <td>0.081935</td>\n", + " <td>0.464439</td>\n", + " <td>0.095333</td>\n", + " <td>0.001119</td>\n", + " <td>0.148483</td>\n", + " <td>0.101534</td>\n", " </tr>\n", " <tr>\n", " <th>0</th>\n", " <td>LOF</td>\n", - " <td>0.051489</td>\n", - " <td>0.102346</td>\n", - " <td>0.172499</td>\n", - " <td>0.123657</td>\n", - " <td>0.710487</td>\n", - " <td>0.186700</td>\n", - " <td>0.090503</td>\n", - " <td>0.121168</td>\n", - " <td>0.134804</td>\n", - " <td>...</td>\n", - " <td>0.111105</td>\n", - " <td>0.710584</td>\n", - " <td>0.240338</td>\n", - " <td>0.053749</td>\n", - " <td>0.395130</td>\n", - " <td>0.159200</td>\n", - " <td>0.256447</td>\n", - " <td>0.134985</td>\n", - " <td>0.050189</td>\n", - " <td>0.381508</td>\n", + " <td>0.000653</td>\n", + " <td>0.071959</td>\n", + " <td>0.422520</td>\n", + " <td>0.112061</td>\n", + " <td>0.003879</td>\n", + " <td>0.176712</td>\n", + " <td>0.128972</td>\n", " </tr>\n", " </tbody>\n", "</table>\n", - "<p>5 rows × 24 columns</p>\n", "</div>" ], "text/plain": [ - " Model UCR WSD SMAP IOPS Stock MSL \\\n", - "0 CNN 0.065443 0.224922 0.336818 0.205826 0.939925 0.346350 \n", - "0 IForest 0.058773 0.027487 0.327727 0.134518 0.735886 0.448709 \n", - "0 KMeansAD_U 0.486822 0.173060 0.657738 0.107988 0.738198 0.441543 \n", - "0 KShapeAD 0.460106 0.112541 0.609905 0.064609 0.717890 0.459063 \n", - "0 LOF 0.051489 0.102346 0.172499 0.123657 0.710487 0.186700 \n", - "\n", - " Power SWaT Daphnet ... SED TAO Exathlon MITDB \\\n", - "0 0.075487 0.680748 0.398456 ... 0.058416 0.994270 0.657757 0.143632 \n", - "0 0.076373 0.368230 0.518905 ... 0.807209 0.728970 0.964836 0.159042 \n", - "0 0.524166 0.111519 0.039747 ... 0.895291 0.747945 0.618051 0.590892 \n", - "0 0.510537 0.381310 0.035690 ... 0.907086 0.721004 0.420845 0.606652 \n", - "0 0.090503 0.121168 0.134804 ... 0.111105 0.710584 0.240338 0.053749 \n", - "\n", - " NEK OPPORTUNITY LTDB SMD SVDB YAHOO \n", - "0 0.714845 0.632799 0.406171 0.545045 0.199785 0.512096 \n", - "0 0.649735 0.736264 0.566359 0.342406 0.307322 0.135664 \n", - "0 0.317927 0.351828 0.835553 0.254537 0.811385 0.781824 \n", - "0 0.357818 0.347881 0.811737 0.122593 0.810962 0.491670 \n", - "0 0.395130 0.159200 0.256447 0.134985 0.050189 0.381508 \n", + " Model UCR TODS YAHOO Stock WSD IOPS \\\n", + "0 CNN 0.000498 0.531847 0.587049 0.929344 0.342989 0.210157 \n", + "0 IForest 0.000139 0.069264 0.007312 0.143940 0.000501 0.011860 \n", + "0 KMeansAD_U 0.002843 0.083989 0.742578 0.114476 0.003073 0.066886 \n", + "0 KShapeAD 0.000854 0.081935 0.464439 0.095333 0.001119 0.148483 \n", + "0 LOF 0.000653 0.071959 0.422520 0.112061 0.003879 0.176712 \n", "\n", - "[5 rows x 24 columns]" + " TAO \n", + "0 0.993457 \n", + "0 0.126763 \n", + "0 0.121904 \n", + "0 0.101534 \n", + "0 0.128972 " ] }, - "execution_count": 13, + "execution_count": 32, "metadata": {}, "output_type": "execute_result" } @@ -372,11 +291,11 @@ }, { "cell_type": "code", - "execution_count": 14, + "execution_count": 33, "metadata": {}, "outputs": [], "source": [ - "df.to_csv(path+'/groupedDataframes/'+col+'_combined_by_group.csv')" + "df.to_csv(path+'/groupedDataframes/'+col+'_'+anoType+'_combined_by_group.csv')" ] } ], diff --git a/src/group_evaluation/tao_barplot.ipynb b/src/group_evaluation/tao_barplot.ipynb new file mode 100644 index 0000000000000000000000000000000000000000..08a4dca052be80bff20da629508029232373539e --- /dev/null +++ b/src/group_evaluation/tao_barplot.ipynb @@ -0,0 +1,920 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 7, + "metadata": {}, + "outputs": [], + "source": [ + "import pandas as pd\n", + "import plotly.express as px" + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "<div>\n", + "<style scoped>\n", + " .dataframe tbody tr th:only-of-type {\n", + " vertical-align: middle;\n", + " }\n", + "\n", + " .dataframe tbody tr th {\n", + " vertical-align: top;\n", + " }\n", + "\n", + " .dataframe thead th {\n", + " text-align: right;\n", + " }\n", + "</style>\n", + "<table border=\"1\" class=\"dataframe\">\n", + " <thead>\n", + " <tr style=\"text-align: right;\">\n", + " <th></th>\n", + " <th>Model</th>\n", + " <th>VUS-PR</th>\n", + " <th>Gruppe</th>\n", + " </tr>\n", + " </thead>\n", + " <tbody>\n", + " <tr>\n", + " <th>0</th>\n", + " <td>PCA</td>\n", + " <td>0.84</td>\n", + " <td>Gemessen</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1</th>\n", + " <td>PCA</td>\n", + " <td>0.93</td>\n", + " <td>Autoren</td>\n", + " </tr>\n", + " <tr>\n", + " <th>2</th>\n", + " <td>KShapeAD</td>\n", + " <td>0.72</td>\n", + " <td>Gemessen</td>\n", + " </tr>\n", + " <tr>\n", + " <th>3</th>\n", + " <td>KShapeAD</td>\n", + " <td>0.91</td>\n", + " <td>Autoren</td>\n", + " </tr>\n", + " <tr>\n", + " <th>4</th>\n", + " <td>POLY</td>\n", + " <td>0.81</td>\n", + " <td>Gemessen</td>\n", + " </tr>\n", + " </tbody>\n", + "</table>\n", + "</div>" + ], + "text/plain": [ + " Model VUS-PR Gruppe\n", + "0 PCA 0.84 Gemessen\n", + "1 PCA 0.93 Autoren\n", + "2 KShapeAD 0.72 Gemessen\n", + "3 KShapeAD 0.91 Autoren\n", + "4 POLY 0.81 Gemessen" + ] + }, + "execution_count": 8, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "data = {\n", + " 'Model': ['PCA', 'PCA', 'KShapeAD', 'KShapeAD','POLY','POLY','KMeansAD_U','KMeansAD_U','IForest','IForest','Sub-IForest','Sub-IForest','LOF','LOF','Sub-LOF','Sub-LOF','OCSVM','OCSVM','Sub-KNN','Sub-KNN'],\n", + " 'VUS-PR': [0.84, 0.93,0.72,0.91, 0.81, 0.92,0.75, 0.92, 0.73, 0.99, 0.73, 0.90, 0.71, 0.91, 0.81, 0.92,0.72, 0.92, 0.75, 0.92 ],\n", + " 'Gruppe': ['Gemessen','Autoren','Gemessen','Autoren','Gemessen','Autoren','Gemessen','Autoren','Gemessen','Autoren','Gemessen','Autoren','Gemessen','Autoren','Gemessen','Autoren','Gemessen','Autoren','Gemessen','Autoren'],\n", + "}\n", + "\n", + "df = pd.DataFrame(data)\n", + "df.head()" + ] + }, + { + "cell_type": "code", + "execution_count": 14, + "metadata": {}, + "outputs": [], + "source": [ + "colors = {\n", + " 'Gemessen': 'steelblue',\n", + " 'Autoren': 'firebrick',#'gold' ,\n", + "}" + ] + }, + { + "cell_type": "code", + "execution_count": 28, + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\plotly\\express\\_core.py:1985: FutureWarning:\n", + "\n", + "When grouping with a length-1 list-like, you will need to pass a length-1 tuple to get_group in a future version of pandas. Pass `(name,)` instead of `name` to silence this warning.\n", + "\n" + ] + }, + { + "data": { + "application/vnd.plotly.v1+json": { + "config": { + "plotlyServerURL": "https://plot.ly" + }, + "data": [ + { + "alignmentgroup": "True", + "hovertemplate": "Gruppe=Gemessen<br>Model=%{x}<br>VUS-PR=%{y}<extra></extra>", + "legendgroup": "Gemessen", + "marker": { + "color": "steelblue", + "opacity": 0.8, + "pattern": { + "shape": "" + } + }, + "name": "Gemessen", + "offsetgroup": "Gemessen", + "orientation": "v", + "showlegend": true, + "textposition": "auto", + "texttemplate": "%{y}", + "type": "bar", + "x": [ + "PCA", + "KShapeAD", + "POLY", + "KMeansAD_U", + "IForest", + "Sub-IForest", + "LOF", + "Sub-LOF", + "OCSVM", + "Sub-KNN" + ], + "xaxis": "x", + "y": [ + 0.84, + 0.72, + 0.81, + 0.75, + 0.73, + 0.73, + 0.71, + 0.81, + 0.72, + 0.75 + ], + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Gruppe=Autoren<br>Model=%{x}<br>VUS-PR=%{y}<extra></extra>", + "legendgroup": "Autoren", + "marker": { + "color": "firebrick", + "opacity": 0.8, + "pattern": { + "shape": "" + } + }, + "name": "Autoren", + "offsetgroup": "Autoren", + "orientation": "v", + "showlegend": true, + "textposition": "auto", + "texttemplate": "%{y}", + "type": "bar", + "x": [ + "PCA", + "KShapeAD", + "POLY", + "KMeansAD_U", + "IForest", + "Sub-IForest", + "LOF", + "Sub-LOF", + "OCSVM", + "Sub-KNN" + ], + "xaxis": "x", + "y": [ + 0.93, + 0.91, + 0.92, + 0.92, + 0.99, + 0.9, + 0.91, + 0.92, + 0.92, + 0.92 + ], + "yaxis": "y" + } + ], + "layout": { + "barmode": "group", + "height": 700, + "legend": { + "bgcolor": "white", + "bordercolor": "lightgrey", + "borderwidth": 2, + "font": { + "color": "black", + "family": "Courier", + "size": 14 + }, + "orientation": "h", + "title": { + "font": { + "family": "Times New Roman" + }, + "text": "Model" + }, + "tracegroupgap": 0, + "x": 0.67, + "y": 1 + }, + "margin": { + "t": 60 + }, + "template": { + "data": { + "bar": [ + { + "error_x": { + "color": "rgb(51,51,51)" + }, + "error_y": { + "color": "rgb(51,51,51)" + }, + "marker": { + "line": { + "color": "rgb(237,237,237)", + "width": 0.5 + }, + "pattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + } + }, + "type": "bar" + } + ], + "barpolar": [ + { + "marker": { + "line": { + "color": "rgb(237,237,237)", + "width": 0.5 + }, + "pattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + } + }, + "type": "barpolar" + } + ], + "carpet": [ + { + "aaxis": { + "endlinecolor": "rgb(51,51,51)", + "gridcolor": "white", + "linecolor": "white", + "minorgridcolor": "white", + "startlinecolor": "rgb(51,51,51)" + }, + "baxis": { + "endlinecolor": "rgb(51,51,51)", + "gridcolor": "white", + "linecolor": "white", + "minorgridcolor": "white", + "startlinecolor": "rgb(51,51,51)" + }, + "type": "carpet" + } + ], + "choropleth": [ + { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + }, + "type": "choropleth" + } + ], + "contour": [ + { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + }, + "colorscale": [ + [ + 0, + "rgb(20,44,66)" + ], + [ + 1, + "rgb(90,179,244)" + ] + ], + "type": "contour" + } + ], + "contourcarpet": [ + { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + }, + "type": "contourcarpet" + } + ], + "heatmap": [ + { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + }, + "colorscale": [ + [ + 0, + "rgb(20,44,66)" + ], + [ + 1, + "rgb(90,179,244)" + ] + ], + "type": "heatmap" + } + ], + "heatmapgl": [ + { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + }, + "colorscale": [ + [ + 0, + "rgb(20,44,66)" + ], + [ + 1, + "rgb(90,179,244)" + ] + ], + "type": "heatmapgl" + } + ], + "histogram": [ + { + "marker": { + "pattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + } + }, + "type": "histogram" + } + ], + "histogram2d": [ + { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + }, + "colorscale": [ + [ + 0, + "rgb(20,44,66)" + ], + [ + 1, + "rgb(90,179,244)" + ] + ], + "type": "histogram2d" + } + ], + "histogram2dcontour": [ + { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + }, + "colorscale": [ + [ + 0, + "rgb(20,44,66)" + ], + [ + 1, + "rgb(90,179,244)" + ] + ], + "type": "histogram2dcontour" + } + ], + "mesh3d": [ + { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + }, + "type": "mesh3d" + } + ], + "parcoords": [ + { + "line": { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + } + }, + "type": "parcoords" + } + ], + "pie": [ + { + "automargin": true, + "type": "pie" + } + ], + "scatter": [ + { + "fillpattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + }, + "type": "scatter" + } + ], + "scatter3d": [ + { + "line": { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + } + }, + "marker": { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + } + }, + "type": "scatter3d" + } + ], + "scattercarpet": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + } + }, + "type": "scattercarpet" + } + ], + "scattergeo": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + } + }, + "type": "scattergeo" + } + ], + "scattergl": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + } + }, + "type": "scattergl" + } + ], + "scattermapbox": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + } + }, + "type": "scattermapbox" + } + ], + "scatterpolar": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + } + }, + "type": "scatterpolar" + } + ], + "scatterpolargl": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + } + }, + "type": "scatterpolargl" + } + ], + "scatterternary": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + } + }, + "type": "scatterternary" + } + ], + "surface": [ + { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + }, + "colorscale": [ + [ + 0, + "rgb(20,44,66)" + ], + [ + 1, + "rgb(90,179,244)" + ] + ], + "type": "surface" + } + ], + "table": [ + { + "cells": { + "fill": { + "color": "rgb(237,237,237)" + }, + "line": { + "color": "white" + } + }, + "header": { + "fill": { + "color": "rgb(217,217,217)" + }, + "line": { + "color": "white" + } + }, + "type": "table" + } + ] + }, + "layout": { + "annotationdefaults": { + "arrowhead": 0, + "arrowwidth": 1 + }, + "autotypenumbers": "strict", + "coloraxis": { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + } + }, + "colorscale": { + "sequential": [ + [ + 0, + "rgb(20,44,66)" + ], + [ + 1, + "rgb(90,179,244)" + ] + ], + "sequentialminus": [ + [ + 0, + "rgb(20,44,66)" + ], + [ + 1, + "rgb(90,179,244)" + ] + ] + }, + "colorway": [ + "#F8766D", + "#A3A500", + "#00BF7D", + "#00B0F6", + "#E76BF3" + ], + "font": { + "color": "rgb(51,51,51)" + }, + "geo": { + "bgcolor": "white", + "lakecolor": "white", + "landcolor": "rgb(237,237,237)", + "showlakes": true, + "showland": true, + "subunitcolor": "white" + }, + "hoverlabel": { + "align": "left" + }, + "hovermode": "closest", + "paper_bgcolor": "white", + "plot_bgcolor": "rgb(237,237,237)", + "polar": { + "angularaxis": { + "gridcolor": "white", + "linecolor": "white", + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside" + }, + "bgcolor": "rgb(237,237,237)", + "radialaxis": { + "gridcolor": "white", + "linecolor": "white", + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside" + } + }, + "scene": { + "xaxis": { + "backgroundcolor": "rgb(237,237,237)", + "gridcolor": "white", + "gridwidth": 2, + "linecolor": "white", + "showbackground": true, + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside", + "zerolinecolor": "white" + }, + "yaxis": { + "backgroundcolor": "rgb(237,237,237)", + "gridcolor": "white", + "gridwidth": 2, + "linecolor": "white", + "showbackground": true, + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside", + "zerolinecolor": "white" + }, + "zaxis": { + "backgroundcolor": "rgb(237,237,237)", + "gridcolor": "white", + "gridwidth": 2, + "linecolor": "white", + "showbackground": true, + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside", + "zerolinecolor": "white" + } + }, + "shapedefaults": { + "fillcolor": "black", + "line": { + "width": 0 + }, + "opacity": 0.3 + }, + "ternary": { + "aaxis": { + "gridcolor": "white", + "linecolor": "white", + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside" + }, + "baxis": { + "gridcolor": "white", + "linecolor": "white", + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside" + }, + "bgcolor": "rgb(237,237,237)", + "caxis": { + "gridcolor": "white", + "linecolor": "white", + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside" + } + }, + "xaxis": { + "automargin": true, + "gridcolor": "white", + "linecolor": "white", + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside", + "title": { + "standoff": 15 + }, + "zerolinecolor": "white" + }, + "yaxis": { + "automargin": true, + "gridcolor": "white", + "linecolor": "white", + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside", + "title": { + "standoff": 15 + }, + "zerolinecolor": "white" + } + } + }, + "title": { + "text": "<b> Vergleich der Performanz der abweichendem Modelle auf dem TAO Datensatz </b>", + "x": 0.5, + "xanchor": "center", + "y": 0.96, + "yanchor": "top" + }, + "width": 1000, + "xaxis": { + "anchor": "y", + "domain": [ + 0, + 1 + ], + "dtick": 1, + "tickangle": 0, + "title": { + "text": "Model" + } + }, + "yaxis": { + "anchor": "x", + "domain": [ + 0, + 1 + ], + "title": { + "text": "VUS-PR" + } + } + } + } + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "\n", + "fig = px.bar(df, x='Model', y='VUS-PR', color='Gruppe', barmode='group', color_discrete_map=colors,opacity=0.8, text_auto=True)\n", + "fig.update_layout( legend=dict(\n", + " x= 0.67,\n", + " y= 1,\n", + " orientation = 'h',\n", + " title_font_family=\"Times New Roman\",\n", + " font=dict(\n", + " family=\"Courier\",\n", + " size=14,\n", + " color=\"black\"\n", + " ),\n", + " title_text='Model',\n", + " bgcolor=\"white\",\n", + " bordercolor=\"lightgrey\",\n", + " borderwidth=2,\n", + " ),\n", + " template = 'ggplot2',\n", + " title={\n", + " 'text': '<b> Vergleich der Performanz der abweichendem Modelle auf dem TAO Datensatz </b>',\n", + " 'x':0.5,\n", + " 'y':0.96, \n", + " 'xanchor':'center',\n", + " 'yanchor':'top'},\n", + " height=700,width=1000,\n", + " )\n", + "fig.update_traces(marker=dict(size=12,\n", + " opacity=0.8,\n", + " line=dict(width=2,\n", + " color='DarkSlateGrey'),\n", + " ),\n", + " selector=dict(mode='markers'))\n", + "fig.update_xaxes( dtick = 1,tickangle = 360)\n", + "fig.show()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.11.3" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +}