diff --git a/bilder/evaluation/auc-pr.png b/bilder/evaluation/auc-pr.png index c7f10bf66d8dda0a8a05926919f5eb2e831fdaf2..54002019f75e9aa7eb6c4eec3d9304667d8ce43a 100644 Binary files a/bilder/evaluation/auc-pr.png and b/bilder/evaluation/auc-pr.png differ diff --git a/bilder/evaluation/auc-pr/anomaly/CNN_anomaly_groups_auc-pr.png b/bilder/evaluation/auc-pr/anomaly/CNN_anomaly_groups_auc-pr.png new file mode 100644 index 0000000000000000000000000000000000000000..582cf18da8e7704227bacc8cb9f2460342f3f741 Binary files /dev/null and b/bilder/evaluation/auc-pr/anomaly/CNN_anomaly_groups_auc-pr.png differ diff --git a/bilder/evaluation/auc-pr/anomaly/IForest_anomaly_groups_auc-pr.png b/bilder/evaluation/auc-pr/anomaly/IForest_anomaly_groups_auc-pr.png new file mode 100644 index 0000000000000000000000000000000000000000..6da3514c9fb882470ee8832f7b00ca4a8c26aacb Binary files /dev/null and b/bilder/evaluation/auc-pr/anomaly/IForest_anomaly_groups_auc-pr.png differ diff --git a/bilder/evaluation/auc-pr/anomaly/K_means_anomaly_groups_auc-pr.png b/bilder/evaluation/auc-pr/anomaly/K_means_anomaly_groups_auc-pr.png new file mode 100644 index 0000000000000000000000000000000000000000..c1863fde9e522dc7c22a9283e32616adb75f5e11 Binary files /dev/null and b/bilder/evaluation/auc-pr/anomaly/K_means_anomaly_groups_auc-pr.png differ diff --git a/bilder/evaluation/auc-pr/anomaly/LOF_anomaly_groups_auc-pr.png b/bilder/evaluation/auc-pr/anomaly/LOF_anomaly_groups_auc-pr.png new file mode 100644 index 0000000000000000000000000000000000000000..e3228033858d62107a31c1fdefc84ed7a95fee6d Binary files /dev/null and b/bilder/evaluation/auc-pr/anomaly/LOF_anomaly_groups_auc-pr.png differ diff --git a/bilder/evaluation/auc-pr/anomaly/LSTMAD_anomaly_groups_auc-pr.png b/bilder/evaluation/auc-pr/anomaly/LSTMAD_anomaly_groups_auc-pr.png new file mode 100644 index 0000000000000000000000000000000000000000..3ba88c8e1b8d1674bc27f4c1a91759f978c4b104 Binary files /dev/null and b/bilder/evaluation/auc-pr/anomaly/LSTMAD_anomaly_groups_auc-pr.png differ diff --git a/bilder/evaluation/auc-pr/anomaly/PCA_anomaly_groups_auc-pr.png b/bilder/evaluation/auc-pr/anomaly/PCA_anomaly_groups_auc-pr.png new file mode 100644 index 0000000000000000000000000000000000000000..f2f1028a632f769053ec5b991da4c56d3c3f1b60 Binary files /dev/null and b/bilder/evaluation/auc-pr/anomaly/PCA_anomaly_groups_auc-pr.png differ diff --git a/bilder/evaluation/auc-pr/anomaly/POLY_anomaly_groups_auc-pr.png b/bilder/evaluation/auc-pr/anomaly/POLY_anomaly_groups_auc-pr.png new file mode 100644 index 0000000000000000000000000000000000000000..5549e6dccb92fa6db453be878fc10ca18c083af9 Binary files /dev/null and b/bilder/evaluation/auc-pr/anomaly/POLY_anomaly_groups_auc-pr.png differ diff --git a/bilder/evaluation/auc-pr/anomaly/USAD_anomaly_groups_auc-pr.png b/bilder/evaluation/auc-pr/anomaly/USAD_anomaly_groups_auc-pr.png new file mode 100644 index 0000000000000000000000000000000000000000..3c46be70cf4bf5d1c0873b6a08ec1843e7d6e959 Binary files /dev/null and b/bilder/evaluation/auc-pr/anomaly/USAD_anomaly_groups_auc-pr.png differ diff --git a/bilder/evaluation/auc-pr/anomaly/knn_anomaly_groups_auc-pr.png b/bilder/evaluation/auc-pr/anomaly/knn_anomaly_groups_auc-pr.png new file mode 100644 index 0000000000000000000000000000000000000000..47238537aa5926df83f46dc1db0f7c73557d190d Binary files /dev/null and b/bilder/evaluation/auc-pr/anomaly/knn_anomaly_groups_auc-pr.png differ diff --git a/bilder/evaluation/auc-pr/anomaly/omnianomaly_anomaly_groups_auc-pr.png b/bilder/evaluation/auc-pr/anomaly/omnianomaly_anomaly_groups_auc-pr.png new file mode 100644 index 0000000000000000000000000000000000000000..87ee275bd06af4023240acb40fb3b3a896474c77 Binary files /dev/null and b/bilder/evaluation/auc-pr/anomaly/omnianomaly_anomaly_groups_auc-pr.png differ diff --git a/bilder/evaluation/auc-pr/anomaly/sub_lof_anomaly_groups_auc-pr.png b/bilder/evaluation/auc-pr/anomaly/sub_lof_anomaly_groups_auc-pr.png new file mode 100644 index 0000000000000000000000000000000000000000..be95fa791ae28453f02e66a71fd16b39d4c4c32c Binary files /dev/null and b/bilder/evaluation/auc-pr/anomaly/sub_lof_anomaly_groups_auc-pr.png differ diff --git a/bilder/evaluation/auc-pr/groups/CNN_groups_auc-pr.png b/bilder/evaluation/auc-pr/groups/CNN_groups_auc-pr.png new file mode 100644 index 0000000000000000000000000000000000000000..be63746e3f2519cd22d92ef995912d2a7f6ae87a Binary files /dev/null and b/bilder/evaluation/auc-pr/groups/CNN_groups_auc-pr.png differ diff --git a/bilder/evaluation/auc-pr/groups/IForest_groups_auc-pr.png b/bilder/evaluation/auc-pr/groups/IForest_groups_auc-pr.png new file mode 100644 index 0000000000000000000000000000000000000000..2822f153440f2ea1ad3d2baff3f8fb466c3960a1 Binary files /dev/null and b/bilder/evaluation/auc-pr/groups/IForest_groups_auc-pr.png differ diff --git a/bilder/evaluation/auc-pr/groups/K_means_groups_auc-pr.png b/bilder/evaluation/auc-pr/groups/K_means_groups_auc-pr.png new file mode 100644 index 0000000000000000000000000000000000000000..26cfe9b307b7e66d9864203e7de01a19dced41e6 Binary files /dev/null and b/bilder/evaluation/auc-pr/groups/K_means_groups_auc-pr.png differ diff --git a/bilder/evaluation/auc-pr/groups/LOF_groups_auc-pr.png b/bilder/evaluation/auc-pr/groups/LOF_groups_auc-pr.png new file mode 100644 index 0000000000000000000000000000000000000000..d9d44feeb54943935191e4a4051cfd2c21b349aa Binary files /dev/null and b/bilder/evaluation/auc-pr/groups/LOF_groups_auc-pr.png differ diff --git a/bilder/evaluation/auc-pr/groups/LSTMAD_groups_auc-pr.png b/bilder/evaluation/auc-pr/groups/LSTMAD_groups_auc-pr.png new file mode 100644 index 0000000000000000000000000000000000000000..b1f745f86b67a17c41d15660c2a23827a5a101b8 Binary files /dev/null and b/bilder/evaluation/auc-pr/groups/LSTMAD_groups_auc-pr.png differ diff --git a/bilder/evaluation/auc-pr/groups/PCA_groups_auc-pr.png b/bilder/evaluation/auc-pr/groups/PCA_groups_auc-pr.png new file mode 100644 index 0000000000000000000000000000000000000000..e6fb3362f7ddc94c8ce5fe3d6f1b25cfd253f3cd Binary files /dev/null and b/bilder/evaluation/auc-pr/groups/PCA_groups_auc-pr.png differ diff --git a/bilder/evaluation/auc-pr/groups/POLY_groups_auc-pr.png b/bilder/evaluation/auc-pr/groups/POLY_groups_auc-pr.png new file mode 100644 index 0000000000000000000000000000000000000000..c0938c43dbc2bb34fd164eb920823257910e1317 Binary files /dev/null and b/bilder/evaluation/auc-pr/groups/POLY_groups_auc-pr.png differ diff --git a/bilder/evaluation/auc-pr/groups/USAD_groups_auc-pr.png b/bilder/evaluation/auc-pr/groups/USAD_groups_auc-pr.png new file mode 100644 index 0000000000000000000000000000000000000000..bd6727a8a5d2fd0396d3cae1c062de340f9c1cb5 Binary files /dev/null and b/bilder/evaluation/auc-pr/groups/USAD_groups_auc-pr.png differ diff --git a/bilder/evaluation/auc-pr/groups/knn_groups_auc-pr.png b/bilder/evaluation/auc-pr/groups/knn_groups_auc-pr.png new file mode 100644 index 0000000000000000000000000000000000000000..a51a6ee185a1298359adc9caed63fb7402c196b3 Binary files /dev/null and b/bilder/evaluation/auc-pr/groups/knn_groups_auc-pr.png differ diff --git a/bilder/evaluation/auc-pr/groups/omnianomaly_groups_auc-pr.png b/bilder/evaluation/auc-pr/groups/omnianomaly_groups_auc-pr.png new file mode 100644 index 0000000000000000000000000000000000000000..af374a0c3b776dd93dd697144ece1d91913d3550 Binary files /dev/null and b/bilder/evaluation/auc-pr/groups/omnianomaly_groups_auc-pr.png differ diff --git a/bilder/evaluation/auc-pr/groups/sub_lof_groups_auc-pr.png b/bilder/evaluation/auc-pr/groups/sub_lof_groups_auc-pr.png new file mode 100644 index 0000000000000000000000000000000000000000..82f2f2c76c2990e72ba94e3a955d00e61927827a Binary files /dev/null and b/bilder/evaluation/auc-pr/groups/sub_lof_groups_auc-pr.png differ diff --git a/bilder/evaluation/heatmap_with_numbers_auc-pr.png b/bilder/evaluation/heatmap_with_numbers_auc-pr.png new file mode 100644 index 0000000000000000000000000000000000000000..328d9ce1be048383452c95a19a0cc6507fe7e218 Binary files /dev/null and b/bilder/evaluation/heatmap_with_numbers_auc-pr.png differ diff --git a/bilder/evaluation/heatmap_with_numbers_vus-pr.png b/bilder/evaluation/heatmap_with_numbers_vus-pr.png new file mode 100644 index 0000000000000000000000000000000000000000..62e2a08a411651267e095efcbb2e1c34b03d15aa Binary files /dev/null and b/bilder/evaluation/heatmap_with_numbers_vus-pr.png differ diff --git a/bilder/evaluation/heatmap_without_numbers_auc-pr.png b/bilder/evaluation/heatmap_without_numbers_auc-pr.png new file mode 100644 index 0000000000000000000000000000000000000000..53d39b6de6a3d79a6cc6a4c5faa4f807b2c2dd02 Binary files /dev/null and b/bilder/evaluation/heatmap_without_numbers_auc-pr.png differ diff --git a/bilder/evaluation/heatmap_without_numbers_vus-pr.png b/bilder/evaluation/heatmap_without_numbers_vus-pr.png new file mode 100644 index 0000000000000000000000000000000000000000..5b612d9fdbb93467c91c5acdc9e4269dfd6cb0ef Binary files /dev/null and b/bilder/evaluation/heatmap_without_numbers_vus-pr.png differ diff --git a/bilder/evaluation/runtime.png b/bilder/evaluation/runtime.png new file mode 100644 index 0000000000000000000000000000000000000000..45fbea797a55d92f4e5bd0310e1ce424f3000f01 Binary files /dev/null and b/bilder/evaluation/runtime.png differ diff --git a/bilder/evaluation/vus-pr.png b/bilder/evaluation/vus-pr.png index 18020c0527355aae5ad3d87e771651f3ae8a5de9..eaedba83852f9a4e5133d8067444910d537738fa 100644 Binary files a/bilder/evaluation/vus-pr.png and b/bilder/evaluation/vus-pr.png differ diff --git a/bilder/evaluation/anomalien/CNN_groups_anomaly.png b/bilder/evaluation/vus-pr/anomalien/CNN_groups_anomaly.png similarity index 100% rename from bilder/evaluation/anomalien/CNN_groups_anomaly.png rename to bilder/evaluation/vus-pr/anomalien/CNN_groups_anomaly.png diff --git a/bilder/evaluation/anomalien/OmniAnomaly_groups_anomaly.png b/bilder/evaluation/vus-pr/anomalien/OmniAnomaly_groups_anomaly.png similarity index 100% rename from bilder/evaluation/anomalien/OmniAnomaly_groups_anomaly.png rename to bilder/evaluation/vus-pr/anomalien/OmniAnomaly_groups_anomaly.png diff --git a/bilder/evaluation/anomalien/PCA_groups_anomaly.png b/bilder/evaluation/vus-pr/anomalien/PCA_groups_anomaly.png similarity index 100% rename from bilder/evaluation/anomalien/PCA_groups_anomaly.png rename to bilder/evaluation/vus-pr/anomalien/PCA_groups_anomaly.png diff --git a/bilder/evaluation/anomalien/iForest_groups_anomaly.png b/bilder/evaluation/vus-pr/anomalien/iForest_groups_anomaly.png similarity index 100% rename from bilder/evaluation/anomalien/iForest_groups_anomaly.png rename to bilder/evaluation/vus-pr/anomalien/iForest_groups_anomaly.png diff --git a/bilder/evaluation/anomalien/kMeans_groups_anomaly.png b/bilder/evaluation/vus-pr/anomalien/kMeans_groups_anomaly.png similarity index 100% rename from bilder/evaluation/anomalien/kMeans_groups_anomaly.png rename to bilder/evaluation/vus-pr/anomalien/kMeans_groups_anomaly.png diff --git a/bilder/evaluation/anomalien/lof_groups_anomaly.png b/bilder/evaluation/vus-pr/anomalien/lof_groups_anomaly.png similarity index 100% rename from bilder/evaluation/anomalien/lof_groups_anomaly.png rename to bilder/evaluation/vus-pr/anomalien/lof_groups_anomaly.png diff --git a/bilder/evaluation/anomalien/lstmad_groups_anomaly.png b/bilder/evaluation/vus-pr/anomalien/lstmad_groups_anomaly.png similarity index 100% rename from bilder/evaluation/anomalien/lstmad_groups_anomaly.png rename to bilder/evaluation/vus-pr/anomalien/lstmad_groups_anomaly.png diff --git a/bilder/evaluation/anomalien/poly_groups_anomaly.png b/bilder/evaluation/vus-pr/anomalien/poly_groups_anomaly.png similarity index 100% rename from bilder/evaluation/anomalien/poly_groups_anomaly.png rename to bilder/evaluation/vus-pr/anomalien/poly_groups_anomaly.png diff --git a/bilder/evaluation/anomalien/sub_knn_groups_anomaly.png b/bilder/evaluation/vus-pr/anomalien/sub_knn_groups_anomaly.png similarity index 100% rename from bilder/evaluation/anomalien/sub_knn_groups_anomaly.png rename to bilder/evaluation/vus-pr/anomalien/sub_knn_groups_anomaly.png diff --git a/bilder/evaluation/vus-pr/anomalien/sub_lof_anonaly_groups_vus-pr.png b/bilder/evaluation/vus-pr/anomalien/sub_lof_anonaly_groups_vus-pr.png new file mode 100644 index 0000000000000000000000000000000000000000..15195e27dcb5854a7b7b624d05b9d5bb2ca235dc Binary files /dev/null and b/bilder/evaluation/vus-pr/anomalien/sub_lof_anonaly_groups_vus-pr.png differ diff --git a/bilder/evaluation/groups/CNN_groups.png b/bilder/evaluation/vus-pr/groups/CNN_groups.png similarity index 100% rename from bilder/evaluation/groups/CNN_groups.png rename to bilder/evaluation/vus-pr/groups/CNN_groups.png diff --git a/bilder/evaluation/groups/OmniANomaly_groups.png b/bilder/evaluation/vus-pr/groups/OmniANomaly_groups.png similarity index 100% rename from bilder/evaluation/groups/OmniANomaly_groups.png rename to bilder/evaluation/vus-pr/groups/OmniANomaly_groups.png diff --git a/bilder/evaluation/groups/PCA_groups.png b/bilder/evaluation/vus-pr/groups/PCA_groups.png similarity index 100% rename from bilder/evaluation/groups/PCA_groups.png rename to bilder/evaluation/vus-pr/groups/PCA_groups.png diff --git a/bilder/evaluation/groups/POLY_AUC-PR_groups.png b/bilder/evaluation/vus-pr/groups/POLY_AUC-PR_groups.png similarity index 100% rename from bilder/evaluation/groups/POLY_AUC-PR_groups.png rename to bilder/evaluation/vus-pr/groups/POLY_AUC-PR_groups.png diff --git a/bilder/evaluation/groups/USAD.png b/bilder/evaluation/vus-pr/groups/USAD.png similarity index 100% rename from bilder/evaluation/groups/USAD.png rename to bilder/evaluation/vus-pr/groups/USAD.png diff --git a/bilder/evaluation/groups/iForest_groups.png b/bilder/evaluation/vus-pr/groups/iForest_groups.png similarity index 100% rename from bilder/evaluation/groups/iForest_groups.png rename to bilder/evaluation/vus-pr/groups/iForest_groups.png diff --git a/bilder/evaluation/groups/kMeans_groups.png b/bilder/evaluation/vus-pr/groups/kMeans_groups.png similarity index 100% rename from bilder/evaluation/groups/kMeans_groups.png rename to bilder/evaluation/vus-pr/groups/kMeans_groups.png diff --git a/bilder/evaluation/groups/lof_groups.png b/bilder/evaluation/vus-pr/groups/lof_groups.png similarity index 100% rename from bilder/evaluation/groups/lof_groups.png rename to bilder/evaluation/vus-pr/groups/lof_groups.png diff --git a/bilder/evaluation/groups/lstmad_groups.png b/bilder/evaluation/vus-pr/groups/lstmad_groups.png similarity index 100% rename from bilder/evaluation/groups/lstmad_groups.png rename to bilder/evaluation/vus-pr/groups/lstmad_groups.png diff --git a/bilder/evaluation/groups/sub_knn_groups.png b/bilder/evaluation/vus-pr/groups/sub_knn_groups.png similarity index 100% rename from bilder/evaluation/groups/sub_knn_groups.png rename to bilder/evaluation/vus-pr/groups/sub_knn_groups.png diff --git a/bilder/evaluation/vus-pr/groups/sub_lof_groups_vus-pr.png b/bilder/evaluation/vus-pr/groups/sub_lof_groups_vus-pr.png new file mode 100644 index 0000000000000000000000000000000000000000..8045920ecd2680e0138939e293324bd008d94911 Binary files /dev/null and b/bilder/evaluation/vus-pr/groups/sub_lof_groups_vus-pr.png differ diff --git a/docs/evaluation/KShapeAD.csv b/docs/evaluation/KShapeAD.csv deleted file mode 100644 index e3c77fdd0a2793bac88262dcdea207f377bb7890..0000000000000000000000000000000000000000 --- a/docs/evaluation/KShapeAD.csv +++ /dev/null @@ -1,2 +0,0 @@ -params,file_name,duration,group,point anomaly,seq anomaly,AUC-PR,AUC-ROC,VUS-PR,VUS-ROC,Standard-F1,PA-F1,Event-based-F1,R-based-F1,Affiliation-F,Recall,Precision -{'periodicity': 2},280_NEK_id_4_WebService_tr_500_1st_231.csv,0.9505062103271484,NEK,False,False,0.07926785813478894,0.6630577427821522,0.10358866434207449,0.5544817330166786,0.18676697609674528,0.2742857142857143,0.1660457690260775,0.33959170607433914,0.7497700296391373,0.0,0.0 diff --git a/docs/evaluation/Vergleich der Ergebnisse.md b/docs/evaluation/Vergleich der Ergebnisse.md index 5e2514568d56870154fd5a757cd3b47254f01744..61212dc3dcce8aa3cbfd47c1de81aeb3a51d0ac0 100644 --- a/docs/evaluation/Vergleich der Ergebnisse.md +++ b/docs/evaluation/Vergleich der Ergebnisse.md @@ -3,8 +3,8 @@ | Laufzeiten | POLY | iForest | PCA | USAD | CNN | OmAn | LSTM | kShape | kMeans | OCSVM | LOF | Sub-LOF | KNN | | ------------------------------ | ---- | ------- | ---- | ---- | ---- | ---- | ---- | ------ | ------ | ----- | ---- | ------- | ---- | | **Bei Autoren (s)** | 0.09 | 0.14 | 2 | 2 | 3 | 4 | 8 | 8.5 | 20 | 30 | 70 | 80 | 90 | -| **Insgesamt (h)** | 3.42 | 3.44 | 4.26 | 3.19 | 2.93 | 3.42 | 3.66 | | 5.62 | | 2.04 | | 6.68 | -| **Durchschnitt pro Datei (s)** | 31.0 | 31.2 | 38.7 | 28.9 | 26.6 | 31 | 33.2 | | 50.9 | | 18.5 | | 60.5 | +| **Insgesamt (h)** | 3.42 | 3.44 | 4.26 | 3.19 | 2.93 | 3.42 | 3.66 | | 5.62 | | 2.04 | 5.14 | 6.68 | +| **Durchschnitt pro Datei (s)** | 31.0 | 31.2 | 38.7 | 28.9 | 26.6 | 31 | 33.2 | | 50.9 | | 18.5 | 46.6 | 60.5 | # Datensätze + Gesamtanzahl Zeitserien: 397 @@ -13,138 +13,138 @@ + Anzahl an Zeitserien mit nur Sequenzanomalien: 158 ## Gesamtbewertung nach AUC-PR -| Datensatz | POLY | iForest | PCA | USAD | CNN | OmAn | LSTM | kShape | kMeans | OCSVM | LOF | Sub-LOF | KNN | Datensatz | -| ------------- | --------- | --------- | --------- | --------- | --------- | --------- | --------- | ------ | --------- | ----- | --------- | ------- | --------- | ------------- | -| UCR | 0.156850 | 0.059389 | 0.138533 | 0.088392 | 0.069477 | 0.085236 | 0.028041 | | 0.487206 | | 0.048985 | | 0.283830 | UCR | -| SMD | 0.639394 | 0.369237 | 0.495851 | 0.665737 | 0.565370 | 0.531140 | 0.539890 | | 0.260908 | | 0.182353 | | 0.162970 | SMD | -| YAHOO | 0.075395 | 0.092730 | 0.117107 | 0.117266 | 0.561562 | 0.148188 | 0.443957 | | 0.699444 | | 0.409909 | | 0.144445 | YAHOO | -| Exathlon | 0.844513 | 0.962806 | 0.958102 | 0.862358 | 0.654310 | 0.874519 | 0.733875 | | 0.617690 | | 0.245106 | | 0.563481 | Exathlon | -| NAB | 0.526439 | 0.314587 | 0.486528 | 0.300305 | 0.223347 | 0.332227 | 0.153306 | | 0.401505 | | 0.144844 | | 0.311100 | NAB | -| OPPORTUNITY | 0.420658 | 0.733153 | 0.923192 | 0.651235 | 0.619160 | 0.649867 | 0.545535 | | 0.365381 | | 0.153396 | | 0.298396 | OPPORTUNITY | -| WSD | 0.427387 | 0.040993 | 0.216542 | 0.240276 | 0.303128 | 0.251057 | 0.209492 | | 0.146372 | | 0.141918 | | 0.044597 | WSD | -| SVDB | 0.506002 | 0.311936 | 0.558896 | 0.459209 | 0.197103 | 0.476835 | 0.129879 | | 0.809036 | | 0.044940 | | 0.538270 | SVDB | -| SMAP | 0.604826 | 0.299302 | 0.484416 | 0.273159 | 0.329931 | 0.385082 | 0.278827 | | 0.648913 | | 0.180797 | | 0.453816 | SMAP | -| IOPS | 0.332866 | 0.231569 | 0.372849 | 0.403523 | 0.265889 | 0.368163 | 0.320195 | | 0.068715 | | 0.116787 | | 0.070598 | IOPS | -| TODS | 0.239024 | 0.076521 | 0.124321 | 0.163915 | 0.303786 | 0.172369 | 0.205671 | | 0.448703 | | 0.100820 | | 0.410649 | TODS | -| Stock | 0.146590 | 0.143940 | 0.148428 | 0.133570 | 0.929344 | 0.133646 | 0.519232 | | 0.114476 | | 0.112061 | | 0.096103 | Stock | -| MGAB | 0.008996 | 0.004336 | 0.027123 | 0.032097 | 0.003855 | 0.015268 | 0.045860 | | 0.085299 | | 0.002209 | | 0.325650 | MGAB | -| MSL | 0.629533 | 0.386085 | 0.493320 | 0.267256 | 0.307033 | 0.394283 | 0.237442 | | 0.371438 | | 0.151228 | | 0.313525 | MSL | -| NEK | 0.709458 | 0.630339 | 0.891733 | 0.816021 | 0.685573 | 0.836145 | 0.667421 | | 0.346973 | | 0.363561 | | 0.119174 | NEK | -| LTDB | 0.455324 | 0.521341 | 0.489411 | 0.461335 | 0.354462 | 0.479711 | 0.276735 | | 0.765819 | | 0.203241 | | 0.589828 | LTDB | -| MITDB | 0.366934 | 0.169557 | 0.377853 | 0.201810 | 0.160153 | 0.206999 | 0.113066 | | 0.583808 | | 0.051628 | | 0.500834 | MITDB | -| TAO | 0.140526 | 0.125817 | 0.149144 | 0.339781 | 0.994857 | 0.344060 | 0.993397 | | 0.129147 | | 0.167995 | | 0.108733 | TAO | -| SED | 0.031421 | 0.691484 | 0.020994 | 0.026231 | 0.029325 | 0.031663 | 0.030497 | | 0.710575 | | 0.082198 | | 0.707453 | SED | -| Daphnet | 0.536827 | 0.496579 | 0.468647 | 0.192057 | 0.381499 | 0.192069 | 0.132234 | | 0.036445 | | 0.129509 | | 0.033893 | Daphnet | -| SWaT | 0.123133 | 0.702432 | 0.756700 | 0.757484 | 0.738718 | 0.757687 | 0.737695 | | 0.111152 | | 0.120683 | | 0.110376 | SWaT | -| Power | 0.203760 | 0.073981 | 0.078866 | 0.064665 | 0.072400 | 0.064665 | 0.064788 | | 0.507629 | | 0.086245 | | 0.160167 | Power | -| CATSv2 | 0.476434 | 0.139416 | 0.474705 | 0.481625 | 0.411894 | 0.437868 | 0.358071 | | 0.455611 | | 0.071542 | | 0.482166 | CATSv2 | -| **Insgesamt** | **0.394** | **0.304** | **0.407** | **0.352** | **0.366** | **0.354** | **0.313** | | **0.444** | | **0.156** | | **0.292** | **Insgesamt** | +| Datensatz | POLY | iForest | PCA | USAD | CNN | OmAn | LSTM | kShape | kMeans | OCSVM | LOF | Sub-LOF | KNN | Datensatz | +| ------------- | --------- | --------- | --------- | --------- | --------- | --------- | --------- | ------ | --------- | ----- | --------- | --------- | --------- | ------------- | +| UCR | 0.156850 | 0.059389 | 0.138533 | 0.088392 | 0.069477 | 0.085236 | 0.028041 | | 0.487206 | | 0.048985 | 0.495182 | 0.283830 | UCR | +| SMD | 0.639394 | 0.369237 | 0.495851 | 0.665737 | 0.565370 | 0.531140 | 0.539890 | | 0.260908 | | 0.182353 | 0.486307 | 0.162970 | SMD | +| YAHOO | 0.075395 | 0.092730 | 0.117107 | 0.117266 | 0.561562 | 0.148188 | 0.443957 | | 0.699444 | | 0.409909 | 0.150503 | 0.144445 | YAHOO | +| Exathlon | 0.844513 | 0.962806 | 0.958102 | 0.862358 | 0.654310 | 0.874519 | 0.733875 | | 0.617690 | | 0.245106 | 0.257618 | 0.563481 | Exathlon | +| NAB | 0.526439 | 0.314587 | 0.486528 | 0.300305 | 0.223347 | 0.332227 | 0.153306 | | 0.401505 | | 0.144844 | 0.495381 | 0.311100 | NAB | +| OPPORTUNITY | 0.420658 | 0.733153 | 0.923192 | 0.651235 | 0.619160 | 0.649867 | 0.545535 | | 0.365381 | | 0.153396 | 0.158653 | 0.298396 | OPPORTUNITY | +| WSD | 0.427387 | 0.040993 | 0.216542 | 0.240276 | 0.303128 | 0.251057 | 0.209492 | | 0.146372 | | 0.141918 | 0.539254 | 0.044597 | WSD | +| SVDB | 0.506002 | 0.311936 | 0.558896 | 0.459209 | 0.197103 | 0.476835 | 0.129879 | | 0.809036 | | 0.044940 | 0.356140 | 0.538270 | SVDB | +| SMAP | 0.604826 | 0.299302 | 0.484416 | 0.273159 | 0.329931 | 0.385082 | 0.278827 | | 0.648913 | | 0.180797 | 0.510341 | 0.453816 | SMAP | +| IOPS | 0.332866 | 0.231569 | 0.372849 | 0.403523 | 0.265889 | 0.368163 | 0.320195 | | 0.068715 | | 0.116787 | 0.263492 | 0.070598 | IOPS | +| TODS | 0.239024 | 0.076521 | 0.124321 | 0.163915 | 0.303786 | 0.172369 | 0.205671 | | 0.448703 | | 0.100820 | 0.166507 | 0.410649 | TODS | +| Stock | 0.146590 | 0.143940 | 0.148428 | 0.133570 | 0.929344 | 0.133646 | 0.519232 | | 0.114476 | | 0.112061 | 0.115033 | 0.096103 | Stock | +| MGAB | 0.008996 | 0.004336 | 0.027123 | 0.032097 | 0.003855 | 0.015268 | 0.045860 | | 0.085299 | | 0.002209 | 0.567335 | 0.325650 | MGAB | +| MSL | 0.629533 | 0.386085 | 0.493320 | 0.267256 | 0.307033 | 0.394283 | 0.237442 | | 0.371438 | | 0.151228 | 0.442670 | 0.313525 | MSL | +| NEK | 0.709458 | 0.630339 | 0.891733 | 0.816021 | 0.685573 | 0.836145 | 0.667421 | | 0.346973 | | 0.363561 | 0.554506 | 0.119174 | NEK | +| LTDB | 0.455324 | 0.521341 | 0.489411 | 0.461335 | 0.354462 | 0.479711 | 0.276735 | | 0.765819 | | 0.203241 | 0.333160 | 0.589828 | LTDB | +| MITDB | 0.366934 | 0.169557 | 0.377853 | 0.201810 | 0.160153 | 0.206999 | 0.113066 | | 0.583808 | | 0.051628 | 0.385195 | 0.500834 | MITDB | +| TAO | 0.140526 | 0.125817 | 0.149144 | 0.339781 | 0.994857 | 0.344060 | 0.993397 | | 0.129147 | | 0.167995 | 0.139803 | 0.108733 | TAO | +| SED | 0.031421 | 0.691484 | 0.020994 | 0.026231 | 0.029325 | 0.031663 | 0.030497 | | 0.710575 | | 0.082198 | 0.109660 | 0.707453 | SED | +| Daphnet | 0.536827 | 0.496579 | 0.468647 | 0.192057 | 0.381499 | 0.192069 | 0.132234 | | 0.036445 | | 0.129509 | 0.252282 | 0.033893 | Daphnet | +| SWaT | 0.123133 | 0.702432 | 0.756700 | 0.757484 | 0.738718 | 0.757687 | 0.737695 | | 0.111152 | | 0.120683 | 0.113563 | 0.110376 | SWaT | +| Power | 0.203760 | 0.073981 | 0.078866 | 0.064665 | 0.072400 | 0.064665 | 0.064788 | | 0.507629 | | 0.086245 | 0.175035 | 0.160167 | Power | +| CATSv2 | 0.476434 | 0.139416 | 0.474705 | 0.481625 | 0.411894 | 0.437868 | 0.358071 | | 0.455611 | | 0.071542 | 0.511976 | 0.482166 | CATSv2 | +| **Insgesamt** | **0.394** | **0.304** | **0.407** | **0.352** | **0.366** | **0.354** | **0.313** | | **0.444** | | **0.156** | **0.374** | **0.292** | **Insgesamt** | ## Gesamtbewertung nach VUS-PR -| Datensatz | POLY | iForest | PCA | USAD | CNN | OmAn | LSTM | kShape | kMeans | OCSVM | LOF | Sub-LOF | KNN | Datensatz | -| ------------- | --------- | --------- | --------- | --------- | --------- | --------- | --------- | ------ | --------- | ----- | --------- | ------- | --------- | ------------- | -| UCR | 0.198780 | 0.058773 | 0.152678 | 0.084437 | 0.065443 | 0.089552 | 0.023293 | | 0.486822 | | 0.051489 | | 0.329748 | UCR | -| SMD | 0.663191 | 0.342406 | 0.467257 | 0.629404 | 0.545045 | 0.478742 | 0.483944 | | 0.254537 | | 0.134985 | | 0.163803 | SMD | -| YAHOO | 0.307653 | 0.135664 | 0.163729 | 0.192366 | 0.512096 | 0.219787 | 0.417416 | | 0.781824 | | 0.381508 | | 0.502031 | YAHOO | -| Exathlon | 0.847945 | 0.964836 | 0.959173 | 0.864301 | 0.657757 | 0.876372 | 0.735253 | | 0.618051 | | 0.240338 | | 0.562449 | Exathlon | -| NAB | 0.584112 | 0.342137 | 0.511398 | 0.308303 | 0.248091 | 0.342007 | 0.173732 | | 0.427477 | | 0.165966 | | 0.341432 | NAB | -| OPPORTUNITY | 0.426326 | 0.736264 | 0.924516 | 0.651269 | 0.632799 | 0.649931 | 0.563772 | | 0.351828 | | 0.159200 | | 0.295398 | OPPORTUNITY | -| WSD | 0.531110 | 0.027487 | 0.155366 | 0.155950 | 0.224922 | 0.157612 | 0.130270 | | 0.173060 | | 0.102346 | | 0.083204 | WSD | -| SVDB | 0.445531 | 0.307322 | 0.523984 | 0.435722 | 0.199785 | 0.445289 | 0.127489 | | 0.811385 | | 0.050189 | | 0.591484 | SVDB | -| SMAP | 0.727079 | 0.327727 | 0.566842 | 0.302212 | 0.336818 | 0.417852 | 0.273214 | | 0.657738 | | 0.172499 | | 0.558287 | SMAP | -| IOPS | 0.365055 | 0.134518 | 0.260372 | 0.192815 | 0.205826 | 0.192837 | 0.213044 | | 0.107988 | | 0.123657 | | 0.116527 | IOPS | -| TODS | 0.586493 | 0.487386 | 0.552877 | 0.529843 | 0.575941 | 0.538194 | 0.522228 | | 0.739257 | | 0.485079 | | 0.780280 | TODS | -| Stock | 0.805375 | 0.735886 | 0.825382 | 0.771612 | 0.939925 | 0.771658 | 0.817960 | | 0.738198 | | 0.710487 | | 0.691512 | Stock | -| MGAB | 0.008269 | 0.004379 | 0.005551 | 0.005403 | 0.006988 | 0.005586 | 0.025419 | | 0.036645 | | 0.004639 | | 0.238613 | MGAB | -| MSL | 0.734244 | 0.448709 | 0.523310 | 0.295208 | 0.346350 | 0.428048 | 0.305128 | | 0.441543 | | 0.186700 | | 0.368746 | MSL | -| NEK | 0.764836 | 0.649735 | 0.929171 | 0.827283 | 0.714845 | 0.858349 | 0.689697 | | 0.317927 | | 0.395130 | | 0.132908 | NEK | -| LTDB | 0.510507 | 0.566359 | 0.534873 | 0.512266 | 0.406171 | 0.524763 | 0.329828 | | 0.835553 | | 0.256447 | | 0.692355 | LTDB | -| MITDB | 0.320425 | 0.159042 | 0.323526 | 0.158357 | 0.143632 | 0.163465 | 0.112398 | | 0.590892 | | 0.053749 | | 0.548995 | MITDB | -| TAO | 0.808453 | 0.728970 | 0.840276 | 0.928987 | 0.994270 | 0.930020 | 0.995044 | | 0.747945 | | 0.710584 | | 0.684119 | TAO | -| SED | 0.040176 | 0.807209 | 0.030270 | 0.053374 | 0.058416 | 0.055985 | 0.056562 | | 0.895291 | | 0.111105 | | 0.882987 | SED | -| Daphnet | 0.519516 | 0.518905 | 0.441568 | 0.122992 | 0.398456 | 0.123026 | 0.133080 | | 0.039747 | | 0.134804 | | 0.035185 | Daphnet | -| SWaT | 0.103364 | 0.368230 | 0.375512 | 0.365922 | 0.680748 | 0.366250 | 0.669824 | | 0.111519 | | 0.121168 | | 0.110850 | SWaT | -| Power | 0.122294 | 0.076373 | 0.079616 | 0.067090 | 0.075487 | 0.067090 | 0.067250 | | 0.524166 | | 0.090503 | | 0.166562 | Power | -| CATSv2 | 0.232252 | 0.105175 | 0.232417 | 0.406831 | 0.288293 | 0.282282 | 0.329056 | | 0.229268 | | 0.063826 | | 0.354730 | CATSv2 | -| **Insgesamt** | **0.478** | **0.341** | **0.444** | **0.375** | **0.367** | **0.377** | **0.320** | | **0.489** | | **0.185** | | **0.384** | **Insgesamt** | +| Datensatz | POLY | iForest | PCA | USAD | CNN | OmAn | LSTM | kShape | kMeans | OCSVM | LOF | Sub-LOF | KNN | Datensatz | +| ------------- | --------- | --------- | --------- | --------- | --------- | --------- | --------- | ------ | --------- | ----- | --------- | --------- | --------- | ------------- | +| UCR | 0.198780 | 0.058773 | 0.152678 | 0.084437 | 0.065443 | 0.089552 | 0.023293 | | 0.486822 | | 0.051489 | 0.514326 | 0.329748 | UCR | +| SMD | 0.663191 | 0.342406 | 0.467257 | 0.629404 | 0.545045 | 0.478742 | 0.483944 | | 0.254537 | | 0.134985 | 0.544696 | 0.163803 | SMD | +| YAHOO | 0.307653 | 0.135664 | 0.163729 | 0.192366 | 0.512096 | 0.219787 | 0.417416 | | 0.781824 | | 0.381508 | 0.451001 | 0.502031 | YAHOO | +| Exathlon | 0.847945 | 0.964836 | 0.959173 | 0.864301 | 0.657757 | 0.876372 | 0.735253 | | 0.618051 | | 0.240338 | 0.262478 | 0.562449 | Exathlon | +| NAB | 0.584112 | 0.342137 | 0.511398 | 0.308303 | 0.248091 | 0.342007 | 0.173732 | | 0.427477 | | 0.165966 | 0.532450 | 0.341432 | NAB | +| OPPORTUNITY | 0.426326 | 0.736264 | 0.924516 | 0.651269 | 0.632799 | 0.649931 | 0.563772 | | 0.351828 | | 0.159200 | 0.149548 | 0.295398 | OPPORTUNITY | +| WSD | 0.531110 | 0.027487 | 0.155366 | 0.155950 | 0.224922 | 0.157612 | 0.130270 | | 0.173060 | | 0.102346 | 0.551041 | 0.083204 | WSD | +| SVDB | 0.445531 | 0.307322 | 0.523984 | 0.435722 | 0.199785 | 0.445289 | 0.127489 | | 0.811385 | | 0.050189 | 0.383000 | 0.591484 | SVDB | +| SMAP | 0.727079 | 0.327727 | 0.566842 | 0.302212 | 0.336818 | 0.417852 | 0.273214 | | 0.657738 | | 0.172499 | 0.597854 | 0.558287 | SMAP | +| IOPS | 0.365055 | 0.134518 | 0.260372 | 0.192815 | 0.205826 | 0.192837 | 0.213044 | | 0.107988 | | 0.123657 | 0.380817 | 0.116527 | IOPS | +| TODS | 0.586493 | 0.487386 | 0.552877 | 0.529843 | 0.575941 | 0.538194 | 0.522228 | | 0.739257 | | 0.485079 | 0.691125 | 0.780280 | TODS | +| Stock | 0.805375 | 0.735886 | 0.825382 | 0.771612 | 0.939925 | 0.771658 | 0.817960 | | 0.738198 | | 0.710487 | 0.747567 | 0.691512 | Stock | +| MGAB | 0.008269 | 0.004379 | 0.005551 | 0.005403 | 0.006988 | 0.005586 | 0.025419 | | 0.036645 | | 0.004639 | 0.634748 | 0.238613 | MGAB | +| MSL | 0.734244 | 0.448709 | 0.523310 | 0.295208 | 0.346350 | 0.428048 | 0.305128 | | 0.441543 | | 0.186700 | 0.544711 | 0.368746 | MSL | +| NEK | 0.764836 | 0.649735 | 0.929171 | 0.827283 | 0.714845 | 0.858349 | 0.689697 | | 0.317927 | | 0.395130 | 0.687020 | 0.132908 | NEK | +| LTDB | 0.510507 | 0.566359 | 0.534873 | 0.512266 | 0.406171 | 0.524763 | 0.329828 | | 0.835553 | | 0.256447 | 0.409530 | 0.692355 | LTDB | +| MITDB | 0.320425 | 0.159042 | 0.323526 | 0.158357 | 0.143632 | 0.163465 | 0.112398 | | 0.590892 | | 0.053749 | 0.367125 | 0.548995 | MITDB | +| TAO | 0.808453 | 0.728970 | 0.840276 | 0.928987 | 0.994270 | 0.930020 | 0.995044 | | 0.747945 | | 0.710584 | 0.807694 | 0.684119 | TAO | +| SED | 0.040176 | 0.807209 | 0.030270 | 0.053374 | 0.058416 | 0.055985 | 0.056562 | | 0.895291 | | 0.111105 | 0.253420 | 0.882987 | SED | +| Daphnet | 0.519516 | 0.518905 | 0.441568 | 0.122992 | 0.398456 | 0.123026 | 0.133080 | | 0.039747 | | 0.134804 | 0.253956 | 0.035185 | Daphnet | +| SWaT | 0.103364 | 0.368230 | 0.375512 | 0.365922 | 0.680748 | 0.366250 | 0.669824 | | 0.111519 | | 0.121168 | 0.113915 | 0.110850 | SWaT | +| Power | 0.122294 | 0.076373 | 0.079616 | 0.067090 | 0.075487 | 0.067090 | 0.067250 | | 0.524166 | | 0.090503 | 0.160858 | 0.166562 | Power | +| CATSv2 | 0.232252 | 0.105175 | 0.232417 | 0.406831 | 0.288293 | 0.282282 | 0.329056 | | 0.229268 | | 0.063826 | 0.393045 | 0.354730 | CATSv2 | +| **Insgesamt** | **0.478** | **0.341** | **0.444** | **0.375** | **0.367** | **0.377** | **0.320** | | **0.489** | | **0.185** | **0.473** | **0.384** | **Insgesamt** | ## Gesamtbewertung der Punktanomalien nach AUC-PR -| Datensatz | POLY | iForest | PCA | USAD | CNN | OmAn | LSTM | kShape | kMeans | OCSVM | LOF | Sub-LOF | KNN | Datensatz | -| ------------- | --------- | --------- | --------- | --------- | --------- | --------- | --------- | ------ | --------- | ----- | --------- | ------- | --------- | ------------- | -| UCR | 0.000257 | 0.000139 | 0.000196 | 0.000178 | 0.000498 | 0.000178 | 0.000221 | | 0.002843 | | 0.000653 | | 0.003749 | UCR | -| YAHOO | 0.024161 | 0.007312 | 0.060498 | 0.087663 | 0.587049 | 0.122574 | 0.455103 | | 0.742578 | | 0.422520 | | 0.130716 | YAHOO | -| WSD | 0.167066 | 0.000501 | 0.206655 | 0.285712 | 0.342989 | 0.407280 | 0.334638 | | 0.003073 | | 0.003879 | | 0.000945 | WSD | -| IOPS | 0.141657 | 0.011860 | 0.036186 | 0.016979 | 0.210157 | 0.016952 | 0.197084 | | 0.066886 | | 0.176712 | | 0.041389 | IOPS | -| TODS | 0.061866 | 0.069264 | 0.067229 | 0.065809 | 0.531847 | 0.064650 | 0.367334 | | 0.083989 | | 0.071959 | | 0.075986 | TODS | -| Stock | 0.146590 | 0.143940 | 0.148428 | 0.133570 | 0.929344 | 0.133646 | 0.519232 | | 0.114476 | | 0.112061 | | 0.096103 | Stock | -| TAO | 0.148356 | 0.126763 | 0.160428 | 0.330086 | 0.993457 | 0.336829 | 0.994218 | | 0.121904 | | 0.128972 | | 0.098915 | TAO | -| **Insgesamt** | **0.060** | **0.039** | **0.079** | **0.100** | **0.585** | **0.125** | **0.426** | | **0.451** | | **0.274** | | **0.101** | **Insgesamt** | +| Datensatz | POLY | iForest | PCA | USAD | CNN | OmAn | LSTM | kShape | kMeans | OCSVM | LOF | Sub-LOF | KNN | Datensatz | +| ------------- | --------- | --------- | --------- | --------- | --------- | --------- | --------- | ------ | --------- | ----- | --------- | --------- | --------- | ------------- | +| UCR | 0.000257 | 0.000139 | 0.000196 | 0.000178 | 0.000498 | 0.000178 | 0.000221 | | 0.002843 | | 0.000653 | 0.040927 | 0.003749 | UCR | +| YAHOO | 0.024161 | 0.007312 | 0.060498 | 0.087663 | 0.587049 | 0.122574 | 0.455103 | | 0.742578 | | 0.422520 | 0.141987 | 0.130716 | YAHOO | +| WSD | 0.167066 | 0.000501 | 0.206655 | 0.285712 | 0.342989 | 0.407280 | 0.334638 | | 0.003073 | | 0.003879 | 0.327958 | 0.000945 | WSD | +| IOPS | 0.141657 | 0.011860 | 0.036186 | 0.016979 | 0.210157 | 0.016952 | 0.197084 | | 0.066886 | | 0.176712 | 0.121683 | 0.041389 | IOPS | +| TODS | 0.061866 | 0.069264 | 0.067229 | 0.065809 | 0.531847 | 0.064650 | 0.367334 | | 0.083989 | | 0.071959 | 0.077775 | 0.075986 | TODS | +| Stock | 0.146590 | 0.143940 | 0.148428 | 0.133570 | 0.929344 | 0.133646 | 0.519232 | | 0.114476 | | 0.112061 | 0.115033 | 0.096103 | Stock | +| TAO | 0.148356 | 0.126763 | 0.160428 | 0.330086 | 0.993457 | 0.336829 | 0.994218 | | 0.121904 | | 0.128972 | 0.145212 | 0.098915 | TAO | +| **Insgesamt** | **0.060** | **0.039** | **0.079** | **0.100** | **0.585** | **0.125** | **0.426** | | **0.451** | | **0.274** | **0.131** | **0.101** | **Insgesamt** | ## Gesamtbewertung der Punktanomalien nach VUS-PR -| Datensatz | POLY | iForest | PCA | USAD | CNN | OmAn | LSTM | kShape | kMeans | OCSVM | LOF | Sub-LOF | KNN | Datensatz | -| ------------- | --------- | --------- | --------- | --------- | --------- | --------- | --------- | ------ | --------- | ----- | --------- | ------- | --------- | ------------- | -| UCR | 0.003356 | 0.000267 | 0.000408 | 0.000406 | 0.128496 | 0.000406 | 0.000237 | | 0.012483 | | 0.012963 | | 0.011814 | UCR | -| YAHOO | 0.282071 | 0.052201 | 0.113436 | 0.159136 | 0.519819 | 0.190097 | 0.414255 | | 0.826036 | | 0.383203 | | 0.521624 | YAHOO | -| WSD | 0.216267 | 0.001036 | 0.124850 | 0.088179 | 0.131018 | 0.105822 | 0.100076 | | 0.021818 | | 0.035113 | | 0.007947 | WSD | -| IOPS | 0.187766 | 0.017686 | 0.048169 | 0.042432 | 0.147113 | 0.035031 | 0.080739 | | 0.202456 | | 0.073159 | | 0.327373 | IOPS | -| TODS | 0.803771 | 0.815915 | 0.820717 | 0.780347 | 0.895740 | 0.800324 | 0.852834 | | 0.857103 | | 0.786747 | | 0.855125 | TODS | -| Stock | 0.805375 | 0.735886 | 0.825382 | 0.771612 | 0.939925 | 0.771658 | 0.817960 | | 0.738198 | | 0.710487 | | 0.691512 | Stock | -| TAO | 0.761585 | 0.654975 | 0.805852 | 0.907035 | 0.991524 | 0.908594 | 0.992980 | | 0.666432 | | 0.623702 | | 0.570248 | TAO | -| **Insgesamt** | **0.392** | **0.232** | **0.294** | **0.310** | **0.571** | **0.329** | **0.471** | | **0.680** | | **0.416** | | **0.500** | **Insgesamt** | +| Datensatz | POLY | iForest | PCA | USAD | CNN | OmAn | LSTM | kShape | kMeans | OCSVM | LOF | Sub-LOF | KNN | Datensatz | +| ------------- | --------- | --------- | --------- | --------- | --------- | --------- | --------- | ------ | --------- | ----- | --------- | --------- | --------- | ------------- | +| UCR | 0.003356 | 0.000267 | 0.000408 | 0.000406 | 0.128496 | 0.000406 | 0.000237 | | 0.012483 | | 0.012963 | 0.208122 | 0.011814 | UCR | +| YAHOO | 0.282071 | 0.052201 | 0.113436 | 0.159136 | 0.519819 | 0.190097 | 0.414255 | | 0.826036 | | 0.383203 | 0.475296 | 0.521624 | YAHOO | +| WSD | 0.216267 | 0.001036 | 0.124850 | 0.088179 | 0.131018 | 0.105822 | 0.100076 | | 0.021818 | | 0.035113 | 0.140331 | 0.007947 | WSD | +| IOPS | 0.187766 | 0.017686 | 0.048169 | 0.042432 | 0.147113 | 0.035031 | 0.080739 | | 0.202456 | | 0.073159 | 0.327754 | 0.327373 | IOPS | +| TODS | 0.803771 | 0.815915 | 0.820717 | 0.780347 | 0.895740 | 0.800324 | 0.852834 | | 0.857103 | | 0.786747 | 0.849582 | 0.855125 | TODS | +| Stock | 0.805375 | 0.735886 | 0.825382 | 0.771612 | 0.939925 | 0.771658 | 0.817960 | | 0.738198 | | 0.710487 | 0.747567 | 0.691512 | Stock | +| TAO | 0.761585 | 0.654975 | 0.805852 | 0.907035 | 0.991524 | 0.908594 | 0.992980 | | 0.666432 | | 0.623702 | 0.755775 | 0.570248 | TAO | +| **Insgesamt** | **0.392** | **0.232** | **0.294** | **0.310** | **0.571** | **0.329** | **0.471** | | **0.680** | | **0.416** | **0.514** | **0.500** | **Insgesamt** | ## Gesamtbewertung der Sequenzanomalien nach AUC-PR -| Datensatz | POLY | iForest | PCA | USAD | CNN | OmAn | LSTM | kShape | kMeans | OCSVM | LOF | Sub-LOF | KNN | Datensatz | -| ------------- | --------- | --------- | --------- | --------- | --------- | --------- | --------- | ------ | --------- | ----- | --------- | ------- | --------- | ------------- | -| SMD | 0.439343 | 0.336128 | 0.459753 | 0.561216 | 0.505749 | 0.460181 | 0.495482 | | 0.095816 | | 0.163313 | | 0.050501 | SMD | -| YAHOO | 0.571428 | 0.981990 | 0.690088 | 0.349449 | 0.345384 | 0.349465 | 0.344485 | | 0.462352 | | 0.316546 | | 0.306868 | YAHOO | -| Exathlon | 0.844513 | 0.962806 | 0.958102 | 0.862358 | 0.654310 | 0.874519 | 0.733875 | | 0.617690 | | 0.245106 | | 0.563481 | Exathlon | -| NAB | 0.402974 | 0.251317 | 0.439685 | 0.272908 | 0.209869 | 0.335713 | 0.162982 | | 0.230029 | | 0.154619 | | 0.176029 | NAB | -| OPPORTUNITY | 0.624496 | 0.870159 | 0.968964 | 0.661820 | 0.727956 | 0.661818 | 0.547465 | | 0.276125 | | 0.144952 | | 0.263868 | OPPORTUNITY | -| WSD | 0.324235 | 0.067695 | 0.099717 | 0.122887 | 0.242314 | 0.123481 | 0.127908 | | 0.253831 | | 0.094898 | | 0.077550 | WSD | -| SVDB | 0.483934 | 0.313933 | 0.541451 | 0.445765 | 0.198720 | 0.465020 | 0.130291 | | 0.799099 | | 0.046729 | | 0.519348 | SVDB | -| SMAP | 0.798189 | 0.481811 | 0.887517 | 0.865663 | 0.241609 | 0.876352 | 0.233398 | | 0.928300 | | 0.060424 | | 0.788114 | SMAP | -| IOPS | 0.482294 | 0.276687 | 0.549216 | 0.710230 | 0.429909 | 0.721261 | 0.461068 | | 0.061431 | | 0.272670 | | 0.031872 | IOPS | -| TODS | 0.281649 | 0.071679 | 0.149989 | 0.184682 | 0.206602 | 0.191109 | 0.170148 | | 0.592072 | | 0.081599 | | 0.533591 | TODS | -| MGAB | 0.008996 | 0.004336 | 0.027123 | 0.032097 | 0.003855 | 0.015268 | 0.045860 | | 0.085299 | | 0.002209 | | 0.325650 | MGAB | -| MSL | 0.557113 | 0.453614 | 0.475464 | 0.104606 | 0.264200 | 0.364941 | 0.257571 | | 0.288743 | | 0.277979 | | 0.238423 | MSL | -| NEK | 0.568731 | 0.688168 | 0.849600 | 0.863096 | 0.715902 | 0.877024 | 0.681103 | | 0.331911 | | 0.356301 | | 0.146699 | NEK | -| LTDB | 0.455324 | 0.521341 | 0.489411 | 0.461335 | 0.354462 | 0.479711 | 0.276735 | | 0.765819 | | 0.203241 | | 0.589828 | LTDB | -| MITDB | 0.366934 | 0.169557 | 0.377853 | 0.201810 | 0.160153 | 0.206999 | 0.113066 | | 0.583808 | | 0.051628 | | 0.500834 | MITDB | -| SED | 0.031421 | 0.691484 | 0.020994 | 0.026231 | 0.029325 | 0.031663 | 0.030497 | | 0.710575 | | 0.082198 | | 0.707453 | SED | -| Daphnet | 0.536827 | 0.496579 | 0.468647 | 0.192057 | 0.381499 | 0.192069 | 0.132234 | | 0.036445 | | 0.129509 | | 0.033893 | Daphnet | -| SWaT | 0.123133 | 0.702432 | 0.756700 | 0.757484 | 0.738718 | 0.757687 | 0.737695 | | 0.111152 | | 0.120683 | | 0.110376 | SWaT | -| Power | 0.203760 | 0.073981 | 0.078866 | 0.064665 | 0.072400 | 0.064665 | 0.064788 | | 0.507629 | | 0.086245 | | 0.160167 | Power | -| CATSv2 | 0.476434 | 0.139416 | 0.474705 | 0.481625 | 0.411894 | 0.437868 | 0.358071 | | 0.455611 | | 0.071542 | | 0.482166 | CATSv2 | -| **Insgesamt** | **0.499** | **0.479** | **0.553** | **0.474** | **0.387** | **0.481** | **0.357** | | **0.449** | | **0.150** | | **0.364** | **Insgesamt** | +| Datensatz | POLY | iForest | PCA | USAD | CNN | OmAn | LSTM | kShape | kMeans | OCSVM | LOF | Sub-LOF | KNN | Datensatz | +| ------------- | --------- | --------- | --------- | --------- | --------- | --------- | --------- | ------ | --------- | ----- | --------- | --------- | --------- | ------------- | +| SMD | 0.439343 | 0.336128 | 0.459753 | 0.561216 | 0.505749 | 0.460181 | 0.495482 | | 0.095816 | | 0.163313 | 0.339639 | 0.050501 | SMD | +| YAHOO | 0.571428 | 0.981990 | 0.690088 | 0.349449 | 0.345384 | 0.349465 | 0.344485 | | 0.462352 | | 0.316546 | 0.242005 | 0.306868 | YAHOO | +| Exathlon | 0.844513 | 0.962806 | 0.958102 | 0.862358 | 0.654310 | 0.874519 | 0.733875 | | 0.617690 | | 0.245106 | 0.257618 | 0.563481 | Exathlon | +| NAB | 0.402974 | 0.251317 | 0.439685 | 0.272908 | 0.209869 | 0.335713 | 0.162982 | | 0.230029 | | 0.154619 | 0.457316 | 0.176029 | NAB | +| OPPORTUNITY | 0.624496 | 0.870159 | 0.968964 | 0.661820 | 0.727956 | 0.661818 | 0.547465 | | 0.276125 | | 0.144952 | 0.154555 | 0.263868 | OPPORTUNITY | +| WSD | 0.324235 | 0.067695 | 0.099717 | 0.122887 | 0.242314 | 0.123481 | 0.127908 | | 0.253831 | | 0.094898 | 0.452830 | 0.077550 | WSD | +| SVDB | 0.483934 | 0.313933 | 0.541451 | 0.445765 | 0.198720 | 0.465020 | 0.130291 | | 0.799099 | | 0.046729 | 0.329395 | 0.519348 | SVDB | +| SMAP | 0.798189 | 0.481811 | 0.887517 | 0.865663 | 0.241609 | 0.876352 | 0.233398 | | 0.928300 | | 0.060424 | 0.488277 | 0.788114 | SMAP | +| IOPS | 0.482294 | 0.276687 | 0.549216 | 0.710230 | 0.429909 | 0.721261 | 0.461068 | | 0.061431 | | 0.272670 | 0.157124 | 0.031872 | IOPS | +| TODS | 0.281649 | 0.071679 | 0.149989 | 0.184682 | 0.206602 | 0.191109 | 0.170148 | | 0.592072 | | 0.081599 | 0.240756 | 0.533591 | TODS | +| MGAB | 0.008996 | 0.004336 | 0.027123 | 0.032097 | 0.003855 | 0.015268 | 0.045860 | | 0.085299 | | 0.002209 | 0.567335 | 0.325650 | MGAB | +| MSL | 0.557113 | 0.453614 | 0.475464 | 0.104606 | 0.264200 | 0.364941 | 0.257571 | | 0.288743 | | 0.277979 | 0.368527 | 0.238423 | MSL | +| NEK | 0.568731 | 0.688168 | 0.849600 | 0.863096 | 0.715902 | 0.877024 | 0.681103 | | 0.331911 | | 0.356301 | 0.433487 | 0.146699 | NEK | +| LTDB | 0.455324 | 0.521341 | 0.489411 | 0.461335 | 0.354462 | 0.479711 | 0.276735 | | 0.765819 | | 0.203241 | 0.333160 | 0.589828 | LTDB | +| MITDB | 0.366934 | 0.169557 | 0.377853 | 0.201810 | 0.160153 | 0.206999 | 0.113066 | | 0.583808 | | 0.051628 | 0.385195 | 0.500834 | MITDB | +| SED | 0.031421 | 0.691484 | 0.020994 | 0.026231 | 0.029325 | 0.031663 | 0.030497 | | 0.710575 | | 0.082198 | 0.109660 | 0.707453 | SED | +| Daphnet | 0.536827 | 0.496579 | 0.468647 | 0.192057 | 0.381499 | 0.192069 | 0.132234 | | 0.036445 | | 0.129509 | 0.252282 | 0.033893 | Daphnet | +| SWaT | 0.123133 | 0.702432 | 0.756700 | 0.757484 | 0.738718 | 0.757687 | 0.737695 | | 0.111152 | | 0.120683 | 0.113563 | 0.110376 | SWaT | +| Power | 0.203760 | 0.073981 | 0.078866 | 0.064665 | 0.072400 | 0.064665 | 0.064788 | | 0.507629 | | 0.086245 | 0.175035 | 0.160167 | Power | +| CATSv2 | 0.476434 | 0.139416 | 0.474705 | 0.481625 | 0.411894 | 0.437868 | 0.358071 | | 0.455611 | | 0.071542 | 0.511976 | 0.482166 | CATSv2 | +| **Insgesamt** | **0.499** | **0.479** | **0.553** | **0.474** | **0.387** | **0.481** | **0.357** | | **0.449** | | **0.150** | **0.330** | **0.364** | **Insgesamt** | ## Gesamtbewertung der Sequenzanomalien nach VUS-PR -| Datensatz | POLY | iForest | PCA | USAD | CNN | OmAn | LSTM | kShape | kMeans | OCSVM | LOF | Sub-LOF | KNN | Datensatz | -| ------------- | --------- | --------- | --------- | --------- | --------- | --------- | --------- | ------ | --------- | ----- | --------- | ------- | --------- | ------------- | -| SMD | 0.482296 | 0.322146 | 0.423162 | 0.519965 | 0.503535 | 0.410939 | 0.453416 | | 0.092843 | | 0.137760 | | 0.063644 | SMD | -| YAHOO | 0.518566 | 0.936245 | 0.568333 | 0.354527 | 0.351064 | 0.354507 | 0.348855 | | 0.477510 | | 0.304093 | | 0.322916 | YAHOO | -| Exathlon | 0.847945 | 0.964836 | 0.959173 | 0.864301 | 0.657757 | 0.876372 | 0.735253 | | 0.618051 | | 0.240338 | | 0.562449 | Exathlon | -| NAB | 0.478372 | 0.285635 | 0.474780 | 0.262268 | 0.238264 | 0.326918 | 0.181686 | | 0.272775 | | 0.183564 | | 0.219327 | NAB | -| OPPORTUNITY | 0.630618 | 0.868003 | 0.966351 | 0.660160 | 0.741769 | 0.660151 | 0.567052 | | 0.255118 | | 0.152842 | | 0.257788 | OPPORTUNITY | -| WSD | 0.457794 | 0.038526 | 0.067564 | 0.086910 | 0.206990 | 0.087346 | 0.100554 | | 0.293116 | | 0.073377 | | 0.142998 | WSD | -| SVDB | 0.423050 | 0.314567 | 0.508621 | 0.424770 | 0.206479 | 0.436465 | 0.131672 | | 0.804472 | | 0.052218 | | 0.579059 | SVDB | -| SMAP | 0.891481 | 0.487664 | 0.951739 | 0.947702 | 0.237156 | 0.951635 | 0.223192 | | 0.946525 | | 0.046142 | | 0.818737 | SMAP | -| IOPS | 0.426245 | 0.267117 | 0.422834 | 0.341683 | 0.312286 | 0.380533 | 0.334417 | | 0.112229 | | 0.302989 | | 0.111561 | IOPS | -| TODS | 0.437694 | 0.174752 | 0.342464 | 0.336685 | 0.331028 | 0.338275 | 0.263210 | | 0.689051 | | 0.198760 | | 0.773793 | TODS | -| MGAB | 0.008269 | 0.004379 | 0.005551 | 0.005403 | 0.006988 | 0.005586 | 0.025419 | | 0.036645 | | 0.004639 | | 0.238613 | MGAB | -| MSL | 0.653967 | 0.514630 | 0.492975 | 0.142125 | 0.326973 | 0.412021 | 0.309296 | | 0.405174 | | 0.327778 | | 0.303536 | MSL | -| NEK | 0.628709 | 0.678337 | 0.880822 | 0.868114 | 0.756555 | 0.884225 | 0.704672 | | 0.298379 | | 0.392335 | | 0.162564 | NEK | -| LTDB | 0.510507 | 0.566359 | 0.534873 | 0.512266 | 0.406171 | 0.524763 | 0.329828 | | 0.835553 | | 0.256447 | | 0.692355 | LTDB | -| MITDB | 0.320425 | 0.159042 | 0.323526 | 0.158357 | 0.143632 | 0.163465 | 0.112398 | | 0.590892 | | 0.053749 | | 0.548995 | MITDB | -| SED | 0.040176 | 0.807209 | 0.030270 | 0.053374 | 0.058416 | 0.055985 | 0.056562 | | 0.895291 | | 0.111105 | | 0.882987 | SED | -| Daphnet | 0.519516 | 0.518905 | 0.441568 | 0.122992 | 0.398456 | 0.123026 | 0.133080 | | 0.039747 | | 0.134804 | | 0.035185 | Daphnet | -| SWaT | 0.103364 | 0.368230 | 0.375512 | 0.365922 | 0.680748 | 0.366250 | 0.669824 | | 0.111519 | | 0.121168 | | 0.110850 | SWaT | -| Power | 0.122294 | 0.076373 | 0.079616 | 0.067090 | 0.075487 | 0.067090 | 0.067250 | | 0.524166 | | 0.090503 | | 0.166562 | Power | -| CATSv2 | 0.232252 | 0.105175 | 0.232417 | 0.406831 | 0.288293 | 0.282282 | 0.329056 | | 0.229268 | | 0.063826 | | 0.354730 | CATSv2 | -| **Insgesamt** | **0.521** | **0.484** | **0.545** | **0.461** | **0.395** | **0.467** | **0.358** | | **0.465** | | **0.158** | | **0.399** | **Insgesamt** | +| Datensatz | POLY | iForest | PCA | USAD | CNN | OmAn | LSTM | kShape | kMeans | OCSVM | LOF | Sub-LOF | KNN | Datensatz | +| ------------- | --------- | --------- | --------- | --------- | --------- | --------- | --------- | ------ | --------- | ----- | --------- | --------- | --------- | ------------- | +| SMD | 0.482296 | 0.322146 | 0.423162 | 0.519965 | 0.503535 | 0.410939 | 0.453416 | | 0.092843 | | 0.137760 | 0.457631 | 0.063644 | SMD | +| YAHOO | 0.518566 | 0.936245 | 0.568333 | 0.354527 | 0.351064 | 0.354507 | 0.348855 | | 0.477510 | | 0.304093 | 0.188491 | 0.322916 | YAHOO | +| Exathlon | 0.847945 | 0.964836 | 0.959173 | 0.864301 | 0.657757 | 0.876372 | 0.735253 | | 0.618051 | | 0.240338 | 0.262478 | 0.562449 | Exathlon | +| NAB | 0.478372 | 0.285635 | 0.474780 | 0.262268 | 0.238264 | 0.326918 | 0.181686 | | 0.272775 | | 0.183564 | 0.511944 | 0.219327 | NAB | +| OPPORTUNITY | 0.630618 | 0.868003 | 0.966351 | 0.660160 | 0.741769 | 0.660151 | 0.567052 | | 0.255118 | | 0.152842 | 0.139082 | 0.257788 | OPPORTUNITY | +| WSD | 0.457794 | 0.038526 | 0.067564 | 0.086910 | 0.206990 | 0.087346 | 0.100554 | | 0.293116 | | 0.073377 | 0.608260 | 0.142998 | WSD | +| SVDB | 0.423050 | 0.314567 | 0.508621 | 0.424770 | 0.206479 | 0.436465 | 0.131672 | | 0.804472 | | 0.052218 | 0.359030 | 0.579059 | SVDB | +| SMAP | 0.891481 | 0.487664 | 0.951739 | 0.947702 | 0.237156 | 0.951635 | 0.223192 | | 0.946525 | | 0.046142 | 0.599966 | 0.818737 | SMAP | +| IOPS | 0.426245 | 0.267117 | 0.422834 | 0.341683 | 0.312286 | 0.380533 | 0.334417 | | 0.112229 | | 0.302989 | 0.258387 | 0.111561 | IOPS | +| TODS | 0.437694 | 0.174752 | 0.342464 | 0.336685 | 0.331028 | 0.338275 | 0.263210 | | 0.689051 | | 0.198760 | 0.600606 | 0.773793 | TODS | +| MGAB | 0.008269 | 0.004379 | 0.005551 | 0.005403 | 0.006988 | 0.005586 | 0.025419 | | 0.036645 | | 0.004639 | 0.634748 | 0.238613 | MGAB | +| MSL | 0.653967 | 0.514630 | 0.492975 | 0.142125 | 0.326973 | 0.412021 | 0.309296 | | 0.405174 | | 0.327778 | 0.487796 | 0.303536 | MSL | +| NEK | 0.628709 | 0.678337 | 0.880822 | 0.868114 | 0.756555 | 0.884225 | 0.704672 | | 0.298379 | | 0.392335 | 0.597690 | 0.162564 | NEK | +| LTDB | 0.510507 | 0.566359 | 0.534873 | 0.512266 | 0.406171 | 0.524763 | 0.329828 | | 0.835553 | | 0.256447 | 0.409530 | 0.692355 | LTDB | +| MITDB | 0.320425 | 0.159042 | 0.323526 | 0.158357 | 0.143632 | 0.163465 | 0.112398 | | 0.590892 | | 0.053749 | 0.367125 | 0.548995 | MITDB | +| SED | 0.040176 | 0.807209 | 0.030270 | 0.053374 | 0.058416 | 0.055985 | 0.056562 | | 0.895291 | | 0.111105 | 0.253420 | 0.882987 | SED | +| Daphnet | 0.519516 | 0.518905 | 0.441568 | 0.122992 | 0.398456 | 0.123026 | 0.133080 | | 0.039747 | | 0.134804 | 0.253956 | 0.035185 | Daphnet | +| SWaT | 0.103364 | 0.368230 | 0.375512 | 0.365922 | 0.680748 | 0.366250 | 0.669824 | | 0.111519 | | 0.121168 | 0.113915 | 0.110850 | SWaT | +| Power | 0.122294 | 0.076373 | 0.079616 | 0.067090 | 0.075487 | 0.067090 | 0.067250 | | 0.524166 | | 0.090503 | 0.160858 | 0.166562 | Power | +| CATSv2 | 0.232252 | 0.105175 | 0.232417 | 0.406831 | 0.288293 | 0.282282 | 0.329056 | | 0.229268 | | 0.063826 | 0.393045 | 0.354730 | CATSv2 | +| **Insgesamt** | **0.521** | **0.484** | **0.545** | **0.461** | **0.395** | **0.467** | **0.358** | | **0.465** | | **0.158** | **0.393** | **0.399** | **Insgesamt** | # POLY: + Prozessor: CPU @@ -635,37 +635,41 @@ **Evaluation:** + Durchschnitt Gesamt: - + Recall: - + Precision: - + Standard-F1: (vgl. 0.24) - + Auc-Roc: (vgl. 0.68) - + Auc-PR: (vgl. 0.16) - + Vus-PR: (vgl. 0.25) + + Recall: 0.420 + + Precision: 0.345 + + Standard-F1: 0.450 (vgl. 0.24, + 0.210, $\approx$ 87.5 %) + + Auc-Roc: 0.794 (vgl. 0.68, + 0.114, $\approx$ 16.8 %) + + Auc-PR: 0.374 (vgl. 0.16, + 0.214, $\approx$ 133.8 %) + + Vus-PR: 0.473 (vgl. 0.25, + 0.223, $\approx$ 89.2 %) + Durchschnitt Punktanomalien: - + Recall: - + Precision: - + Standard-F1: - + Auc-Roc: - + Auc-PR: - + Vus-PR: + + Recall: 0.433 + + Precision: 0.077 + + Standard-F1: 0.207 + + Auc-Roc: 0.831 + + Auc-PR: 0.131 + + Vus-PR: 0.514 + Durchschnitt Sequenzanomalien: - + Recall: - + Precision: - + Standard-F1: - + Auc-Roc: - + Auc-PR: - + Vus-PR: + + Recall: 0.261 + + Precision: 0.397 + + Standard-F1: 0.418 + + Auc-Roc: 0.726 + + Auc-PR: 0.330 + + Vus-PR: 0.393 **Bemerkung:** -+ Deutlich besser bei -anomalien ++ Deutlich besser bei Sequenzanomalien nach AUC-PR, nach VUS-PR bei Punktanomalien ++ Bei MGAB, wo viele Modelle Probleme haben (VUS-PR und AUC-PR zw. 0.05 und 0.00) hat Sub-LOF eine AUC-PR von 0.57 und VUS-PR von 0.63 ++ Beste Performanz auf MGAB auch bei Autoren ++ Große Differenzen zw. AUC-PR und VUS-pr bei Stock (0.115 vs. 0.748), TAO (0.140 vs. 0.808) und TODS (0.167 vs. 0.691) ++ Nur auf dem Yahoo Datensatz (nach AUC-PR, nach VUS-PR nicht!) ist LOF deutlich besser als Sub-LOF (also der Durchlauf in einem batch anstelle mittels sliding windows) + Beste erkannte Gruppe: + nach AUC-PR: - + + + MGAB: 0.567335 (TAO: 0.139803) + nach VUS-PR: - + (vgl. TAO 0.92) + + TAO: 0.807694 (vgl. TAO 0.92; MGAB: 0.634748, vgl. MGAB: 0.44) + Schlechteste erkannte Gruppe: + nach AUC-PR: - + + + SED: 0.109660 (SWaT: 0.113563; WSD: 0.539254) + nach VUS-PR: + (vgl. WSD 0.03) + Im Gegensatz zur schlechten Performanz der anderen Modelle auf dem Datensatz **MGAB** hat Sub-LOF bei den Autoren hier ein Vus-PR von **0.44** diff --git a/docs/evaluation/groupedDataframes/AUC-PR_combined_by_group.csv b/docs/evaluation/groupedDataframes/AUC-PR_combined_by_group.csv index df1eb8d0c5abf10a493928258c5d439f7c205e87..7bcdde61476512afdaedb8412610ec43bcc4fabf 100644 --- a/docs/evaluation/groupedDataframes/AUC-PR_combined_by_group.csv +++ b/docs/evaluation/groupedDataframes/AUC-PR_combined_by_group.csv @@ -1,11 +1,12 @@ -,Model,SVDB,Power,MGAB,Daphnet,WSD,SMAP,MSL,Exathlon,Stock,IOPS,UCR,YAHOO,NAB,LTDB,MITDB,SMD,TODS,SWaT,NEK,OPPORTUNITY,SED,TAO,CATSv2 -0,CNN,0.19710262016040547,0.0723996101568745,0.003854961812131611,0.3814990500329981,0.30312825425966844,0.3299309288297937,0.30703296485567955,0.6543096941901486,0.9293442608636605,0.2658893118021881,0.06947703302366708,0.5615618691240216,0.22334685517173777,0.3544623948216704,0.1601528087440646,0.565369591802724,0.3037856723254471,0.7387181088941073,0.6855731430154801,0.6191602168303323,0.029325049402745367,0.9948566473921369,0.4118939698305733 -0,IForest,0.3119364827416871,0.0739812238848341,0.004336120023749678,0.4965785621747466,0.04099291102913815,0.2993019518138772,0.38608540888302983,0.9628064611603744,0.14393995693030376,0.23156929513103078,0.059389091972092405,0.09272991506414939,0.3145868144981536,0.5213405915521423,0.16955657029296148,0.36923736187055917,0.07652134064844376,0.7024320276028485,0.630339411513941,0.7331529032690003,0.691483898843896,0.12581675403237186,0.1394155160045949 -0,KMeansAD_U,0.8090356381810129,0.507629476682699,0.08529855686124818,0.0364448974253113,0.14637226924693936,0.6489127043129476,0.37143817671367996,0.617689617530909,0.11447566194398832,0.06871545205888992,0.48720584604063366,0.6994439310340633,0.401504819120054,0.7658193255633926,0.5838081485697818,0.2609082130751905,0.4487028103262184,0.1111516911833987,0.3469725689956081,0.3653810197119157,0.7105752596393731,0.12914709845456196,0.4556114877404176 -0,LOF,0.04493994647519603,0.0862447643103002,0.002208833983716011,0.129509098249193,0.14191760711722487,0.18079700554505512,0.15122846324983763,0.2451059410575724,0.11206072684081272,0.11678669465120142,0.0489848149626439,0.4099090939695364,0.1448442788333725,0.20324070530989097,0.05162771249827228,0.18235312998281822,0.10081987259876368,0.1206834698967151,0.36356090912215866,0.15339581045465292,0.08219767855332698,0.1679948274250915,0.0715421233322276 -0,LSTMAD,0.12987864790676196,0.0647879297198734,0.04585981775047413,0.1322337577607795,0.20949249626949865,0.2788270775280182,0.23744155439224032,0.733874544363356,0.5192324559661586,0.3201945495278017,0.028041338054278185,0.4439573166657559,0.1533056834456119,0.27673530608030433,0.11306591669413261,0.5398904963082672,0.20567074108559213,0.7376946947277406,0.6674208880035603,0.5455348153510139,0.030497343412870064,0.9933974763498682,0.3580709697520762 -0,OmniAnomaly,0.4768352264302811,0.0646648482156372,0.015268247817355054,0.1920691814960085,0.251057174157317,0.38508194752955704,0.39428271688844074,0.8745189065767695,0.13364632394088924,0.36816289562529086,0.08523551844806315,0.1481883731109026,0.3322271540944519,0.4797110125580823,0.20699912890412075,0.5311401685436009,0.17236897672776852,0.7576872065528726,0.8361454306772048,0.6498671005600911,0.031663480582993765,0.344060221602637,0.4378677976960084 -0,PCA,0.5588963799777975,0.0788664308035282,0.027122742026965137,0.468647067072471,0.21654161409334477,0.4844163013142009,0.4933200185137532,0.9581020113822701,0.14842805522832,0.3728494779469234,0.1385328677464032,0.1171068241297201,0.48652829694101696,0.4894113142147856,0.3778533754675271,0.4958507799477434,0.12432056705472291,0.7567001273773122,0.891733187275396,0.9231919377778752,0.0209941892398622,0.1491442049585928,0.4747050350102691 -0,POLY,0.50600229760421,0.2037595305274893,0.008995606099947298,0.5368267899294596,0.42738732029834203,0.6048262003837879,0.629532587636957,0.844512912662751,0.14659009081554358,0.3328661662243327,0.15685006774098753,0.0753954175292419,0.5264388130929107,0.4553236691053208,0.3669341487796059,0.6393941543831635,0.2390237154249407,0.1231331999424481,0.7094581583655936,0.4206576520060393,0.03142142379603057,0.1405259120954581,0.4764337820823609 -0,Sub_KNN,0.5382699167825771,0.1601672827617932,0.32564999100566705,0.0338932937578225,0.044597067463582274,0.4538159096946783,0.313525013097462,0.563481394957596,0.0961032782898458,0.07059816232194295,0.2838297601145142,0.14444537624494838,0.31109955913147375,0.5898283428336337,0.500833656234517,0.16297042908781798,0.41064853826364733,0.1103758314980202,0.11917378259905748,0.2983959722264093,0.7074528685504887,0.10873282764385776,0.4821662398986781 -0,USAD,0.4592092425862558,0.0646645958264565,0.032096908715701186,0.1920565328650643,0.2402758256128196,0.27315882208579156,0.26725560751582494,0.8623584859187469,0.13357031995417967,0.40352305115361864,0.08839193854672213,0.11726577742217488,0.30030480702906,0.4613347441601701,0.20180998220768165,0.6657365297403594,0.1639152198541356,0.7574841555865873,0.8160210681956586,0.651234598743209,0.026230704465697034,0.3397807769750269,0.4816245755217306 +,Model,IOPS,SWaT,SED,MSL,SVDB,MGAB,LTDB,SMAP,Daphnet,Stock,WSD,MITDB,UCR,Power,NEK,CATSv2,NAB,Exathlon,TAO,OPPORTUNITY,TODS,SMD,YAHOO +0,CNN,0.2658893118021881,0.7387181088941073,0.029325049402745367,0.30703296485567955,0.19710262016040547,0.003854961812131611,0.3544623948216704,0.3299309288297937,0.3814990500329981,0.9293442608636605,0.30312825425966844,0.1601528087440646,0.06947703302366708,0.0723996101568745,0.6855731430154801,0.4118939698305733,0.22334685517173777,0.6543096941901486,0.9948566473921369,0.6191602168303323,0.3037856723254471,0.565369591802724,0.5615618691240216 +0,IForest,0.23156929513103078,0.7024320276028485,0.691483898843896,0.38608540888302983,0.3119364827416871,0.004336120023749678,0.5213405915521423,0.2993019518138772,0.4965785621747466,0.14393995693030376,0.04099291102913815,0.16955657029296148,0.059389091972092405,0.0739812238848341,0.630339411513941,0.1394155160045949,0.3145868144981536,0.9628064611603744,0.12581675403237186,0.7331529032690003,0.07652134064844376,0.36923736187055917,0.09272991506414939 +0,KMeansAD_U,0.06871545205888992,0.1111516911833987,0.7105752596393731,0.37143817671367996,0.8090356381810129,0.08529855686124818,0.7658193255633926,0.6489127043129476,0.0364448974253113,0.11447566194398832,0.14637226924693936,0.5838081485697818,0.48720584604063366,0.507629476682699,0.3469725689956081,0.4556114877404176,0.401504819120054,0.617689617530909,0.12914709845456196,0.3653810197119157,0.4487028103262184,0.2609082130751905,0.6994439310340633 +0,LOF,0.11678669465120142,0.1206834698967151,0.08219767855332698,0.15122846324983763,0.04493994647519603,0.002208833983716011,0.20324070530989097,0.18079700554505512,0.129509098249193,0.11206072684081272,0.14191760711722487,0.05162771249827228,0.0489848149626439,0.0862447643103002,0.36356090912215866,0.0715421233322276,0.1448442788333725,0.2451059410575724,0.1679948274250915,0.15339581045465292,0.10081987259876368,0.18235312998281822,0.4099090939695364 +0,LSTMAD,0.3201945495278017,0.7376946947277406,0.030497343412870064,0.23744155439224032,0.12987864790676196,0.04585981775047413,0.27673530608030433,0.2788270775280182,0.1322337577607795,0.5192324559661586,0.20949249626949865,0.11306591669413261,0.028041338054278185,0.0647879297198734,0.6674208880035603,0.3580709697520762,0.1533056834456119,0.733874544363356,0.9933974763498682,0.5455348153510139,0.20567074108559213,0.5398904963082672,0.4439573166657559 +0,OmniAnomaly,0.36816289562529086,0.7576872065528726,0.031663480582993765,0.39428271688844074,0.4768352264302811,0.015268247817355054,0.4797110125580823,0.38508194752955704,0.1920691814960085,0.13364632394088924,0.251057174157317,0.20699912890412075,0.08523551844806315,0.0646648482156372,0.8361454306772048,0.4378677976960084,0.3322271540944519,0.8745189065767695,0.344060221602637,0.6498671005600911,0.17236897672776852,0.5311401685436009,0.1481883731109026 +0,PCA,0.3728494779469234,0.7567001273773122,0.0209941892398622,0.4933200185137532,0.5588963799777975,0.027122742026965137,0.4894113142147856,0.4844163013142009,0.468647067072471,0.14842805522832,0.21654161409334477,0.3778533754675271,0.1385328677464032,0.0788664308035282,0.891733187275396,0.4747050350102691,0.48652829694101696,0.9581020113822701,0.1491442049585928,0.9231919377778752,0.12432056705472291,0.4958507799477434,0.1171068241297201 +0,POLY,0.3328661662243327,0.1231331999424481,0.03142142379603057,0.629532587636957,0.50600229760421,0.008995606099947298,0.4553236691053208,0.6048262003837879,0.5368267899294596,0.14659009081554358,0.42738732029834203,0.3669341487796059,0.15685006774098753,0.2037595305274893,0.7094581583655936,0.4764337820823609,0.5264388130929107,0.844512912662751,0.1405259120954581,0.4206576520060393,0.2390237154249407,0.6393941543831635,0.0753954175292419 +0,Sub-LOF,0.26349163914256646,0.1135633808365225,0.10965998852146776,0.4426697426987531,0.35614017676232956,0.5673347974410752,0.33316020067643426,0.5103409692815175,0.2522823807762812,0.1150331890223664,0.5392539833042346,0.38519489390955175,0.4951819333128137,0.1750346138359664,0.5545055713305032,0.5119762791999092,0.495380602802276,0.2576177402577311,0.13980310215956185,0.1586532880262183,0.16650708100479605,0.4863069423901577,0.15050272371074025 +0,Sub_KNN,0.07059816232194295,0.1103758314980202,0.7074528685504887,0.313525013097462,0.5382699167825771,0.32564999100566705,0.5898283428336337,0.4538159096946783,0.0338932937578225,0.0961032782898458,0.044597067463582274,0.500833656234517,0.2838297601145142,0.1601672827617932,0.11917378259905748,0.4821662398986781,0.31109955913147375,0.563481394957596,0.10873282764385776,0.2983959722264093,0.41064853826364733,0.16297042908781798,0.14444537624494838 +0,USAD,0.40352305115361864,0.7574841555865873,0.026230704465697034,0.26725560751582494,0.4592092425862558,0.032096908715701186,0.4613347441601701,0.27315882208579156,0.1920565328650643,0.13357031995417967,0.2402758256128196,0.20180998220768165,0.08839193854672213,0.0646645958264565,0.8160210681956586,0.4816245755217306,0.30030480702906,0.8623584859187469,0.3397807769750269,0.651234598743209,0.1639152198541356,0.6657365297403594,0.11726577742217488 diff --git a/docs/evaluation/groupedDataframes/VUS-PR_combined_by_group.csv b/docs/evaluation/groupedDataframes/VUS-PR_combined_by_group.csv index ad323dcef01fe398c7b73b516b9a71fabd13dc71..4bc325d198cbaa4ccf184c9ff7b250bc98a207d1 100644 --- a/docs/evaluation/groupedDataframes/VUS-PR_combined_by_group.csv +++ b/docs/evaluation/groupedDataframes/VUS-PR_combined_by_group.csv @@ -1,11 +1,12 @@ -,Model,SVDB,Power,MGAB,Daphnet,WSD,SMAP,MSL,Exathlon,Stock,IOPS,UCR,YAHOO,NAB,LTDB,MITDB,SMD,TODS,SWaT,NEK,OPPORTUNITY,SED,TAO,CATSv2 -0,CNN,0.1997846992126922,0.0754866098747693,0.0069880026447859105,0.3984561332333746,0.22492161972936892,0.3368175788334636,0.34635004588200624,0.6577570780079647,0.9399247021670545,0.20582640755044848,0.06544275611727057,0.5120964005826543,0.24809064327969454,0.40617143072486417,0.14363186026434818,0.5450449067296064,0.575941184620618,0.6807482076261672,0.7148450524753189,0.6327991152012451,0.058416114173648566,0.9942696053962238,0.2882929464081713 -0,IForest,0.3073223626012233,0.0763734881882089,0.004379386516480511,0.5189053892717354,0.027486988072735103,0.32772652007428976,0.4487088378075529,0.9648356800808771,0.7358859795437948,0.1345180317161169,0.058772878606051945,0.13566389910342985,0.3421369664041377,0.5663593089308047,0.15904247331707733,0.3424058241109849,0.48738632960300915,0.3682300481513787,0.6497347597115171,0.7362636520011094,0.8072091746326211,0.7289704865874446,0.105174922263832 -0,KMeansAD_U,0.8113847695158117,0.5241664765771313,0.03664497423359471,0.0397474048677725,0.17306040829201394,0.6577379563617795,0.4415431287006482,0.6180514515785507,0.7381976474065515,0.1079882871672322,0.48682179418842214,0.78182374346563,0.42747718824263387,0.8355528232967653,0.5908924511486201,0.2545373617228621,0.7392574120062714,0.1115190303707684,0.3179274541052912,0.3518276749123187,0.8952913367248847,0.7479454637274009,0.2292684024148795 -0,LOF,0.05018881896775702,0.0905025385600026,0.004638573553949167,0.1348036345450808,0.1023455399207899,0.17249913092558428,0.1867000262952127,0.24033784675388556,0.7104868086713348,0.12365662810007907,0.05148903079187264,0.3815083295900898,0.16596623628732607,0.25644727824547736,0.05374869341290776,0.13498525799790392,0.4850789687207982,0.1211682396739051,0.39512958234640544,0.1591996538121128,0.11110536628014576,0.7105835188005747,0.0638260310723236 -0,LSTMAD,0.12748852543364644,0.0672501040011019,0.02541916388299069,0.1330800298859931,0.13026969854826323,0.273213536450389,0.30512791043157395,0.735253231133451,0.8179595058481393,0.2130441268776781,0.023292741312739982,0.4174161081456283,0.17373197532380166,0.32982840878783637,0.11239751245844268,0.48394405976309657,0.5222277602405662,0.669824054008361,0.6896972412727194,0.5637720546144361,0.056562170107036035,0.9950444582863889,0.3290558627970383 -0,OmniAnomaly,0.445289118136039,0.0670900075295742,0.005586448237557389,0.1230261153960334,0.15761230831578144,0.4178519668986689,0.4280475527739124,0.8763722516375352,0.7716583853918693,0.1928374569986444,0.08955150737058691,0.21978699689042347,0.34200742217457203,0.5247628039733387,0.16346484655995386,0.47874214848138164,0.5381935047574228,0.366250384309729,0.8583489172841368,0.6499305118412632,0.055985189981857066,0.9300201627687462,0.2822817568231803 -0,PCA,0.5239841979223827,0.0796163424706734,0.005551113652017667,0.4415678196838903,0.15536603262796655,0.5668421229644969,0.5233099809194475,0.9591725273812642,0.8253823808338303,0.2603723461255518,0.1526782948310656,0.1637287767285993,0.5113983091235315,0.5348733977584581,0.32352578503655105,0.4672566855173588,0.5528774654894228,0.3755116281521825,0.9291709818321476,0.9245164887480816,0.030269609217551566,0.8402761677661017,0.2324174649783961 -0,POLY,0.4455308354706224,0.1222940559336612,0.008268735555270955,0.5195156603941771,0.5311097529528253,0.7270794225766999,0.7342443893083611,0.8479450729850164,0.8053753836898458,0.36505488384910495,0.19877971115578724,0.3076533188880135,0.58411151200798,0.5105066913376546,0.3204245599085764,0.6631912450676738,0.5864932357832445,0.1033636962969695,0.7648360444393737,0.4263263694845811,0.040175651318865566,0.8084529309725733,0.232251680558134 -0,Sub_KNN,0.5914836251513862,0.1665616569474886,0.23861305462798313,0.0351848897952167,0.08320386434254905,0.5582867850000348,0.3687456862707051,0.5624491502491966,0.6915117129467715,0.11652716789354169,0.32974766955827883,0.5020311037216072,0.3414322714780459,0.6923549140356251,0.5489948037487509,0.16380278316830532,0.7802797461321267,0.1108500020039233,0.13290842186836746,0.29539772741997733,0.882987455118878,0.6841191787952137,0.3547303318013108 -0,USAD,0.435722376807082,0.0670897271132299,0.005403198063337867,0.122991565905646,0.15594955683658498,0.3022119484350021,0.2952083391272381,0.864300862495465,0.7716118184030186,0.19281537411048083,0.08443712894111184,0.19236639692499613,0.30830310589567134,0.5122662584098864,0.15835735364914574,0.6294041253579502,0.5298426171179035,0.3659224082416971,0.8272831680533905,0.6512690843155523,0.053374299505158866,0.9289872260925759,0.4068306405403881 +,Model,IOPS,SWaT,SED,MSL,SVDB,MGAB,LTDB,SMAP,Daphnet,Stock,WSD,MITDB,UCR,Power,NEK,CATSv2,NAB,Exathlon,TAO,OPPORTUNITY,TODS,SMD,YAHOO +0,CNN,0.20582640755044848,0.6807482076261672,0.058416114173648566,0.34635004588200624,0.1997846992126922,0.0069880026447859105,0.40617143072486417,0.3368175788334636,0.3984561332333746,0.9399247021670545,0.22492161972936892,0.14363186026434818,0.06544275611727057,0.0754866098747693,0.7148450524753189,0.2882929464081713,0.24809064327969454,0.6577570780079647,0.9942696053962238,0.6327991152012451,0.575941184620618,0.5450449067296064,0.5120964005826543 +0,IForest,0.1345180317161169,0.3682300481513787,0.8072091746326211,0.4487088378075529,0.3073223626012233,0.004379386516480511,0.5663593089308047,0.32772652007428976,0.5189053892717354,0.7358859795437948,0.027486988072735103,0.15904247331707733,0.058772878606051945,0.0763734881882089,0.6497347597115171,0.105174922263832,0.3421369664041377,0.9648356800808771,0.7289704865874446,0.7362636520011094,0.48738632960300915,0.3424058241109849,0.13566389910342985 +0,KMeansAD_U,0.1079882871672322,0.1115190303707684,0.8952913367248847,0.4415431287006482,0.8113847695158117,0.03664497423359471,0.8355528232967653,0.6577379563617795,0.0397474048677725,0.7381976474065515,0.17306040829201394,0.5908924511486201,0.48682179418842214,0.5241664765771313,0.3179274541052912,0.2292684024148795,0.42747718824263387,0.6180514515785507,0.7479454637274009,0.3518276749123187,0.7392574120062714,0.2545373617228621,0.78182374346563 +0,LOF,0.12365662810007907,0.1211682396739051,0.11110536628014576,0.1867000262952127,0.05018881896775702,0.004638573553949167,0.25644727824547736,0.17249913092558428,0.1348036345450808,0.7104868086713348,0.1023455399207899,0.05374869341290776,0.05148903079187264,0.0905025385600026,0.39512958234640544,0.0638260310723236,0.16596623628732607,0.24033784675388556,0.7105835188005747,0.1591996538121128,0.4850789687207982,0.13498525799790392,0.3815083295900898 +0,LSTMAD,0.2130441268776781,0.669824054008361,0.056562170107036035,0.30512791043157395,0.12748852543364644,0.02541916388299069,0.32982840878783637,0.273213536450389,0.1330800298859931,0.8179595058481393,0.13026969854826323,0.11239751245844268,0.023292741312739982,0.0672501040011019,0.6896972412727194,0.3290558627970383,0.17373197532380166,0.735253231133451,0.9950444582863889,0.5637720546144361,0.5222277602405662,0.48394405976309657,0.4174161081456283 +0,OmniAnomaly,0.1928374569986444,0.366250384309729,0.055985189981857066,0.4280475527739124,0.445289118136039,0.005586448237557389,0.5247628039733387,0.4178519668986689,0.1230261153960334,0.7716583853918693,0.15761230831578144,0.16346484655995386,0.08955150737058691,0.0670900075295742,0.8583489172841368,0.2822817568231803,0.34200742217457203,0.8763722516375352,0.9300201627687462,0.6499305118412632,0.5381935047574228,0.47874214848138164,0.21978699689042347 +0,PCA,0.2603723461255518,0.3755116281521825,0.030269609217551566,0.5233099809194475,0.5239841979223827,0.005551113652017667,0.5348733977584581,0.5668421229644969,0.4415678196838903,0.8253823808338303,0.15536603262796655,0.32352578503655105,0.1526782948310656,0.0796163424706734,0.9291709818321476,0.2324174649783961,0.5113983091235315,0.9591725273812642,0.8402761677661017,0.9245164887480816,0.5528774654894228,0.4672566855173588,0.1637287767285993 +0,POLY,0.36505488384910495,0.1033636962969695,0.040175651318865566,0.7342443893083611,0.4455308354706224,0.008268735555270955,0.5105066913376546,0.7270794225766999,0.5195156603941771,0.8053753836898458,0.5311097529528253,0.3204245599085764,0.19877971115578724,0.1222940559336612,0.7648360444393737,0.232251680558134,0.58411151200798,0.8479450729850164,0.8084529309725733,0.4263263694845811,0.5864932357832445,0.6631912450676738,0.3076533188880135 +0,Sub-LOF,0.380816999613631,0.1139147000964346,0.25341982469633156,0.5447112510432905,0.38299993831393025,0.6347484664935239,0.4095296341228547,0.5978537468587533,0.2539555253290684,0.7475672197205663,0.5510409756112902,0.3671251716842331,0.5143263768552852,0.1608581709679401,0.6870198283873492,0.3930451961624531,0.5324501908617666,0.2624784786359157,0.8076936745400151,0.1495480597705363,0.691124998860781,0.5446962631623808,0.4510005840593197 +0,Sub_KNN,0.11652716789354169,0.1108500020039233,0.882987455118878,0.3687456862707051,0.5914836251513862,0.23861305462798313,0.6923549140356251,0.5582867850000348,0.0351848897952167,0.6915117129467715,0.08320386434254905,0.5489948037487509,0.32974766955827883,0.1665616569474886,0.13290842186836746,0.3547303318013108,0.3414322714780459,0.5624491502491966,0.6841191787952137,0.29539772741997733,0.7802797461321267,0.16380278316830532,0.5020311037216072 +0,USAD,0.19281537411048083,0.3659224082416971,0.053374299505158866,0.2952083391272381,0.435722376807082,0.005403198063337867,0.5122662584098864,0.3022119484350021,0.122991565905646,0.7716118184030186,0.15594955683658498,0.15835735364914574,0.08443712894111184,0.0670897271132299,0.8272831680533905,0.4068306405403881,0.30830310589567134,0.864300862495465,0.9289872260925759,0.6512690843155523,0.5298426171179035,0.6294041253579502,0.19236639692499613 diff --git a/src/group_evaluation/create_combined_dataframe_with_metrics_and_plot.ipynb b/src/group_evaluation/create_combined_dataframe_with_metrics_and_plot.ipynb index adada2ee0357bd3a6168f7029babf2e0c9052a17..e044f4338385605f475d812cc0c7513a7b7a9373 100644 --- a/src/group_evaluation/create_combined_dataframe_with_metrics_and_plot.ipynb +++ b/src/group_evaluation/create_combined_dataframe_with_metrics_and_plot.ipynb @@ -2,7 +2,7 @@ "cells": [ { "cell_type": "code", - "execution_count": 1, + "execution_count": 26, "metadata": {}, "outputs": [], "source": [ @@ -13,7 +13,7 @@ }, { "cell_type": "code", - "execution_count": 3, + "execution_count": 27, "metadata": {}, "outputs": [ { @@ -29,6 +29,7 @@ "Found: OmniAnomaly.csv\n", "Found: PCA.csv\n", "Found: POLY.csv\n", + "Found: Sub-LOF.csv\n", "Found: Sub_KNN.csv\n", "Not correct file type: temp\n", "Found: USAD.csv\n", @@ -62,7 +63,7 @@ }, { "cell_type": "code", - "execution_count": 4, + "execution_count": 28, "metadata": {}, "outputs": [ { @@ -253,7 +254,7 @@ "4 0.232558 CNN " ] }, - "execution_count": 4, + "execution_count": 28, "metadata": {}, "output_type": "execute_result" } @@ -264,16 +265,16 @@ }, { "cell_type": "code", - "execution_count": 5, + "execution_count": 29, "metadata": {}, "outputs": [ { "data": { "text/plain": [ - "(3970, 18)" + "(4367, 18)" ] }, - "execution_count": 5, + "execution_count": 29, "metadata": {}, "output_type": "execute_result" } @@ -284,7 +285,7 @@ }, { "cell_type": "code", - "execution_count": 32, + "execution_count": 30, "metadata": {}, "outputs": [ { @@ -299,12 +300,13 @@ "OmniAnomaly 397\n", "PCA 397\n", "POLY 397\n", + "Sub-LOF 397\n", "Sub_KNN 397\n", "USAD 397\n", "Name: count, dtype: int64" ] }, - "execution_count": 32, + "execution_count": 30, "metadata": {}, "output_type": "execute_result" } @@ -315,7 +317,7 @@ }, { "cell_type": "code", - "execution_count": 39, + "execution_count": 31, "metadata": {}, "outputs": [], "source": [ @@ -330,7 +332,7 @@ " 'POLY': 'lightskyblue',\n", " 'Sub_KNN': 'firebrick',#'gold' ,\n", " 'USAD': 'mediumpurple',\n", - " 'Sub_LOF':'firebrick' ,\n", + " 'Sub-LOF':'dodgerblue' ,\n", " 'KShapeAD': 'darksalmon' ,\n", " 'OCSVM': 'darkorange'\n", "}" @@ -338,7 +340,7 @@ }, { "cell_type": "code", - "execution_count": 40, + "execution_count": 32, "metadata": {}, "outputs": [ { @@ -360,7 +362,7 @@ "data": [ { "alignmentgroup": "True", - "hovertemplate": "Model=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "Model=%{x}<br>VUS-PR=%{y}<extra></extra>", "legendgroup": "KMeansAD_U", "marker": { "color": "darkseagreen" @@ -773,1233 +775,417 @@ "x0": " ", "xaxis": "x", "y": [ - 0.1377188778121429, - 0.2417521974599256, - 0.090039435949255, - 0.4148590179690039, - 0.0792803461530236, - 0.8337712091718541, - 0.087470595116442, - 0.732548588209181, - 0.0917670388376079, - 0.4417607810905954, - 0.0657171331667825, - 0.999201353950861, - 0.054028952573904, - 0.5398504466216161, - 0.9999962075530374, - 0.099184850465843, - 0.9861127990917792, - 0.0840167705065598, - 0.3197853969822306, - 0.999956206997758, - 0.3752698969653408, - 0.1381364188568528, - 0.6784644529205412, - 0.9304485756077384, - 0.0991621287186303, - 0.0751206023497892, - 0.071882463173624, - 0.574832191089591, - 0.513991347476856, - 0.0041175383041028, - 0.003047438829517, - 0.0112051762846078, - 0.0959872509195031, - 0.0059481561151556, - 0.0001969825598756, - 0.0066272638247151, - 0.0119670176039807, - 0.3722968501041129, - 0.0002516556317244, - 0.3150272452173393, - 0.2613772261284707, - 0.2202934633713703, - 0.0101645475802757, - 0.1087411003466967, - 0.3453663065567726, - 0.3215346146168199, - 0.0110705555922219, - 0.1695070570444266, - 0.0005243380685783, - 0.1831432156799828, - 0.0394786638312968, - 0.6251347963614576, - 0.0223069231236238, - 0.994088781007529, - 0.4413697791545836, - 0.0158270074233201, - 0.0411503358213168, - 0.4098452836312287, - 0.9787448891620546, - 0.0370576578445675, - 0.1861701002328251, - 0.2386897561456944, - 0.0599969239665417, - 0.0792878790112964, - 0.1776760489141548, - 0.0595159358897262, - 0.0668209490800144, - 0.0649013122852815, - 0.0681356905812906, - 0.2081073766855252, - 0.1687877853120529, - 0.1915267177139996, - 0.0364448974253113, - 0.8639895893211982, - 0.899847086104149, - 0.3923112067287297, - 0.2781780998536663, - 0.0061601698301186, - 0.3723568466924682, - 0.9601262585613496, - 0.897495931466575, - 0.3852141412625127, - 0.1180224159550357, - 0.6219675852663322, - 0.0945999534128362, - 0.1151061752092595, - 0.9884556505391568, - 0.1306742555151536, - 0.0257609485991425, - 0.019419939040246, - 0.0683205115126654, - 0.4893987414191961, - 0.1161794341178406, - 0.0882758207985643, - 0.0189596496591193, - 0.0133875372682802, - 0.9998852104423944, - 0.0060027071857943, - 0.9905854833766946, - 0.0921021149620042, - 0.0972629861588532, - 0.7003224371154384, - 0.9972451453485954, - 0.0091947373060175, - 0.1019681118591893, - 0.1093886723419406, - 0.0346900778138873, - 0.027322869176797, - 0.9787998017074396, - 0.047946024686652, - 0.2429148571521453, - 0.0280055821346009, - 0.0095465121525899, - 0.9802653162198944, - 0.0049134017813612, - 0.02688028958986, - 0.0057690265542485, - 0.120678070481186, - 0.009079901734315, - 0.8019939165180815, - 0.7050302973081884, - 0.7608766790238661, - 0.896512311673201, - 0.3519383062570874, - 0.6604227242893354, - 0.9359533095064888, - 0.9607484564510128, - 0.8188979290432716, - 0.1019562501333407, - 0.0606896777128259, - 0.048492618373246, - 0.0359996430912645, - 0.1190599854248077, - 0.0733960458271153, - 0.0852665069909586, - 0.1026154211357273, - 0.1402108630619477, - 0.6974098311811613, - 0.77035248665801, - 0.6639634610789479, - 0.9084273476041462, - 0.9978409642437462, - 0.8797953533079003, - 0.7633001558277935, - 0.9976253246188213, - 0.7988269919274782, - 0.897786458846991, - 0.8903829629987423, - 0.8909322358972054, - 0.3824912983448997, - 0.7411423819779809, - 0.9190500008603848, - 0.5926174907768802, - 0.9021830854374022, - 0.9859156766323685, - 0.7928714410915967, - 0.942205051637928, - 0.7496024605329966, - 0.3380950342042669, - 0.8096210468507266, - 0.1436327832229217, - 0.1773314079310878, - 0.0664771042096764, - 0.0005077446973071, - 0.1225470182203135, - 0.0742699141579276, - 0.0103223429295346, - 0.0112246589340275, - 0.1283396405383151, - 0.018060590304247, - 0.0505527440244272, - 0.1568408518457376, - 0.0053994699705866, - 0.0206083493146478, - 0.2865597712677772, - 0.020137131431547, - 0.0052910538500404, - 0.0425288252978375, - 0.1181784970512486, - 0.0967940811656063, - 0.0997210341859596, - 0.2404006723518922, - 0.6413581128339518, - 0.5774327540591875, - 0.0697481460205957, - 0.2567891286979272, - 0.5796151300771588, - 0.2661709602932666, - 0.3915171824405334, - 0.4556114877404176, - 0.0933607041227114, - 0.704795562638925, - 0.2149498846944487, - 0.6774010702786972, - 0.0818700589759466, - 0.0767366440559038, - 0.2485916128977514, - 0.7431168462201124, - 0.7458872699497353, - 0.1136392205342611, - 0.2156744218802546, - 0.712291359665378, - 0.5030631978181752, - 0.9376182844085996, - 0.6615460167523756, - 0.507629476682699, - 0.039932055482737, - 0.9995169082125605, - 0.0005199781689744, - 1, - 0.0894636778395973, - 0.1787278165847597, - 0.0443664210141159, - 0.9996917950853812, - 0.2606405491729746, - 0.977934799801107, - 0.1635888124416568, - 0.0002800336040324, - 0.1317499061226547, - 0.0016686121089815, - 0.9701172698091768, - 0.0316949005600766, - 0.9652130393431976, - 0.00003916960438699569, - 0.0536788833002699, - 0.5551820577642064, - 0.4052108070010883, - 0.0004586324540702, - 0.0009947999483304, - 0.0188421601333746, - 0.9804878726441651, - 0.982145390486909, - 0.932455391025204, - 0.7672525584378744, - 0.0449510124262465, - 0.0188599283787199, - 0.9442452710045004, - 0.989574423834205, - 1, - 0.1024153836104679, - 0.9364953905907364, - 0.9995748299319728, - 0.9065022870864784, - 0.0078125, - 0.9904060485390552, - 0.2955800887542816, - 0.9474353628067804, - 0.9987326388888887, - 0.969101024270882, - 0.9637640789185332, - 0.9932822142396612, - 0.9322312994112054, - 0.0084646424921711, - 0.9994875884665286, - 0.1173586057604706, - 0.017287497624745, - 0.1638314236697219, - 0.8574140096645094, - 1.0000000000000002, - 0.000020758085274214305, - 0.1330283082635198, - 0.9263888888888888, - 0.991976211891924, - 0.0589236407002437, - 0.9508410334666608, - 0.0420638845471939, - 0.9495492709163956, - 0.0013441823870805, + 0.1382470880566269, + 0.2409853173167628, + 0.0920059017575592, + 0.414065449745212, + 0.0826700754246323, + 0.8476429763304042, + 0.1248761237495549, + 0.7540011084376359, + 0.0984884688191175, + 0.7325032606812868, + 0.082702268262413, + 0.9999044045381802, + 0.07235871846668, + 0.5359882765073073, + 0.9999944478405648, + 0.1032126272825733, + 0.9847354191816428, + 0.1248843949775053, + 0.3317922016782795, + 0.9999909312016736, + 0.4248059003424619, + 0.1805696277700499, + 0.6741887396993149, + 0.9666165330209748, + 0.1004071634200147, + 0.0757995933603818, + 0.1037487391927792, + 0.6821755137321573, + 0.4363934914609064, + 0.0066253288635507, + 0.0135878443481097, + 0.0292572529698482, + 0.2341845280253147, + 0.0432840490474488, + 0.0003528111655204, + 0.0066304226778107, + 0.0167886537187457, + 0.4458139520596453, + 0.0003131676655083, + 0.2496857714417809, + 0.1735931598163724, + 0.4652778432772103, + 0.0151566339008659, + 0.4179122931354792, + 0.360303663499498, + 0.1775523062374201, + 0.026510408669548, + 0.5199392018984298, + 0.0008779971178842, + 0.2147120745463122, + 0.0632986754481296, + 0.3665914031024773, + 0.0418672732065315, + 0.9991342461352704, + 0.7753696271789279, + 0.0179063024966237, + 0.0437029322349766, + 0.6609234209581952, + 0.995904216992073, + 0.040795531601916, + 0.2323157373954476, + 0.2078361433124037, + 0.8224284990912415, + 0.8861831512879623, + 0.9229278213516704, + 0.9156483898746236, + 0.1597899939319853, + 0.6544147397517636, + 0.2005443786519553, + 0.9541222174766222, + 0.974636924781338, + 0.8912803578663527, + 0.0397474048677725, + 0.8966683570201286, + 0.8770628161966524, + 0.3349614539341631, + 0.3412495954487269, + 0.0105632469943441, + 0.3593191484506218, + 0.9760833356344302, + 0.9312316555098936, + 0.2792707540621512, + 0.1249459991743955, + 0.4911547724042235, + 0.0983316299646433, + 0.1492829977208394, + 0.98321322966905, + 0.1340543021270904, + 0.0295217381177599, + 0.0194733291195388, + 0.0717411705952644, + 0.3652778069365176, + 0.1102142870445462, + 0.1036694950141352, + 0.0231220950060205, + 0.0135698070152547, + 0.9876556345919828, + 0.0062942894699784, + 0.9574486967238752, + 0.1317350302502556, + 0.0887899467596494, + 0.7207080156115301, + 0.944495285391966, + 0.01079414490388, + 0.1443382098575611, + 0.1846265840613292, + 0.0423277589505737, + 0.0340361344965103, + 0.9823276029884028, + 0.0774415507852842, + 0.1632149571695477, + 0.0332973475402199, + 0.0095971223636096, + 0.9803054925372008, + 0.00495079839978, + 0.0273467138497735, + 0.0062757807322438, + 0.1284097355251801, + 0.0091594985369951, + 0.9119139534372022, + 0.8137919356130701, + 0.8513381432517187, + 0.9566429659548172, + 0.4075887034808081, + 0.7460347726816543, + 0.9764717375286004, + 0.9816396984286, + 0.8745534992944172, + 0.0123684427990925, + 0.0517661080243125, + 0.0526316999966684, + 0.0185313102267221, + 0.0221018156623185, + 0.0054454463446982, + 0.031837721261119, + 0.0211168633586982, + 0.114005360428723, + 0.8919894174738304, + 0.932678574662242, + 0.8612060180385814, + 0.8236639360518533, + 0.9427322827123806, + 0.7983717461525656, + 0.810769710943614, + 0.9979112531967154, + 0.7779698743209353, + 0.9431241331128408, + 0.9432563471911144, + 0.9228890856036036, + 0.3698905665223438, + 0.8413647599472409, + 0.9345110606811202, + 0.6713364770410317, + 0.6656441270542671, + 0.9949517988001424, + 0.8803554259520624, + 0.9571406012173902, + 0.8018682527819273, + 0.2690196931399111, + 0.8809242578931734, + 0.910971912456549, + 0.9491955991555976, + 0.3836688795700562, + 0.0005247586875719, + 0.3921351001814578, + 0.0312932536435374, + 0.0309910449869019, + 0.0127775383693372, + 0.1205080260488986, + 0.0182917390655411, + 0.2097107104387879, + 0.0786005433191257, + 0.0064689217820567, + 0.0266223074091627, + 0.2679355108220741, + 0.0311723626186723, + 0.0342172632727635, + 0.0741742136614181, + 0.4143749313455093, + 0.0860026561901311, + 0.1073248581602014, + 0.2204436921024438, + 0.737482858203889, + 0.3537897501311868, + 0.0743796920820669, + 0.2770651856869429, + 0.4556464992490358, + 0.2817345926056442, + 0.3534799587262103, + 0.2292684024148795, + 0.8642327970235435, + 0.7562478429589052, + 0.75480399610595, + 0.7159333014058876, + 0.8569469707424324, + 0.8501281571341981, + 0.6333909101588984, + 0.7276752021922323, + 0.645538375422388, + 0.7750769679617571, + 0.7207720491986916, + 0.6385216366780238, + 0.7426612439537479, + 0.9830129867398628, + 0.4239187424175518, + 0.5241664765771313, + 0.0428691072923626, + 0.997338248863242, + 0.0005956306522089, + 0.9976534530921924, + 0.1306150011887966, + 0.1254088610521679, + 0.0491138719634772, + 0.9941673067631124, + 0.211010450622372, + 0.9844610572924276, + 0.1843115592455481, + 0.0173399171364185, + 0.8118347978049745, + 0.001699983529884, + 0.9608517502382186, + 0.0329953741510085, + 0.9808159569947508, + 0.0003844265039234, + 0.1835921925697494, + 0.3900535095880432, + 0.7563068664682959, + 0.0005428001050501, + 0.0013253299182037, + 0.0354777383797514, + 0.994692265287495, + 0.9864296753883336, + 0.9534872250540336, + 0.8928221491070387, + 0.0582450151003063, + 0.0234570127786864, + 0.9408038637670618, + 0.9383388957561906, + 0.904521620146393, + 0.1302026089619608, + 0.980535280255219, + 0.9300866091413232, + 0.9717371054769824, + 0.0264193201587568, + 0.9936297684759762, + 0.375513458830887, + 0.7327440678847469, + 0.9477865589617368, + 0.9916203007171271, + 0.9777850338867252, + 0.9563394296048238, + 0.923109089063257, + 0.0092473567737319, + 0.9941673067631124, + 0.2236351553265485, + 0.0190912771381737, + 0.2031976903508429, + 0.9513106704459344, + 0.8410089742810288, + 0.00007862894655116387, + 0.1575397782703086, + 0.7420917871658096, + 0.854089347156857, + 0.054262870555655, + 0.9376965043990498, + 0.0491285636981816, + 0.7350586685678611, + 0.0019730134494203, + 0.91433295063083, + 0.7700247771565617, + 0.0542181384237737, + 0.91433295063083, + 0.0181937067133116, + 0.4852628281991666, + 0.0950471029439448, + 0.1509382952417632, + 0.0648569904940656, + 0.0133362663564221, + 0.161957137915169, + 0.0269834714951282, + 0.9913016645871168, + 0.0430209390216956, + 0.9904729254734188, + 0.1563980676685038, + 0.4438842063819985, + 0.9920737853254048, + 0.0543214026933672, + 0.9965147379547458, + 0.0317977475332495, + 0.9096567511333472, + 0.0180886446700222, + 0.9990094495001002, + 0.6679123491915528, + 0.9960972836281272, + 0.9965445832829368, + 0.9905541572350924, + 0.0080665632057888, + 0.9593661663954566, + 0.3198809762228897, + 0.9829886240565412, + 0.9833927493212656, + 0.1115190303707684, 1, - 0.9358974358974358, - 0.0463928908915591, - 0.9983333333333332, - 0.006060606060606, - 0.7645910235671691, - 0.0841885387303669, - 0.1236673463907113, - 0.05505516976568, - 0.012668684929926, - 0.1324581424586478, - 0.0294475054729897, - 0.990565493712316, - 0.0375201002076144, - 0.9709591168484492, - 0.133990041258909, - 0.4466537522827887, - 0.9974951519069168, - 0.0506706704019092, - 0.9915361312413812, - 0.024408395584876, - 0.905202725814885, - 0.012156299887598, - 0.9992329375195232, - 0.66447393538174, - 0.9989919354838708, - 0.9986577738389332, - 0.980451572525381, - 0.0058011701591767, - 0.9153933801299085, - 0.3126649655516317, - 0.9692051168723402, - 0.9513963092557844, - 0.1111516911833987, 1, + 0.8485172490147919, + 0.2982151123284008, 1, - 0.7708333333333333, - 0.3358931095260798, 1, + 0.8344898925856741, + 0.965507969906111, + 0.676706409190788, + 0.597028347174701, 1, - 0.5476190476190477, - 0.6583333333333333, - 0.4114379608853034, - 0.4020512867175308, 1, 1, 1, + 0.9894206548249064, 1, - 0.9265910450877556, 1, + 0.7088440434258511, 1, - 0.5, - 1, - 0.5, - 1, + 0.8363382828842981, 1, - 0.2666666666666666, 1, - 0.0061132561132561, - 0.2621375661375661, - 0.1245715641879323, - 0.6428571428571428, - 0.010204081632653, + 0.4410947709107438, 1, + 0.0086343030570261, + 0.5245092613191438, + 0.1448947628424423, + 0.8818222759859512, + 0.0422207116330174, + 0.9142257825523646, 1, 1, - 0.0416666666666666, + 0.327185960278857, 1, - 0.0735615254279503, - 0.9811799326171576, - 0.8053663405012904, - 0.7601898841028183, - 0.3975519462154492, - 0.7999558602086154, - 0.761379805397162, - 0.1917991301531011, - 0.8346933213786584, - 0.2465989072865504, - 0.8637665654946556, - 0.6443341095341122, - 0.1223795839023794, - 0.8151237928234526, - 0.5163585521260834, - 0.7754056676575634, - 0.7987546262493287, - 0.6100867677906159, - 0.8009410818527528, - 0.7628452400278872, - 0.2004408984922405, - 0.9232191523640646, - 0.6228467592357317, - 0.1927464000794766, - 0.7234992624636032, - 0.6312860892385526, - 0.9375739923453682, - 0.7138491502513313, - 0.0442181774939733, - 0.8447036526675336, - 0.1925148205985516, - 0.7532126337558179, - 0.4972456566832097, - 0.5515345991189669, - 0.102150136418326, - 0.22486641032253, - 0.1876837955951102, - 0.4597180667772114, - 0.4139716556681343, - 0.0152753040772744, - 0.1463127569401554, - 0.024021786754095, - 0.645213646017059, - 0.4326795546529036, - 0.9086994628890784, - 0.3659267280718108, - 0.3368572346599318, - 0.5685230110863472, - 0.2368080837897938, - 0.8687992191970476, - 0.157945819593673, - 0.8504007643400575, - 0.1559567404041475, - 0.6218992052640148, - 0.1029676950737236, - 0.2586536577107139, - 0.1206378132360093, - 0.6636159698423023, - 0.092671895641685, - 0.5380088211620414, - 0.1788687176294952 + 0.3241752313819812, + 0.9808428516756614, + 0.8149176934431506, + 0.7604742947075214, + 0.3926924562707528, + 0.8101972587133687, + 0.7630909823078684, + 0.1924064902194967, + 0.8396639717419524, + 0.262253907374287, + 0.863215032495754, + 0.6362882120595994, + 0.1232947171608873, + 0.8155828672751376, + 0.5129368702112393, + 0.772025706324083, + 0.8083835877598206, + 0.601079597239609, + 0.7978311793636224, + 0.7578039064542061, + 0.2009569720048079, + 0.921473631538108, + 0.6135803053713373, + 0.1934505944311967, + 0.7239823449480443, + 0.6207562299472578, + 0.936823393549081, + 0.7150323984488075, + 0.0469346433058215, + 0.8515044754465051, + 0.1930041615050022, + 0.7502329061868734, + 0.5049328110327604, + 0.5096446611212995, + 0.1025301417683348, + 0.2390404907353179, + 0.1866165306324228, + 0.4424079334752974, + 0.4143753334236329, + 0.0151829245953771, + 0.1468278407940396, + 0.0243492662202175, + 0.6454154050380191, + 0.4051640907539559, + 0.9076932304422544, + 0.1781559381036615, + 0.3385113561054648, + 0.5707043798019943, + 0.2537542680538778, + 0.8675286023037996, + 0.1302993568482988, + 0.8482878996783025, + 0.1610282668976038, + 0.61625612715919, + 0.103412285184825, + 0.2291699445014127, + 0.1243499650322823, + 0.6561072121018987, + 0.0941524801252601, + 0.533888277556724, + 0.1063206890901598 ], "y0": " ", "yaxis": "y" }, { "alignmentgroup": "True", - "hovertemplate": "Model=%{x}<br>AUC-PR=%{y}<extra></extra>", - "legendgroup": "PCA", + "hovertemplate": "Model=%{x}<br>VUS-PR=%{y}<extra></extra>", + "legendgroup": "POLY", "marker": { - "color": "yellowgreen" + "color": "lightskyblue" }, - "name": "PCA", + "name": "POLY", "notched": false, - "offsetgroup": "PCA", - "orientation": "v", - "showlegend": true, - "type": "box", - "x": [ - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA" - ], - "x0": " ", - "xaxis": "x", - "y": [ - 0.2782375358804503, - 0.5319205574899937, - 0.223189975130421, - 0.4799046867634876, - 0.1519338042978983, - 0.3329041175403799, - 0.938148362986782, - 0.8267157367457951, - 0.2404794987800754, - 0.4860973672290578, - 0.987201979604758, - 0.1069320586318725, - 0.9710409781767751, - 0.3583732904448048, - 0.0815838930922558, - 0.6751410366138297, - 0.6242601828513599, - 0.1532622444049186, - 0.4525716155807384, - 0.1089553610080633, - 0.1502522355077001, - 0.4701777295691245, - 0.8441687228394898, - 0.8665523726227824, - 0.1451974719029274, - 0.2826874567885972, - 0.9720544913809804, - 0.8828475504831566, - 0.0052835203964405, - 0.0011555385010464, - 0.948956953938254, - 0.4414367776345641, - 0.003513136231111, - 0.000431314625587, - 0.4128779717015011, - 0.6179903868308652, - 0.0095260984620467, - 0.0027494041998754, - 0.5668440635591797, - 0.013495257229564, - 0.0334670576311473, - 0.006626737641036, - 0.4427825997203966, - 0.0195669325316206, - 0.0018632628340269, - 0.003863107090682, - 0.8451955219617345, - 0.0045184865654182, - 0.0031885833050671, - 0.0083764497031202, - 0.2560015023263964, - 0.0047370424809225, - 0.7590926452320165, - 0.9510400844116302, - 0.5495804702858306, - 0.1171238054239866, - 0.999827132211677, - 0.0141318299337669, - 0.0810644243477656, - 0.8503004603683535, - 0.0957092778563054, - 0.7811026817844621, - 0.0677266728908392, - 0.1157513612384346, - 0.1744218699114327, - 0.0666066751434921, - 0.2207279282589015, - 0.085879553096223, - 0.1969479240366338, - 0.2069223795636334, - 0.1667541778951062, - 0.1825420102485037, - 0.468647067072471, - 0.078451816544022, - 0.8059563108529928, - 0.0178959428139443, - 0.1507777530119684, - 0.4880087365614101, - 0.3050133605973146, - 0.8320851308395023, - 0.3446379525190622, - 0.0220212645532496, - 0.0175379584280567, - 0.9370286902087954, - 0.6961867318495194, - 0.0071269794568705, - 0.068014594976413, - 0.5123263812238832, - 0.6760319342337666, - 0.7827519686863732, - 0.4212666499509276, - 0.4905330236110928, - 0.6584253585779382, - 0.6760427023604729, - 0.8282735125443723, - 0.9746830653811674, - 0.0153691033049883, - 0.8902979244633967, - 0.2948183569404009, - 0.0069127845600947, - 0.6874880267264082, - 0.8348379883559753, - 0.5956999402067911, - 0.930847988085623, - 0.0067003922988421, - 0.0022946138213774, - 0.7315232243568999, - 0.6534559309798793, - 0.1132255317000148, - 0.0022809950321001, - 0.1010660331099212, - 0.6676377846391301, - 0.8133682893795908, - 0.1058091112844716, - 0.9302221892452632, - 0.9352630348115476, - 0.932888660398172, - 0.0175391573863234, - 0.8045317608841378, - 0.1351338433884419, - 0.165615374902141, - 0.133135617657587, - 0.8314294074844796, - 0.8444294234400469, - 0.3913349661040449, - 0.9395362703951824, - 0.2708916512750706, - 0.6931952732860769, - 0.0027454729370578, - 0.0024267754211718, - 0.0135619757245282, - 0.0105601764869557, - 0.0220247901011325, - 0.102299737218734, - 0.0086167964542826, - 0.0422482179692221, - 0.0396207359296015, - 0.0246395130901499, - 0.0196069871569603, - 0.0187360674724764, - 0.9559292524404096, - 0.8903665595053488, - 0.5302490091520617, - 0.4898009183582106, - 0.8132711886887715, - 0.7036081536355089, - 0.3010084298133894, - 0.5437246649504163, - 0.7885896389838972, - 0.0684909197709052, - 0.6553361381551087, - 0.6237913424545045, - 0.6214969751146063, - 0.5942958674254468, - 0.8859844894534021, - 0.1446116100001482, - 0.5936418876923228, - 0.2942966933720295, - 0.4176407369705096, - 0.2617931236189526, - 0.1265767782718821, - 0.1759709677785628, - 0.1448848688253334, - 0.9202110052493684, - 0.0007316098871789, - 0.565784335283503, - 0.3357222793766726, - 0.0716404502572597, - 0.8402482606706013, - 0.739547431336298, - 0.0220577983810006, - 0.3702885955277499, - 0.7853431220968412, - 0.0081322676250716, - 0.0319748979151741, - 0.5604927415891732, - 0.0146122019328558, - 0.4245016636782269, - 0.0304033603536584, - 0.6167491039370644, - 0.9906842494643904, - 0.7651267215343502, - 0.9867374201207088, - 0.8969602359498117, - 0.9987373737373736, - 0.4791599800386409, - 0.9685171888806688, - 0.9796353896333214, - 0.9600401261192972, - 0.4747050350102691, - 0.0927935813862355, - 0.1517185043403249, - 0.1508451074764047, - 0.0984454648508168, - 0.0500408871026113, - 0.0588540224020717, - 0.1626807088493869, - 0.1979742094005561, - 0.071853840050285, - 0.1298001529573637, - 0.066360077982293, - 0.1428420273142446, - 0.0895339907436001, - 0.3449026555397576, - 0.0561632754248917, - 0.0788664308035282, - 0.0531037385913294, - 0.0989403710192616, - 0.0025431021393339, - 0.8742765394583768, - 0.0024628407698008, - 0.010153258631693, - 0.5723633817920434, - 0.2994603029880807, - 0.0014030192305693, - 0.6740099832163938, - 0.0186823299923427, - 0.000014475550794707738, - 0.1073423355289724, - 0.0020017407452724, - 0.0024313924047537, - 0.0178687679357957, - 0.6110885944793627, - 0.00001600870873755323, - 0.0027341550372667, - 0.2747731452453403, - 0.0032391771766136, - 0.0018517578610866, - 0.0004337055364583, - 0.0010338823165874, - 0.141472401009333, - 0.0310145499037263, - 0.5593157779726114, - 0.0206502868991475, - 0.0236554903108231, - 0.0088827120683913, - 0.905095739830986, - 0.0048039855870029, - 0.008325059371857, - 0.0324435176886356, - 0.0274051244195342, - 0.0229566086482273, - 0.0189875665107046, - 0.0004570383912248, - 0.9977980716835378, - 0.5309004645316764, - 0.0103961214714373, - 0.0122145722037828, - 0.5955369052891585, - 0.6151876866141042, - 0.0170935058179482, - 0.8988513445425055, - 0.0080132831749849, - 0.2698922042075044, - 0.0022797659326705, - 0.0060851397893695, - 0.0039678596137338, - 0.0038675483312459, - 0.0015169683213271, - 0.0000262501640635254, - 0.018308816471984, - 0.0007786273727302, - 0.926263661709026, - 0.0003849943594856, - 0.004342537949609, - 0.0184406812229981, - 0.0050395464983804, - 0.0046550217929243, - 0.0022231207824646, - 0.001156033319142, - 0.0053309250033189, - 0.0024474155819239, - 0.0004651162790697, - 0.0069145808466965, - 0.0062419159352242, - 0.0268089506386292, - 0.0339166849649717, - 0.0021910765766547, - 0.0018290214370025, - 0.0066467554417367, - 0.0265148114080726, - 0.016276096477074, - 0.6224892771396484, - 0.2149263581155967, - 1, - 0.3798678840831252, - 0.9410293813884578, - 0.0221899802605454, - 0.99998738042957, - 0.9490836107748843, - 0.0059286112719394, - 0.6034546587239668, - 0.8084033118687631, - 0.2989912673718888, - 0.4519235563530701, - 0.0076682475042447, - 0.3590701370993838, - 0.0077042080649544, - 0.701465559360925, - 0.0037749242641298, - 0.8259513708947225, - 0.7567001273773122, - 0.0028248587570621, - 0.0009842519685039, - 0.0021616725458044, - 0.964523423229746, - 0.0034965034965034, - 0.0010266940451745, - 0.058080808080808, - 0.002912030341485, - 0.0061546324901551, - 0.0226890428934777, - 0.0017953321364452, - 0.0119047619047619, - 0.0029585798816568, - 0.0008496176720475, - 0.1310682476216577, - 0.0009615384615384, - 0.0333333333333333, - 1, - 0.0009643201542912, - 0.0009267840593141, - 0.0031055900621118, - 0.0009496676163342, - 0.5062893081761006, - 0.0014577259475218, - 0.1454545454545454, - 0.0487233898972333, - 0.9746726306047186, - 0.0013953514594342, - 0.0008992805755395, - 0.0015676209755157, - 0.0012360939431396, - 0.0007485029940119, - 0.0034602076124567, - 0.0061349693251533, - 0.1530275268226206, - 0.996504947110848, - 0.9879010755873784, - 0.998586415795415, - 0.9370327274473956, - 0.9879010755873784, - 0.998586415795415, - 0.9367212000711156, - 0.8591416858921752, - 0.999288636239702, - 0.9982304882015554, - 0.8958846618252223, - 0.9994691179872992, - 0.8591416858921752, - 0.9999028200173194, - 0.9864471672234734, - 0.9879010755873784, - 0.8958846618252223, - 0.9864471672234734, - 0.9292488173447592, - 0.9367212000711156, - 0.992784359440102, - 0.8958846618252223, - 0.9367212000711156, - 0.998586415795415, - 0.8958846618252223, - 0.9850923179577218, - 0.998586415795415, - 0.9986360375648524, - 0.8591416858921752, - 0.9367212000711156, - 0.9864471672234734, - 0.9978351980449978, - 0.9971981519721512, - 0.993523491494833, - 0.9922844454705784, - 0.9008039894203832, - 0.9617454989098336, - 0.9565034190931634, - 0.8078339275586104, - 0.9999142818564218, - 0.9664612259603524, - 0.0181119961936284, - 0.9956243176818076, - 0.9991838788177576, - 0.9954159499535966, - 0.4999148104164765, - 0.9646168640707576, - 0.931367410075806, - 0.99959126282563, - 0.9984413243538892, - 0.9981626247598668, - 0.9976699021395002, - 0.9917811364108458, - 0.9968654029759284, - 0.9658794268835782, - 0.9956857816726894, - 0.9975868438734424, - 0.95215527745571, - 0.9888100245704302, - 0.9862415909128404 - ], - "y0": " ", - "yaxis": "y" - }, - { - "alignmentgroup": "True", - "hovertemplate": "Model=%{x}<br>AUC-PR=%{y}<extra></extra>", - "legendgroup": "POLY", - "marker": { - "color": "lightskyblue" - }, - "name": "POLY", - "notched": false, - "offsetgroup": "POLY", + "offsetgroup": "POLY", "orientation": "v", "showlegend": true, "type": "box", @@ -2405,4490 +1591,2042 @@ "x0": " ", "xaxis": "x", "y": [ - 0.4233042158969708, - 0.6248810250890807, - 0.3059704585286408, - 0.9480298507462688, - 0.2931578318531204, - 0.2616321760876693, - 0.632918346110553, - 0.8840307840307841, - 0.7536897800055694, - 0.3982702702702703, - 0.954465541490858, - 0.2089833437687812, - 0.5964562103661352, - 0.6541767380859913, - 0.1896916091794544, - 0.3988809174098207, - 0.9531638928840416, - 0.1492908911599684, - 0.5148563758582702, - 0.3055293531277455, - 0.1757012729845116, - 0.7849073787506636, - 0.3514132530712921, - 0.8566642300194931, - 0.1934991996710256, - 0.3644849770611023, - 0.67519289473129, - 0.8870439483621289, - 0.5700866519174042, - 0.8222222222222222, - 0.7766750841750842, - 0.6274064754232466, - 0.3075122430849992, - 0.0007983409554354, - 0.3333333333333333, - 0.7321581004014784, - 0.8098575498575499, - 0.0070357704582802, - 0.6111111111111112, - 0.5119232340825234, - 0.1976499011640676, - 0.0187508535715611, - 0.6886847284586296, - 0.1282010907558763, - 0.0059181928840385, - 0.465842974038313, - 0.7549844648804033, - 0.0099733424869671, - 0.1912698412698412, - 0.3359436307557444, - 0.4999747074703424, - 0.5367875868781876, - 0.7405815758219101, - 0.9560661157024792, - 0.5555096153846154, - 0.8999779005524862, - 0.6020132450331126, - 0.0321078431372549, - 0.9527092025191995, - 0.5515812121950229, - 0.3496031746031746, - 0.7662249796052675, - 0.0665520057182236, - 0.128469671759164, - 0.1706843146125752, - 0.0631123596743944, - 0.2125008353027484, - 0.0839894321570799, - 0.1990987781708209, - 0.1970119675392696, - 0.1630801803813354, - 0.1814013628398245, - 0.5368267899294596, - 0.1024749528858464, - 0.8073039972307755, - 0.0180743644768205, - 0.2494350125616411, - 0.4364405489438575, - 0.3494711179408224, - 0.6888571517021016, - 0.2834160444949823, - 0.1080517220185586, - 0.8486211180124223, - 0.9935666042032504, - 0.4451836028017804, - 0.3074070251630638, - 0.8058162399636419, - 0.6759334994217016, - 0.4514091014075385, - 0.9774514563501552, - 0.608059152222954, - 0.54033361423745, - 0.9840579710144928, - 0.7309945721656183, - 0.559899683877766, - 0.9554554009705636, - 0.7286211180124225, - 0.7951074228693615, - 0.9721762134805612, - 0.2869179536679536, - 0.4815608502277253, - 0.9161749482401657, - 0.9987888198757764, - 0.9101410332596234, - 0.3102593939393939, - 0.0549090909090909, - 0.4098352122161075, - 0.4480035720288268, - 0.8486211180124223, - 0.038004662004662, - 0.38905064911145, - 0.4350253856509862, - 0.2630818542244841, - 0.8486211180124223, - 0.9327129808039564, - 0.9377343181691008, - 0.5646211180124223, - 0.8486211180124223, - 0.8861471519879157, - 0.1417934138145697, - 0.3271131636735686, - 0.1432772544605406, - 0.7285434103734172, - 0.7535428937922817, - 0.4010614099580806, - 0.7597218318774729, - 0.23367905441364, - 0.6091805895843158, - 0.0026059376194111, - 0.0030405057258483, - 0.0179403785269146, - 0.0067866354785443, - 0.0027374888556001, - 0.0213438781246257, - 0.0025464055329667, - 0.0028290636630941, - 0.0211301613725208, - 0.0283601012503269, - 0.0241574898321401, - 0.0417466803056247, - 0.9259875036105326, - 0.9253073567951124, - 0.3980589545672688, - 0.4804371100066497, - 0.8234593007915508, - 0.631601812986062, - 0.2664372565737751, - 0.4886795185161284, - 0.602183017442745, - 0.1410338987124724, - 0.5578687934053802, - 0.5352326775765105, - 0.4375798832838477, - 0.6548166392835986, - 0.7024113406511965, - 0.106698827863823, - 0.4944117350658996, - 0.3591787755334712, - 0.3187653738133496, - 0.2698961756048263, - 0.1248661310732519, - 0.1694927700011403, - 0.1272188352119821, - 0.8482142857142857, - 0.0034285714285714, - 0.2799461762944444, - 0.6339926816746905, - 0.2798854322123049, - 0.6618453025081663, - 0.4173356954617533, - 0.020794815064713, - 0.3118256593901474, - 0.7642431972789115, - 0.0075081683895911, - 0.0213518059477332, - 0.6608525955085693, - 0.0152654316206389, - 0.298413821279433, - 0.0164987097865619, - 0.4173224762531399, - 0.2527676579400717, - 0.6325748102939959, - 0.9150861391841651, - 0.7153694913400218, - 0.9285708299812282, - 0.3386823803445971, - 0.8516106444401741, - 0.9185973285605382, - 0.8318641432055498, - 0.4764337820823609, - 0.0795171781738717, - 0.6275758810041716, - 0.0735060072848961, - 0.5020549797806415, - 0.0462496774801141, - 0.0598299215682383, - 0.1023381703831367, - 0.5721000859681434, - 0.2917561377296853, - 0.0904834856246083, - 0.1121800484212557, - 0.3002144205904173, - 0.1160308268960988, - 0.4435497525865948, - 0.1679691578822368, - 0.2037595305274893, - 0.0620095879542884, - 0.0688073394495412, - 0.0084745762711864, - 0.2064220183486238, - 0.0064076044129235, - 0.0152015218619491, - 0.6365901571546733, - 0.0532681781007788, - 0.0028752660706683, - 0.0422115926460889, - 0.4493038794741267, - 0.000009489916963226571, - 0.048, - 0.002192593367722, - 0.0074276425432243, - 0.0356811413925642, - 0.819672131147541, - 0.000010738255033557049, - 0.0063993174061433, - 0.2814138697460216, - 0.0040290088638195, - 0.0030864197530864, - 0.0020094842591597, - 0.0335647661740622, - 0.0982992301453877, - 0.0303403113822848, - 0.819672131147541, - 0.0477791225855226, - 0.2418298331480241, - 0.0136081098238328, - 0.7529960923707473, - 0.136544674688057, - 0.009090909090909, - 0.2222222222222222, - 0.0958333333333333, - 0.015947441875218, - 0.026137463697967, - 0.0005868544600938, - 0.5130434782608696, - 0.5894787697188452, - 0.7146891874995012, - 0.0117047542784399, - 0.4770642201834862, - 0.819672131147541, - 0.0201834862385321, - 0.6288718553459121, - 0.0406440274670487, - 0.04096787057081, - 0.0057553956834532, - 0.008457802639921, - 0.015089207868186, - 0.01, - 0.0027867573291717, - 0.00006504065040650406, - 0.622568093385214, - 0.0196078431372549, - 0.8, - 0.0010000140285202, - 0.039680681885738, - 0.547945205479452, - 0.0310210464063279, - 0.0053191489361702, - 0.0053904245025032, - 0.0847457627118644, - 0.014241718426501, - 0.0061967520001093, - 0.0006127450980392, - 0.0074626865671641, - 0.0094150980248646, - 0.2222222222222222, - 0.2222222222222222, - 0.0037993920972644, - 0.0049751243781094, - 0.0399885876240452, - 0.0168035966954219, - 0.0109567430625894, - 0.648, - 0.92714736104928, - 0.999724578183838, - 0.351921568627451, - 0.9669376693766938, - 0.5575049504950494, - 0.9587374688902844, - 0.9627247690120824, - 0.488, - 0.6619217081850534, - 0.949125, - 0.3444444444444444, - 0.432310027418723, - 0.0207848206220866, - 0.408, - 0.0437202675886264, - 0.951088906273688, - 0.1859512195121951, - 0.6336530476124742, - 0.1231331999424481, - 0.0037593984962406, - 0.01, - 0.0132164031620553, - 0.6567334504964306, - 0.002375296912114, - 0.0079365079365079, - 0.0097897376543209, - 0.0039068087707206, - 0.0857142857142857, - 0.0857142857142857, - 0.0416666666666666, - 0.0208333333333333, - 0.0666666666666666, - 0.0013440860215053, - 0.184247776353973, - 0.0416666666666666, - 0.0059523809523809, - 0.125, - 0.008, - 0.0032051282051282, - 0.0084745762711864, - 0.0416666666666666, - 0.0328815261044176, - 0.004, - 0.0416666666666666, - 0.0293803418803418, - 0.8733041286132885, - 0.0347222222222222, - 0.008, - 0.0016873830526597, - 0.0033783783783783, - 0.0029761904761904, - 0.002, - 0.001412429378531, - 0.1755602240896358, - 0.265763160583547, - 0.9994321877542596, - 0.9983253295502004, - 0.5637932719519255, - 0.9994321877542596, - 0.9983253295502004, - 0.8720572651020744, - 0.5690834991330149, - 0.9802037826593604, - 0.8920586556849515, - 0.8560583535167624, - 0.7182226316503157, - 0.5690834991330149, - 0.9962559033400716, - 0.9927567762316756, - 0.9994321877542596, - 0.8560583535167624, - 0.9927567762316756, - 0.8395278023863998, - 0.8720572651020744, - 0.923133168561044, - 0.8560583535167624, - 0.8720572651020744, - 0.9983253295502004, - 0.8560583535167624, - 0.3480857049843549, - 0.9983253295502004, - 0.9495788570260602, - 0.5690834991330149, - 0.8720572651020744, - 0.9927567762316756, - 0.9582090843470022, - 0.204478895034119, - 0.3437375105841909, - 0.6916074450588464, - 0.1266545289963354, - 0.3172646572438202, - 0.1354445914654334, - 0.7067243959304286, - 0.4427493708853602, - 0.3067755705711249, - 0.022340618952813, - 0.92535943489656, - 0.3141504419223297, - 0.6158715361235787, - 0.1147717157619785, - 0.1020157582105406, - 0.8575485332120734, - 0.6012281533735124, - 0.1640781049705993, - 0.1505675440459138, - 0.2210476848452282, - 0.9414432682674576, - 0.1867746863328959, - 0.2385571606068612, - 0.3062555104893106, - 0.6483921367688203, - 0.3796289860757269, - 0.925283067371978, - 0.7876629481712625 + 0.4243953861323409, + 0.6280051602452844, + 0.3044110183121652, + 0.9619597834075512, + 0.3012948575986356, + 0.2466582678127551, + 0.8460831170735703, + 0.8956689887175868, + 0.8424643391953781, + 0.762815533490452, + 0.9792740588774684, + 0.3617211678724008, + 0.8886894706618416, + 0.6580353311586636, + 0.2968055862269438, + 0.4109275009453337, + 0.9603121200847284, + 0.2140427085531757, + 0.517544530323238, + 0.4708533993998543, + 0.1615181247489274, + 0.7794445753404101, + 0.351605528072654, + 0.9159458113380052, + 0.1839372108312759, + 0.3648308273224884, + 0.6835044645173551, + 0.942373467962954, + 0.7947125735469623, + 0.806840425160372, + 0.9364317457313373, + 0.8955852539996435, + 0.3690719975175686, + 0.0144720762948473, + 0.4180612176047376, + 0.3570837589439196, + 0.8065259240403588, + 0.0304828550498088, + 0.7364001269447545, + 0.7732967255839862, + 0.216792896482367, + 0.0913659034454432, + 0.8315678687516669, + 0.4820643047156173, + 0.0282734555902921, + 0.6103623713063493, + 0.8805702591295104, + 0.0464117125390286, + 0.4115705483704659, + 0.6785775990820033, + 0.7207797675497357, + 0.5755607242333276, + 0.7648817322065276, + 0.99647743347367, + 0.6969327969839669, + 0.9392805911340664, + 0.891903445473595, + 0.0513334435416188, + 0.9963805552005356, + 0.770923935781065, + 0.4780627383335792, + 0.7869045638531525, + 0.8466479538048761, + 0.9218548396245624, + 0.9199681279761536, + 0.9280848224321946, + 0.4509504940710351, + 0.7274032832314278, + 0.4437290983500506, + 0.9562717884245476, + 0.9729105145661372, + 0.885932914417473, + 0.5195156603941771, + 0.080981392910818, + 0.8047695682100202, + 0.0210921379549366, + 0.2337627457389658, + 0.1213319017028672, + 0.3154681762343335, + 0.7822497871915983, + 0.2037407693250716, + 0.0630386166072999, + 0.938308880261283, + 0.9360847054510056, + 0.4912361298254514, + 0.412441564329415, + 0.8920732211338415, + 0.6759266741292764, + 0.4854469469273516, + 0.9249553191617156, + 0.6220731998298601, + 0.4061344591554496, + 0.9451164450047196, + 0.6752310571746515, + 0.4241272341401093, + 0.8963255035593305, + 0.8086909640749511, + 0.8983368782584529, + 0.9231671298056756, + 0.3430220011461351, + 0.5241939244251052, + 0.9413658774452146, + 0.929661644956137, + 0.6603212189984647, + 0.4165391228472571, + 0.14679470771984, + 0.6779391873789604, + 0.5473109083245451, + 0.938308880261283, + 0.0748885662957033, + 0.6139362939999305, + 0.4705124282874912, + 0.2588324095903945, + 0.938308880261283, + 0.8767147365054897, + 0.9225666163694932, + 0.7007299444483469, + 0.938308880261283, + 0.8622961542194095, + 0.1812223998635478, + 0.3230602405448353, + 0.1926205025858137, + 0.8559439237844456, + 0.7979873459650185, + 0.4375378958503098, + 0.888958158558075, + 0.25768135591783, + 0.6595483989690155, + 0.005563256280568, + 0.0049053751937145, + 0.009201565843036, + 0.012315045390538, + 0.0041789610648152, + 0.0118949681480722, + 0.0053941510219574, + 0.0049280006801186, + 0.0160372963746187, + 0.0455404575532109, + 0.0362075621837248, + 0.038778934219661, + 0.91368125885622, + 0.8726597916526659, + 0.3597921308652421, + 0.4150422009538856, + 0.507109586835107, + 0.6048082688945644, + 0.2239856487627287, + 0.3616724254412518, + 0.7287484234755377, + 0.1176324892895011, + 0.3227718010287908, + 0.5461054220818029, + 0.3756930265503768, + 0.4071162260278947, + 0.7910522655394535, + 0.0550101520280391, + 0.4802759371741834, + 0.3509924820944237, + 0.2663031708794671, + 0.210164000981312, + 0.9021877988783402, + 0.947274831688629, + 0.5758961623507509, + 0.6537102304608683, + 0.0950896637106629, + 0.2204831949477712, + 0.9027409576665796, + 0.2804414295009277, + 0.2970111581538154, + 0.1837650099530125, + 0.2596390137691098, + 0.3823619208207383, + 0.7220859696394589, + 0.0433421219173267, + 0.15796534888754, + 0.8800092517023353, + 0.0699422791853086, + 0.4530978316593889, + 0.1546411287556161, + 0.4496065147043239, + 0.4694000385017127, + 0.6528720900820885, + 0.9540409423258758, + 0.8617912936401596, + 0.9547614505287726, + 0.5074051605063972, + 0.7881748639968726, + 0.9452244106280036, + 0.7498541497444806, + 0.232251680558134, + 0.8564771419572788, + 0.6622642101003964, + 0.6148445719408533, + 0.5534500965236753, + 0.7363216758595876, + 0.8185128132717634, + 0.4592453217647235, + 0.5402139422884735, + 0.4148906409850575, + 0.7130942407909232, + 0.470706358912171, + 0.604117066453107, + 0.6121540260902706, + 0.4247949025196095, + 0.3163115272907777, + 0.1222940559336612, + 0.0616073385396355, + 0.1997496610782177, + 0.0112850620557923, + 0.599248983234654, + 0.0101378417174632, + 0.0159276122705296, + 0.6659782973343831, + 0.0585105354921211, + 0.0043234937466653, + 0.1297217608063465, + 0.5003450973581002, + 0.0005091778808438, + 0.3196206348050314, + 0.0022066739675357, + 0.0182425462811946, + 0.0397324382623919, + 0.9250589188406204, + 0.0005773409171013, + 0.0241182700128757, + 0.2791825827015568, + 0.0151848576175613, + 0.0040953748415003, + 0.0026419268239709, + 0.033724392745797, + 0.1348212424687034, + 0.0599531642236775, + 0.9250589188406204, + 0.1617480646372832, + 0.2774336945009067, + 0.0147422484072944, + 0.7571637777954, + 0.113525919490745, + 0.0127776202639248, + 0.2602678382274156, + 0.1073429858504231, + 0.0179180785092579, + 0.0881088648740024, + 0.0060210295115868, + 0.7337955857029091, + 0.6754680855331339, + 0.9175257678102569, + 0.013005160649717, + 0.7085919967726119, + 0.9250589188406204, + 0.0597699729781514, + 0.6386156476005049, + 0.020904762836216, + 0.0449469031147442, + 0.0068971495475569, + 0.0098901767032497, + 0.0153148306609482, + 0.0273688155820809, + 0.0039674869074743, + 0.0033857555178884, + 0.6746301575304189, + 0.0881422298595065, + 0.93998246391445, + 0.0011131093990985, + 0.0407723139304122, + 0.6007653549142663, + 0.0397344623819175, + 0.0126044796605689, + 0.0067418182777644, + 0.3809537053249863, + 0.0180944615023478, + 0.0078246984709529, + 0.0062866631665098, + 0.0104890912614308, + 0.0099036930769366, + 0.2602678382274156, + 0.2602678382274156, + 0.0087261433690764, + 0.0069164928628868, + 0.0320696840386059, + 0.0183168483805393, + 0.0195332163711272, + 0.8902706480840846, + 0.9586712548582176, + 0.9997714440888652, + 0.5793227373202968, + 0.9253363127373716, + 0.7897640254567017, + 0.982887369978739, + 0.9775271478352814, + 0.8063886252859727, + 0.7743928808364107, + 0.9753846778952224, + 0.6391158155269969, + 0.6334399846891461, + 0.0307860199032832, + 0.6209167995900389, + 0.0543799681101413, + 0.9616268443159918, + 0.4090910074131121, + 0.8054354650314248, + 0.1033636962969695, + 0.1714188432655705, + 0.275274915206055, + 0.1436286535760547, + 0.4373083944661943, + 0.1174363975532757, + 0.295027816581176, + 0.1174721359844224, + 0.1163133309315616, + 0.4255956762308766, + 0.4255956762308766, + 0.2803009855135294, + 0.2137465476613343, + 0.8974728267643219, + 0.0129525141703583, + 0.1930325241665269, + 0.4274930953226686, + 0.3852690666713362, + 0.9406179914427631, + 0.3330463340130213, + 0.0308867645600852, + 0.4298561077633531, + 0.4015279392811086, + 0.2977262957901675, + 0.1959000077906053, + 0.4926096819655337, + 0.2441978765191579, + 0.925356026542484, + 0.3585598026695193, + 0.3330463340130213, + 0.0152257828548935, + 0.1638799913586995, + 0.0316012415078523, + 0.0988814467398581, + 0.0716426846272254, + 0.4679644513449845, + 0.2744846399247649, + 0.9993505606859556, + 0.9988678425769828, + 0.5734380881252303, + 0.9993505606859556, + 0.9988678425769828, + 0.8742610325818002, + 0.5756451094667961, + 0.9937742554323692, + 0.9244698710753588, + 0.8519137458192971, + 0.7179325620006893, + 0.5756451094667961, + 0.9977724673756946, + 0.9928335134479652, + 0.9993505606859556, + 0.8519137458192971, + 0.9928335134479652, + 0.8437703250913272, + 0.8742610325818002, + 0.923357414156902, + 0.8519137458192971, + 0.8742610325818002, + 0.9988678425769828, + 0.8519137458192971, + 0.3442699338828359, + 0.9988678425769828, + 0.9684942172637466, + 0.5756451094667961, + 0.8742610325818002, + 0.9928335134479652, + 0.9688205264771343, + 0.205780076176731, + 0.3509091842117183, + 0.6711408962045733, + 0.1280616257262025, + 0.2765504754285905, + 0.1412890620008258, + 0.7704192896594938, + 0.4665930085728964, + 0.3115678852933597, + 0.0239936253545931, + 0.9448782213212322, + 0.3185302753250936, + 0.6595233678619014, + 0.126088976507907, + 0.1035057371832706, + 0.8670600367994746, + 0.6091485110898789, + 0.1671595526161807, + 0.1663535565877718, + 0.2276191375974001, + 0.9661112044736324, + 0.19047854324265, + 0.2344909314305853, + 0.2794185276167206, + 0.6617414638207914, + 0.3202047153041577, + 0.9440207641812076, + 0.8044996939794292 ], "y0": " ", "yaxis": "y" }, { "alignmentgroup": "True", - "hovertemplate": "Model=%{x}<br>AUC-PR=%{y}<extra></extra>", - "legendgroup": "CNN", + "hovertemplate": "Model=%{x}<br>VUS-PR=%{y}<extra></extra>", + "legendgroup": "Sub-LOF", "marker": { - "color": "steelblue" + "color": "dodgerblue" }, - "name": "CNN", + "name": "Sub-LOF", "notched": false, - "offsetgroup": "CNN", + "offsetgroup": "Sub-LOF", "orientation": "v", "showlegend": true, "type": "box", "x": [ - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN" - ], - "x0": " ", - "xaxis": "x", - "y": [ - 0.1328324458239115, - 0.2816809261546407, - 0.1504005365715413, - 0.5037259682511347, - 0.1095497652363911, - 0.1124692189847748, - 0.239679262936926, - 0.3312438230606669, - 0.1669667377724803, - 0.2904529255629753, - 0.6269227079122439, - 0.104517811183936, - 0.2996700708317522, - 0.1297827739859534, - 0.1075328008302996, - 0.2291646125166166, - 0.2047540678186132, - 0.1082206477967524, - 0.1758598128192857, - 0.2589432238640878, - 0.099606266179599, - 0.5521839397868704, - 0.1314584448398632, - 0.4341375834801577, - 0.1278930448865477, - 0.1142483613219873, - 0.1114801565794733, - 0.1183340078191757, - 0.1792238334933775, - 0.2159152532639479, - 0.6269189772357129, - 0.5408594362141815, - 0.0262900128738214, - 0.3337339809216131, - 0.3522450023494202, - 0.3572402413281214, - 0.0850335262741213, - 0.1601317344975891, - 0.6140528796713417, - 0.1920766323414748, - 0.1063678953329415, - 0.1728015661132299, - 0.6737206714865595, - 0.6173932755476295, - 0.1709775470600535, - 0.1278873287960946, - 0.5190252922493026, - 0.1863102705843431, - 0.3400936953088316, - 0.1637540844920256, - 0.1829490180607512, - 0.0964301100880752, - 0.5367740909071497, - 0.4502941876679249, - 0.2470762894773877, - 0.4151441336907147, - 0.7697059540724517, - 0.0223814310491516, - 0.1573641411700764, - 0.1558080630221072, - 0.1486800021828539, - 0.3968424813684483, - 0.9903787620269892, - 0.983702289708418, - 0.991756691659679, - 0.864010190026117, - 0.9748059927598216, - 0.9947781194527848, - 0.5432643069101114, - 0.9692082730885287, - 0.9845348764524324, - 0.9970031065517222, - 0.3814990500329981, - 0.0567691660845604, - 0.370805132806317, - 0.0405475925086976, - 0.1366665907089195, - 0.2520877398107112, - 0.0404820581147847, - 0.3382671365521822, - 0.0455970533663441, - 0.2064088100730669, - 0.5406779867648327, - 0.6281723920202663, - 0.6503230027741786, - 0.2867570208454935, - 0.5962699719270199, - 0.3873350478781421, - 0.6697762463542491, - 0.6878337812069444, - 0.3732073489327516, - 0.3946353129310934, - 0.6012717286304627, - 0.3868833789489505, - 0.6678007486370199, - 0.9416669122793808, - 0.6596926926490727, - 0.7588964890462379, - 0.6789805041742121, - 0.3006768151916708, - 0.6197878397435049, - 0.3863374312509777, - 0.6335650994449082, - 0.6172967151683105, - 0.2658845990801005, - 0.69058928909654, - 0.6154890324108804, - 0.6258815642669298, - 0.5976493141318713, - 0.1620343215078825, - 0.5105144132868616, - 0.6706809534326306, - 0.3487813769112962, - 0.6252511958593582, - 0.7426288280059242, - 0.8323276298239457, - 0.9689886712858846, - 0.543666437916458, - 0.6094235846141981, - 0.1376367116383161, - 0.1550742947042152, - 0.1312767964951646, - 0.5221183737385473, - 0.4480362043305258, - 0.4119115001879313, - 0.5333516527971472, - 0.3920940104200682, - 0.4586620090831176, - 0.0043837742157298, - 0.0018230642851937, - 0.002545365466535, - 0.0024890574857084, - 0.0031173641830509, - 0.0032336914267633, - 0.0033334250508187, - 0.0020281729310624, - 0.0117407412643223, - 0.0343290869923613, - 0.0283262807631209, - 0.0253197804527539, - 0.3775231450451642, - 0.1663745829754609, - 0.2915885316166368, - 0.1806984923549196, - 0.4213237162550181, - 0.119655897877053, - 0.0624282425752271, - 0.276526617268294, - 0.3629257862201665, - 0.0253582053840866, - 0.1771592154717221, - 0.2418608488510582, - 0.122838932077438, - 0.1578248751232527, - 0.3625530604080951, - 0.0272641458481981, - 0.3349161320180047, - 0.0637749143818093, - 0.0791299760179985, - 0.0903270854385061, - 0.9976556459630364, - 0.9983940251830392, - 0.9885202710303352, - 0.4782189265460586, - 0.3338014212545879, - 0.1768048484886291, - 0.3547441493121853, - 0.0865129773100389, - 0.8011885823723923, - 0.115881178258732, - 0.0676929978774138, - 0.1594235656778216, - 0.4208464803698435, - 0.0445989696113958, - 0.1812652021641483, - 0.5561018004121168, - 0.2309744608519068, - 0.2301288695452544, - 0.0605357379827608, - 0.221398132601912, - 0.8511754057350975, - 0.3116765618275914, - 0.9095074323116694, - 0.2498270535634983, - 0.9498324995867142, - 0.416428405809388, - 0.7698916146964513, - 0.8857073065429931, - 0.8261120070659179, - 0.4118939698305733, - 0.9575444376077124, - 0.2362931308409402, - 0.0552580955467235, - 0.3576574182086179, - 0.0306447730082416, - 0.6073520602017171, - 0.0573807902779695, - 0.1731144414557461, - 0.0837413719831956, - 0.6310483291368628, - 0.0403206017871651, - 0.13668406856553, - 0.3046899488068812, - 0.7897483906128501, - 0.0953072268415533, - 0.0723996101568745, - 0.0065425464350779, - 0.0087448988150029, - 0.0014162870966576, - 0.0094710509006896, - 0.0026559219896111, - 0.0854133840287345, - 0.0582989345358934, - 0.3668847913949973, - 0.0036341287341575, - 0.0510274794881856, - 0.0690470375359764, - 0.000013782837610607272, - 0.0030081795370272, - 0.0026163046983785, - 0.0102930908788197, - 0.0321535170864555, - 0.3996222099203995, - 0.000023730422401518743, - 0.0022303942147553, - 0.0048775392607133, - 0.013718210139876, - 0.0015290015680629, - 0.2328399337549822, - 0.002284155204163, - 0.0205109379590599, - 0.0123311859860423, - 0.2685248386005561, - 0.0448019475586299, - 0.019669559598133, - 0.1251024350703413, - 0.1453243507800178, - 0.0082409671881962, - 0.0110208189387736, - 0.0468743788487008, - 0.0258367200975932, - 0.0114927203315461, - 0.0185129349727538, - 0.0014409221902017, - 0.0710815320664203, - 0.0155154265812857, - 0.3007793074104033, - 0.0069585017632124, - 0.0182739461915951, - 0.3900011449875548, - 0.0028220556620989, - 0.3835763890006389, - 0.0305494938074847, - 0.8781855330029223, - 0.0056558177475579, - 0.011663299964921, - 0.0042050922200798, - 0.0056046212112533, - 0.0039405378994587, - 0.000015156567340628694, - 0.0548300688613855, - 0.0046990900523974, - 0.4447031753234924, - 0.0013807763391493, - 0.0084744049642758, - 0.0570789395468984, - 0.0093537972560143, - 0.0029263013910148, - 0.0052545555723308, - 0.2052509310159824, - 0.022691355673753, - 0.0056767291744548, - 0.0009950248756218, - 0.0095568330626716, - 0.0094639985279577, - 0.0385910139059943, - 0.0485585133844853, - 0.007593343900673, - 0.0027370909997062, - 0.039336780878041, - 0.0335265972417335, - 0.0107161031672618, - 0.0201449432144916, - 0.3340978632717452, - 0.7560539740575858, - 0.0234920868079446, - 0.7831695210987537, - 0.4882922185199669, - 0.6292076471075647, - 0.4520822150383639, - 0.3489693284580892, - 0.4399508237672553, - 0.1625350339896198, - 0.0676750959080381, - 0.3278314972999145, - 0.0389257908439695, - 0.8462482016206212, - 0.0164323565026061, - 0.4947970796008424, - 0.0076455381248125, - 0.0311364325338951, - 0.7387181088941073, - 0.3333333333333333, - 1, - 0.0174647162209664, - 0.0354925769288679, - 0.0008417508417508, - 1, - 0.185332978629068, - 1, - 1.0000000000000002, - 1.0000000000000002, - 0.0038910505836575, - 0.0011806375442739, - 1, - 0.0018518518518518, - 0.0339283977880141, - 1, - 1, - 1, - 1, - 0.0026178010471204, - 1, - 0.0714285714285714, - 0.8333333333333333, - 1, - 1, - 0.6132678132678132, - 0.9667320431665122, - 0.625, - 1, - 0.005953125, - 0.5, - 0.002061855670103, - 0.0009523809523809, - 1, - 0.4200012017531354, - 0.9263766719108728, - 0.9763384688308424, - 0.7833341070788942, - 0.4523065057545481, - 0.951281666190683, - 0.7871960361750686, - 0.6617533075625024, - 0.529891171348325, - 0.8747409077838373, - 0.955256729190838, - 0.5520043075552514, - 0.5232371466455404, - 0.5413522582502852, - 0.8697245395486074, - 0.6425014182561772, - 0.9077160066940256, - 0.5660885432547773, - 0.6438719500596068, - 0.3486188885358577, - 0.6402999524709625, - 0.501614617773656, - 0.5663361398083474, - 0.6802028670386211, - 0.7991737119740654, - 0.5656625918964877, - 0.1642127989205829, - 0.7940940330597566, - 0.2158407393191715, - 0.4795406498299061, - 0.6049264773239309, - 0.6415948105429403, - 0.7908201934997872, - 0.22664155439452, - 0.3845392359110092, - 0.9708472323632682, - 0.6931980157976004, - 0.9309666381632286, - 0.0947054338842195, - 0.5777427407200821, - 0.9849378551078432, - 0.6440614183330352, - 0.0192113282897029, - 0.8849566083029605, - 0.9799314674964316, - 0.9949674927071218, - 0.5084303946285429, - 0.7463684536077124, - 0.7932569357493211, - 0.9974630800834732, - 0.1547188688485123, - 0.9672886687723236, - 0.1185621163827324, - 0.9397616157331096, - 0.90496974771478, - 0.5182118185236172, - 0.2055228008280825, - 0.0333181840892774, - 0.3740637053486154, - 0.9101793779846004, - 0.777663281483582 - ], - "y0": " ", - "yaxis": "y" - }, - { - "alignmentgroup": "True", - "hovertemplate": "Model=%{x}<br>AUC-PR=%{y}<extra></extra>", - "legendgroup": "OmniAnomaly", - "marker": { - "color": "slateblue" - }, - "name": "OmniAnomaly", - "notched": false, - "offsetgroup": "OmniAnomaly", - "orientation": "v", - "showlegend": true, - "type": "box", - "x": [ - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly" - ], - "x0": " ", - "xaxis": "x", - "y": [ - 0.2217169903922661, - 0.4005489235446511, - 0.3903290052917058, - 0.4085437912660118, - 0.1120382522948044, - 0.1237747149744757, - 0.5857655344740517, - 0.7989809244847972, - 0.2199740981762499, - 0.9991779649139708, - 0.0775781949090129, - 0.0845216172965071, - 0.0609289337118183, - 0.3986997259816935, - 0.0989570542442188, - 0.401423956217246, - 0.4022871966759903, - 0.138031407503487, - 0.1716239224534477, - 0.1620891279814286, - 0.2665791845275927, - 0.4715907724030069, - 0.6842950685508704, - 0.3926959393198822, - 0.1976076371573053, - 0.0651820272406411, - 0.5656902956902331, - 0.4017280529672874, - 0.014210747319991, - 0.0007653839063919, - 0.9118429669128736, - 0.636933664152145, - 0.002142167707398, - 0.0010671661902738, - 0.8134920634920634, - 0.4583053066796825, - 0.3236074358890647, - 0.0048722662074658, - 0.440972621621523, - 0.0405867991541044, - 0.0010730774779019, - 0.0313437728523008, - 0.4715349537909619, - 0.2780207784688875, - 0.0032571323942689, - 0.0058432709130553, - 0.8475771526766976, - 0.0095608310717535, - 0.003655079326251, - 0.0123590511636783, - 0.1918474144237288, - 0.0063544128043955, - 0.7652038373360658, - 0.8598298151040168, - 0.1343037083647565, - 0.3052758696196518, - 0.9993967186525572, - 0.0188185983714818, - 0.1047681713664152, - 0.1656315431787998, - 0.0957671484524821, - 0.8647528788858052, - 0.0969062664215544, - 0.0845272735384159, - 0.1865519381246997, - 0.1107520638803822, - 0.0926816938893473, - 0.1069174766193179, - 0.0746002863688418, - 0.197393621663544, - 0.1968325199712327, - 0.1893000989315565, - 0.1920691814960085, - 0.0410086246194507, - 0.414030397679727, - 0.0216073321388119, - 0.1547539143683749, - 0.3135808930855491, - 0.0857866286430167, - 0.5855554057370717, - 0.0396698349609641, - 0.070178379420539, - 0.0752851708514467, - 0.997491890347146, - 0.6998650371435892, - 0.0081485227827855, - 0.1940979154920346, - 0.6499119173906986, - 0.6818728352482055, - 0.8817575522103979, - 0.3959008733584431, - 0.1458358412103148, - 0.8175997703313445, - 0.6761023675469245, - 0.8355330735338581, - 0.9795187415843374, - 0.0588853351715099, - 0.8646496724401899, - 0.4714320954052963, - 0.0082133503617466, - 0.6905700543878468, - 0.8121629744307409, - 0.6322862545881717, - 0.7947704682423817, - 0.0072625047538703, - 0.0021293345431444, - 0.6218178280010689, - 0.6912057740950345, - 0.328411538215688, - 0.0021321284936503, - 0.2690908186573897, - 0.6681051414328296, - 0.9653001744598286, - 0.2959551045821204, - 0.951174606408546, - 0.9807572346259686, - 0.9957289744838044, - 0.0810796025176157, - 0.8811055459063275, - 0.1436875556511332, - 0.16408003825348, - 0.1424373093053637, - 0.8359163505943152, - 0.7886988575238189, - 0.383000519293581, - 0.939877309737804, - 0.2336574012400508, - 0.686043771423194, - 0.002130249594824, - 0.0020795251631722, - 0.0037240811206431, - 0.0033860721354332, - 0.0024166874906033, - 0.0905418749253779, - 0.0023419100484089, - 0.0022981953500697, - 0.0284956345276632, - 0.037942898195023, - 0.0290474303965215, - 0.0280001131574368, - 0.8902377767416123, - 0.7013311197750907, - 0.4223088348601599, - 0.4407612661280619, - 0.6874684546444031, - 0.6656902138346332, - 0.225083162691396, - 0.4881111797193029, - 0.7503814974476175, - 0.0733210635687945, - 0.6416472914395462, - 0.5600160033519868, - 0.470496895118342, - 0.4950812862100366, - 0.812428005024388, - 0.0745605650439302, - 0.5495688350859411, - 0.0680171199171779, - 0.2954696905138797, - 0.2247242674893215, - 0.3585231784967007, - 0.4045479149240137, - 0.2691095713871967, - 0.7866224918899369, - 0.001209191190314, - 0.5376157952508206, - 0.2834187653128397, - 0.0326954660552589, - 0.9955741381218236, - 0.0971593864034228, - 0.2942296333034077, - 0.6174546044512, - 0.8739802601858747, - 0.0091298437932905, - 0.3257194836427182, - 0.5735554114906196, - 0.1813144516975241, - 0.5822007265867042, - 0.0390910653304765, - 0.0277985109237125, - 0.929179401975192, - 0.6326475934128204, - 0.9572265316152928, - 0.4842130640712719, - 0.9621899137947032, - 0.7503305323157495, - 0.918083284405414, - 0.980934532616949, - 0.9105040218874508, - 0.4378677976960084, - 0.0901946478743787, - 0.3235168223110757, - 0.0760759086067205, - 0.2840542829108421, - 0.0468982253431547, - 0.0568561335444852, - 0.1664532130086029, - 0.3361296628243242, - 0.0572001277223985, - 0.1067062043705488, - 0.0378781801867947, - 0.3425379810794691, - 0.1120385285067817, - 0.467980755433553, - 0.0810139771933977, - 0.0646648482156372, - 0.044280721937434, - 0.0095377615536203, - 0.0031582621806023, - 0.0425105720314615, - 0.0027000683175164, - 0.0142628087275354, - 0.3280943922413692, - 0.2434461673827089, - 0.0013745189909444, - 0.087448098409953, - 0.0051332881673252, - 0.00004659615115791436, - 0.0073028297124501, - 0.0021720044209558, - 0.0036597993584465, - 0.0294032919493041, - 0.1743244142798683, - 0.00006479621590099139, - 0.0014957699836068, - 0.0775996712386378, - 0.0013939550808457, - 0.0020069707436163, - 0.0003094880950289, - 0.0017019259645379, - 0.0181737893960612, - 0.015542378719196, - 0.153353061492182, - 0.024088073620728, - 0.0258695215837086, - 0.0107103890642628, - 0.4887122165996415, - 0.0074069085116936, - 0.0126865557125984, - 0.0342080954998759, - 0.0260033764957229, - 0.0768510374131919, - 0.0173900653577468, - 0.0004022526146419, - 0.9999999999999998, - 0.1001874148434361, - 0.0068618238388813, - 0.0388723702528088, - 0.0459542889108526, - 0.1735856494325976, - 0.0039776557421052, - 0.7684546221648236, - 0.0065719000705947, - 0.2129866819125732, - 0.0024169098964378, - 0.0072495359824751, - 0.0050273754795459, - 0.0050734324916229, - 0.0016600883834859, - 0.000009511218482199755, - 0.0050553294244461, - 0.0047812234665045, - 0.9268225341118972, - 0.0003826247690933, - 0.0069149366360607, - 0.0051544397561816, - 0.0087154290914498, - 0.0009337378230454, - 0.0048855159485151, - 0.0090799704701868, - 0.0498725539319135, - 0.0054598263485692, - 0.0003677822728944, - 0.011610975257666, - 0.0091374193444349, - 0.0298900347867701, - 0.0348750915573504, - 0.8083333333333333, - 0.002326567674141, - 0.001459998656574, - 0.061653481245218, - 0.1164714403097522, - 0.7962863804549014, - 0.1277187519546956, - 0.0734997901550387, - 0.0062032123930325, - 0.9707473046309658, - 0.3552303687128572, - 0.0262583434099681, - 0.9438352325257942, - 0.004943463172917, - 0.5154750382646736, - 0.8066112347015275, - 0.734060069030697, - 0.776072836755611, - 0.0161853410054493, - 0.0093381427763355, - 0.0165714895391829, - 0.3249395380246421, - 0.0037111863902047, - 0.8088692791630904, - 0.7576872065528726, - 0.0024390243902439, - 0.0053191489361702, - 0.0057043658510639, - 0.0293244603707642, - 0.001199040767386, - 0.5, - 0.0192408612097731, - 0.0033559272078284, - 0.5719093209403288, - 1, - 0.002710027100271, - 0.005813953488372, - 0.0046511627906976, - 0.0023809523809523, - 0.0271591897863585, - 0.0023310023310023, - 0.0588235294117647, - 0.3333333333333333, - 0.003610108303249, - 0.0011976047904191, - 0.0033333333333333, - 0.0022075055187637, - 0.1677105080027835, - 0.0033112582781456, - 1, - 0.0821636644168156, - 0.9919113474869096, - 0.0027389387612576, - 0.0046511627906976, - 0.0021001580056179, - 0.0028490028490028, - 0.0009460737937559, - 0.0010427528675703, - 0.0027247956403269, - 0.3383995437466327, - 0.9957214320216544, - 0.995845252129707, - 0.9969495901895128, - 0.0660444547592109, - 0.99584837536912, - 0.9969462293078876, - 0.9296360520558772, - 0.8931239909183253, - 0.9994011276693372, - 0.995499062297766, - 0.8916375817152119, - 0.9865352448638444, - 0.895235789680823, - 0.9998992163389276, - 0.9945165325156098, - 0.9958713246717809, - 0.8916375817152119, - 0.994527692945492, - 0.9233723751983826, - 0.9296360520558772, - 0.9885562218524636, - 0.8916375817152119, - 0.9296360520558772, - 0.996948802776184, - 0.8916375817152119, - 0.0660828678534145, - 0.9969494070389808, - 0.0431804940193866, - 0.8909445340432021, - 0.9296360520558772, - 0.9945233708786524, - 0.9969870860326012, - 0.9985073852221572, - 0.0660559810250755, - 0.99505536300697, - 0.996141235928239, - 0.9459668517432964, - 0.0660324889703249, - 0.0111351054563863, - 0.0125507207532548, - 0.9972671602524112, - 0.0183285770267863, - 0.9943995160889668, - 0.9991185130565255, - 0.9958674510356662, - 0.5885546018856816, - 0.98161320670828, - 0.8058138301012826, - 0.8565362064671278, - 0.0150468243350009, - 0.9996266032835788, - 0.0186868295274393, - 0.9915895480976052, - 0.999137012188748, - 0.0151870454996847, - 0.0188689419888537, - 0.9954883543319406, - 0.8598195429706188, - 0.9766935293609847, - 0.977190389369663 - ], - "y0": " ", - "yaxis": "y" - }, - { - "alignmentgroup": "True", - "hovertemplate": "Model=%{x}<br>AUC-PR=%{y}<extra></extra>", - "legendgroup": "USAD", - "marker": { - "color": "mediumpurple" - }, - "name": "USAD", - "notched": false, - "offsetgroup": "USAD", - "orientation": "v", - "showlegend": true, - "type": "box", - "x": [ - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD" - ], - "x0": " ", - "xaxis": "x", - "y": [ - 0.2216597340035377, - 0.4003636510728988, - 0.3914102161934061, - 0.4085437912660118, - 0.1105866231229747, - 0.1237746932196738, - 0.5669566967595161, - 0.8065937188253208, - 0.2199624305527034, - 0.1928357749569499, - 0.0775778261147439, - 0.0845256425045396, - 0.0609572001024211, - 0.274330723915888, - 0.0989575495949877, - 0.4014285337221872, - 0.3935952965461525, - 0.1488300851144572, - 0.1712022446974297, - 0.1907825591049645, - 0.3270511521591636, - 0.4711929307027807, - 0.6841623023036753, - 0.3924015697886612, - 0.1976010860738989, - 0.0651806319204056, - 0.5656668013693513, - 0.3604031311049782, - 0.0142107570625376, - 0.0007653839063919, - 0.9117118480592292, - 0.6369004348025658, - 0.0021421597866547, - 0.0010544401717884, - 0.5703703703703704, - 0.4579323836576046, - 0.3236074358890647, - 0.0048722448078684, - 0.4238735787269907, - 0.0405867075066616, - 0.0010730774779019, - 0.0313433374619172, - 0.4662951155386991, - 0.2749419138412878, - 0.0032570106887847, - 0.0058431436528234, - 0.8475769973621828, - 0.0095591785935504, - 0.0036279133694032, - 0.0123589416999886, - 0.1918366673098845, - 0.0063543390108007, - 0.7648002595655374, - 0.5880006960168789, - 0.1375535216305732, - 0.3058913427866205, - 0.9993558889938932, - 0.0209750571476648, - 0.105362899981736, - 0.0718965358351179, - 0.0887672179344793, - 0.0874973073154607, - 0.0968160587065163, - 0.0844790836780706, - 0.1865518284575554, - 0.110354829280682, - 0.0928526377025804, - 0.1069251062515646, - 0.07457125426615, - 0.1973651854095405, - 0.1966258279233056, - 0.1891613878658314, - 0.1920565328650643, - 0.0410345771131515, - 0.375077181132592, - 0.0212483480011266, - 0.1563203192053469, - 0.3119689233181245, - 0.0809491370889758, - 0.5883319611840865, - 0.0395494106180495, - 0.3233819203603594, - 0.8411467706918014, - 0.9961637272980716, - 0.6977318745254074, - 0.5406434342625468, - 0.9485616565337778, - 0.6548257032443036, - 0.66727456798299, - 0.902376958311744, - 0.3956991381471412, - 0.0586475264654586, - 0.8584068779553041, - 0.6244409806682473, - 0.8337753118241156, - 0.9698309172142008, - 0.2211092981792682, - 0.8699556473619043, - 0.9570718444280536, - 0.0175890573223674, - 0.6903499061750888, - 0.7751577313090735, - 0.6188155531360162, - 0.841163527846363, - 0.0171646409615002, - 0.1826864279543004, - 0.8486020982805808, - 0.6901169816220347, - 0.9366594535098026, - 0.0059450601752414, - 0.6251585678695629, - 0.668374686795138, - 0.9572331126399336, - 0.7098915950126699, - 0.9517301882119502, - 0.9804418857743724, - 0.995188005558472, - 0.5420536974138424, - 0.8826217971106508, - 0.1476559619512676, - 0.155013662525046, - 0.1448828737480341, - 0.8571036201476964, - 0.6528683717655718, - 0.3543312000166175, - 0.9396204674204212, - 0.1986312296174586, - 0.7019053102494186, - 0.0016738520562138, - 0.0023467107744888, - 0.0035682548651755, - 0.0424274587327995, - 0.007720844678083, - 0.0941979943355306, - 0.0335941580558076, - 0.0021736029816866, - 0.1011693019615253, - 0.0307264496056042, - 0.0241983418912056, - 0.0237673219002813, - 0.8779924895198611, - 0.7146552670874057, - 0.3517647877966871, - 0.4235949792519595, - 0.6721851699686681, - 0.6533209468754132, - 0.2164698620311891, - 0.4667129777359318, - 0.7629361741652818, - 0.0592235875754747, - 0.6161044605180102, - 0.533588076909151, - 0.4634608444671153, - 0.4766763680786739, - 0.8148807316713426, - 0.0599279229164856, - 0.5051349958061686, - 0.0624265008615373, - 0.2238685003217159, - 0.2292602081670427, - 0.3591704687919187, - 0.4034547902016023, - 0.2567170719315595, - 0.7866196171097318, - 0.0012783082362307, - 0.5375896151234807, - 0.2828398394630731, - 0.0326788917623233, - 0.9955741381218236, - 0.0970271276551156, - 0.3016914519467505, - 0.6174535122553971, - 0.8334243766965962, - 0.0091294505455601, - 0.3660084866439533, - 0.5730937653753704, - 0.181309231796501, - 0.5821944802201032, - 0.6341834306101811, - 0.0277961460493253, - 0.9332869146688904, - 0.59938399644734, - 0.9572265316152928, - 0.401196094969829, - 0.9553419588805268, - 0.6957997543200334, - 0.9160171355979831, - 0.9786583500632188, - 0.9072788771978127, - 0.4816245755217306, - 0.0899889498321638, - 0.2528470355713175, - 0.0674057802880565, - 0.2978160559585583, - 0.04726645934047, - 0.0601730043352181, - 0.102313622451241, - 0.3403923896125754, - 0.0572314210473126, - 0.0823196008444747, - 0.0378875689634483, - 0.3407489870494433, - 0.112072770302627, - 0.4891850835586378, - 0.0810795686564899, - 0.0646645958264565, - 0.0419977591470101, - 0.002275252413735, - 0.0031586741735893, - 0.0095148264739878, - 0.0026093502553712, - 0.014329304965967, - 0.3280753941663723, - 0.1114936216273721, - 0.0013742843887274, - 0.1138564854218565, - 0.005135520153035, - 0.00004660049396523603, - 0.0073064622190913, - 0.0021730243040094, - 0.0036610139303689, - 0.0294827134485565, - 0.1743227496188926, - 0.0000648046140885231, - 0.0015743119491922, - 0.2338826593956278, - 0.002366145711932, - 0.0020069698123255, - 0.0003094829119895, - 0.0017019259645379, - 0.0322384953868308, - 0.0149049820607433, - 0.1533551154364528, - 0.0240878438270449, - 0.02124661753364, - 0.0107103976878413, - 0.4874888112445636, - 0.0074076230252113, - 0.0126956517415983, - 0.0341831055339912, - 0.0260121308283196, - 0.0809296921701936, - 0.0173908849190751, - 0.0004017677782241, - 0.9999999999999998, - 0.1506462963269339, - 0.0068593895305865, - 0.0390806922618352, - 0.0306119848095043, - 0.1735849402601089, - 0.0049938477645116, - 0.7684696503645004, - 0.0065719005367473, - 0.3323620394913699, - 0.0023611145118385, - 0.0072495414115623, - 0.0050272900230331, - 0.005073684261664, - 0.0112450341278676, - 0.00000951094710011223, - 0.0050528902195159, - 0.0050076965513416, - 0.9267329497831824, - 0.000382637382394, - 0.0069159083705479, - 0.0051544475486729, - 0.0087303939200254, - 0.0009173238378896, - 0.0048850181175426, - 0.0143592379596243, - 0.0498724837140192, - 0.0054614056486374, - 0.0003676470588235, - 0.0116208043368054, - 0.0092562146509263, - 0.0298904759545932, - 0.0348380576099857, - 0.8200000000000001, - 0.0023265176311629, - 0.0014597511403215, - 0.0981646856332248, - 0.1164714091171508, - 0.8221377483328172, - 0.1113449009505065, - 0.0730166246144977, - 0.0058828646766304, - 0.2010246794738666, - 0.468930689771366, - 0.0219630014430225, - 0.9440554704942724, - 0.0075599365300852, - 0.0236052870666904, - 0.8726678742258824, - 0.600873567357336, - 0.0148182371689863, - 0.0744336593107796, - 0.0093381401845053, - 0.0213697658618203, - 0.1267984185507175, - 0.0029265276595834, - 0.787270225956674, - 0.7574841555865873, - 0.0024390243902439, - 0.0053191489361702, - 0.0057043658510639, - 0.0293236485345865, - 0.001199040767386, - 0.5, - 0.0192408612097731, - 0.0033559272078284, - 0.5719093209403288, - 1, - 0.002710027100271, - 0.005813953488372, - 0.0046511627906976, - 0.0023809523809523, - 0.0271123128561103, - 0.0023310023310023, - 0.0588235294117647, - 0.25, - 0.003610108303249, - 0.0011976047904191, - 0.0033333333333333, - 0.0022075055187637, - 0.1677105080027835, - 0.0033112582781456, - 0.0010901729942887, - 0.0821636644168156, - 0.9919113474869096, - 0.0027389387612576, - 0.0046511627906976, - 0.0021001580056179, - 0.0028490028490028, - 0.0009460737937559, - 0.0010427528675703, - 0.0027247956403269, - 0.3383995437466327, - 0.9957218777454586, - 0.9960070599183692, - 0.9969615137273968, - 0.066044734158807, - 0.9961107387483236, - 0.9969609983245415, - 0.9296361454301006, - 0.5428307637272406, - 0.9994011276693374, - 0.9955082804728282, - 0.8916375817152119, - 0.9865350718340832, - 0.8712468954671284, - 0.9998992163389276, - 0.9945418833740842, - 0.9961060179270363, - 0.8916375817152119, - 0.9946742147005534, - 0.9233723751983826, - 0.9296361560574524, - 0.9885562218524636, - 0.8916375817152119, - 0.9296361655876194, - 0.996964563783403, - 0.8916375817152119, - 0.066080333012377, - 0.996960858032646, - 0.0435545459194111, - 0.8747080519669242, - 0.9296361884518184, - 0.9946425023900564, - 0.9969867207222796, - 0.9985073852221572, - 0.1058609859940773, - 0.9950551362274518, - 0.9961412359282392, - 0.945856517316157, - 0.0660341469669636, - 0.0111350627122554, - 0.0125492465692692, - 0.9972776583110712, - 0.0183290301829255, - 0.994400504072226, - 0.9991185130565255, - 0.995867451035666, - 0.58860654395099, - 0.9816378026288, - 0.8058163410366985, - 0.8549095142002072, - 0.0150446292403494, - 0.9996258665533022, - 0.0186867598740198, - 0.9915895480976052, - 0.9991362693036626, - 0.0151868623797265, - 0.0188661398459672, - 0.995486361695475, - 0.8599599755022995, - 0.9766958475774882, - 0.9771874293282732 - ], - "y0": " ", - "yaxis": "y" - }, - { - "alignmentgroup": "True", - "hovertemplate": "Model=%{x}<br>AUC-PR=%{y}<extra></extra>", - "legendgroup": "LSTMAD", - "marker": { - "color": "blueviolet" - }, - "name": "LSTMAD", - "notched": false, - "offsetgroup": "LSTMAD", - "orientation": "v", - "showlegend": true, - "type": "box", - "x": [ - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD" - ], - "x0": " ", - "xaxis": "x", - "y": [ - 0.1114811464088816, - 0.1277487940730036, - 0.1216352929102622, - 0.1826743887368079, - 0.1027400522352829, - 0.0863785520999006, - 0.1900210818480747, - 0.286935007610574, - 0.1580680200069276, - 0.2266054728160446, - 0.0824833823638343, - 0.0862878799666994, - 0.068930349229141, - 0.1301628009673794, - 0.0997357552561939, - 0.3019649323978445, - 0.1136263903518569, - 0.114881668421924, - 0.1215419564314522, - 0.184724409755758, - 0.1002070301715388, - 0.4162293274911158, - 0.1606410583433255, - 0.3156489022597225, - 0.0959018159169502, - 0.0694482365523221, - 0.1144535283219647, - 0.1214019035323505, - 0.0156099553109553, - 0.0005966348920265, - 0.5621137385914386, - 0.3999925015575123, - 0.0019784484444258, - 0.3340997095879228, - 0.3351756089703754, - 0.2850266636449676, - 0.088698009990802, - 0.0045400576125231, - 0.3930548765661013, - 0.0389981704366677, - 0.0010117170525816, - 0.0614972385801277, - 0.4692431313389204, - 0.3087434797746063, - 0.0025378322401993, - 0.0054371903916583, - 0.841388873875802, - 0.0160994444419026, - 0.334304149222502, - 0.0175155026911261, - 0.1815222708092185, - 0.0061063718333813, - 0.5320208288797212, - 0.3039945475015764, - 0.2023077223729303, - 0.2719394544247738, - 0.5816577592418987, - 0.0187513705767892, - 0.0618386713514016, - 0.1260780266768607, - 0.1432377785539599, - 0.4271686588299724, - 0.4986029337714184, - 0.475396475420616, - 0.5431087997851897, - 0.5350510095748872, - 0.5400926111688614, - 0.4954373104486242, - 0.4777315291858331, - 0.541961545979461, - 0.5455604599048302, - 0.5393818844218652, - 0.1322337577607795, - 0.0507139458312757, - 0.3268702492730955, - 0.0518362649808909, - 0.1255949221045285, - 0.0828161324340301, - 0.0359079902999632, - 0.180146074082762, - 0.050641754546515, - 0.1739879072639512, - 0.4676583208692023, - 0.624519889926646, - 0.6659190414079911, - 0.2973063568175258, - 0.7369197639658849, - 0.2751382279955706, - 0.6707775056899709, - 0.6338839224024952, - 0.3845771674704322, - 0.104595225917234, - 0.5433968578662134, - 0.2527177732666589, - 0.7332309713918919, - 0.927628230857835, - 0.7126869009961889, - 0.6112770139947741, - 0.8135237501566093, - 0.3784668843234977, - 0.6571303430961545, - 0.5046448037088208, - 0.612443846388914, - 0.4209858532864562, - 0.3432486170500073, - 0.3982632962902694, - 0.5184789964676685, - 0.6291538316376156, - 0.7399945778006759, - 0.2295919594954881, - 0.4663934294305344, - 0.5970841100853315, - 0.5241437325921358, - 0.8454518385201374, - 0.7394118832833682, - 0.4768183520262633, - 0.9692890217588525, - 0.1626725350858836, - 0.6724261191290057, - 0.1263362673352569, - 0.1602013675075099, - 0.1305039057205968, - 0.450077386735166, - 0.4497357108799843, - 0.3999137592402245, - 0.2784675765691576, - 0.2308065730870653, - 0.2645752076477775, - 0.0222984191676425, - 0.0017818131424542, - 0.061391827756733, - 0.0466341139577001, - 0.0685675121884226, - 0.0345460966063047, - 0.0742777379376246, - 0.0447332083316952, - 0.0585076306656903, - 0.036779545854983, - 0.0258856485910954, - 0.0288268357925318, - 0.2625413051603978, - 0.122037043958373, - 0.1891400409731513, - 0.1681774513220414, - 0.270687474855342, - 0.0937394912921102, - 0.032985558370704, - 0.1497421083667586, - 0.2453754565185324, - 0.0421354979427216, - 0.1195371178527897, - 0.1772786602964193, - 0.0894529858315303, - 0.1101152022240516, - 0.2039559368016421, - 0.0299078663953853, - 0.1222230227909392, - 0.0419841232950593, - 0.0875448241574165, - 0.0390117897298735, - 0.9917565139263252, - 0.9976220792376168, - 0.9908138358856622, - 0.517523824603947, - 0.3338438662281405, - 0.5123692773117389, - 0.2357208931753029, - 0.0603238578216998, - 0.7893535926609497, - 0.0726161247106597, - 0.1323081858343272, - 0.4958299451519251, - 0.4615416104180114, - 0.0053961253293434, - 0.0673505168943469, - 0.3761510412964243, - 0.1742383786599989, - 0.5486401473211884, - 0.0520672631794141, - 0.6080326913752112, - 0.6984350672518377, - 0.2990130230594978, - 0.907080017092832, - 0.2518018174630895, - 0.9409840735007644, - 0.4315836653999498, - 0.770925185334963, - 0.8834973189041614, - 0.8234678240249466, - 0.3580709697520762, - 0.7358734481839604, - 0.2001661174144549, - 0.1067046209656631, - 0.0767851754314286, - 0.0304365206762823, - 0.3356917331740057, - 0.1836718046484004, - 0.1833445641382529, - 0.0570664027991004, - 0.2424635662092228, - 0.0359492701956271, - 0.0713726691376403, - 0.2646763176777088, - 0.4795585086588033, - 0.0813003969733314, - 0.0647879297198734, - 0.0069772495601362, - 0.0089628765700838, - 0.002085360873248, - 0.0092874228230063, - 0.0027826956397329, - 0.0140700943827261, - 0.0236669703750808, - 0.0252276093548975, - 0.0012433218044805, - 0.0053233842152503, - 0.0053549965544177, - 0.000027156202476645665, - 0.0025079330429226, - 0.0020616445464086, - 0.0039858307506453, - 0.0248088136784361, - 0.095554247824611, - 0.00003782720532607051, - 0.0026951137334356, - 0.0051806020407553, - 0.0041930142221083, - 0.0014826083538777, - 0.0003014299837117, - 0.0016902039504813, - 0.018162606726345, - 0.0056202009379987, - 0.1005017225858331, - 0.0245840986173165, - 0.0102108814534344, - 0.0107803577975623, - 0.0421412375559872, - 0.0075686574388029, - 0.0119069993728264, - 0.0216676202078908, - 0.024112839096339, - 0.016191589285874, - 0.0188639187733665, - 0.0005376344086021, - 0.2000555643002249, - 0.0206157791516667, - 0.0041002343650395, - 0.0123603724617433, - 0.0236290402075518, - 0.0934941480180631, - 0.0027344193641158, - 0.2210698349478332, - 0.0065626260507514, - 0.0627698530583293, - 0.0015140229641193, - 0.0072011260923108, - 0.0045213544254887, - 0.0052409194344367, - 0.0163693604698666, - 0.000010053383466205551, - 0.005073159008011, - 0.217768873403919, - 0.0313694375683062, - 0.0003916022129999, - 0.0071265945027821, - 0.0052386204990606, - 0.0032186947547318, - 0.0040000919106813, - 0.0047495419954748, - 0.3663107886170949, - 0.0243791919211999, - 0.0052815393014724, - 0.0004901960784313, - 0.0109932460560662, - 0.0096875403325463, - 0.0175160862825493, - 0.0218929769298662, - 0.0029654217291781, - 0.0023312607914157, - 0.0014045530085647, - 0.0272440205863137, - 0.1171007739930341, - 0.1064141594909105, - 0.1586330208395241, - 0.6928206787179723, - 0.6883065138679298, - 0.8310728814944762, - 0.4882922185199669, - 0.1916384457245993, - 0.4213334762375586, - 0.0116975184264404, - 0.0936881522023821, - 0.177577983258983, - 0.3571644395302697, - 0.0734719949874024, - 0.0425459882060301, - 0.4609170649354331, - 0.0168684435671792, - 0.43220679467126, - 0.0076014630121591, - 0.0454632353418692, - 0.7376946947277406, - 0.0666666666666666, - 1, - 0.0042068284976138, - 0.0289201496901289, - 0.0007806401249024, - 1, - 0.1833971088435373, - 0.0055340860221973, - 1, - 1, - 0.0005970149253731, - 0.000653167864141, - 1, - 0.001841620626151, - 0.0269574796955106, - 0.0151515151515151, - 1, - 1, - 1, - 0.001082251082251, - 1, - 0.2, - 0.5007007708479327, - 1, - 1, - 0.6122207534699272, - 0.9775786665471188, - 0.0059312282126781, - 1, - 0.0056397402301469, - 0.5, - 0.0018018018018018, - 0.0009372071227741, - 0.0010384215991692, - 0.3968689642799195, - 0.5535551120261957, - 0.9544025346025836, - 0.5801034660636765, - 0.066703245894172, - 0.9053131320367996, - 0.5735701881516397, - 0.8339883324471311, - 0.7021607022176044, - 0.9768759991505862, - 0.9583879186638148, - 0.8235144451712874, - 0.948377506556802, - 0.4923757439345692, - 0.992970255730044, - 0.8268523810515537, - 0.9131004008070718, - 0.8235144520346078, - 0.8074206554152196, - 0.8794038096452736, - 0.8339883870933744, - 0.9421833305020378, - 0.823514486350622, - 0.8339890589871864, - 0.6037584056717167, - 0.8235144657959571, - 0.0678573456146895, - 0.5757234711948978, - 0.0433941250304429, - 0.7015421886073693, - 0.8339889889097695, - 0.8279877998780905, - 0.959953084390605, - 0.8338482606401906, - 0.1031266032308773, - 0.9718491015673606, - 0.7031996296863017, - 0.4945030819575546, - 0.0663959124172727, - 0.0111357415519349, - 0.0125630075305213, - 0.776982310427042, - 0.0191787227930912, - 0.9178179727951572, - 0.95806896324386, - 0.9593104589769668, - 0.5265193865399211, - 0.7627048831680108, - 0.625724963271805, - 0.6557889742764019, - 0.0150569742739803, - 0.964420857540949, - 0.0186878621532751, - 0.914291235318628, - 0.9977372114715984, - 0.0151934393373235, - 0.0190607721577046, - 0.7597120203035821, - 0.5187870275682767, - 0.8095612578614829, - 0.843748197767318 - ], - "y0": " ", - "yaxis": "y" - }, - { - "alignmentgroup": "True", - "hovertemplate": "Model=%{x}<br>AUC-PR=%{y}<extra></extra>", - "legendgroup": "IForest", - "marker": { - "color": "darkmagenta" - }, - "name": "IForest", - "notched": false, - "offsetgroup": "IForest", - "orientation": "v", - "showlegend": true, - "type": "box", - "x": [ - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest" + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF" + ], + "x0": " ", + "xaxis": "x", + "y": [ + 0.3169875495098878, + 0.5389522106420179, + 0.1395342293514921, + 0.5203509865769482, + 0.0771290722029058, + 0.7728834814108334, + 0.9424402507920154, + 0.6622429485202322, + 0.2247391151580552, + 0.858911151071202, + 0.5400073594712449, + 0.6239283218730405, + 0.9651481667941308, + 0.6437255332120525, + 0.633537837894686, + 0.1866206050735881, + 0.5998317717124477, + 0.3326922242606973, + 0.5646258552787606, + 0.7953694936345507, + 0.6468153250078241, + 0.2857797006988215, + 0.122260710435827, + 0.9476276400429242, + 0.1308934252292885, + 0.2372049496832063, + 0.6238487174589644, + 0.9745167111318188, + 0.9039211801723712, + 0.2824621122789457, + 0.9633491130130276, + 0.8461745308062559, + 0.6197761458514374, + 0.0333882045981459, + 0.2472741679558739, + 0.510287167769179, + 0.1782221838464549, + 0.5544520465454805, + 0.2455647592660185, + 0.9246437434592074, + 0.6655397724174666, + 0.5406967644476071, + 0.1052836737829387, + 0.5751950530073919, + 0.4881272573085585, + 0.7292855907588593, + 0.1522773586260804, + 0.5794798169549927, + 0.3845103567472998, + 0.8376066346578397, + 0.6931992892585567, + 0.8393506366540027, + 0.8759568300982619, + 0.973414264084001, + 0.7483296320266598, + 0.6807940678715321, + 0.2510482247853641, + 0.3553120641897961, + 0.7686551843214653, + 0.4097893284158303, + 0.2118464760690687, + 0.503212017625898, + 0.8599775207922964, + 0.8099657638270235, + 0.921762161702618, + 0.9241624136540588, + 0.2078184609468533, + 0.6686155257837655, + 0.2584858194809438, + 0.9611796726520152, + 0.9754375386835404, + 0.8882673196825479, + 0.2539555253290684, + 0.6502544202362501, + 0.2555478145936748, + 0.3510047644929597, + 0.2466209725576415, + 0.0491999806762613, + 0.5821460372732854, + 0.1093083747002739, + 0.6929190089435182, + 0.6342835488937564, + 0.9726033525375218, + 0.09937922820641, + 0.0641040428221095, + 0.864443095123083, + 0.94653331087939, + 0.4979058136518018, + 0.0663348047952907, + 0.4266577926047034, + 0.1427890331293148, + 0.1906904056004905, + 0.8606036799003646, + 0.6282887688747226, + 0.5111580967669298, + 0.032439016473641, + 0.9658706614026225, + 0.0507091918007409, + 0.9388889590014908, + 0.8454532877918192, + 0.0640647714252684, + 0.4799320130893914, + 0.840892311081961, + 0.562243704634419, + 0.8590995025669872, + 0.7836347190246432, + 0.8399871956406603, + 0.0366186024111714, + 0.9047850565722326, + 0.822600033202465, + 0.8574203593357078, + 0.058839846600424, + 0.2467736816365985, + 0.9192282994497192, + 0.3309397265854061, + 0.9025008625273592, + 0.1250271360140507, + 0.9726033525375218, + 0.352130735578281, + 0.3593913337379942, + 0.6580509837463299, + 0.3896387980620794, + 0.3966860975997532, + 0.3834621895337937, + 0.4710403725116854, + 0.4111911990388903, + 0.2843123906962077, + 0.3319933421789589, + 0.7516794647947204, + 0.4585975100023682, + 0.6009022164091685, + 0.4940026632485912, + 0.7602902375523733, + 0.6281985395205555, + 0.7250476837953153, + 0.6024832430707853, + 0.6915346400478372, + 0.2692059748494155, + 0.3570480151082826, + 0.1340054841312965, + 0.1566458111246136, + 0.8384373892371898, + 0.3505554507939737, + 0.4625155143931614, + 0.2263763810322591, + 0.0996198472237436, + 0.4396339795176677, + 0.4455873770122047, + 0.2840783222961981, + 0.2074632038386549, + 0.6319002491108265, + 0.1614344162564465, + 0.5715131295251241, + 0.389551318619652, + 0.1245041931503486, + 0.5089163524543492, + 0.2293159076696276, + 0.3429626689530667, + 0.5959136536102498, + 0.5930736004592476, + 0.911530937380592, + 0.951377767367269, + 0.5601723188721845, + 0.2604402247140738, + 0.4240027218521848, + 0.1210593315514553, + 0.670618289415329, + 0.2315054786457532, + 0.0208557373602764, + 0.1390358220294298, + 0.3105621341458224, + 0.2763533036467282, + 0.4437429036175893, + 0.3512510081943966, + 0.66996648182201, + 0.8136488288973325, + 0.441304887083129, + 0.3386710695715753, + 0.460583274218075, + 0.5002874966665671, + 0.7509388548286636, + 0.8847658612981003, + 0.4797074582735097, + 0.938611764998884, + 0.6935846856927356, + 0.5673679450070035, + 0.5740881535845961, + 0.7957469474739247, + 0.4983667843287255, + 0.3930451961624531, + 0.8673005596065668, + 0.7310301902312891, + 0.7447765499318796, + 0.620374540716994, + 0.8390612686468034, + 0.842385528095046, + 0.6367712553997285, + 0.6103666871924193, + 0.672538013199251, + 0.7744024620287799, + 0.5285505255964346, + 0.708579633747014, + 0.6353257766767771, + 0.6870316279567539, + 0.4683803638859793, + 0.1608581709679401, + 0.2138198066490876, + 0.873385467198819, + 0.0009489243660652, + 0.7992770738549962, + 0.0657022441265477, + 0.5521440688838845, + 0.0180127541701296, + 0.9768411663865222, + 0.5206902027818957, + 0.9619869563761247, + 0.4046922629938301, + 0.0027007277607779, + 0.8399030495297326, + 0.0161414029279601, + 0.3834811691917694, + 0.0411072173784134, + 0.7415716480291397, + 0.000050923064468673984, + 0.770612439595444, + 0.2727082278818961, + 0.446973935729173, + 0.0008560728019705, + 0.2002950936616463, + 0.4229932082834022, + 0.6652294495318736, + 0.9942533495944508, + 0.9050392154529572, + 0.903478234524658, + 0.1180431239732311, + 0.4598388631147886, + 0.959021866309712, + 0.6856105934242605, + 0.4313736196429563, + 0.8516673356688057, + 0.9855187501284464, + 0.8192778153856434, + 0.846472655374925, + 0.277268698876337, + 0.1130089705200109, + 0.2239850968672771, + 0.8782654695917519, + 0.8729919055796959, + 0.7614318916778764, + 0.8066763399501813, + 0.9876956334022317, + 0.8227017131725725, + 0.2251708423185242, + 0.9851918318724088, + 0.4336760956107545, + 0.2782419869925253, + 0.2132375407328874, + 0.6785439486129903, + 0.7142353168482779, + 0.1097999228893614, + 0.8175907487396769, + 0.4441625891381454, + 0.7995878391863998, + 0.0323182737731029, + 0.57097088823835, + 0.7769282179414865, + 0.4330789107116764, + 0.1644403615426566, + 0.3307136347091566, + 0.4254893176620266, + 0.3446994815570672, + 0.3901835279993376, + 0.6507913497211898, + 0.3698442146828375, + 0.1569994193481093, + 0.7428012047676311, + 0.7277466893925175, + 0.0773327196986978, + 0.8943349602779932, + 0.4050075628243449, + 0.9563155088164528, + 0.0436230990067497, + 0.9540154798541488, + 0.3672894970437738, + 0.2755729895962988, + 0.6889145812514472, + 0.2347899959554987, + 0.5445464186210995, + 0.9972468916904476, + 0.3184842776083232, + 0.0256803198553974, + 0.9924220861122174, + 0.6502101140812773, + 0.9008669466677448, + 0.8827213216587301, + 0.9739680689905914, + 0.3660487562801301, + 0.8977551653353147, + 0.0984155327419262, + 0.3088257627519801, + 0.8814469842199644, + 0.1139147000964346, + 0.4022668428839835, + 0.2224790813738499, + 0.4009916295725522, + 0.2955954911280089, + 0.8388044529213917, + 0.3512796139016674, + 0.471362436884063, + 0.5172255114409279, + 0.501516874697691, + 0.4384496306959307, + 0.560642988241377, + 0.4603729168333838, + 1, + 0.0984413382368522, + 0.0428093960541861, + 0.4552640900746102, + 0.913197600443576, + 0.9597549496692968, + 0.156781952508956, + 0.0161745734113279, + 0.6430696266188662, + 0.5915181268317624, + 0.2950021017682768, + 0.7816751797405942, + 0.4113457009522583, + 0.2263037067226355, + 0.2270676421340169, + 0.5506715377614436, + 0.8958582138355075, + 0.0611200627501371, + 0.5731709525968525, + 0.0152783246413842, + 0.0239205771575714, + 0.9002438262614647, + 0.4853634913297872, + 0.165363943781076, + 0.1055959239234238, + 0.3087978328726254, + 0.2648772912003505, + 0.1055959239234238, + 0.3087978328726254, + 0.1791808557757056, + 0.4191576670523288, + 0.0667566583927776, + 0.2320033588030139, + 0.2227889589723902, + 0.1978424876813266, + 0.4191576670523288, + 0.1587733145550091, + 0.5149663971030274, + 0.1055959239234238, + 0.2227889589723902, + 0.5149663971030274, + 0.3928519110742927, + 0.1791808557757056, + 0.1867972292340807, + 0.2227889589723902, + 0.1791808557757056, + 0.3087978328726254, + 0.2227889589723902, + 0.1765141818070289, + 0.3087978328726254, + 0.4407613255054198, + 0.4191576670523288, + 0.1791808557757056, + 0.5149663971030274, + 0.1545390595957032, + 0.2089614433283217, + 0.1922855322990223, + 0.0953648913292644, + 0.0908705082994015, + 0.253659602275774, + 0.1705232583495161, + 0.0480513828451067, + 0.0874209459597214, + 0.0880408562420008, + 0.031245842368558, + 0.0563996450978811, + 0.1915857763966792, + 0.1508451718415078, + 0.0970027987654215, + 0.2146330545773956, + 0.0530334922256248, + 0.1896085793851798, + 0.2089325576278651, + 0.1735238818920127, + 0.1665532246514894, + 0.1672574616125725, + 0.1352334790207632, + 0.2763599169863824, + 0.263726971466252, + 0.1104728419017087, + 0.1819317278818272, + 0.1376392642338136, + 0.1461815647139532 + ], + "y0": " ", + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>VUS-PR=%{y}<extra></extra>", + "legendgroup": "PCA", + "marker": { + "color": "yellowgreen" + }, + "name": "PCA", + "notched": false, + "offsetgroup": "PCA", + "orientation": "v", + "showlegend": true, + "type": "box", + "x": [ + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA" ], "x0": " ", "xaxis": "x", "y": [ - 0.1541495109705011, - 0.1828537225644812, - 0.1959854198886696, - 0.4944856951616627, - 0.1269996000418509, - 0.3481461203296777, - 0.3729823649933063, - 0.7073088378032619, - 0.2574708613786339, - 0.1883774493305826, - 0.549848829452746, - 0.0804660497789273, - 0.2986725980896461, - 0.0654697312936503, - 0.3179048343756012, - 0.5084686500808647, - 0.270285273872257, - 0.2216756580776354, - 0.1588230954347528, - 0.6263401047269108, - 0.1135030835651912, - 0.3527449047701973, - 0.8499480636792989, - 0.4761210221369676, - 0.1022717334965304, - 0.2924107703485669, - 0.2657930099658782, - 0.2289238103400518, - 0.002625159011392, - 0.0007391901243786, - 0.0080735645508484, - 0.0197780050989866, - 0.0016368260995122, - 0.0004425367617116, - 0.0005599489751301, - 0.0105037050328589, - 0.003922985096521, - 0.0025121207168439, - 0.0006881419960784, - 0.0074040175112047, - 0.0067761767942027, - 0.0047660197131926, - 0.0395169113257852, - 0.020071978899986, - 0.0019965290776234, - 0.0018615180933434, - 0.8440311559618638, - 0.0056483187556039, - 0.0006689556734507, - 0.0065530174130262, - 0.0189632127101908, - 0.0023364304474304, - 0.0127463498872884, - 0.199000102030405, - 0.3519031740153936, - 0.7720479082794484, - 0.63798687206564, - 0.017696084884944, - 0.0957466911054028, - 0.3914480523513182, - 0.2461896155307701, - 0.7627501796839461, - 0.1327954216441831, - 0.0826007272534462, - 0.232787481746164, - 0.1028807556766953, - 0.0852586586446177, - 0.1002331894806152, - 0.0746207745862565, - 0.183616601590109, - 0.2121241303355452, - 0.2324818283454053, - 0.4965785621747466, - 0.0579945151817877, - 0.3779862372103895, - 0.023508357975088, - 0.1398445749956723, - 0.1394886353586786, - 0.0582002203826734, - 0.4882302631439762, - 0.0711997580954261, - 0.0215288378753496, - 0.0177179617416349, - 0.9994215521586618, - 0.7016268240431965, - 0.0145239510804474, - 0.0521972990967461, - 0.3353452701318817, - 0.6899787322961035, - 0.6110902150358634, - 0.3830651586041679, - 0.6051001871590436, - 0.3329783439956831, - 0.3189712681088695, - 0.7259826063225873, - 0.6733363988491226, - 0.0152473291375402, - 0.6772171844503921, - 0.0683859675371841, - 0.0156195937303451, - 0.6974869082528083, - 0.9990835477982408, - 0.0848145978233491, - 0.0287519996201643, - 0.0151790625976798, - 0.001923059129916, - 0.0186726011260606, - 0.6976093853565047, - 0.0650127685113598, - 0.0020070318555837, - 0.0281971876739014, - 0.667568847613024, - 0.8910190511853523, - 0.0703058974253534, - 0.9157833342991814, - 0.1209580462037068, - 0.9556649603407664, - 0.0168368961388275, - 0.494809886774647, - 0.1322344041610136, - 0.159605070971713, - 0.1322415846156978, - 0.8800407425768931, - 0.6960928709914863, - 0.4967086260446152, - 0.8827221351808772, - 0.6826569597344234, - 0.6297629296925614, - 0.0021260231788048, - 0.0014723023302638, - 0.0022747859029449, - 0.0034592518042668, - 0.0020654399425793, - 0.0212715896974446, - 0.001752390564731, - 0.0027702825026092, - 0.0018330142901027, - 0.6968957466922832, - 0.6496672772177777, - 0.727888672621627, - 0.5138595514120043, - 0.273994298469428, - 0.2034070000328413, - 0.2925551218136784, - 0.6799180410891482, - 0.2314187632247616, - 0.0450466077943465, - 0.4791209738004929, - 0.6206846309230891, - 0.0526677531837362, - 0.3091809810574453, - 0.4723778063818047, - 0.1442103985040503, - 0.2435417203434563, - 0.704623441023019, - 0.080792693564815, - 0.574361654262031, - 0.0533814203493373, - 0.0952764025878031, - 0.1683103950164531, - 0.1239242746684362, - 0.1729841538904162, - 0.0805418335382632, - 0.0013575536515422, - 0.0011351094951376, - 0.541463612729107, - 0.0110167196997951, - 0.0225854298172742, - 0.0509012052676926, - 0.6749942060813678, - 0.0265714687390477, - 0.419256667520128, - 0.7525877773488919, - 0.0083841349803877, - 0.1023581286883882, - 0.011093480163587, - 0.0160158505241045, - 0.3783160077917254, - 0.2906178285548312, - 0.6280228361745148, - 0.9057234432234432, - 0.1962582077199074, - 0.8885158756147286, - 0.0964646166166653, - 0.8224452444193016, - 0.2489623223255339, - 0.7988483072066103, - 0.9167007471534244, - 0.7991359393458546, - 0.1394155160045949, - 0.077436546376165, - 0.0943552499083671, - 0.0475614846820464, - 0.0970830809942555, - 0.0581193878873103, - 0.072236071042716, - 0.044492440132678, - 0.1168518551370385, - 0.074639407808645, - 0.064209169656563, - 0.0659646079211486, - 0.1125386274366306, - 0.094204859905768, - 0.0724747556344576, - 0.0556525652028668, - 0.0739812238848341, - 0.0532839866028756, - 0.0101730560323553, - 0.002211224901283, - 0.0113144263607962, - 0.0024739715178899, - 0.1857493491632582, - 0.1061031333820713, - 0.0059685063298586, - 0.0057706804006474, - 0.0191412902697131, - 0.0066799232521331, - 0.000006575183940770743, - 0.026564108574377, - 0.0018502283723817, - 0.0105845463761913, - 0.0201211306305612, - 0.0895444814665156, - 0.000006892416274373307, - 0.0007870734540585, - 0.3158828607221372, - 0.000839682416479, - 0.0012201141018349, - 0.0008228995501422, - 0.0012915795655861, - 0.01652727253891, - 0.0077953599158107, - 0.0392954866799113, - 0.024396618903193, - 0.0173183486460837, - 0.0510508270785056, - 0.181834459143703, - 0.0070416004309865, - 0.0056337165272773, - 0.0114115070655832, - 0.037365423034218, - 0.0360378916741972, - 0.0080415799805851, - 0.0004889975550122, - 0.9890665520708064, - 0.9879400884492388, - 0.0054184335848611, - 0.0252814245966099, - 0.045020816690344, - 0.0597200218958568, - 0.0029578743749145, - 0.5170101053745936, - 0.008111314936478, - 0.0061357349470234, - 0.0016509790250373, - 0.0110323933187045, - 0.0032110096385835, - 0.0041079521385791, - 0.034543002057556, - 0.000026001040041601664, - 0.0070651132039643, - 0.0006739079409499, - 0.1550876816800742, - 0.0014616825974872, - 0.0064269044742991, - 0.0059589101527598, - 0.0053678913274465, - 0.1718247430021569, - 0.0021651583220259, - 0.000560570875203, - 0.0530634429135589, - 0.0027722167848261, - 0.000168605631428, - 0.0045474764784565, - 0.0072794869931963, - 0.0101910248633602, - 0.0121039034948473, - 0.0051885586500756, - 0.0021112220607903, - 0.0069164802934878, - 0.0056782631531016, - 0.0230932306289608, - 0.0233893013204627, - 0.2046283556152827, - 0.994649077185094, - 0.0939503055476699, - 0.1714793456945227, - 0.7985260093577036, - 0.8077253023089845, - 0.9482642158343618, - 0.0155361259057705, - 0.015972148538161, - 0.7797724936058175, - 0.0025434032936268, - 0.0074458229354663, - 0.007960621088827, - 0.2174071170801109, - 0.0088116621043336, - 0.5511528583293231, - 0.0221656901813199, - 0.0153572285368284, - 0.7024320276028485, - 0.0064102564102564, - 0.0028735632183908, - 0.0024549780706624, - 0.9935007724833308, - 0.0022988505747126, - 0.0020576131687242, - 0.0047611763446148, - 0.003060283984822, - 0.0171862330762505, - 0.0156191829737658, - 0.0018691588785046, - 0.002053388090349, - 0.0010460251046025, - 0.0009578544061302, - 0.9714451602701456, - 0.0011933174224343, - 0.0019801980198019, - 0.0016260162601626, - 0.0024271844660194, - 0.0008019246190858, - 0.0031055900621118, - 0.0019305019305019, - 0.0027467288622895, - 0.0024390243902439, - 0.1166666666666666, - 0.0157183850446315, - 0.9810228276274018, - 0.0024126552233189, - 0.0019011406844106, - 0.0011279623854227, - 0.0032467532467532, - 0.000942507068803, - 0.0015552099533437, - 0.0021978021978021, - 0.0729101340587613, - 0.9925049751632646, - 0.9956608033914504, - 0.9923091096327008, - 0.9950530860479292, - 0.9956608033914504, - 0.9923091096327008, - 0.994236723631905, - 0.9900543673058078, - 0.9915395673179124, - 0.9936458484380476, - 0.8959738060524155, - 0.9817877851663602, - 0.9900543673058078, - 0.9115966555533086, - 0.9944408723506376, - 0.9956608033914504, - 0.8959738060524155, - 0.9944408723506376, - 0.7667061525416261, - 0.994236723631905, - 0.7637091949233177, - 0.8959738060524155, - 0.994236723631905, - 0.9923091096327008, - 0.8959738060524155, - 0.9902938618740108, - 0.9923091096327008, - 0.972718057371202, - 0.9900543673058078, - 0.994236723631905, - 0.9944408723506376, - 0.9797048863232288, - 0.9953752799545708, - 0.6997974242760808, - 0.9254963543300984, - 0.9996628211730576, - 0.8909187130051093, - 0.3002803379668203, - 0.8873402756817825, - 0.993918472031862, - 0.942573841936054, - 0.0182622178196894, - 0.7648772325289999, - 0.4298508813038038, - 0.9782437159331584, - 0.1723271989611529, - 0.2682352093371398, - 0.7806681427726045, - 0.490776114432377, - 0.955867371302157, - 0.7204192703831525, - 0.9966641919714878, - 0.7101756161775787, - 0.6367295591351202, - 0.9555688250495314, - 0.9951883646723996, - 0.6304860780977235, - 0.913040753537592, - 0.4885529599934675, - 0.9869840677674347 + 0.27469687396343, + 0.5314491096009349, + 0.2231652553378895, + 0.4875103095565208, + 0.1606592341188991, + 0.2541769968032993, + 0.9553906941279872, + 0.857249525803223, + 0.2640654686719343, + 0.8508488148943761, + 0.9925716865962884, + 0.1284750818174506, + 0.9934318546118288, + 0.358492656313877, + 0.1026738125417476, + 0.6750787761039542, + 0.6284091667304775, + 0.2344108274803064, + 0.4499414989527255, + 0.1505397062284122, + 0.1311195922197614, + 0.5137920944098158, + 0.8421092613297361, + 0.8842044418172702, + 0.141305960168882, + 0.2811253743188024, + 0.9952788284177492, + 0.9569797525213009, + 0.0082670079590517, + 0.0014099690068142, + 0.9236468900520995, + 0.4771023720844945, + 0.0044508025768655, + 0.0040619668229091, + 0.2456385116792, + 0.294540593133914, + 0.0091701806933172, + 0.0131781969778066, + 0.19139290541185, + 0.0203605188620572, + 0.0426022133474463, + 0.0264901645024626, + 0.3600086271912968, + 0.0835629657220682, + 0.0083264560083677, + 0.0050042671382042, + 0.3331039743880938, + 0.0188619360916415, + 0.0061295785091053, + 0.0156166348874407, + 0.1214308142783879, + 0.0060638628920775, + 0.6637294054821924, + 0.9497578688930188, + 0.553223899131578, + 0.205083010215072, + 0.9998954278657152, + 0.0197153144064265, + 0.1141122723261541, + 0.9423010686329109, + 0.1207966307339942, + 0.8049043360701573, + 0.8574905973877508, + 0.92804077881243, + 0.9230555619966364, + 0.9340385711882504, + 0.5111769985809861, + 0.7551520816669955, + 0.5201107309225481, + 0.9604363075885778, + 0.9746538059418062, + 0.8896683742523214, + 0.4415678196838903, + 0.0884825042785232, + 0.7297884537537368, + 0.0207054044171172, + 0.1986276929585888, + 0.0370139907453944, + 0.2538141950959758, + 0.8654461672837669, + 0.3943278717593051, + 0.0281745126675704, + 0.0208606248304476, + 0.8835161520968762, + 0.7669977290710592, + 0.0096736524761135, + 0.0820554895261615, + 0.5154265211595305, + 0.7496875016886325, + 0.7260925316520095, + 0.4342112510291898, + 0.4101078973997225, + 0.642002494195941, + 0.5517742603216037, + 0.4819523539981932, + 0.9282146072191556, + 0.0187774027041254, + 0.8744749721257412, + 0.1755321345985173, + 0.0091555637201698, + 0.7578887675575475, + 0.8116696434190227, + 0.5959323677488267, + 0.5469263981935665, + 0.009284437219746, + 0.0029279265194517, + 0.5303150761772312, + 0.7835984903319327, + 0.13911312564599, + 0.0029125209796455, + 0.0784216989915066, + 0.7379767148603048, + 0.7817963120467334, + 0.1238215329595893, + 0.8813744348597918, + 0.9082102925573098, + 0.973465771574852, + 0.0208899157406381, + 0.7605409697951906, + 0.1732443514727185, + 0.2203454340822346, + 0.1754948703693422, + 0.9315963429053428, + 0.8643569293095935, + 0.4394914888876934, + 0.9792049265910931, + 0.3058611106735742, + 0.7242651255345304, + 0.0036315813303383, + 0.0037655908187766, + 0.0059810136431207, + 0.006865541403175, + 0.0051425444012506, + 0.0063396701391226, + 0.0045498620060225, + 0.0046093654319106, + 0.0090748536944421, + 0.0359138813621782, + 0.0280402251316103, + 0.0268547211588662, + 0.8566535196182951, + 0.8158875149737453, + 0.4580267417121418, + 0.4618914501882979, + 0.8142543211224857, + 0.6769273905227109, + 0.2822860430010954, + 0.4701269648238196, + 0.858979040367276, + 0.0896262194400507, + 0.4977320274314778, + 0.5950762306561345, + 0.5763380480485812, + 0.5274556569643333, + 0.8903993699512411, + 0.1087739974908431, + 0.5955393006320518, + 0.3181954125217247, + 0.379294732886966, + 0.2062199760943832, + 0.9091251317364176, + 0.9506794835170896, + 0.6610238880447978, + 0.2651121474222908, + 0.0279273816569974, + 0.2313835360731638, + 0.2729232507881158, + 0.0684103666830068, + 0.2924519833543287, + 0.6193038936483811, + 0.2709789663440224, + 0.1862961967107103, + 0.7050715508311083, + 0.0272265220207305, + 0.1447718935809737, + 0.5591592994540369, + 0.044218759573987, + 0.2116853702141464, + 0.1430149610203413, + 0.3563938047580396, + 0.999129245383132, + 0.9081803023566192, + 0.992638247579151, + 0.9497482263485334, + 0.9992927197517372, + 0.5923546257298867, + 0.975334084570608, + 0.989392806499534, + 0.956468578270126, + 0.2324174649783961, + 0.8726202291824232, + 0.610852721997522, + 0.6155798392072039, + 0.4682077282310246, + 0.751274926874847, + 0.8382560744879621, + 0.523840775367489, + 0.4996242938810437, + 0.1613893550186405, + 0.758243756880708, + 0.277149241305875, + 0.6646283794438956, + 0.6587134589008796, + 0.4509057943476414, + 0.1418754072141867, + 0.0796163424706734, + 0.062073431109232, + 0.1534236742340194, + 0.0035482214683504, + 0.9692011896886524, + 0.0034638958633555, + 0.011193035009296, + 0.4747207692446523, + 0.4625760950744423, + 0.0018410653767414, + 0.6488161829442041, + 0.0211392282669546, + 0.00008087371704294223, + 0.1420362045690186, + 0.0020652090914848, + 0.0034664201764447, + 0.0212069042466087, + 0.6626815847686789, + 0.0002011377147159, + 0.0048447784111762, + 0.1147742964555071, + 0.0037759699994952, + 0.0026471766309761, + 0.0007963866472658, + 0.0011992377243798, + 0.354982234340031, + 0.0504630567270537, + 0.6386414920599229, + 0.0221474613455235, + 0.0264970863520337, + 0.009175426940134, + 0.9220064707473736, + 0.0057431049355416, + 0.0085780372157661, + 0.0429590308120965, + 0.0409979733060353, + 0.0306029944354086, + 0.0497502544556117, + 0.0007401092940175, + 0.9953477100532568, + 0.5550324941711615, + 0.0118350025766153, + 0.0157767155185246, + 0.8280224982694211, + 0.6647525834736252, + 0.0251117844084477, + 0.8525410939036406, + 0.0084387035775745, + 0.4134215132541723, + 0.0046018314838723, + 0.0085338253141501, + 0.0061858133662681, + 0.0066173477408883, + 0.0016527602413746, + 0.0002705291085309, + 0.0207620891853066, + 0.0087586656065238, + 0.7916856409179823, + 0.0005020757054554, + 0.0050242324806888, + 0.0217581722692589, + 0.007330816691935, + 0.0125777514549883, + 0.0026343156874077, + 0.1869905649814794, + 0.0067997655330044, + 0.0028172119367344, + 0.0007489881133081, + 0.0070511331835356, + 0.0075269076291507, + 0.0289212369178429, + 0.0484770864012803, + 0.0039993726023695, + 0.0019306765803611, + 0.007340941709119, + 0.0377875534632079, + 0.0189253002492764, + 0.8654013325752927, + 0.2254889421215301, + 1, + 0.7712180263136629, + 0.9215808145674464, + 0.1335514421906008, + 0.9980377653307482, + 0.9743854082818808, + 0.008442218557289, + 0.5626773104511169, + 0.8211935670435195, + 0.6797690214811488, + 0.4074390013954191, + 0.0095065785302482, + 0.7387481553967095, + 0.0091978091157326, + 0.7087726662949463, + 0.0054985731535941, + 0.9290917035245536, + 0.3755116281521825, + 0.0055779728020924, + 0.001826866277741, + 0.0143817756689641, + 0.5793903692154839, + 0.0098973609178067, + 0.0018217923430199, + 0.2895069870119879, + 0.0211260276515834, + 0.0180407408635086, + 0.0993779441723636, + 0.0025846752290107, + 0.1277728273424005, + 0.0029154518950437, + 0.001435935936418, + 0.1412860718285624, + 0.0019177142576425, + 0.3944508331850583, + 1, + 0.0018076352357365, + 0.0012005145574333, + 0.0061663842669927, + 0.0013341291417273, + 0.4776330501944795, + 0.0028627652924336, + 0.6330980737243374, + 0.3581164988093764, + 0.9843217746763534, + 0.0062989145982401, + 0.0015859914793164, + 0.0077981192174215, + 0.0026947502805771, + 0.0012672625717178, + 0.0087036979078568, + 0.0133214098303975, + 0.5089848671178905, + 0.9965858502300255, + 0.988183187884424, + 0.999748492585075, + 0.9371479814778898, + 0.988183187884424, + 0.999748492585075, + 0.9391630720596988, + 0.86531568445029, + 0.9996498017571092, + 0.999594267713955, + 0.8940469269414556, + 0.9992119894267968, + 0.86531568445029, + 0.9999156676770432, + 0.9868333929463836, + 0.988183187884424, + 0.8940469269414556, + 0.9868333929463836, + 0.9319084915356128, + 0.9391630720596988, + 0.992818362779768, + 0.8940469269414556, + 0.9391630720596988, + 0.999748492585075, + 0.8940469269414556, + 0.9855561154673528, + 0.999748492585075, + 0.9996759411749324, + 0.86531568445029, + 0.9391630720596988, + 0.9868333929463836, + 0.998625644771759, + 0.985692097090136, + 0.9938419559060716, + 0.9935589526478849, + 0.9475827297775316, + 0.9639536861938108, + 0.9652695747038732, + 0.753161479648069, + 0.9985397647157398, + 0.9589349751116372, + 0.0201789945613254, + 0.9977634562727375, + 0.998939041505708, + 0.9937723835641996, + 0.5284982500027154, + 0.9779397211433024, + 0.9437769405111078, + 0.999533040099518, + 0.995805500232571, + 0.9993591923666444, + 0.997069521009402, + 0.9942085024582346, + 0.9968920216872316, + 0.9582599046173212, + 0.9972096833916464, + 0.9971763600254632, + 0.9612355471225956, + 0.995941903984957, + 0.9723665045948484 ], "y0": " ", "yaxis": "y" }, { "alignmentgroup": "True", - "hovertemplate": "Model=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "Model=%{x}<br>VUS-PR=%{y}<extra></extra>", "legendgroup": "Sub_KNN", "marker": { "color": "firebrick" @@ -7301,410 +4039,4490 @@ "x0": " ", "xaxis": "x", "y": [ - 0.10343263334918, - 0.0753054394986381, - 0.0903367400495679, - 0.211900080738998, - 0.0921151303598933, - 0.7804939197406765, - 0.1025311198213378, - 0.7159168553266336, - 0.1467851247609699, - 0.2673606936775093, - 0.0694887068997529, - 0.9159337130633848, - 0.0686961992741844, - 0.1371428655619331, - 0.8570503848799818, - 0.1075267500842549, - 0.3833162030049362, - 0.0883063367911297, - 0.0862502557741695, - 0.9961978134935456, - 0.2504880142923018, - 0.0720949515514184, - 0.5312181996857016, - 0.5619322407822815, - 0.094834789761141, - 0.0935548289950048, - 0.0397015235125614, - 0.7708761409501775, - 0.0520988899627842, - 0.0035706331417663, - 0.0029519032883135, - 0.0044547749657017, - 0.0349965758094972, - 0.0016958649515273, - 0.000193142545124, - 0.0020208281952197, - 0.0005871310633005, - 0.0141734069240812, - 0.0002773212667741, - 0.0098456417195165, - 0.4846806805258776, - 0.0202500686774209, - 0.0084440554671737, - 0.0345741487052744, - 0.0437918289260932, - 0.212630684691292, - 0.0108530210481705, - 0.0878535689046275, - 0.0001410593056683, - 0.0177420944105115, - 0.0097366193779204, - 0.0537670697449473, - 0.0035956729709734, - 0.9045042731305356, - 0.3947168767993545, - 0.0161791248945069, - 0.0362141623055773, - 0.4268905518954841, - 0.6892080737737605, - 0.0334587806723176, - 0.2012484275352363, - 0.1193048468703853, - 0.0575122317119454, - 0.0577513620527756, - 0.1667680143555404, - 0.057689341028457, - 0.0542110573717376, - 0.0457386314709595, - 0.0491938071811829, - 0.1539417287015178, - 0.1500168716465323, - 0.1682097373778095, - 0.0338932937578225, - 0.6064551029892962, - 0.5127619971758018, - 0.6963210667423858, - 0.279177621406833, - 0.0179886753542943, - 0.6624302700772268, - 0.4274879657652595, - 0.8040465503650389, - 0.1031250690291624, - 0.0332246344237545, - 0.4765168565814751, - 0.0972128778383942, - 0.0497566633109275, - 0.7735572151373833, - 0.288769366723059, - 0.0267635646748041, - 0.0150712324971733, - 0.0723419735391027, - 0.3640216629194772, - 0.0118322840585803, - 0.081861387151412, - 0.0166941921769396, - 0.0692818731705618, - 0.7672799347447495, - 0.0068709090203274, - 0.0155551995325569, - 0.0449345292402107, - 0.0772158212305567, - 0.5634231680180241, - 0.3410261123964722, - 0.0050884998396303, - 0.0476740888299641, - 0.0408170782090753, - 0.0133726105745565, - 0.0273300989177475, - 0.7749229135062432, - 0.0241258374394605, - 0.0963602904909927, - 0.0291427089430587, - 0.0085162251652031, - 0.7625378133156338, - 0.0059915038091899, - 0.0142718425264388, - 0.0050034512367677, - 0.0332538405109831, - 0.0081309746070334, - 0.8498743453009932, - 0.5398599609585745, - 0.8251393893358316, - 0.5749013004499102, - 0.2153762509947459, - 0.4473496488059603, - 0.5411709576116785, - 0.7049287554886386, - 0.6098544765563699, - 0.2287711461491281, - 0.2676648010860015, - 0.3488637154565584, - 0.3566561006929177, - 0.3055166119200092, - 0.3711664043134945, - 0.317939465940447, - 0.3807519572524433, - 0.3535197162400039, - 0.7100899496335756, - 0.7401773086083793, - 0.6720913474095112, - 0.1419763904887445, - 0.897781049865328, - 0.6477256517314346, - 0.6515691303473449, - 0.2886071640989366, - 0.287732665539423, - 0.8064226029299092, - 0.8466194377359249, - 0.2260472004705512, - 0.5365890817180483, - 0.5367488043212529, - 0.502324180006374, - 0.4581466742654981, - 0.659649827693312, - 0.3204427057667937, - 0.6970821333028943, - 0.7965658108797213, - 0.4597976193321744, - 0.4110156429597735, - 0.5925545621981015, - 0.1283675299144169, - 0.1603557049230425, - 0.0374752480941139, - 0.0004564974797861, - 0.0714160977906409, - 0.0221331000110635, - 0.0032934872226938, - 0.0113626772002764, - 0.0607240274611745, - 0.0179250011206262, - 0.0292753880570464, - 0.0701862197181454, - 0.0056175203019456, - 0.0023492120194412, - 0.1086899621982991, - 0.0026000828912965, - 0.0047592896190069, - 0.0395996857229188, - 0.7061712517730954, - 0.0436092588855734, - 0.0481081285573615, - 0.0546042314665098, - 0.2211927344310602, - 0.0634168538254101, - 0.0648033740725361, - 0.1014029350536831, - 0.2191785636914595, - 0.0817515775827483, - 0.2181056447107488, - 0.4821662398986781, - 0.0897844451488843, - 0.6939656126692612, - 0.1683604369450515, - 0.6929063753179071, - 0.0701723091178257, - 0.0680003489508818, - 0.1968634653773181, - 0.7817215955219927, - 0.5546904658558592, - 0.0750393988320725, - 0.2339631729440535, - 0.602624917517607, - 0.4973287604797344, - 0.8768963017338983, - 0.5574104675423625, - 0.1601672827617932, - 0.1129571397681355, - 0.4541804118490241, - 0.0005445577566761, - 0.4393714182240901, - 0.0166718337822749, - 0.233351821571277, - 0.0818583860760544, - 0.6237731216562226, - 0.2306920769221139, - 0.7532156736720457, - 0.0191335751863822, - 0.00006243366423175376, - 0.0383995278536065, - 0.0087178504404901, - 0.7862233991447352, - 0.0400500747024966, - 0.3602535325595959, - 0.0003150598613736, - 0.0275807838803789, - 0.4944888844987761, - 0.8806003674575966, - 0.0004707918483577, - 0.0017519790759054, - 0.0091595021562242, - 0.7237094932829791, - 0.622493681074114, - 0.4009672191301647, - 0.7363756092569896, - 0.0827771191126161, - 0.0132530771763839, - 0.4178269858947316, - 0.4196816560621518, - 0.0598135043563281, - 0.1103476182581076, - 0.8157606749554591, - 0.3146812341807399, - 0.1998132854702301, - 0.0095238095238095, - 0.1708912496362855, - 0.2882478486422987, + 0.1027576757345665, + 0.0851466185501625, + 0.091548013408868, + 0.2149790127867178, + 0.0956604087311567, + 0.8015443016365461, + 0.1640829810749188, + 0.7553204751401195, + 0.158886247448871, + 0.5871071054740621, + 0.0939068265114517, + 0.9562568507901666, + 0.0913286852777604, + 0.14474678543857, + 0.8681901170972826, + 0.1095664427963736, + 0.3791696520497462, + 0.1507445626580252, + 0.0883475160063841, + 0.9995469301915176, + 0.2685290150263697, + 0.0810488245806532, + 0.5257472908445375, + 0.6427361805010265, + 0.0953156493872651, + 0.0933191292007606, + 0.0516990291258454, + 0.8628712739155586, + 0.0832684544597963, + 0.0058682422110693, + 0.0089326768314637, + 0.0132659451218113, + 0.0793149126419654, + 0.0152321031992729, + 0.0006609642270092, + 0.0024153759513719, + 0.0006891930596906, + 0.2339644510051127, + 0.0003126512939137, + 0.0153817403970044, + 0.2678669726365669, + 0.2108538489957677, + 0.0108707695181324, + 0.1235253345169855, + 0.3494694076850801, + 0.0741293320601519, + 0.0318500149581889, + 0.4469015828412112, + 0.0001998210743587, + 0.0295600500238536, + 0.0170041577145693, + 0.045014605132247, + 0.0135440010071319, + 0.991343909910252, + 0.5246424629746167, + 0.0180258865647008, + 0.0456963354775446, + 0.5658827981698384, + 0.7458875583072765, + 0.0412660470269691, + 0.2530301952495482, + 0.1329359827555998, + 0.7649158878040826, + 0.8462441295579036, + 0.9188415690428096, + 0.9244808904416878, + 0.1311579611705048, + 0.40417958349051, + 0.1353314493325672, + 0.945548011372191, + 0.9718431398458934, + 0.8725745074095655, + 0.0351848897952167, + 0.6571587547037375, + 0.5610128183469463, + 0.7470318875187902, + 0.3252430390100639, + 0.0183523663019939, + 0.7082150794648131, + 0.5498833287814308, + 0.8250611558622312, + 0.092117562095791, + 0.0420442303213465, + 0.3793950982927009, + 0.09000227661108, + 0.0740678084216089, + 0.8148035856596952, + 0.2961607766181776, + 0.0276294233744863, + 0.0153824450275484, + 0.0747597063232787, + 0.2450299315265435, + 0.0120161123625845, + 0.0940215234201977, + 0.0248671555339988, + 0.0675132634186407, + 0.7806289254646218, + 0.0073798870446587, + 0.0159577470653627, + 0.0707159345802983, + 0.0758711615000323, + 0.5335189026759781, + 0.2773764656393284, + 0.0052415387650023, + 0.0785611013507979, + 0.0943530866492027, + 0.0253021438859075, + 0.0335495114879499, + 0.7671680797444999, + 0.0558954602918407, + 0.1883667696785221, + 0.0299708478486661, + 0.0078351367151186, + 0.7517787421993847, + 0.006031177582561, + 0.0146492473868811, + 0.0053765332092806, + 0.0420012031446321, + 0.0071652574773956, + 0.9479728781702064, + 0.6954343020278765, + 0.893121580409386, + 0.7300685821486373, + 0.2652656351945732, + 0.5453272683469244, + 0.6499054128908185, + 0.7872693927374755, + 0.7168291743947282, + 0.0721762784618367, + 0.1058285438424513, + 0.1824337354857337, + 0.1802754527704577, + 0.1640500449104744, + 0.2604856439962577, + 0.1875427543380763, + 0.3144600236393326, + 0.6802650142072277, + 0.8911015573451417, + 0.9069306066492788, + 0.8509302013622132, + 0.1454163233356693, + 0.8275458221953546, + 0.6451250072329573, + 0.750164970688199, + 0.2983086989066368, + 0.316803988032876, + 0.8736096710356117, + 0.9506398805041734, + 0.3164900573139635, + 0.43006979043441, + 0.7905643911208129, + 0.6413092738058827, + 0.5627062780090482, + 0.581896324130167, + 0.4222239030731599, + 0.764704075254677, + 0.901244295482766, + 0.4957418023010464, + 0.4439109991897823, + 0.6711969509805306, + 0.9118606512140112, + 0.9475173552245658, + 0.1929795299470642, + 0.0004709324788297, + 0.6411534368219354, + 0.0219628104684422, + 0.0105120722849325, + 0.0135917695212, + 0.0658546220133922, + 0.0176324938727855, + 0.262487606079946, + 0.0609871649930951, + 0.0063417305651555, + 0.0247205370234399, + 0.3014007379711104, + 0.0106455569517992, + 0.0245761518408097, + 0.0540973087015402, + 0.4219781820314751, + 0.0425487405703202, + 0.0785676608182173, + 0.0845252722640917, + 0.2250233874192223, + 0.0856749535020061, + 0.0660289476396837, + 0.2015017071550579, + 0.1898562475367438, + 0.0846689328290273, + 0.1803286876512569, + 0.3547303318013108, + 0.8620686525950028, + 0.7679666447396528, + 0.7427854923899997, + 0.7393477773883833, + 0.8591687442240111, + 0.8441389064053804, + 0.6505369519910108, + 0.79561461343759, + 0.8057239442255799, + 0.7698044684463117, + 0.6664546000030387, + 0.7247066383094325, + 0.7514529776601077, + 0.9597015191363218, + 0.7647242610300764, + 0.1665616569474886, + 0.1195784064197649, + 0.8440195876479708, + 0.0006765855902476, + 0.8709547685805242, + 0.0308109590894238, + 0.1765606612695444, + 0.026957508185213, + 0.8105759920412391, + 0.1799860926605979, + 0.790483274296516, + 0.0218082488952359, + 0.0193895653925496, + 0.3245927181148244, + 0.0116419482566111, + 0.8033007785776402, + 0.042276077002194, + 0.3421639354086066, + 0.000906068132876, + 0.0331879818118616, + 0.3070641136312057, + 0.817489117885658, + 0.0005722778986627, + 0.0023394528333407, + 0.0108449469030971, + 0.8947334263270151, + 0.7193944552285433, + 0.3745068921426613, + 0.8956862151459459, + 0.097507425186192, + 0.0165076830580692, + 0.4141343016212798, + 0.3847181550632702, + 0.0650364072821542, + 0.1333180786439117, + 0.9583489261420232, + 0.2369761622082134, + 0.666464675013706, + 0.0180480097860044, + 0.2562759146365617, + 0.3905868406643777, + 0.8873195916520641, + 0.2489695227969026, + 0.9632474318338335, + 0.4036194513921878, + 0.9576783869782935, + 0.7874355596330451, + 0.0088484672665832, + 0.8123057420935781, + 0.4861709273683141, + 0.0092943109428514, + 0.2584783223270975, + 0.6335755058931822, + 0.3312973856080823, + 0.0009007484192827, + 0.0155693776257763, + 0.4296912382315638, + 0.7701405669866304, + 0.0192879227251649, + 0.3364523760487832, + 0.0078906059928344, + 0.7511032212871981, + 0.030711117089126, + 0.1372481123778702, + 0.470229889002866, + 0.0260726128085651, + 0.156959826329001, + 0.0198268630706345, + 0.071843828783068, + 0.0726863695435052, + 0.1392912725391548, + 0.053742713684571, + 0.0069398644655869, + 0.8750991201621839, + 0.0030713493279432, + 0.7421515405185568, + 0.0252471089479771, + 0.8469734984623476, + 0.2410049545598097, + 0.1551612672163514, + 0.8239382570357126, + 0.3807156791218976, + 0.9351199036214218, + 0.02258234222448, + 0.6962598438426216, + 0.0101106169212117, + 0.9711470913711918, + 0.3428824699297843, + 0.8861916036193166, + 0.850837325568419, + 0.8738525239471306, + 0.0084435212502031, + 0.8068769523797487, + 0.2194633034593238, + 0.5946734264792304, + 0.9412143339904602, + 0.1108500020039233, + 0.948770363925704, + 0.8854786609459399, + 0.3476276040282007, + 0.1386275057543355, + 0.903146647910418, + 0.6223611343736797, + 0.3869123299963386, + 0.2835905023685712, + 0.0602427590181885, + 0.2063182015592169, + 0.2988885124124157, + 0.6271743370464883, + 0.7368163920508175, + 0.1894496483620363, + 0.7146553045682745, + 0.8226653267887788, + 0.5527437427659898, + 0.1327289443887426, + 0.7406628638813382, + 0.7055217889307696, + 1, + 0.3650914957980481, + 0.5114254807664043, + 0.5527177327554746, + 0.0072026734588445, + 0.4092029426609479, + 0.1154656012269287, + 0.5519766245747515, + 0.0049575979516411, + 0.3414015001194268, + 0.9088747387677052, + 0.8251480709934654, + 0.9254944886162642, + 0.3157526685474408, + 0.4319944429426638, + 0.918278318953586, + 0.739446348471894, + 0.8263527000803029, + 0.2871391625894326, + 0.739446348471894, + 0.8263527000803029, + 0.1312989810452233, + 0.5944526810917298, + 0.1568685387286705, + 0.4363669636402715, + 0.5757576800554065, + 0.1609910518720963, + 0.5944526810917298, + 0.7652006855900525, + 0.8429711696276705, + 0.739446348471894, + 0.5757576800554065, + 0.8429711696276705, + 0.6754478357976462, + 0.1312989810452233, + 0.9141651154602204, + 0.5757576800554065, + 0.1312989810452233, + 0.8263527000803029, + 0.5757576800554065, + 0.7781840358541567, + 0.8263527000803029, + 0.0465261696387581, + 0.5944526810917298, + 0.1312989810452233, + 0.8429711696276705, + 0.1949568875517871, + 0.0869088750370911, + 0.1063685719866702, + 0.1765205695015232, + 0.05880226347999, + 0.2846405037629828, + 0.2918901152566088, + 0.0163425871410826, + 0.065031601160643, + 0.0268158392280723, + 0.7367574962672006, + 0.5077439516378205, + 0.6267295962833707, + 0.1253141904782049, + 0.371988799389984, + 0.4521549727137876, + 0.5164563318786497, + 0.8310293365376775, + 0.0474552536554001, + 0.6482082337293327, + 0.0741830699795217, + 0.6486302603107925, + 0.1070943145095439, + 0.1021264100034691, + 0.1107769445746275, + 0.4255582443857552, + 0.0913833846816764, + 0.5949124302273098, + 0.1393122199605766 + ], + "y0": " ", + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>VUS-PR=%{y}<extra></extra>", + "legendgroup": "OmniAnomaly", + "marker": { + "color": "slateblue" + }, + "name": "OmniAnomaly", + "notched": false, + "offsetgroup": "OmniAnomaly", + "orientation": "v", + "showlegend": true, + "type": "box", + "x": [ + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly" + ], + "x0": " ", + "xaxis": "x", + "y": [ + 0.1302203072910785, + 0.4022137728871261, + 0.3906233887098125, + 0.4122921912099407, + 0.1142257558806306, + 0.0880792758972597, + 0.5945298792003745, + 0.8273090007162244, + 0.2552472815151967, + 0.9997542718069378, + 0.0907112675516106, + 0.1292702960609943, + 0.0972818379040075, + 0.3994887644840186, + 0.1439402260196326, + 0.2424842875715648, + 0.4149700488223941, + 0.2285050582179044, + 0.1512496442317957, + 0.2058085038543614, + 0.2908789045706321, + 0.5280307785175986, + 0.6822473107585518, + 0.4676867037973196, + 0.1813781734229651, + 0.0659565482564866, + 0.5669717577019497, + 0.4748525840296488, + 0.0138569814585429, + 0.001181733762286, + 0.8352055383931767, + 0.680595798883237, + 0.0035764524037275, + 0.0048270334391916, + 0.2068164192464263, + 0.1690250863855109, + 0.1063398226995458, + 0.0259924924295775, + 0.1486284434881558, + 0.0531173955635001, + 0.0017766776216456, + 0.0520668698447761, + 0.3904236225375164, + 0.1805671442448653, + 0.0153942378244447, + 0.0085055030561329, + 0.4086907171088323, + 0.0374464922053418, + 0.0052537413398592, + 0.0221706858448497, + 0.0591570823306234, + 0.0092542707429635, + 0.5004374650398066, + 0.8756325434604894, + 0.2181710454746772, + 0.3865483306024307, + 0.9998469738484012, + 0.0316245440119673, + 0.1360462319889852, + 0.1866678353027536, + 0.1229257615629257, + 0.894964708712581, + 0.8937555915273082, + 0.8762053509308628, + 0.9380172008831535, + 0.9505153336820884, + 0.2334907097222181, + 0.7416562788484269, + 0.2321983429256819, + 0.9592146627430684, + 0.9821973051860904, + 0.9093330774697946, + 0.1230261153960334, + 0.0549709822646821, + 0.3318502760972369, + 0.0251261751044557, + 0.1794276744073287, + 0.014139203634825, + 0.062620314085803, + 0.5833003453475026, + 0.0562838015377969, + 0.0266243975061687, + 0.0297245919348014, + 0.944545057083964, + 0.7591138774218303, + 0.0097803150270071, + 0.095073095634946, + 0.6386361557962903, + 0.7454837966487013, + 0.7964636789355957, + 0.4084473945398264, + 0.0691303799964401, + 0.7334762640318608, + 0.5678469078635353, + 0.507417782770098, + 0.9373285828202228, + 0.0197111294404236, + 0.8875340272864165, + 0.3292564105518734, + 0.0097381072437349, + 0.7487261440107982, + 0.8561091635204715, + 0.5723296943665049, + 0.4966521762688036, + 0.0092122056111718, + 0.0028819650546126, + 0.4280172937474061, + 0.7661886964443674, + 0.1908822402332833, + 0.0029623176379283, + 0.1043504878207531, + 0.7333870041990388, + 0.9224681332747178, + 0.1806100268910453, + 0.9055842013966492, + 0.9449667124052952, + 0.9863923726281226, + 0.0326789422755931, + 0.7924699119722045, + 0.1853608539919262, + 0.2188671400087061, + 0.1878462019645704, + 0.9311008134991312, + 0.8068545328267326, + 0.4361751269479739, + 0.9807720707848718, + 0.2644375461419985, + 0.7114509495941372, + 0.0045108373218728, + 0.0036595263500432, + 0.0068906786303711, + 0.0063585538259189, + 0.0048930521728627, + 0.0059683736042754, + 0.0046561206695908, + 0.0044772686812915, + 0.0088636228817901, + 0.0633447643274056, + 0.0553572103570943, + 0.0492535952610713, + 0.8703939179785799, + 0.6129436942396139, + 0.3283357694198582, + 0.4087860010899778, + 0.6869960103977667, + 0.6876026905457271, + 0.2020762662644024, + 0.4057263551425141, + 0.8686648847551276, + 0.0935556955716415, + 0.5096686650641455, + 0.5172939489652943, + 0.3769767381843728, + 0.4781841035202803, + 0.8223414318950831, + 0.0458816843031813, + 0.52684541255492, + 0.082507682170724, + 0.2010817771103774, + 0.1799196335471928, + 0.972872432075356, + 0.9829339735918428, + 0.8342540826390398, + 0.1695294468493177, + 0.0394701369767289, + 0.1954396465615256, + 0.1531737831032834, + 0.0305911313289862, + 0.2418579952078201, + 0.0536389153459757, + 0.2940401528152297, + 0.2307214705182878, + 0.6057012670434808, + 0.0324181463158052, + 0.2387386652247117, + 0.37520810731861, + 0.0644676025152441, + 0.3851713027878563, + 0.1475062775654274, + 0.0205627214986641, + 0.975414605514418, + 0.6426963566709921, + 0.979108208772706, + 0.6124845879505054, + 0.9626529276956192, + 0.7595886627358087, + 0.919399601678828, + 0.9912993604185496, + 0.8824959441198039, + 0.2822817568231803, + 0.8797038551168019, + 0.7033066547233676, + 0.5947993293567573, + 0.5707225751077202, + 0.6805094281437679, + 0.8407601931959467, + 0.5325762773310286, + 0.5293383408126268, + 0.1072474665950072, + 0.7648251729296174, + 0.1517167440141806, + 0.3742456631214103, + 0.6343803169613312, + 0.5487063784862611, + 0.160064175465516, + 0.0670900075295742, + 0.0471718421454325, + 0.0190424213252811, + 0.0041706873357516, + 0.2120256826787118, + 0.004056550028486, + 0.0151839596126415, + 0.2125438899114713, + 0.4480367579289659, + 0.0020323116811085, + 0.1610839940157946, + 0.0057246049183274, + 0.0002534667552821, + 0.0932800905322814, + 0.0023054059021328, + 0.0053187558976963, + 0.0344919540563335, + 0.2781198317261985, + 0.0007664794647502, + 0.0036442457262567, + 0.0833927035113, + 0.0026727398758684, + 0.002594184859634, + 0.0004876292717161, + 0.0017417365962071, + 0.0247273948939322, + 0.0271585587110347, + 0.2619353620844229, + 0.0270659832212378, + 0.0294308993197009, + 0.0109264309455867, + 0.431670581162257, + 0.007928215989927, + 0.0134637361171317, + 0.0401991385760195, + 0.0302190965128778, + 0.0813100976331848, + 0.0195811071840126, + 0.0005163577655492, + 0.9962568285170054, + 0.0975493376397987, + 0.007717584376, + 0.0477052425465032, + 0.0572602401192616, + 0.280583508393849, + 0.0119532481407235, + 0.6848658400163066, + 0.0072063925384272, + 0.4258710852284142, + 0.0040798910529044, + 0.0100931113061704, + 0.0058739497168383, + 0.0093568278292784, + 0.0017767947597154, + 0.00002330781052163945, + 0.005529317513374, + 0.0096971272675274, + 0.7832252594987494, + 0.0007598079739367, + 0.0074230849588765, + 0.0057330888432505, + 0.0112406293362263, + 0.0028466978107715, + 0.0053472752812739, + 0.0119883563514473, + 0.0296133936959597, + 0.0059805388041104, + 0.0004723505722502, + 0.0121891696560696, + 0.0104538827550832, + 0.0338079033418569, + 0.0410694796724464, + 0.3759508430415916, + 0.0035369455535797, + 0.0016087330717899, + 0.1086621765957288, + 0.044330422702483, + 0.9457012739347488, + 0.1396606184207337, + 0.0754664855322804, + 0.013877724657315, + 0.9547568300220858, + 0.517060415649854, + 0.0299065213872796, + 0.9699996644354272, + 0.0064357049643732, + 0.496978500242495, + 0.8105200493439114, + 0.9029144848090346, + 0.7511949225899286, + 0.0204501578092285, + 0.0148333834234145, + 0.0177176976512051, + 0.3330417055407634, + 0.005401175036047, + 0.9332700556245824, + 0.366250384309729, + 0.013889316955303, + 0.0105128216003464, + 0.028804813806297, + 0.0362093736616186, + 0.0111540307702929, + 0.9113497557705376, + 0.1107409478794131, + 0.0263395962374262, + 0.3339754248390206, + 0.9858266269575052, + 0.0039591510778783, + 0.0113020072024764, + 0.0061435197688365, + 0.0048407321531422, + 0.0315186530723804, + 0.0031084008923197, + 0.863284427528115, + 0.91112101110015, + 0.007166766351422, + 0.0019104193267078, + 0.015861721178294, + 0.0035058948618592, + 0.4315545844253702, + 0.0093926424183596, + 0.961653390682191, + 0.1529872460832244, + 0.9957934309396842, + 0.012796912240428, + 0.0133844381024959, + 0.0070997732605693, + 0.010031491879589, + 0.0015954182890532, + 0.0198479515690152, + 0.0078503450916495, + 0.7360318531918502, + 0.9958298803352532, + 0.9960323279752864, + 0.9994160160623564, + 0.0679798108052264, + 0.9960247538196566, + 0.999415628746404, + 0.9344600938815092, + 0.8941158599573051, + 0.99970379614177, + 0.9988244423958548, + 0.8930970111795608, + 0.9875835103061236, + 0.8963925792054593, + 0.9999142103620434, + 0.994758565857886, + 0.9960620041106312, + 0.8930970111795608, + 0.9947693429311582, + 0.9257565944621264, + 0.9344600938815092, + 0.9886397810898266, + 0.8930970111795608, + 0.9344600938815092, + 0.999417056909103, + 0.8930970111795608, + 0.0680871293392232, + 0.999416051575724, + 0.0496585060206534, + 0.8924214505965888, + 0.9344600938815092, + 0.9947561416770048, + 0.998708191474183, + 0.9875656804640912, + 0.0682831509235911, + 0.9954658523123608, + 0.9739349221065868, + 0.9540456788536132, + 0.068010725755527, + 0.0129539886817153, + 0.0141127847717399, + 0.9971669091187836, + 0.0196919340477976, + 0.997142294920792, + 0.9988614966821197, + 0.9946721879823966, + 0.617246665423114, + 0.9895374559442452, + 0.7433025389052081, + 0.8677147752771016, + 0.0168849937738833, + 0.9995800386928292, + 0.020668967725045, + 0.9940731638610902, + 0.9990970116506293, + 0.0168468658889783, + 0.0201813242167401, + 0.9956666578080888, + 0.8698690021430505, + 0.9803703088298416, + 0.985106954794408 + ], + "y0": " ", + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>VUS-PR=%{y}<extra></extra>", + "legendgroup": "USAD", + "marker": { + "color": "mediumpurple" + }, + "name": "USAD", + "notched": false, + "offsetgroup": "USAD", + "orientation": "v", + "showlegend": true, + "type": "box", + "x": [ + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD" + ], + "x0": " ", + "xaxis": "x", + "y": [ + 0.1302075880945323, + 0.4020534074338607, + 0.3917405786503706, + 0.4122921912099407, + 0.1127893780705539, + 0.0880792703092965, + 0.5790040342189381, + 0.8341834258565428, + 0.2552256622856929, + 0.2267001062372982, + 0.0907095817982942, + 0.1292701703324297, + 0.097524389672436, + 0.2854763183702207, + 0.1439530330883995, + 0.2424842038481299, + 0.3977537420807661, + 0.250780316105839, + 0.1504681867369552, + 0.2244263982902755, + 0.2813798216636058, + 0.527484286661551, + 0.6819934243213782, + 0.4674765210212274, + 0.1813593311461495, + 0.0659658207337633, + 0.566988680220708, + 0.4147170966196422, + 0.0138569814585429, + 0.001181733762286, + 0.8352051737758478, + 0.6806186694872587, + 0.0035764524037275, + 0.0048247558839974, + 0.171534139831701, + 0.1690250863855109, + 0.1063398226995458, + 0.0259894102038596, + 0.1484073482405651, + 0.0531173996701087, + 0.0017766776216456, + 0.0520620096849729, + 0.3879251002978932, + 0.1769744096542483, + 0.0153942378244447, + 0.0085055030561329, + 0.4086907171088323, + 0.0374526101458759, + 0.0052537413398592, + 0.0221706858448497, + 0.0591644926073769, + 0.0092542707429635, + 0.500437491182578, + 0.5963469982330721, + 0.2134886159062852, + 0.3873317336145385, + 0.9998469738484012, + 0.0357546639363397, + 0.1200033998163251, + 0.0912157850366874, + 0.125109788613724, + 0.0877770931397694, + 0.893779287993858, + 0.876169912785374, + 0.9379917646887668, + 0.9504823573884094, + 0.2333929629551284, + 0.7415208828572458, + 0.2321201668180113, + 0.9591994353970044, + 0.9821867129274388, + 0.9092747002189502, + 0.122991565905646, + 0.0544344397091935, + 0.2911674583219765, + 0.0246803138801214, + 0.1762930650472261, + 0.0155698147095815, + 0.0611296464266992, + 0.5844429414472653, + 0.0591411496511025, + 0.1325360178544722, + 0.8232868011340087, + 0.944545057083964, + 0.7601649102778668, + 0.5757079319011754, + 0.9553993428271956, + 0.6428917478490942, + 0.6670156622709433, + 0.8362893332895374, + 0.4106934213707184, + 0.0227156580257444, + 0.7689240442122025, + 0.5063124946733651, + 0.489823061963711, + 0.9155409991917228, + 0.1136660163839463, + 0.8885480322357362, + 0.9431984990619232, + 0.0236321653742977, + 0.7492580351864223, + 0.8496963392461943, + 0.5670869254145822, + 0.5306433000224777, + 0.0244291551327037, + 0.1890550847168803, + 0.8695368590397182, + 0.7259664823745803, + 0.9711473279111996, + 0.0070143209893594, + 0.5852524697918438, + 0.7348542585989324, + 0.916185196751535, + 0.711889468252438, + 0.9021543209640488, + 0.9364980926431452, + 0.9878059358588952, + 0.4485466198540719, + 0.7894453738714529, + 0.191010934005416, + 0.2059623557688768, + 0.1914245726593494, + 0.9424353027360995, + 0.6815019575467189, + 0.4358186863104568, + 0.9812543703851172, + 0.2538076975803846, + 0.7271804486965581, + 0.0037087703456126, + 0.0036859199953144, + 0.0069055740939393, + 0.0098013722714746, + 0.0057805712588491, + 0.0060368128304548, + 0.0035425868743758, + 0.0044294176554933, + 0.0047377572445269, + 0.0596457898679519, + 0.0532990590283376, + 0.0471780496191871, + 0.8530677273667511, + 0.6438217316291869, + 0.2579155557164292, + 0.4183382996141558, + 0.6710026602168828, + 0.6755758994778803, + 0.1970235234680947, + 0.368713563198099, + 0.8805707313277507, + 0.082073935993244, + 0.5000632457490415, + 0.4825453833648183, + 0.3963527891330603, + 0.4829115730105482, + 0.8256109025074607, + 0.0531063366748476, + 0.4984512042475291, + 0.0766835922306805, + 0.1518738525229469, + 0.1987450286922314, + 0.9728911130595732, + 0.9829336559158512, + 0.8311369093023032, + 0.1695294468493177, + 0.0543419153012401, + 0.1953984491145462, + 0.1529598692587875, + 0.030521183832282, + 0.2418579952078201, + 0.0536330183747793, + 0.3049671145303592, + 0.2307192532190438, + 0.4782253045293516, + 0.0324181458808641, + 0.2388301152335232, + 0.3751751958130411, + 0.0644668076797555, + 0.3851524613656247, + 0.2491130391121125, + 0.0205520445757254, + 0.9759604541294454, + 0.5989786954186845, + 0.979108208772706, + 0.4507891870998897, + 0.9548245074567516, + 0.6959624208019565, + 0.9188922754788038, + 0.989392806499534, + 0.8816399568227429, + 0.4068306405403881, + 0.8685315927081412, + 0.6980681254577741, + 0.6054788683032609, + 0.5525939243633549, + 0.6826756587114188, + 0.7898331664089886, + 0.4875952841412372, + 0.5381968845509173, + 0.1072873375439112, + 0.7366754904384805, + 0.1517148616103484, + 0.3662502475588075, + 0.6274224505032244, + 0.5751582976599845, + 0.1601570668087036, + 0.0670897271132299, + 0.0450374508991438, + 0.0086432485041192, + 0.0041685865078303, + 0.0190920780756051, + 0.0039406181270693, + 0.0151846608622106, + 0.2125426401276686, + 0.1240978604741685, + 0.0020332484681872, + 0.186668812182964, + 0.0057279660284639, + 0.0002534667552821, + 0.093301687979287, + 0.0023047681429205, + 0.0053204466701108, + 0.0345317325481507, + 0.2781162415049963, + 0.0007664794647502, + 0.0052395654655607, + 0.1176417944092617, + 0.005447705595886, + 0.0025886774516864, + 0.0004876276624488, + 0.0017417365962071, + 0.0859281767412708, + 0.0246523014071759, + 0.261935496181566, + 0.0270659832212378, + 0.0244106260198577, + 0.0109266909887313, + 0.4325215206808994, + 0.0079236621333051, + 0.0134637361171317, + 0.0402018960594701, + 0.0302185065638329, + 0.0814619683454233, + 0.0195811071840126, + 0.0005163577655492, + 0.9962568285170054, + 0.134831031788718, + 0.0077127303422104, + 0.0477208445316342, + 0.0398247175561218, + 0.280579897448312, + 0.008787483521994, + 0.6848526144861399, + 0.0072064609874235, + 0.4176093920950646, + 0.0037788400888428, + 0.0100931099148878, + 0.0058739438383899, + 0.0093568278292784, + 0.0137062561690547, + 0.00002330634427067246, + 0.0055211833856652, + 0.0097021989971195, + 0.7832252594987494, + 0.000771321912967, + 0.0074315295631328, + 0.0057324288449074, + 0.0110555499118992, + 0.0027286805250017, + 0.0053103320210916, + 0.0158888420591022, + 0.0296133936959597, + 0.0059805388041104, + 0.0004723505722502, + 0.01219149685903, + 0.0104539096487346, + 0.0338079033418569, + 0.0406814251129896, + 0.3759508430415916, + 0.0035389270631323, + 0.0016070816868237, + 0.1100464014221882, + 0.0416087861834063, + 0.9401943724129144, + 0.1193668590208892, + 0.075086300970632, + 0.0126135080889289, + 0.0624931563678784, + 0.6167692613470632, + 0.0254261257279882, + 0.9704033038068252, + 0.013566921087726, + 0.0268474506892038, + 0.8751003146263792, + 0.7766908238305091, + 0.0159106928590964, + 0.1072332681926608, + 0.0142625778457363, + 0.0216542218985969, + 0.1391853663902656, + 0.004221620783102, + 0.925000874318644, + 0.3659224082416971, + 0.013889316955303, + 0.0105128216003464, + 0.028804813806297, + 0.0362072967350298, + 0.0111537104574282, + 0.9113497557705376, + 0.1107409478794131, + 0.0263395962374262, + 0.3339754248390206, + 0.9858266269575052, + 0.0039591510778783, + 0.0113020072024764, + 0.0061435197688365, + 0.0048407321531422, + 0.0315800293066286, + 0.0031084008923197, + 0.863284427528115, + 0.91112101110015, + 0.007166766351422, + 0.0019104193267078, + 0.015861721178294, + 0.0035058948618592, + 0.4315545844253702, + 0.0093926424183596, + 0.0018716651797086, + 0.1529872460832244, + 0.9957934309396842, + 0.012796912240428, + 0.0133844381024959, + 0.0070997732605693, + 0.010031491879589, + 0.0015954182890532, + 0.0198496992867457, + 0.0078503450916495, + 0.7360318531918502, + 0.9958298803352532, + 0.9961995856393362, + 0.9994194679795046, + 0.0679793411353431, + 0.9962918966488408, + 0.9994196024567392, + 0.9344600938815092, + 0.543141324814751, + 0.99970379614177, + 0.9988251579210224, + 0.8930970111795608, + 0.9875835020544232, + 0.8766314790823843, + 0.9999142103620434, + 0.9948063137443792, + 0.9963044222082884, + 0.8930970111795608, + 0.9949261945292946, + 0.9257565944621264, + 0.9344600938815092, + 0.9886397810898266, + 0.8930970111795608, + 0.9344600938815092, + 0.999421469070421, + 0.8930970111795608, + 0.0680843682636865, + 0.9994207404637326, + 0.0497313893995967, + 0.8757852652076764, + 0.9344600938815092, + 0.9948752051259768, + 0.998708191474183, + 0.9875656804640912, + 0.1075488446696938, + 0.9954658523123608, + 0.9739349221065868, + 0.954013634159431, + 0.068012851017623, + 0.0129604884178218, + 0.014126840294166, + 0.9971669091187836, + 0.0196931372239306, + 0.997142294920792, + 0.9988614966821197, + 0.9946721879823966, + 0.6173274843553572, + 0.9895374559442452, + 0.7433025389052081, + 0.8657273973357839, + 0.0168849937738833, + 0.9995800386928292, + 0.0206688449781874, + 0.9940731638610902, + 0.9990970116506293, + 0.0168503161096662, + 0.0201770632524208, + 0.9956666578080888, + 0.8699989911740308, + 0.9803703088298416, + 0.985106954794408 + ], + "y0": " ", + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>VUS-PR=%{y}<extra></extra>", + "legendgroup": "CNN", + "marker": { + "color": "steelblue" + }, + "name": "CNN", + "notched": false, + "offsetgroup": "CNN", + "orientation": "v", + "showlegend": true, + "type": "box", + "x": [ + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN" + ], + "x0": " ", + "xaxis": "x", + "y": [ + 0.1281230264491002, + 0.2842988904090875, + 0.1486602457575036, + 0.5062377782848436, + 0.1093016029018965, + 0.1230915055332942, + 0.2741398980275113, + 0.3729975217289507, + 0.2186782757884373, + 0.4549234044307947, + 0.6680188996649069, + 0.150056935429174, + 0.3740313195875543, + 0.1355784738297818, + 0.1415007474051283, + 0.1882245105623533, + 0.2185322551599729, + 0.1325044412294144, + 0.1718368217465958, + 0.2795188907742347, + 0.1044890561362054, + 0.6316558227092272, + 0.1324152479997597, + 0.4853652122838188, + 0.1274875981043735, + 0.1091453375407252, + 0.1246838058610255, + 0.1510404864957756, + 0.0804666284806967, + 0.0957087312198925, + 0.5180696941875284, + 0.5022879701828662, + 0.0235821955518565, + 0.0951059981600233, + 0.1669306715382487, + 0.0717609060854067, + 0.0814369829248737, + 0.0597533047116902, + 0.1741250815969317, + 0.0620543411925328, + 0.0231713121719618, + 0.1086585082611172, + 0.6957752426238644, + 0.9064856935468568, + 0.0473801930296828, + 0.0263336068130631, + 0.6209564649433585, + 0.14805682917337, + 0.3399405947573503, + 0.0711752135148162, + 0.1341436058372531, + 0.0240144743347815, + 0.5456662483941999, + 0.4476226996994207, + 0.3919790453770355, + 0.4921244402317723, + 0.796816814750184, + 0.0378063919705619, + 0.2216483971001032, + 0.1402126536621328, + 0.1773898830196722, + 0.4115500871271738, + 0.9982068838658196, + 0.9962983921401736, + 0.9988458546502964, + 0.9908943670380822, + 0.955349545370042, + 0.995716737083034, + 0.4676976190058036, + 0.9971684482371344, + 0.9994379102756, + 0.9996312640045588, + 0.3984561332333746, + 0.0720986632149439, + 0.3588250984214283, + 0.0471191352441516, + 0.1833885757656732, + 0.0260814913899167, + 0.0465118798213454, + 0.3504460115041957, + 0.0645840267531306, + 0.1552023923051212, + 0.4976541975788233, + 0.5754628417718699, + 0.6534869456239075, + 0.3425423091174522, + 0.6861715447992724, + 0.3889702803701961, + 0.66765189168071, + 0.6394325772852119, + 0.3805513828319703, + 0.3377793315888918, + 0.5289456830519411, + 0.4056530180022821, + 0.6491952484438576, + 0.8949086412639791, + 0.7121350175693281, + 0.7043401676260745, + 0.6466464811215911, + 0.374824509174613, + 0.6310219724617687, + 0.2793296714844815, + 0.5811611680805897, + 0.4156535794817605, + 0.3286416411458664, + 0.4561995060415308, + 0.5700520394488076, + 0.6290472047191378, + 0.6972981347306547, + 0.1497570671859572, + 0.567547569471209, + 0.68406525892292, + 0.3535198224382933, + 0.6908098073584702, + 0.6975421995873684, + 0.8105064179406004, + 0.9067987011695224, + 0.5005584072257004, + 0.5206418256233104, + 0.1930870718859934, + 0.206844385060584, + 0.182764973058924, + 0.6074799037453524, + 0.4865707387837473, + 0.4496141066424863, + 0.598306178604236, + 0.4336269032303372, + 0.4972486155121168, + 0.0049633614898044, + 0.0059804482842866, + 0.0066080607916868, + 0.0053088634096832, + 0.0148335005506226, + 0.0066282465933624, + 0.00511680712734, + 0.0046380813680864, + 0.0088146541882008, + 0.0732358955486007, + 0.04967245501394, + 0.052339991958405, + 0.3788817136107587, + 0.0725936761151164, + 0.2836785764566963, + 0.1803007662799583, + 0.4208593060785918, + 0.101037217218201, + 0.0629207227319086, + 0.2653045147076642, + 0.502474209455775, + 0.0441918007985585, + 0.1687437864277201, + 0.2591423005403698, + 0.1344336945950023, + 0.1399671763578774, + 0.3794383591709119, + 0.0351848420242646, + 0.3256304918957544, + 0.0681536309602174, + 0.0868116941301637, + 0.0859455046983341, + 0.9997599521997204, + 0.9996839841599524, + 0.9833648798289986, + 0.1246830755199897, + 0.2103803456333527, + 0.1638938242969145, + 0.2149414169959586, + 0.083846154009696, + 0.1707764441644603, + 0.0691434509615069, + 0.3826226492329042, + 0.1693875260406004, + 0.3834583859501401, + 0.0257259064967653, + 0.1493134393908906, + 0.5116235735911747, + 0.1477968527756455, + 0.3247182603547379, + 0.1449152146254124, + 0.2218224083174746, + 0.9400053801340128, + 0.3371388008905975, + 0.9162097016446772, + 0.2986946437509267, + 0.9572505262726722, + 0.4639072106499429, + 0.7873821701054002, + 0.8980917269763676, + 0.8349253118532726, + 0.2882929464081713, + 0.9873149232995548, + 0.685948884758337, + 0.6108180092960103, + 0.6655389959687324, + 0.7746202793099435, + 0.9252849277660272, + 0.2395125447509856, + 0.2531010051709699, + 0.2472549897722414, + 0.8711639392291637, + 0.1742870281592839, + 0.4494211543758448, + 0.6828385101180746, + 0.9000328344668101, + 0.1719797428672911, + 0.0754866098747693, + 0.0072510613099953, + 0.0180187523474522, + 0.0023599992255589, + 0.0186349897838253, + 0.0037831762825071, + 0.0891989313216218, + 0.0624182140789527, + 0.4670356889010663, + 0.0042612384057259, + 0.1046900239172253, + 0.0235258046261772, + 0.00003724389191270504, + 0.0334682692072412, + 0.0027233647987097, + 0.0123901375940827, + 0.0374757690316258, + 0.3878051752248955, + 0.00008438755218087783, + 0.0072253749053183, + 0.0054235234813388, + 0.0161700417328865, + 0.0024742860016816, + 0.0339999901098135, + 0.0027124694475735, + 0.0311425559785445, + 0.0238179721059759, + 0.2893389879354357, + 0.0474805373021447, + 0.0258851209615548, + 0.0758366634880312, + 0.1026693099844237, + 0.008557725932934, + 0.0116927769252566, + 0.0325461076757531, + 0.030337209916101, + 0.0128820643309323, + 0.021323036074756, + 0.002429296018506, + 0.0830680122032335, + 0.0252636890793351, + 0.1000111051518494, + 0.0079058600778415, + 0.0324121209936769, + 0.3826392884627874, + 0.0153066354850731, + 0.1599244857207101, + 0.0157332276693991, + 0.8584823211787624, + 0.0065523244441844, + 0.0132319187584428, + 0.0051399463944406, + 0.0101092425909832, + 0.0050494477877606, + 0.6389452349287611, + 0.0287823194393534, + 0.0086485057779373, + 0.1380793905049866, + 0.0020187904532974, + 0.0088631549799395, + 0.0240274391142385, + 0.0101361288635255, + 0.0052832666598942, + 0.0060614001633549, + 0.117034198256082, + 0.0117485616073495, + 0.0066404130475326, + 0.000981354268891, + 0.0102706737268721, + 0.0108261582439367, + 0.0372204476481444, + 0.035914640679702, + 0.0118538173000704, + 0.0042131348392555, + 0.0083433893877491, + 0.0527683619621047, + 0.0150517792513866, + 0.0250333053358538, + 0.3247751491114983, + 0.7573299371397041, + 0.0262298440954672, + 0.7453539419689511, + 0.6345266031656472, + 0.6319708963477336, + 0.4470378770183639, + 0.1616583231533202, + 0.5050275424089774, + 0.1789209019555449, + 0.0403986892533928, + 0.3621408947677713, + 0.0358210120757705, + 0.9663434976469152, + 0.017898464980388, + 0.4990714714867885, + 0.0127205288721103, + 0.0272751170516106, + 0.6807482076261672, + 0.1666666666666665, + 1, + 0.101973386449584, + 0.0443241033582907, + 0.0222305009259857, + 1, + 0.1839508630376196, + 0.7083333333333324, + 0.8641975308641974, + 0.8595679012345676, + 0.0399761660900809, + 0.0167009420130999, + 1, + 0.0035718529241364, + 0.0405693782442746, + 1, + 1, + 1, + 1, + 0.0045651223666539, + 1, + 0.0714285714285714, + 0.5, + 1, + 0.6868864670348196, + 0.250512268389321, + 0.9682978299975912, + 0.357142857142857, + 1, + 0.0065951416068264, + 0.1666666666666669, + 0.0020576131687242, + 0.1013702941960537, + 1, + 0.7557885632529764, + 0.925958382412965, + 0.9757637371296172, + 0.7871409304141511, + 0.4603977508567808, + 0.9500901069873452, + 0.7939925296662802, + 0.6605451461698905, + 0.530905980631442, + 0.8865632967121791, + 0.9577388760683312, + 0.5465036995490807, + 0.5247066342855596, + 0.542132987856414, + 0.8854834785482737, + 0.6450084913069772, + 0.9060580431760248, + 0.5612659686290052, + 0.6462520776274199, + 0.3402601274904894, + 0.6382566953390012, + 0.4981606879571166, + 0.5614412475079662, + 0.6784518396328999, + 0.8060972957474164, + 0.560865621641946, + 0.1657291974292016, + 0.800819408286119, + 0.2610331071033019, + 0.4868116011339363, + 0.6026354631997963, + 0.6442490731547452, + 0.816907012603195, + 0.2620207321994717, + 0.3860824375472147, + 0.9718563938037094, + 0.7444651155329965, + 0.9383130365668468, + 0.0953247924176184, + 0.579553327649879, + 0.9826616967671836, + 0.6751448315188189, + 0.0204823964158132, + 0.9420572688208696, + 0.9844886885709074, + 0.9938952051358272, + 0.5242256607028803, + 0.7637295468607246, + 0.7909012200100266, + 0.998475693506088, + 0.1434023413524857, + 0.9811003855894675, + 0.1221356868908125, + 0.9626651013862776, + 0.9141736673508122, + 0.5436795620913697, + 0.213025735750225, + 0.0385775642397456, + 0.3827111456258198, + 0.9552472346201988, + 0.8079787567107698 + ], + "y0": " ", + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>VUS-PR=%{y}<extra></extra>", + "legendgroup": "IForest", + "marker": { + "color": "darkmagenta" + }, + "name": "IForest", + "notched": false, + "offsetgroup": "IForest", + "orientation": "v", + "showlegend": true, + "type": "box", + "x": [ + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest" + ], + "x0": " ", + "xaxis": "x", + "y": [ + 0.1549453725755718, + 0.184322762270034, + 0.1728319534702767, + 0.4916952513165752, + 0.1277890724217227, + 0.3406916388762888, + 0.4155198471852818, + 0.7469720282747381, + 0.3026276049423305, + 0.2825108137220927, + 0.5955216196565146, + 0.1177593598085814, + 0.3932380683201553, + 0.0673642272610138, + 0.3721452027811963, + 0.5112307042327925, + 0.266828390674407, + 0.3394852110268017, + 0.1522645382324097, + 0.6541610314166338, + 0.1168930500372476, + 0.4441542384792524, + 0.8479655071762865, + 0.5533338806843358, + 0.1038537975588944, + 0.2924782392294546, + 0.2626297857106271, + 0.2686218619743395, + 0.0041615447261243, + 0.0009032894437663, + 0.0181468963857163, + 0.0408958443630184, + 0.0024789029990875, + 0.0014226060327729, + 0.0006502235621692, + 0.011862085209786, + 0.0051713893664222, + 0.0084062205261012, + 0.0008849641209042, + 0.0116062010679052, + 0.0098911900406418, + 0.0124695861485231, + 0.0529284290444224, + 0.0631964767477997, + 0.0039720066227525, + 0.0024640913291473, + 0.3403037683241863, + 0.01440814851247, + 0.0007471696887325, + 0.0099044217469214, + 0.0231137138599676, + 0.0031795166427754, + 0.0440060153062639, + 0.2174654912408461, + 0.4334030771572814, + 0.8317334351933795, + 0.6304626727977735, + 0.030126006462036, + 0.2758026574843503, + 0.5088986460312609, + 0.2975383269481507, + 0.8129492269528975, + 0.8481547425011975, + 0.8567891144762172, + 0.9214801478468964, + 0.9232769380363692, + 0.1844766707515821, + 0.6265864704654731, + 0.2004053215616598, + 0.9458312776617664, + 0.9745676391816116, + 0.8772914729551738, + 0.5189053892717354, + 0.0734606847554091, + 0.3296002300105515, + 0.0239951948713988, + 0.1851552294649998, + 0.0115251705294172, + 0.0601240149731302, + 0.4999453640855972, + 0.0885338978461147, + 0.0318024677401158, + 0.020560475757398, + 0.9453325072165842, + 0.7223032194194035, + 0.0138675225582851, + 0.0579075163666253, + 0.2855267845391528, + 0.7092024993740622, + 0.5001376467608086, + 0.3894384868046677, + 0.4822230936636122, + 0.2355362527742407, + 0.3297452401197769, + 0.4089270874560127, + 0.6182148611223983, + 0.0177024736860203, + 0.6037395926144112, + 0.0767334640004247, + 0.0149327089894955, + 0.7149932020362955, + 0.9649741850079814, + 0.0934176885751593, + 0.0234123900046058, + 0.0149136675707615, + 0.0025214992341052, + 0.0198494168900363, + 0.7107812106661415, + 0.0736202378869148, + 0.0026995508446917, + 0.0269421250189039, + 0.7086786750864258, + 0.8190579213916358, + 0.0826854203771955, + 0.8482095681407477, + 0.125258608372202, + 0.8810520718258035, + 0.0191085214867806, + 0.4154114548375429, + 0.1811601112413504, + 0.2156931469473622, + 0.185185857757291, + 0.9356787090083096, + 0.7222879291692497, + 0.5483169736734433, + 0.929600407129801, + 0.7084959058791569, + 0.6708147395712779, + 0.0042123019760705, + 0.0024691179612022, + 0.0040250056910926, + 0.0061504509573794, + 0.0035878854983889, + 0.005232088554139, + 0.0029909781049259, + 0.0044049035553203, + 0.0063417463498058, + 0.8127629758611847, + 0.7732960846226483, + 0.8355684634140303, + 0.5474750275642288, + 0.1696819853844471, + 0.1785992232577631, + 0.3246361083308933, + 0.6779609031995838, + 0.2518053790100907, + 0.0511926562794683, + 0.4340564968037948, + 0.692062996301492, + 0.0880091841494333, + 0.2141786035294629, + 0.4844738029698399, + 0.154376827653328, + 0.2452040656481917, + 0.6979012363726457, + 0.0774536305911549, + 0.5351638177379915, + 0.0657766768028686, + 0.1158591069599906, + 0.1405795234777977, + 0.8769618885622563, + 0.9429870320568432, + 0.3669625391432343, + 0.0014080404134098, + 0.0089068782519066, + 0.1026594645512684, + 0.034941374810356, + 0.0264649961420287, + 0.0734220474599714, + 0.1203752571288183, + 0.3151882304799132, + 0.1647475973608304, + 0.4127407736043671, + 0.0329823670667596, + 0.2162781871538262, + 0.048984120322576, + 0.0446235665879604, + 0.2107430516796685, + 0.2553644133855283, + 0.2169761727747983, + 0.957289458807208, + 0.1895840506555899, + 0.9479381829769834, + 0.1345850234177239, + 0.899967405950248, + 0.2870173928503614, + 0.7444243099791639, + 0.9621901677558324, + 0.7246168450105429, + 0.105174922263832, + 0.8403664780945636, + 0.6152267973560912, + 0.6083233601359033, + 0.5400850556956969, + 0.7834189801339237, + 0.8239581350926323, + 0.2015176127346865, + 0.2042596562995477, + 0.1558161826947571, + 0.7482264693493312, + 0.2645020268575992, + 0.6787439804953219, + 0.6239363244695489, + 0.1000376109617633, + 0.1223762736737703, + 0.0763734881882089, + 0.0641808724981684, + 0.0205587824477184, + 0.0028378071732471, + 0.0164283308310984, + 0.002999124981225, + 0.1981102888615026, + 0.10181278154084, + 0.008087457711484, + 0.0058088687195811, + 0.0254141208317372, + 0.0068866598748766, + 0.000010615398289304264, + 0.0659205495731808, + 0.0018790021222718, + 0.012212211729117, + 0.0239800579578797, + 0.1168427352718011, + 0.000010897174624002769, + 0.0032560642971864, + 0.2160322207274795, + 0.0021710285016776, + 0.001575349882545, + 0.0010660409668305, + 0.0014482644067505, + 0.0221898841408759, + 0.011429348707795, + 0.0518077880642397, + 0.025630487602715, + 0.0196354480017513, + 0.0531975633824115, + 0.1894727703789044, + 0.0078067546835582, + 0.0064251284529535, + 0.0139229044674668, + 0.0409886042220077, + 0.0439077926990051, + 0.014345927451347, + 0.0009077544072132, + 0.9944488023057004, + 0.979588097339489, + 0.0058439838231015, + 0.027792724416909, + 0.0554261313818557, + 0.0861018131233063, + 0.010505953480732, + 0.2642409927000564, + 0.0082326492688558, + 0.0077039640784192, + 0.002173841149368, + 0.0144037443195905, + 0.0040088131157573, + 0.0130037560847624, + 0.03701627460675, + 0.00006359913727578176, + 0.0073345383283223, + 0.0013671831297084, + 0.1944899702268478, + 0.0014792017956084, + 0.007219042454951, + 0.0063326913437977, + 0.0056815638064878, + 0.1761318038379493, + 0.0026478417838823, + 0.0011180713272639, + 0.0610237150151699, + 0.0030151427440807, + 0.0003400725258932, + 0.0055457316191438, + 0.0083568355292535, + 0.0121944878909255, + 0.0145298258961611, + 0.0072177560125234, + 0.0027162526319964, + 0.0073526522911633, + 0.0072169777119013, + 0.0216739856816314, + 0.030646624523319, + 0.2119527758348303, + 0.9962538453681408, + 0.0739300920207155, + 0.1934426830472605, + 0.9035357711587104, + 0.7980284152185747, + 0.954733568045902, + 0.0465772190495003, + 0.0179509267083473, + 0.78683538381907, + 0.0057993179858223, + 0.0088712312038531, + 0.0096681892322949, + 0.5706422630404345, + 0.0108746679316191, + 0.5570812304279433, + 0.0293845179231502, + 0.0205951588720173, + 0.3682300481513787, + 0.0212236667330516, + 0.0031237298978683, + 0.0119811823714923, + 0.8269635805382894, + 0.0642290507094451, + 0.0029097689188711, + 0.041210049235747, + 0.0261138076211427, + 0.0227161463519711, + 0.0235822890646969, + 0.0028286998687356, + 0.024951318219991, + 0.0028768908958168, + 0.0010689415055174, + 0.9965449378050236, + 0.0015155689686243, + 0.069308476861033, + 0.0216354963164851, + 0.0034129573382833, + 0.0011364579850765, + 0.0094815400956258, + 0.003029455373032, + 0.1859274958791007, + 0.0043438307678086, + 0.501701679152196, + 0.2005229989106333, + 0.9852269646808433, + 0.0041799150823521, + 0.0041179817825413, + 0.0046904915072523, + 0.0140669890537861, + 0.0013370873574057, + 0.3338349717796146, + 0.0051627031984497, + 0.3212793467922407, + 0.9927666222538968, + 0.9958981271780406, + 0.9958829599686686, + 0.9951493942806876, + 0.9958981271780406, + 0.9958829599686686, + 0.9943702871475414, + 0.9902404841320656, + 0.9925091874499636, + 0.9977897689367272, + 0.8978704681101358, + 0.9826521301103404, + 0.9902404841320656, + 0.9196425202089534, + 0.9946289409821548, + 0.9958981271780406, + 0.8978704681101358, + 0.9946289409821548, + 0.7740405673851971, + 0.9943702871475414, + 0.7685446620137936, + 0.8978704681101358, + 0.9943702871475414, + 0.9958829599686686, + 0.8978704681101358, + 0.9910298678677798, + 0.9958829599686686, + 0.9815627492574508, + 0.9902404841320656, + 0.9943702871475414, + 0.9946289409821548, + 0.9842567750411076, + 0.9888327659148304, + 0.7013836290782832, + 0.9061386181917844, + 0.9835647185264986, + 0.9005442649027671, + 0.3035952671104375, + 0.8102594392483252, + 0.9921776387323684, + 0.9407772331632408, + 0.0196020894278346, + 0.7525904769340942, + 0.4347399762020069, + 0.9353249781920312, + 0.1925632675116086, + 0.2855281758395728, + 0.8059466894251089, + 0.5039500453389427, + 0.9496562395460622, + 0.7451091038773437, + 0.9961337430036574, + 0.7727033544470624, + 0.6526559062908772, + 0.9488831448879396, + 0.99562331964272, + 0.680500888114916, + 0.9193666992946238, + 0.5254343049264523, + 0.9717962782596736 + ], + "y0": " ", + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>VUS-PR=%{y}<extra></extra>", + "legendgroup": "LSTMAD", + "marker": { + "color": "blueviolet" + }, + "name": "LSTMAD", + "notched": false, + "offsetgroup": "LSTMAD", + "orientation": "v", + "showlegend": true, + "type": "box", + "x": [ + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD" + ], + "x0": " ", + "xaxis": "x", + "y": [ + 0.1009451728802645, + 0.1281087100575705, + 0.1171576200895926, + 0.1801663410634695, + 0.1054475887952791, + 0.1000945533148524, + 0.229572485037448, + 0.3180512423146159, + 0.2052935600470548, + 0.3275697849922989, + 0.0976263424093555, + 0.1286854555704182, + 0.1154231208580612, + 0.135970735993591, + 0.1452969361054538, + 0.2020142440611155, + 0.1285669289006825, + 0.1649225823780662, + 0.1183341796225441, + 0.2180093437140324, + 0.1050061429476725, + 0.5043860307495018, + 0.1603726789250824, + 0.3814994439211303, + 0.0948078042240959, + 0.0706866995815033, + 0.1272255626038514, + 0.1532540179078425, + 0.0170106820626907, + 0.0019297990875702, + 0.3289886933334722, + 0.3169156592087502, + 0.0057074805886625, + 0.0920549938430992, + 0.1080960438828656, + 0.0447924145930192, + 0.08885672022078, + 0.0288580935851013, + 0.146123475043933, + 0.0602386245242467, + 0.0016414554457349, + 0.0510989353645024, + 0.405994313455163, + 0.2362374731068962, + 0.0118550025956591, + 0.0080398311574946, + 0.5033494239930368, + 0.0450007760709601, + 0.3343905570904966, + 0.0239015768899222, + 0.0673083349839368, + 0.008822837681776, + 0.3195292658968113, + 0.4770503725372645, + 0.3125616228291222, + 0.449583189492551, + 0.5869636536607037, + 0.0336277860578236, + 0.1541427650915253, + 0.1168946312445426, + 0.1664522631786306, + 0.4488749097920018, + 0.8965759529008617, + 0.9089323906519592, + 0.948838869832512, + 0.9589962743792236, + 0.4328494430864685, + 0.7750501884996596, + 0.3877266111164842, + 0.9672790059921912, + 0.9839181280772312, + 0.9194281939448028, + 0.1330800298859931, + 0.0655928375129489, + 0.3130386100168111, + 0.0543050890725851, + 0.165135939901446, + 0.0063751866351832, + 0.0359623856847141, + 0.1900670861628873, + 0.0687029646809657, + 0.1301396881205377, + 0.3474840113540728, + 0.5257986229646947, + 0.6636631922043172, + 0.2536320477761474, + 0.7197682250251601, + 0.2791659802622198, + 0.6687671214141642, + 0.5996765487121487, + 0.3995286477341201, + 0.0422854658970998, + 0.4413637094223206, + 0.2705435302234947, + 0.7587660885403003, + 0.8732417587531789, + 0.7031494665121006, + 0.543677847404545, + 0.7779601830933641, + 0.328412458926937, + 0.6568629691953706, + 0.4072720165926265, + 0.527954394349026, + 0.2125495738084413, + 0.2695039115912405, + 0.1382924695744229, + 0.394070383538556, + 0.6311142239103623, + 0.7405254736850734, + 0.0668798751717433, + 0.3382161279609929, + 0.6426028107495327, + 0.5577254241580539, + 0.8273324367923459, + 0.6951842741859796, + 0.3720051923565687, + 0.9193089977317334, + 0.0977050259624144, + 0.5677440953422607, + 0.1745310394798601, + 0.2119572206742382, + 0.1824113384879606, + 0.5229600423871921, + 0.4875423354527968, + 0.4478031744505809, + 0.3407908860129046, + 0.2882427026472292, + 0.3122169394977651, + 0.0148171865197386, + 0.0034262528243719, + 0.0411334991689147, + 0.0337630600598233, + 0.0208343607271841, + 0.0224464388718262, + 0.0445006272158276, + 0.0192799765362658, + 0.028571073022964, + 0.0639334787833134, + 0.054205806449598, + 0.0515472250881967, + 0.2608578180184823, + 0.0479930330163953, + 0.1389324911988367, + 0.1765104266632455, + 0.2696789989618128, + 0.0764066827508685, + 0.0407129962395518, + 0.1375436608584624, + 0.2780644784986223, + 0.0660105711629989, + 0.0755634213430318, + 0.1982906350672851, + 0.0969248802762977, + 0.1113259434294397, + 0.220047128837984, + 0.0355460299430414, + 0.137717954262825, + 0.0507594647978935, + 0.0863898571779153, + 0.044494036167939, + 0.9991737506737156, + 0.999578788733182, + 0.9863808354522692, + 0.1292139223142417, + 0.1041920107992168, + 0.258599132749086, + 0.1312432469504681, + 0.0572869585224031, + 0.1499706052023288, + 0.02737698953575, + 0.4030067289145056, + 0.3308258908215797, + 0.4502733441678267, + 0.0372076187622129, + 0.1724029960166536, + 0.2071218824359444, + 0.069556765291795, + 0.4324714670682278, + 0.1400154728828805, + 0.520985124485407, + 0.7102807632294266, + 0.3334684045708462, + 0.9157650591595516, + 0.3051589315084462, + 0.9422113974567448, + 0.4846033976302242, + 0.7900272232210096, + 0.8919818214977273, + 0.833778173180497, + 0.3290558627970383, + 0.9320071979104938, + 0.6817648548880137, + 0.619392903434903, + 0.5204081945233773, + 0.7755469160239488, + 0.850948806848277, + 0.3362460442405468, + 0.269815731398083, + 0.1063194707761475, + 0.7664113727834739, + 0.1524278716707837, + 0.425543441129264, + 0.6821353583683741, + 0.5538030827566615, + 0.1606451568561448, + 0.0672501040011019, + 0.0080299323956759, + 0.0182652884159213, + 0.0028900187419194, + 0.018486118989619, + 0.0039854294752767, + 0.0151721594300285, + 0.0243926676196308, + 0.0469868494632676, + 0.0024615293571285, + 0.0091265899501076, + 0.0058955675962032, + 0.00006053279185387088, + 0.0495206182219899, + 0.0021599206905477, + 0.0058663897407834, + 0.0304629514617418, + 0.0639309996599823, + 0.00008414640990882806, + 0.0084322760288868, + 0.0057403793263342, + 0.0143623240874908, + 0.0020448830450455, + 0.0004840373182322, + 0.0017389598091735, + 0.0277317366238642, + 0.0097335118747167, + 0.0621575443241051, + 0.0277060841804476, + 0.0159630000168175, + 0.0109862651944141, + 0.0263706776415402, + 0.0079180259277135, + 0.0127000954119437, + 0.0222489995913749, + 0.0286933181186042, + 0.0181300488565233, + 0.0208631666790229, + 0.0005336179295624, + 0.2365658169178449, + 0.0217946712515375, + 0.0050280975742233, + 0.0139700042528241, + 0.0379822301000884, + 0.0541519770570237, + 0.0155534047178474, + 0.0642889328803235, + 0.0071695663293138, + 0.0880669616041549, + 0.0019714632129438, + 0.0099385068762042, + 0.0053497716464245, + 0.0095561182792424, + 0.0200757261096892, + 0.000023276211473169568, + 0.0057121500430497, + 0.1221932752848065, + 0.0240926266871147, + 0.0005886811704286, + 0.0075247624900853, + 0.0058088160191489, + 0.0043128186701722, + 0.0082740130286173, + 0.0054899959247079, + 0.1548828663802889, + 0.0253602187027208, + 0.0061773476406007, + 0.0004828585224529, + 0.0119420253971059, + 0.010976253454825, + 0.0186335132695865, + 0.0218031182652742, + 0.0061357098182757, + 0.0043013466104279, + 0.001544285790348, + 0.0581359245123009, + 0.0420725446673419, + 0.024930795889296, + 0.1589354521744285, + 0.6951000478101532, + 0.866458293342961, + 0.8331202890526553, + 0.6345266031656472, + 0.1910676568559934, + 0.4024225693233234, + 0.0155649896135518, + 0.0769231553249308, + 0.1800385538390924, + 0.0753315761848947, + 0.0632661929603659, + 0.0307328366908919, + 0.43440063160702, + 0.0185401333172043, + 0.4307481466781108, + 0.0149884248855262, + 0.043960843841344, + 0.669824054008361, + 0.0555555555555554, 1, - 0.3219061737857379, - 0.9014225732270708, - 0.4371691255599891, - 0.9712924247377804, - 0.7039261990829866, - 0.0080532623642118, - 0.6256769081224371, - 0.2142910092986567, - 0.008701331726784, - 0.1843030385740391, - 0.1763717715108953, - 0.380630829587337, - 0.00007331915829606276, - 0.0146422532572118, - 0.0951043490105857, - 0.9339392496814676, - 0.1130716018668151, - 0.4034665500191906, - 0.0070216784929449, - 0.9964233422236584, - 0.011007466592543, - 0.1010056345853754, - 0.0850332763143479, - 0.0227525905930766, - 0.0932456603139322, - 0.0087719298245614, - 0.0669954634806364, - 0.066075196880407, - 0.114688547275203, - 0.0470289735669203, - 0.0051686407545638, - 0.9279154926288814, - 0.0027810424389796, - 0.5000394562696319, - 0.0210771362744702, - 0.5611106072058453, - 0.231883685025054, - 0.1574374330972467, - 0.4863798150839283, - 0.4116140339247076, - 0.620924454984151, - 0.0184636015193976, - 0.7025794569182982, - 0.0079594970388208, - 0.9310056377914152, - 0.3460131647404647, - 0.7196376457421337, - 0.6558049087875334, - 0.7727257416025921, - 0.0056980147338382, - 0.7142360274148488, - 0.2124485616147973, - 0.1929316458672488, - 0.8736483511065652, - 0.1103758314980202, - 0.2, - 0.0714285714285714, - 0.0611621648702423, - 0.1639823499226428, - 0.0476190476190476, - 0.0158730158730158, - 0.0585947627689914, - 0.0186105985498568, - 0.0362764974961346, - 0.1166435486077987, - 0.0588235294117647, - 0.1, - 0.0434782608695652, - 0.125, - 0.6454222228158287, - 0.25, - 0.0185185185185185, - 0.0158730158730158, - 0.04, - 0.1666666666666666, + 0.0385304738255251, + 0.0363250897073417, + 0.0187091483351984, + 1, + 0.1661153922908229, + 0.0259048926628198, + 0.8641975308641974, + 0.8595679012345676, + 0.0187020206429116, + 0.018984591887015, + 1, + 0.0046159697773407, + 0.0317230767406775, + 0.0147058823529411, + 1, + 1, + 1, + 0.0032121891621152, 1, - 0.125, - 0.5093457943925234, - 0.0277777777777777, - 0.0049085740441831, - 0.062124035852782, - 0.1111987771283489, - 0.0777777777777777, - 0.0022675736961451, - 0.0741758241758241, - 0.3333333333333333, - 0.25, - 0.0909090909090909, - 0.05, - 0.0827968381937466, - 0.9158297579703552, - 0.7384428571420749, - 0.8176044711549455, - 0.287163224805404, - 0.7384428571420749, - 0.8176044711549455, - 0.1322886112151335, - 0.5981800645215954, - 0.1803497876272921, - 0.4446118409340969, - 0.5787147508287025, - 0.1597138155646458, - 0.5981800645215954, - 0.7680153980013944, - 0.8444247690776234, - 0.7384428571420749, - 0.5787147508287025, - 0.8444247690776234, - 0.6828028328801512, - 0.1322886112151335, - 0.9158272703172352, - 0.5787147508287025, - 0.1322886112151335, - 0.8176044711549455, - 0.5787147508287025, - 0.7776670134188279, - 0.8176044711549455, - 0.0444928412152307, - 0.5981800645215954, - 0.1322886112151335, - 0.8444247690776234, - 0.1973564508894319, - 0.0859182203015193, - 0.1060413652832171, - 0.1714868310011292, - 0.0660527555519114, - 0.2829833813654591, - 0.2910264448192488, - 0.0159060721195466, - 0.0645689470577142, - 0.026481400645131, - 0.7379216579116479, - 0.5114748500356769, - 0.6290296014396474, - 0.1333903102695257, - 0.3692048165731021, - 0.454974470915577, - 0.5221796777702639, - 0.8338511351327449, - 0.0470381658804744, - 0.6481857743245824, - 0.0736645679968949, - 0.6445181022431854, - 0.1064818495718309, - 0.1039503527034393, - 0.107925159901918, - 0.4186493607077957, - 0.0904176140377435, - 0.5964087073532922, - 0.215355629425241 + 0.1428571428571428, + 0.321546024210809, + 1, + 0.6868864670348196, + 0.2524721458826821, + 0.9785160868647084, + 0.008758599434911, + 1, + 0.0066201863458979, + 0.2106145973830484, + 0.0020027839671379, + 0.1015397729488557, + 0.01982046042404, + 0.7210798027039079, + 0.5542613566842086, + 0.9531920552157612, + 0.5822725756128825, + 0.0682177850526483, + 0.9034952057180936, + 0.5759233997982274, + 0.8334444341433129, + 0.7106923726385336, + 0.9814719667278226, + 0.9603513105414376, + 0.8227837167698208, + 0.9484089864677396, + 0.4982118308026251, + 0.9962598714684814, + 0.8250378327415824, + 0.9119413930720368, + 0.8227837167698208, + 0.8050693311176673, + 0.8822675522555768, + 0.8334442425849976, + 0.9419977524040856, + 0.8227837167698208, + 0.833443729001349, + 0.6057532707984497, + 0.8227837167698208, + 0.0687846632659852, + 0.5783764293709797, + 0.0498103041175154, + 0.7098845120370701, + 0.8334442425849976, + 0.826462469593118, + 0.965047653373962, + 0.9127722414391056, + 0.1064474699983355, + 0.9708542809813376, + 0.7515870206893343, + 0.5100187118489438, + 0.0683635597174668, + 0.0126849291325253, + 0.0135167882658251, + 0.8146009411580667, + 0.0204338490710855, + 0.9653797242887892, + 0.9632987626995722, + 0.9745536964616012, + 0.5427194750107045, + 0.7792281190314674, + 0.6931910397490794, + 0.6585099177089323, + 0.0168869636509617, + 0.9753945780813444, + 0.0206942972017477, + 0.9477772157758838, + 0.9976635138666508, + 0.0167951660583179, + 0.0201098826188157, + 0.7892388611946484, + 0.5220683014942072, + 0.8490685089085376, + 0.8717597131009235 ], "y0": " ", "yaxis": "y" }, { "alignmentgroup": "True", - "hovertemplate": "Model=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "Model=%{x}<br>VUS-PR=%{y}<extra></extra>", "legendgroup": "LOF", "marker": { "color": "darksalmon" @@ -8114,413 +8932,1390 @@ "LOF", "LOF" ], - "x0": " ", + "x0": " ", + "xaxis": "x", + "y": [ + 0.1396847903332389, + 0.139172125084749, + 0.0978688395614442, + 0.1535768761124069, + 0.1060369106784571, + 0.1553396132019111, + 0.2196520997815249, + 0.141351789190328, + 0.1549939064014858, + 0.342450838174051, + 0.2599951376467255, + 0.1606374284768806, + 0.2092371607891351, + 0.1050228521353941, + 0.2197005257397364, + 0.2550333992513036, + 0.1102604131133901, + 0.1767256228606734, + 0.1252292985609067, + 0.2198693117877285, + 0.13224377206644, + 0.2481120021002056, + 0.0889302232938759, + 0.2506451132439538, + 0.1011944570840855, + 0.1001360066859297, + 0.0918961127306825, + 0.1420579899584861, + 0.0777231681031569, + 0.0788657664187751, + 0.2826024087267116, + 0.2391140920137143, + 0.1337393597657766, + 0.0652387152009407, + 0.0049874770243891, + 0.0359509423387786, + 0.0784886813207732, + 0.0239167402853134, + 0.004226799644107, + 0.0339477930947294, + 0.0300126806555286, + 0.060948278252749, + 0.0661810401683887, + 0.086682299945275, + 0.0674053595478954, + 0.077676751627229, + 0.2397422787483801, + 0.049640373317522, + 0.3428335787920875, + 0.0374617581996188, + 0.0812636078751719, + 0.0422065004325935, + 0.3177820465201418, + 0.0793711661657013, + 0.2921233299414378, + 0.1842774592969869, + 0.1993164821453371, + 0.038326112334202, + 0.0958365262691435, + 0.0998395217434156, + 0.4877312185053344, + 0.2034784202553557, + 0.8066498950542565, + 0.8137476805424989, + 0.9101876435124252, + 0.9088325631293508, + 0.1520343603948169, + 0.5724671741479528, + 0.1708318131011563, + 0.9375164542385926, + 0.9712048607937904, + 0.8613956417985078, + 0.1348036345450808, + 0.0583428028155999, + 0.0359716215748545, + 0.0331515820531995, + 0.1379319878883075, + 0.0012416968974043, + 0.0330866018753321, + 0.0766215186274546, + 0.0536417355711097, + 0.0271520047228255, + 0.0263279777268046, + 0.3283597959886599, + 0.0739293401511683, + 0.1121448205528895, + 0.0625856813192477, + 0.1287084344528953, + 0.2228673780713103, + 0.2553934531702195, + 0.1644032767839422, + 0.0364605126751004, + 0.1842754790546952, + 0.1369969775753414, + 0.2795853181081215, + 0.0121786869828454, + 0.0244469800413342, + 0.2341641039732395, + 0.1082497051300993, + 0.101728476535411, + 0.0905367024056934, + 0.1322665497235553, + 0.0322917158696513, + 0.0539665752846702, + 0.081682033589007, + 0.0515555178382153, + 0.0818999402016499, + 0.2534773797078164, + 0.0823327561927915, + 0.025836553989449, + 0.0641214878021396, + 0.3211487599018676, + 0.2444286342209986, + 0.1022674587292718, + 0.1143153388561051, + 0.3314136405196346, + 0.2482145428117329, + 0.025699945599135, + 0.2720258676608145, + 0.203744040638638, + 0.2033463226797444, + 0.2035756900667123, + 0.2624881844983564, + 0.375799843669638, + 0.3943519206578282, + 0.2263485876887323, + 0.2210639184896027, + 0.2173069958200442, + 0.0049024286140125, + 0.0040207208420677, + 0.0044822679800762, + 0.0043322520556225, + 0.0041724131368607, + 0.0041422096160456, + 0.0046433260678721, + 0.0045568655841424, + 0.0064946780888428, + 0.1257870819704898, + 0.114227099471126, + 0.0933019173988215, + 0.0815411209835807, + 0.0116423529762773, + 0.0225767160532148, + 0.0736560590109531, + 0.1013090446617159, + 0.0216857553973085, + 0.0402030461103629, + 0.0471032104961817, + 0.1206759467444721, + 0.0162221055625922, + 0.0246172647558969, + 0.0730506629777875, + 0.0542330609328889, + 0.0303428457440254, + 0.0734166404618261, + 0.0353124530678043, + 0.0389358934777462, + 0.0448974923891731, + 0.0509412597711411, + 0.0414134477801917, + 0.8843471229799927, + 0.934482921202679, + 0.3129205122190526, + 0.0096229641024116, + 0.1296402161443735, + 0.0730752151927102, + 0.0382942954112303, + 0.0166774803127088, + 0.1357285244193443, + 0.1059709352174811, + 0.3741938907535509, + 0.0718743459246147, + 0.3990431549003048, + 0.0406061251821437, + 0.1438264674080507, + 0.0725566711722533, + 0.0413517959800873, + 0.102678656612506, + 0.2715822225526706, + 0.0754397164149027, + 0.3774483665307427, + 0.2789914820399203, + 0.4925721665080417, + 0.2478900008015483, + 0.4778766602165223, + 0.336372683740895, + 0.4230734741726358, + 0.4894959640963833, + 0.4324454430109598, + 0.0638260310723236, + 0.7814913933892035, + 0.685110028388067, + 0.6136218527168442, + 0.5570438559283097, + 0.7924579282831697, + 0.7862925330469851, + 0.220464137049233, + 0.2119561737685043, + 0.1676256813869953, + 0.6981779327717451, + 0.3036401549835001, + 0.4825566135247738, + 0.6868706682158564, + 0.1095722834100911, + 0.1793032939486942, + 0.0905025385600026, + 0.1949264500118721, + 0.0127224884662375, + 0.0015872168916931, + 0.0146844510814111, + 0.0062288643089307, + 0.3232523365440324, + 0.0089318536934845, + 0.0113401877758721, + 0.1169052424677295, + 0.1115703154963346, + 0.0107442689324197, + 0.0565005274557267, + 0.0214286473539405, + 0.0025351218370103, + 0.0057979182202689, + 0.0446439987817209, + 0.0301026143486076, + 0.0004194878620015, + 0.0086915744202672, + 0.0047000317908742, + 0.006371006114245, + 0.0012883423296454, + 0.0007620574777352, + 0.0040117251422991, + 0.028064244696204, + 0.012468220608287, + 0.0576403375474806, + 0.0347820874679652, + 0.0151862996073023, + 0.0116412095288095, + 0.0521671331908265, + 0.0082981536737881, + 0.0049778660702782, + 0.1958001642656212, + 0.0330199656128073, + 0.3833205210260815, + 0.0104926344253525, + 0.0033208894914842, + 0.057187136934759, + 0.0215161867415491, + 0.0052463723422808, + 0.0069390638700071, + 0.0181560009463853, + 0.0526988011452134, + 0.0127597328779313, + 0.0705388903884552, + 0.0067969482556858, + 0.0149186840064888, + 0.3797450501568693, + 0.0071718828581935, + 0.0045709726361325, + 0.0141761576390632, + 0.0057843098162608, + 0.0006776562280199, + 0.0133832288427349, + 0.0072171402031578, + 0.0139626709321975, + 0.0821108590232922, + 0.2416260356096588, + 0.014494015194909, + 0.004764228458463, + 0.015932178885538, + 0.0064153124923403, + 0.0030454986189026, + 0.005450876904972, + 0.2437329892543517, + 0.0038984832828581, + 0.1692237347399693, + 0.0164955201998967, + 0.0083971491567254, + 0.0103815250287665, + 0.12723119424206, + 0.0396163857870798, + 0.0040974406116509, + 0.0137541233433346, + 0.3377254465095189, + 0.030646624523319, + 0.0878985329410356, + 0.3351664582995075, + 0.0325854263345622, + 0.7286950772857992, + 0.3149660381216629, + 0.0786991126452799, + 0.0501253601394665, + 0.0154593584920164, + 0.0274639652481375, + 0.1348881986920882, + 0.072833322687455, + 0.0185261308949286, + 0.0188464857198399, + 0.5386998880120483, + 0.0229797656987224, + 0.1666956826257195, + 0.5601491847184419, + 0.0421588745060709, + 0.1211682396739051, + 0.0249999999999999, + 1, + 0.02680204441702, + 0.262654463966908, + 0.0163421742897563, + 1, + 0.1213180936432207, + 0.0467364825591641, + 0.8641975308641974, + 0.8595679012345676, + 0.0152172964986575, + 0.0083882009149156, + 1, + 0.0070377279528641, + 0.2585038878044511, + 0.0416168060822786, + 1, + 0.0558738368786405, + 1, + 0.0036591839230277, + 1, + 0.0714285714285714, + 0.5, + 1, + 0.6598639455782318, + 0.2449469308397298, + 0.3911200432690072, + 0.0113547070737902, + 1, + 0.0097478009039659, + 0.1666666666666669, + 0.0147058823529411, + 0.0515002509451399, + 0.0573082946091414, + 0.5612328109562879, + 0.1837634786356244, + 0.262074406824318, + 0.2180765920773791, + 0.2518055272952466, + 0.262074406824318, + 0.2180765920773791, + 0.2134165693688207, + 0.1307835912195382, + 0.3725649315177995, + 0.2577670339001432, + 0.3298500978481193, + 0.2566414419625625, + 0.1307835912195382, + 0.4904198469987503, + 0.1265188144602036, + 0.262074406824318, + 0.3298500978481193, + 0.1265188144602036, + 0.279499300635546, + 0.2134165693688207, + 0.2758761935617029, + 0.3298500978481193, + 0.2134165693688207, + 0.2180765920773791, + 0.3298500978481193, + 0.1696329952121443, + 0.2180765920773791, + 0.0965527490307916, + 0.1307835912195382, + 0.2134165693688207, + 0.1265188144602036, + 0.4527841226845707, + 0.0461611571877293, + 0.1741270468375933, + 0.2120978819609322, + 0.0555355489874968, + 0.1153379602917644, + 0.1879496862375701, + 0.1044918542945397, + 0.1164573161339037, + 0.0795435133767684, + 0.0446999698019981, + 0.1086320272684126, + 0.3351316688639826, + 0.0647382004433669, + 0.1970691086953164, + 0.3173932776831449, + 0.2031215253707108, + 0.2812710529351963, + 0.0913489121273613, + 0.2520463874832999, + 0.1616909272318367, + 0.1253509095612136, + 0.192730583525452, + 0.1308574079672143, + 0.1826561473341535, + 0.0847825369653254, + 0.1152164747468051, + 0.3872433626748078, + 0.0899078607512625 + ], + "y0": " ", + "yaxis": "y" + } + ], + "layout": { + "boxmode": "overlay", + "height": 700, + "legend": { + "bgcolor": "white", + "bordercolor": "lightgrey", + "borderwidth": 2, + "font": { + "color": "black", + "family": "Courier", + "size": 12 + }, + "orientation": "h", + "title": { + "font": { + "family": "Times New Roman" + }, + "text": "Group" + }, + "tracegroupgap": 0, + "x": 0.1, + "y": -0.1 + }, + "margin": { + "t": 60 + }, + "template": { + "data": { + "bar": [ + { + "error_x": { + "color": "rgb(51,51,51)" + }, + "error_y": { + "color": "rgb(51,51,51)" + }, + "marker": { + "line": { + "color": "rgb(237,237,237)", + "width": 0.5 + }, + "pattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + } + }, + "type": "bar" + } + ], + "barpolar": [ + { + "marker": { + "line": { + "color": "rgb(237,237,237)", + "width": 0.5 + }, + "pattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + } + }, + "type": "barpolar" + } + ], + "carpet": [ + { + "aaxis": { + "endlinecolor": "rgb(51,51,51)", + "gridcolor": "white", + "linecolor": "white", + "minorgridcolor": "white", + "startlinecolor": "rgb(51,51,51)" + }, + "baxis": { + "endlinecolor": "rgb(51,51,51)", + "gridcolor": "white", + "linecolor": "white", + "minorgridcolor": "white", + "startlinecolor": "rgb(51,51,51)" + }, + "type": "carpet" + } + ], + "choropleth": [ + { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + }, + "type": "choropleth" + } + ], + "contour": [ + { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + }, + "colorscale": [ + [ + 0, + "rgb(20,44,66)" + ], + [ + 1, + "rgb(90,179,244)" + ] + ], + "type": "contour" + } + ], + "contourcarpet": [ + { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + }, + "type": "contourcarpet" + } + ], + "heatmap": [ + { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + }, + "colorscale": [ + [ + 0, + "rgb(20,44,66)" + ], + [ + 1, + "rgb(90,179,244)" + ] + ], + "type": "heatmap" + } + ], + "heatmapgl": [ + { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + }, + "colorscale": [ + [ + 0, + "rgb(20,44,66)" + ], + [ + 1, + "rgb(90,179,244)" + ] + ], + "type": "heatmapgl" + } + ], + "histogram": [ + { + "marker": { + "pattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + } + }, + "type": "histogram" + } + ], + "histogram2d": [ + { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + }, + "colorscale": [ + [ + 0, + "rgb(20,44,66)" + ], + [ + 1, + "rgb(90,179,244)" + ] + ], + "type": "histogram2d" + } + ], + "histogram2dcontour": [ + { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + }, + "colorscale": [ + [ + 0, + "rgb(20,44,66)" + ], + [ + 1, + "rgb(90,179,244)" + ] + ], + "type": "histogram2dcontour" + } + ], + "mesh3d": [ + { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + }, + "type": "mesh3d" + } + ], + "parcoords": [ + { + "line": { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + } + }, + "type": "parcoords" + } + ], + "pie": [ + { + "automargin": true, + "type": "pie" + } + ], + "scatter": [ + { + "fillpattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + }, + "type": "scatter" + } + ], + "scatter3d": [ + { + "line": { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + } + }, + "marker": { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + } + }, + "type": "scatter3d" + } + ], + "scattercarpet": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + } + }, + "type": "scattercarpet" + } + ], + "scattergeo": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + } + }, + "type": "scattergeo" + } + ], + "scattergl": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + } + }, + "type": "scattergl" + } + ], + "scattermapbox": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + } + }, + "type": "scattermapbox" + } + ], + "scatterpolar": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + } + }, + "type": "scatterpolar" + } + ], + "scatterpolargl": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + } + }, + "type": "scatterpolargl" + } + ], + "scatterternary": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + } + }, + "type": "scatterternary" + } + ], + "surface": [ + { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + }, + "colorscale": [ + [ + 0, + "rgb(20,44,66)" + ], + [ + 1, + "rgb(90,179,244)" + ] + ], + "type": "surface" + } + ], + "table": [ + { + "cells": { + "fill": { + "color": "rgb(237,237,237)" + }, + "line": { + "color": "white" + } + }, + "header": { + "fill": { + "color": "rgb(217,217,217)" + }, + "line": { + "color": "white" + } + }, + "type": "table" + } + ] + }, + "layout": { + "annotationdefaults": { + "arrowhead": 0, + "arrowwidth": 1 + }, + "autotypenumbers": "strict", + "coloraxis": { + "colorbar": { + "outlinewidth": 0, + "tickcolor": "rgb(237,237,237)", + "ticklen": 6, + "ticks": "inside" + } + }, + "colorscale": { + "sequential": [ + [ + 0, + "rgb(20,44,66)" + ], + [ + 1, + "rgb(90,179,244)" + ] + ], + "sequentialminus": [ + [ + 0, + "rgb(20,44,66)" + ], + [ + 1, + "rgb(90,179,244)" + ] + ] + }, + "colorway": [ + "#F8766D", + "#A3A500", + "#00BF7D", + "#00B0F6", + "#E76BF3" + ], + "font": { + "color": "rgb(51,51,51)" + }, + "geo": { + "bgcolor": "white", + "lakecolor": "white", + "landcolor": "rgb(237,237,237)", + "showlakes": true, + "showland": true, + "subunitcolor": "white" + }, + "hoverlabel": { + "align": "left" + }, + "hovermode": "closest", + "paper_bgcolor": "white", + "plot_bgcolor": "rgb(237,237,237)", + "polar": { + "angularaxis": { + "gridcolor": "white", + "linecolor": "white", + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside" + }, + "bgcolor": "rgb(237,237,237)", + "radialaxis": { + "gridcolor": "white", + "linecolor": "white", + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside" + } + }, + "scene": { + "xaxis": { + "backgroundcolor": "rgb(237,237,237)", + "gridcolor": "white", + "gridwidth": 2, + "linecolor": "white", + "showbackground": true, + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside", + "zerolinecolor": "white" + }, + "yaxis": { + "backgroundcolor": "rgb(237,237,237)", + "gridcolor": "white", + "gridwidth": 2, + "linecolor": "white", + "showbackground": true, + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside", + "zerolinecolor": "white" + }, + "zaxis": { + "backgroundcolor": "rgb(237,237,237)", + "gridcolor": "white", + "gridwidth": 2, + "linecolor": "white", + "showbackground": true, + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside", + "zerolinecolor": "white" + } + }, + "shapedefaults": { + "fillcolor": "black", + "line": { + "width": 0 + }, + "opacity": 0.3 + }, + "ternary": { + "aaxis": { + "gridcolor": "white", + "linecolor": "white", + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside" + }, + "baxis": { + "gridcolor": "white", + "linecolor": "white", + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside" + }, + "bgcolor": "rgb(237,237,237)", + "caxis": { + "gridcolor": "white", + "linecolor": "white", + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside" + } + }, + "xaxis": { + "automargin": true, + "gridcolor": "white", + "linecolor": "white", + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside", + "title": { + "standoff": 15 + }, + "zerolinecolor": "white" + }, + "yaxis": { + "automargin": true, + "gridcolor": "white", + "linecolor": "white", + "showgrid": true, + "tickcolor": "rgb(51,51,51)", + "ticks": "outside", + "title": { + "standoff": 15 + }, + "zerolinecolor": "white" + } + } + }, + "title": { + "text": "Vergleich der Performanz der Modelle anhand VUS-PR", + "x": 0.5, + "xanchor": "center", + "y": 0.94, + "yanchor": "top" + }, + "width": 1000, + "xaxis": { + "anchor": "y", + "categoryarray": [ + "KMeansAD_U", + "POLY", + "Sub-LOF", + "PCA", + "Sub_KNN", + "OmniAnomaly", + "USAD", + "CNN", + "IForest", + "LSTMAD", + "LOF" + ], + "categoryorder": "array", + "domain": [ + 0, + 1 + ], + "dtick": 1, + "tickangle": 0, + "title": { + "text": "Model" + } + }, + "yaxis": { + "anchor": "x", + "domain": [ + 0, + 1 + ], + "title": { + "text": "VUS-PR" + } + } + } + } + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "metric = 'VUS-PR'\n", + "#sort by average values\n", + "mean_sorted = df.groupby(\"Model\")[metric].mean().sort_values(ascending=False).index\n", + "\n", + "fig = px.box(df, x='Model', y=metric, color='Model', category_orders={'Model':mean_sorted}, color_discrete_map=colors)\n", + "fig.update_layout( legend=dict(\n", + " x=0.1,\n", + " y=-0.1,\n", + " orientation=\"h\",\n", + " title_font_family=\"Times New Roman\",\n", + " font=dict(\n", + " family=\"Courier\",\n", + " size=12,\n", + " color=\"black\"\n", + " ),\n", + " title_text='Group',\n", + " bgcolor=\"white\",\n", + " bordercolor=\"lightgrey\",\n", + " borderwidth=2,\n", + " ),\n", + " template = 'ggplot2',\n", + " title={\n", + " 'text': 'Vergleich der Performanz der Modelle anhand '+ metric,\n", + " 'x':0.5,\n", + " 'y':0.94, \n", + " 'xanchor':'center',\n", + " 'yanchor':'top'},\n", + " height=700,width=1000,\n", + " )\n", + "fig.update_traces(marker=dict(size=12,\n", + " opacity=0.8,\n", + " line=dict(width=2,\n", + " color='DarkSlateGrey'),\n", + " ),\n", + " selector=dict(mode='markers'))\n", + "fig.update_xaxes( dtick = 1,tickangle = 360)\n", + "fig.show()" + ] + }, + { + "cell_type": "code", + "execution_count": 41, + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\plotly\\express\\_core.py:1985: FutureWarning:\n", + "\n", + "When grouping with a length-1 list-like, you will need to pass a length-1 tuple to get_group in a future version of pandas. Pass `(name,)` instead of `name` to silence this warning.\n", + "\n" + ] + }, + { + "data": { + "application/vnd.plotly.v1+json": { + "config": { + "plotlyServerURL": "https://plot.ly" + }, + "data": [ + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>duration=%{y}<extra></extra>", + "legendgroup": "LOF", + "marker": { + "color": "darksalmon", + "pattern": { + "shape": "" + } + }, + "name": "LOF", + "offsetgroup": "LOF", + "orientation": "v", + "showlegend": true, + "textposition": "auto", + "type": "bar", + "x": [ + "LOF" + ], "xaxis": "x", "y": [ - 0.1405806868285745, - 0.136905865738992, - 0.1085310842837359, - 0.1578965382348436, - 0.1039013142001096, - 0.1396858059506953, - 0.1700664860237296, - 0.1306767787949828, - 0.1151248690237562, - 0.223608966267617, - 0.2310057178867871, - 0.131146049028322, - 0.1354755559990608, - 0.1008768895326078, - 0.1876378778008764, - 0.2532557673271695, - 0.0997271148598362, - 0.1191671718129292, - 0.1327105835059492, - 0.193538664235068, - 0.1254583986934821, - 0.2062330223280688, - 0.0944340297190888, - 0.2261414238702548, - 0.1006552949671405, - 0.0992911590104868, - 0.0733132431106474, - 0.1185934482996176, - 0.1042575933190469, - 0.0737399029035632, - 0.5590727203140563, - 0.3252470917881531, - 0.1251487728643251, - 0.0034277383006427, - 0.004329334561014, - 0.2744593477059104, - 0.07821285849375, - 0.08228623642303, - 0.0046964240246424, - 0.1032121236637011, - 0.1276236563561687, - 0.111560008316297, - 0.0848461243246629, - 0.0391453782659907, - 0.089430869283335, - 0.0767320721785464, - 0.1893013963334477, - 0.0622238047943514, - 0.3452991602112266, - 0.0738006536969987, - 0.1099967384947655, - 0.0590060917263214, - 0.4408840795866746, - 0.0576471788593, - 0.1707804660572297, - 0.1353914059127035, - 0.1782619062474773, - 0.0214754098360655, - 0.0470537881786, - 0.0872899139063756, - 0.477613321943074, - 0.185542778307713, - 0.0726340194049369, - 0.0585979210919837, - 0.190639057641423, - 0.0772351843745404, - 0.0601233771499426, - 0.075494273969745, - 0.0590799623551974, - 0.1498300649987244, - 0.1857506833410021, - 0.1912227240806318, - 0.129509098249193, - 0.0456978219335165, - 0.0690206105472204, - 0.0280117357339858, - 0.1032516841956689, - 0.015458112700454, - 0.0298630431135071, - 0.079926833833455, - 0.0417918579283705, - 0.0581032999440075, - 0.0477202588550411, - 0.3612181789014125, - 0.0675990080779291, - 0.2593157050591376, - 0.1685303382640404, - 0.1383354756753117, - 0.2108720879888618, - 0.2984362899832991, - 0.1566784967372049, - 0.1020867073177697, - 0.210839989232285, - 0.1425024993992651, - 0.320949213404367, - 0.4844939652360845, - 0.0692714825133238, - 0.3541931146539757, - 0.2409873133660909, - 0.2275659489032714, - 0.0808792566801892, - 0.1076455779765381, - 0.0261990147431074, - 0.0598532159472378, - 0.2162010510083726, - 0.0787043746182537, - 0.0565337963886233, - 0.2276739220975757, - 0.2041608675132499, - 0.0807379903847002, - 0.0511692005403612, - 0.2929889732604834, - 0.2642206693593207, - 0.2377342376334919, - 0.103237647789233, - 0.4314745111675221, - 0.2163116771252634, - 0.0418886175622266, - 0.2321049640386637, - 0.1486432634012925, - 0.1493518199784113, - 0.1488384288198663, - 0.2139652152344032, - 0.3264826097564385, - 0.3182543176758732, - 0.1795836313649507, - 0.1741829138325118, - 0.1698641477252712, - 0.0025732981097814, - 0.0018668108263324, - 0.0021531568421192, - 0.0023270128625175, - 0.0020654009278846, - 0.002164834555865, - 0.0022661017619902, - 0.0023533606517403, - 0.0021095293152135, - 0.0913694133207964, - 0.0863885938778863, - 0.0688350284612982, - 0.076136928874883, - 0.0109500415645719, - 0.0259951474978782, - 0.0669836069341915, - 0.0955346638019348, - 0.0190463182419649, - 0.0321959105444343, - 0.0371275953189653, - 0.0892952663425079, - 0.0114861590642819, - 0.0215330093197543, - 0.0617399692764755, - 0.041418176996053, - 0.0333433780143379, - 0.0798880693387187, - 0.0283976220989755, - 0.0376022369253553, - 0.0351215450067942, - 0.0610002449549099, - 0.0340030393869326, - 0.2460396262418126, - 0.2088996299028087, - 0.0490452261306532, - 0.0082170328178869, - 0.3349024683602747, - 0.0807128193302839, - 0.0200946262124179, - 0.0185210894670788, - 0.1133514334016599, - 0.1205023917329787, - 0.2779581141693215, - 0.0760264821397243, - 0.4267011212634134, - 0.043824213102474, - 0.027202604887494, - 0.0266881415938592, - 0.0218759082227946, - 0.0889241840611171, - 0.2021208931819844, - 0.0977502851256609, - 0.3022757281559719, - 0.2516595788846365, - 0.4855046189344106, - 0.2153025703428273, - 0.4596550610033444, - 0.291118878998896, - 0.4105897254355469, - 0.4347243343884888, - 0.4212176859553052, - 0.0715421233322276, - 0.0887755102040816, - 0.2069320811790464, - 0.0527709664092261, - 0.103658650482365, - 0.0649328666786767, - 0.0621674679780775, - 0.0526040888472349, - 0.1058990635652035, - 0.088033744713175, - 0.1152481045006791, - 0.0786616157976434, - 0.096330742292226, - 0.2318904400296736, - 0.0812615726152311, - 0.0831311736889154, - 0.0862447643103002, - 0.2036702904830869, - 0.004349865264461, - 0.0011438925155548, - 0.0060748480566508, - 0.0053043788845971, - 0.2687385817145953, - 0.0078809934455508, - 0.0082713658587362, - 0.1007030887329918, - 0.081167541987161, - 0.0118164076505809, - 0.0022779043280182, - 0.0040117330973414, - 0.020676862745098, - 0.0038313398731863, - 0.0365542897064578, - 0.0262345647013179, - 0.000007898582204494294, - 0.0036227037355614, - 0.004308798966604, - 0.0024878697606246, - 0.0009405125959538, - 0.0006090880298822, - 0.0186987849129946, - 0.0195776326875381, - 0.0090262511323115, - 0.100860659218783, - 0.0251522884374768, - 0.0103024590196319, - 0.0111183361533455, - 0.0867090356890681, - 0.0071987570637992, - 0.0035637128512672, - 0.3343137458527264, - 0.0225893432621444, - 0.5257955332643193, - 0.0036737547857568, - 0.0001304801670146, - 0.0385578435451948, - 0.0140124459566317, - 0.0038976035582529, - 0.0062371370355979, - 0.0101034870348365, - 0.0906230826770178, - 0.0035701541771874, - 0.0686293718320343, - 0.0065719854567208, - 0.0097084560266709, - 0.1603535299140286, - 0.0060771892563289, - 0.0035285297029119, - 0.0051550132751561, - 0.0043944835219908, - 0.0005720823798627, - 0.0155928292791167, - 0.0026397520760122, - 0.0195585156689854, - 0.0351129014402724, - 0.3914582930247639, - 0.0141221272201723, - 0.0044639862544925, - 0.0133157801441507, - 0.0054519266983294, - 0.0013636640318323, - 0.0046716684974922, - 0.1678687787830612, - 0.0002746498214776, - 0.1927864747058239, - 0.0145290254024256, - 0.0079429448868302, - 0.0092194726086932, - 0.0009475080538184, - 0.0343830547652248, - 0.0036012120728193, - 0.0096873224329364, - 0.3584660587273877, - 0.0233893013204627, - 0.0981033919647813, - 0.3333742655543706, - 0.0259578558372803, - 0.7825089142425222, - 0.323195358455113, - 0.0658281900082702, - 0.0861639780116655, - 0.0082555149546623, - 0.0226679781062557, - 0.119627951067729, - 0.0683159193886522, - 0.013804253202338, - 0.0140257771038665, - 0.5697747946283829, - 0.0177630607788338, - 0.1772626961571657, - 0.6504389179785213, - 0.0346849865951742, - 0.1206834698967151, - 0.0277777777777777, - 1, - 0.0059387253028023, - 0.3437771375433802, - 0.001082251082251, - 1, - 0.1679094406090556, - 0.0067008320934589, - 1, - 1, - 0.0060975609756097, - 0.0035211267605633, - 1, - 0.0041493775933609, - 0.2265932313131273, - 0.005, - 1, - 0.0416666666666666, - 1, - 0.0011534025374855, - 1, - 0.1111111111111111, - 0.8333333333333333, - 1, - 1, - 0.6081894305691884, - 0.3792663091715192, - 0.0023521192361434, - 1, - 0.0021664500948233, - 0.25, - 0.0161290322580645, - 0.0019047619047619, - 0.0019230769230769, - 0.2990751340762127, - 0.1830605816691892, - 0.2608959070530289, - 0.2211449735661129, - 0.2547509904050904, - 0.2608959070530289, - 0.2211449735661129, - 0.2111939985342952, - 0.136173781225439, - 0.3752219075052516, - 0.2607886412013912, - 0.3498397753313118, - 0.2578516939086144, - 0.136173781225439, - 0.478832772251796, - 0.1400096555240559, - 0.2608959070530289, - 0.3498397753313118, - 0.1400096555240559, - 0.2885138706685925, - 0.2111939985342952, - 0.2875529263215605, - 0.3498397753313118, - 0.2111939985342952, - 0.2211449735661129, - 0.3498397753313118, - 0.1668913965980641, - 0.2211449735661129, - 0.089206377376984, - 0.136173781225439, - 0.2111939985342952, - 0.1400096555240559, - 0.4607659348013322, - 0.035834689215262, - 0.1739645655459327, - 0.2119774130127311, - 0.0475967274462313, - 0.1169471435482338, - 0.1861908410007706, - 0.0906015108034702, - 0.1198688179952362, - 0.0727703213254055, - 0.0436832947797067, - 0.0972830953606347, - 0.3364618814836899, - 0.0574455310738452, - 0.1963228662955609, - 0.3125578133145491, - 0.2095486103998248, - 0.2775602807609236, - 0.0874355514085529, - 0.2467092781377692, - 0.1576792756615718, - 0.1116993006586579, - 0.1905156250476431, - 0.122449960396874, - 0.1695512968750395, - 0.0806482836648526, - 0.1072570183157936, - 0.3590258032385338, - 0.0754958959629854 + 18.46554386886001 + ], + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>duration=%{y}<extra></extra>", + "legendgroup": "CNN", + "marker": { + "color": "steelblue", + "pattern": { + "shape": "" + } + }, + "name": "CNN", + "offsetgroup": "CNN", + "orientation": "v", + "showlegend": true, + "textposition": "auto", + "type": "bar", + "x": [ + "CNN" + ], + "xaxis": "x", + "y": [ + 26.574519822819706 + ], + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>duration=%{y}<extra></extra>", + "legendgroup": "USAD", + "marker": { + "color": "mediumpurple", + "pattern": { + "shape": "" + } + }, + "name": "USAD", + "offsetgroup": "USAD", + "orientation": "v", + "showlegend": true, + "textposition": "auto", + "type": "bar", + "x": [ + "USAD" + ], + "xaxis": "x", + "y": [ + 28.923880110459603 + ], + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>duration=%{y}<extra></extra>", + "legendgroup": "POLY", + "marker": { + "color": "lightskyblue", + "pattern": { + "shape": "" + } + }, + "name": "POLY", + "offsetgroup": "POLY", + "orientation": "v", + "showlegend": true, + "textposition": "auto", + "type": "bar", + "x": [ + "POLY" + ], + "xaxis": "x", + "y": [ + 30.973502482815412 + ], + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>duration=%{y}<extra></extra>", + "legendgroup": "OmniAnomaly", + "marker": { + "color": "slateblue", + "pattern": { + "shape": "" + } + }, + "name": "OmniAnomaly", + "offsetgroup": "OmniAnomaly", + "orientation": "v", + "showlegend": true, + "textposition": "auto", + "type": "bar", + "x": [ + "OmniAnomaly" + ], + "xaxis": "x", + "y": [ + 31.020189434815414 + ], + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>duration=%{y}<extra></extra>", + "legendgroup": "IForest", + "marker": { + "color": "darkmagenta", + "pattern": { + "shape": "" + } + }, + "name": "IForest", + "offsetgroup": "IForest", + "orientation": "v", + "showlegend": true, + "textposition": "auto", + "type": "bar", + "x": [ + "IForest" + ], + "xaxis": "x", + "y": [ + 31.21474815135639 + ], + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>duration=%{y}<extra></extra>", + "legendgroup": "LSTMAD", + "marker": { + "color": "blueviolet", + "pattern": { + "shape": "" + } + }, + "name": "LSTMAD", + "offsetgroup": "LSTMAD", + "orientation": "v", + "showlegend": true, + "textposition": "auto", + "type": "bar", + "x": [ + "LSTMAD" + ], + "xaxis": "x", + "y": [ + 33.17645774320031 + ], + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>duration=%{y}<extra></extra>", + "legendgroup": "PCA", + "marker": { + "color": "yellowgreen", + "pattern": { + "shape": "" + } + }, + "name": "PCA", + "offsetgroup": "PCA", + "orientation": "v", + "showlegend": true, + "textposition": "auto", + "type": "bar", + "x": [ + "PCA" + ], + "xaxis": "x", + "y": [ + 38.65838090358513 + ], + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>duration=%{y}<extra></extra>", + "legendgroup": "Sub-LOF", + "marker": { + "color": "dodgerblue", + "pattern": { + "shape": "" + } + }, + "name": "Sub-LOF", + "offsetgroup": "Sub-LOF", + "orientation": "v", + "showlegend": true, + "textposition": "auto", + "type": "bar", + "x": [ + "Sub-LOF" + ], + "xaxis": "x", + "y": [ + 46.61300139823548 + ], + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>duration=%{y}<extra></extra>", + "legendgroup": "KMeansAD_U", + "marker": { + "color": "darkseagreen", + "pattern": { + "shape": "" + } + }, + "name": "KMeansAD_U", + "offsetgroup": "KMeansAD_U", + "orientation": "v", + "showlegend": true, + "textposition": "auto", + "type": "bar", + "x": [ + "KMeansAD_U" + ], + "xaxis": "x", + "y": [ + 50.93969483459627 + ], + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>duration=%{y}<extra></extra>", + "legendgroup": "Sub_KNN", + "marker": { + "color": "firebrick", + "pattern": { + "shape": "" + } + }, + "name": "Sub_KNN", + "offsetgroup": "Sub_KNN", + "orientation": "v", + "showlegend": true, + "textposition": "auto", + "type": "bar", + "x": [ + "Sub_KNN" + ], + "xaxis": "x", + "y": [ + 60.541785299027296 ], - "y0": " ", "yaxis": "y" } ], "layout": { - "boxmode": "overlay", + "barmode": "relative", "height": 700, "legend": { "bgcolor": "white", @@ -8539,7 +10334,7 @@ "text": "Group" }, "tracegroupgap": 0, - "x": 0.1, + "x": 0.02, "y": -0.1 }, "margin": { @@ -9108,7 +10903,7 @@ } }, "title": { - "text": "Vergleich der Performanz der Modelle anhand AUC-PR", + "text": "Vergleich der Laufzeiten der Modelle beim Training der einzelnen Zeitserien", "x": 0.5, "xanchor": "center", "y": 0.94, @@ -9118,16 +10913,17 @@ "xaxis": { "anchor": "y", "categoryarray": [ - "KMeansAD_U", - "PCA", - "POLY", + "LOF", "CNN", - "OmniAnomaly", "USAD", - "LSTMAD", + "POLY", + "OmniAnomaly", "IForest", - "Sub_KNN", - "LOF" + "LSTMAD", + "PCA", + "Sub-LOF", + "KMeansAD_U", + "Sub_KNN" ], "categoryorder": "array", "domain": [ @@ -9147,7 +10943,7 @@ 1 ], "title": { - "text": "AUC-PR" + "text": "Durchschnittliche Laufzeit" } } } @@ -9158,13 +10954,14 @@ } ], "source": [ - "metric = 'AUC-PR'\n", + "duration = 'duration'\n", "#sort by average values\n", - "mean_sorted = df.groupby(\"Model\")[metric].mean().sort_values(ascending=False).index\n", + "df_mean = df.groupby(\"Model\",as_index=False)[\"duration\"].mean()\n", + "mean_sorted = df_mean.sort_values(ascending=True, by='duration')['Model']\n", "\n", - "fig = px.box(df, x='Model', y=metric, color='Model', category_orders={'Model':mean_sorted}, color_discrete_map=colors)\n", + "fig = px.bar(df_mean, x='Model', y=duration, color='Model', category_orders={'Model':mean_sorted}, color_discrete_map=colors)\n", "fig.update_layout( legend=dict(\n", - " x=0.1,\n", + " x=0.02,\n", " y=-0.1,\n", " orientation=\"h\",\n", " title_font_family=\"Times New Roman\",\n", @@ -9180,7 +10977,7 @@ " ),\n", " template = 'ggplot2',\n", " title={\n", - " 'text': 'Vergleich der Performanz der Modelle anhand '+ metric,\n", + " 'text': 'Vergleich der Laufzeiten der Modelle beim Training der einzelnen Zeitserien',\n", " 'x':0.5,\n", " 'y':0.94, \n", " 'xanchor':'center',\n", @@ -9193,7 +10990,9 @@ " color='DarkSlateGrey'),\n", " ),\n", " selector=dict(mode='markers'))\n", - "fig.update_xaxes( dtick = 1,tickangle = 360)" + "fig.update_xaxes( dtick = 1,tickangle = 360)\n", + "fig.update_yaxes( title='Durchschnittliche Laufzeit')\n", + "fig.show()" ] }, { diff --git a/src/group_evaluation/create_heatmap.ipynb b/src/group_evaluation/create_heatmap.ipynb index 712e2c92cc64fe2e56981be655369199c630f477..6b470f6e258502f987cbc38d5bacf62e5de5bd9e 100644 --- a/src/group_evaluation/create_heatmap.ipynb +++ b/src/group_evaluation/create_heatmap.ipynb @@ -12,7 +12,7 @@ }, { "cell_type": "code", - "execution_count": 6, + "execution_count": 10, "metadata": {}, "outputs": [ { @@ -36,27 +36,27 @@ " <thead>\n", " <tr style=\"text-align: right;\">\n", " <th></th>\n", + " <th>IOPS</th>\n", + " <th>SWaT</th>\n", + " <th>SED</th>\n", + " <th>MSL</th>\n", " <th>SVDB</th>\n", - " <th>Power</th>\n", " <th>MGAB</th>\n", - " <th>Daphnet</th>\n", - " <th>WSD</th>\n", + " <th>LTDB</th>\n", " <th>SMAP</th>\n", - " <th>MSL</th>\n", - " <th>Exathlon</th>\n", + " <th>Daphnet</th>\n", " <th>Stock</th>\n", - " <th>IOPS</th>\n", " <th>...</th>\n", - " <th>LTDB</th>\n", - " <th>MITDB</th>\n", - " <th>SMD</th>\n", - " <th>TODS</th>\n", - " <th>SWaT</th>\n", + " <th>Power</th>\n", " <th>NEK</th>\n", - " <th>OPPORTUNITY</th>\n", - " <th>SED</th>\n", - " <th>TAO</th>\n", " <th>CATSv2</th>\n", + " <th>NAB</th>\n", + " <th>Exathlon</th>\n", + " <th>TAO</th>\n", + " <th>OPPORTUNITY</th>\n", + " <th>TODS</th>\n", + " <th>SMD</th>\n", + " <th>YAHOO</th>\n", " </tr>\n", " <tr>\n", " <th>Model</th>\n", @@ -86,123 +86,123 @@ " <tbody>\n", " <tr>\n", " <th>CNN</th>\n", + " <td>0.205826</td>\n", + " <td>0.680748</td>\n", + " <td>0.058416</td>\n", + " <td>0.346350</td>\n", " <td>0.199785</td>\n", - " <td>0.075487</td>\n", " <td>0.006988</td>\n", - " <td>0.398456</td>\n", - " <td>0.224922</td>\n", + " <td>0.406171</td>\n", " <td>0.336818</td>\n", - " <td>0.346350</td>\n", - " <td>0.657757</td>\n", + " <td>0.398456</td>\n", " <td>0.939925</td>\n", - " <td>0.205826</td>\n", " <td>...</td>\n", - " <td>0.406171</td>\n", - " <td>0.143632</td>\n", - " <td>0.545045</td>\n", - " <td>0.575941</td>\n", - " <td>0.680748</td>\n", + " <td>0.075487</td>\n", " <td>0.714845</td>\n", - " <td>0.632799</td>\n", - " <td>0.058416</td>\n", - " <td>0.994270</td>\n", " <td>0.288293</td>\n", + " <td>0.248091</td>\n", + " <td>0.657757</td>\n", + " <td>0.994270</td>\n", + " <td>0.632799</td>\n", + " <td>0.575941</td>\n", + " <td>0.545045</td>\n", + " <td>0.512096</td>\n", " </tr>\n", " <tr>\n", " <th>IForest</th>\n", + " <td>0.134518</td>\n", + " <td>0.368230</td>\n", + " <td>0.807209</td>\n", + " <td>0.448709</td>\n", " <td>0.307322</td>\n", - " <td>0.076373</td>\n", " <td>0.004379</td>\n", - " <td>0.518905</td>\n", - " <td>0.027487</td>\n", + " <td>0.566359</td>\n", " <td>0.327727</td>\n", - " <td>0.448709</td>\n", - " <td>0.964836</td>\n", + " <td>0.518905</td>\n", " <td>0.735886</td>\n", - " <td>0.134518</td>\n", " <td>...</td>\n", - " <td>0.566359</td>\n", - " <td>0.159042</td>\n", - " <td>0.342406</td>\n", - " <td>0.487386</td>\n", - " <td>0.368230</td>\n", + " <td>0.076373</td>\n", " <td>0.649735</td>\n", - " <td>0.736264</td>\n", - " <td>0.807209</td>\n", - " <td>0.728970</td>\n", " <td>0.105175</td>\n", + " <td>0.342137</td>\n", + " <td>0.964836</td>\n", + " <td>0.728970</td>\n", + " <td>0.736264</td>\n", + " <td>0.487386</td>\n", + " <td>0.342406</td>\n", + " <td>0.135664</td>\n", " </tr>\n", " <tr>\n", " <th>KMeansAD_U</th>\n", + " <td>0.107988</td>\n", + " <td>0.111519</td>\n", + " <td>0.895291</td>\n", + " <td>0.441543</td>\n", " <td>0.811385</td>\n", - " <td>0.524166</td>\n", " <td>0.036645</td>\n", - " <td>0.039747</td>\n", - " <td>0.173060</td>\n", + " <td>0.835553</td>\n", " <td>0.657738</td>\n", - " <td>0.441543</td>\n", - " <td>0.618051</td>\n", + " <td>0.039747</td>\n", " <td>0.738198</td>\n", - " <td>0.107988</td>\n", " <td>...</td>\n", - " <td>0.835553</td>\n", - " <td>0.590892</td>\n", - " <td>0.254537</td>\n", - " <td>0.739257</td>\n", - " <td>0.111519</td>\n", + " <td>0.524166</td>\n", " <td>0.317927</td>\n", - " <td>0.351828</td>\n", - " <td>0.895291</td>\n", - " <td>0.747945</td>\n", " <td>0.229268</td>\n", + " <td>0.427477</td>\n", + " <td>0.618051</td>\n", + " <td>0.747945</td>\n", + " <td>0.351828</td>\n", + " <td>0.739257</td>\n", + " <td>0.254537</td>\n", + " <td>0.781824</td>\n", " </tr>\n", " <tr>\n", " <th>LOF</th>\n", + " <td>0.123657</td>\n", + " <td>0.121168</td>\n", + " <td>0.111105</td>\n", + " <td>0.186700</td>\n", " <td>0.050189</td>\n", - " <td>0.090503</td>\n", " <td>0.004639</td>\n", - " <td>0.134804</td>\n", - " <td>0.102346</td>\n", + " <td>0.256447</td>\n", " <td>0.172499</td>\n", - " <td>0.186700</td>\n", - " <td>0.240338</td>\n", + " <td>0.134804</td>\n", " <td>0.710487</td>\n", - " <td>0.123657</td>\n", " <td>...</td>\n", - " <td>0.256447</td>\n", - " <td>0.053749</td>\n", - " <td>0.134985</td>\n", - " <td>0.485079</td>\n", - " <td>0.121168</td>\n", + " <td>0.090503</td>\n", " <td>0.395130</td>\n", - " <td>0.159200</td>\n", - " <td>0.111105</td>\n", - " <td>0.710584</td>\n", " <td>0.063826</td>\n", + " <td>0.165966</td>\n", + " <td>0.240338</td>\n", + " <td>0.710584</td>\n", + " <td>0.159200</td>\n", + " <td>0.485079</td>\n", + " <td>0.134985</td>\n", + " <td>0.381508</td>\n", " </tr>\n", " <tr>\n", " <th>LSTMAD</th>\n", + " <td>0.213044</td>\n", + " <td>0.669824</td>\n", + " <td>0.056562</td>\n", + " <td>0.305128</td>\n", " <td>0.127489</td>\n", - " <td>0.067250</td>\n", " <td>0.025419</td>\n", - " <td>0.133080</td>\n", - " <td>0.130270</td>\n", + " <td>0.329828</td>\n", " <td>0.273214</td>\n", - " <td>0.305128</td>\n", - " <td>0.735253</td>\n", + " <td>0.133080</td>\n", " <td>0.817960</td>\n", - " <td>0.213044</td>\n", " <td>...</td>\n", - " <td>0.329828</td>\n", - " <td>0.112398</td>\n", - " <td>0.483944</td>\n", - " <td>0.522228</td>\n", - " <td>0.669824</td>\n", + " <td>0.067250</td>\n", " <td>0.689697</td>\n", - " <td>0.563772</td>\n", - " <td>0.056562</td>\n", - " <td>0.995044</td>\n", " <td>0.329056</td>\n", + " <td>0.173732</td>\n", + " <td>0.735253</td>\n", + " <td>0.995044</td>\n", + " <td>0.563772</td>\n", + " <td>0.522228</td>\n", + " <td>0.483944</td>\n", + " <td>0.417416</td>\n", " </tr>\n", " </tbody>\n", "</table>\n", @@ -210,42 +210,42 @@ "</div>" ], "text/plain": [ - " SVDB Power MGAB Daphnet WSD SMAP \\\n", + " IOPS SWaT SED MSL SVDB MGAB \\\n", "Model \n", - "CNN 0.199785 0.075487 0.006988 0.398456 0.224922 0.336818 \n", - "IForest 0.307322 0.076373 0.004379 0.518905 0.027487 0.327727 \n", - "KMeansAD_U 0.811385 0.524166 0.036645 0.039747 0.173060 0.657738 \n", - "LOF 0.050189 0.090503 0.004639 0.134804 0.102346 0.172499 \n", - "LSTMAD 0.127489 0.067250 0.025419 0.133080 0.130270 0.273214 \n", + "CNN 0.205826 0.680748 0.058416 0.346350 0.199785 0.006988 \n", + "IForest 0.134518 0.368230 0.807209 0.448709 0.307322 0.004379 \n", + "KMeansAD_U 0.107988 0.111519 0.895291 0.441543 0.811385 0.036645 \n", + "LOF 0.123657 0.121168 0.111105 0.186700 0.050189 0.004639 \n", + "LSTMAD 0.213044 0.669824 0.056562 0.305128 0.127489 0.025419 \n", "\n", - " MSL Exathlon Stock IOPS ... LTDB MITDB \\\n", + " LTDB SMAP Daphnet Stock ... Power NEK \\\n", "Model ... \n", - "CNN 0.346350 0.657757 0.939925 0.205826 ... 0.406171 0.143632 \n", - "IForest 0.448709 0.964836 0.735886 0.134518 ... 0.566359 0.159042 \n", - "KMeansAD_U 0.441543 0.618051 0.738198 0.107988 ... 0.835553 0.590892 \n", - "LOF 0.186700 0.240338 0.710487 0.123657 ... 0.256447 0.053749 \n", - "LSTMAD 0.305128 0.735253 0.817960 0.213044 ... 0.329828 0.112398 \n", + "CNN 0.406171 0.336818 0.398456 0.939925 ... 0.075487 0.714845 \n", + "IForest 0.566359 0.327727 0.518905 0.735886 ... 0.076373 0.649735 \n", + "KMeansAD_U 0.835553 0.657738 0.039747 0.738198 ... 0.524166 0.317927 \n", + "LOF 0.256447 0.172499 0.134804 0.710487 ... 0.090503 0.395130 \n", + "LSTMAD 0.329828 0.273214 0.133080 0.817960 ... 0.067250 0.689697 \n", "\n", - " SMD TODS SWaT NEK OPPORTUNITY SED \\\n", + " CATSv2 NAB Exathlon TAO OPPORTUNITY TODS \\\n", "Model \n", - "CNN 0.545045 0.575941 0.680748 0.714845 0.632799 0.058416 \n", - "IForest 0.342406 0.487386 0.368230 0.649735 0.736264 0.807209 \n", - "KMeansAD_U 0.254537 0.739257 0.111519 0.317927 0.351828 0.895291 \n", - "LOF 0.134985 0.485079 0.121168 0.395130 0.159200 0.111105 \n", - "LSTMAD 0.483944 0.522228 0.669824 0.689697 0.563772 0.056562 \n", + "CNN 0.288293 0.248091 0.657757 0.994270 0.632799 0.575941 \n", + "IForest 0.105175 0.342137 0.964836 0.728970 0.736264 0.487386 \n", + "KMeansAD_U 0.229268 0.427477 0.618051 0.747945 0.351828 0.739257 \n", + "LOF 0.063826 0.165966 0.240338 0.710584 0.159200 0.485079 \n", + "LSTMAD 0.329056 0.173732 0.735253 0.995044 0.563772 0.522228 \n", "\n", - " TAO CATSv2 \n", + " SMD YAHOO \n", "Model \n", - "CNN 0.994270 0.288293 \n", - "IForest 0.728970 0.105175 \n", - "KMeansAD_U 0.747945 0.229268 \n", - "LOF 0.710584 0.063826 \n", - "LSTMAD 0.995044 0.329056 \n", + "CNN 0.545045 0.512096 \n", + "IForest 0.342406 0.135664 \n", + "KMeansAD_U 0.254537 0.781824 \n", + "LOF 0.134985 0.381508 \n", + "LSTMAD 0.483944 0.417416 \n", "\n", "[5 rows x 23 columns]" ] }, - "execution_count": 6, + "execution_count": 10, "metadata": {}, "output_type": "execute_result" } @@ -262,7 +262,7 @@ }, { "cell_type": "code", - "execution_count": 7, + "execution_count": 12, "metadata": {}, "outputs": [ { @@ -311,550 +311,320 @@ "rgb(127,39,4)" ] ], - "text": [ + "type": "heatmap", + "x": [ + "IOPS", + "SWaT", + "SED", + "MSL", + "SVDB", + "MGAB", + "LTDB", + "SMAP", + "Daphnet", + "Stock", + "WSD", + "MITDB", + "UCR", + "Power", + "NEK", + "CATSv2", + "NAB", + "Exathlon", + "TAO", + "OPPORTUNITY", + "TODS", + "SMD", + "YAHOO" + ], + "y": [ + "CNN", + "IForest", + "KMeansAD_U", + "LOF", + "LSTMAD", + "OmniAnomaly", + "PCA", + "POLY", + "Sub-LOF", + "Sub_KNN", + "USAD" + ], + "z": [ [ + 0.2058264075504484, + 0.6807482076261672, + 0.0584161141736485, + 0.3463500458820062, 0.1997846992126922, - 0.0754866098747693, 0.0069880026447859, - 0.3984561332333746, - 0.2249216197293689, + 0.4061714307248641, 0.3368175788334636, - 0.3463500458820062, - 0.6577570780079647, + 0.3984561332333746, 0.9399247021670544, - 0.2058264075504484, - 0.0654427561172705, - 0.5120964005826543, - 0.2480906432796945, - 0.4061714307248641, + 0.2249216197293689, 0.1436318602643481, - 0.5450449067296064, - 0.575941184620618, - 0.6807482076261672, + 0.0654427561172705, + 0.0754866098747693, 0.7148450524753189, - 0.6327991152012451, - 0.0584161141736485, + 0.2882929464081713, + 0.2480906432796945, + 0.6577570780079647, 0.9942696053962238, - 0.2882929464081713 + 0.6327991152012451, + 0.575941184620618, + 0.5450449067296064, + 0.5120964005826543 ], [ + 0.1345180317161169, + 0.3682300481513787, + 0.8072091746326211, + 0.4487088378075529, 0.3073223626012233, - 0.0763734881882089, 0.0043793865164805, - 0.5189053892717354, - 0.0274869880727351, + 0.5663593089308047, 0.3277265200742897, - 0.4487088378075529, - 0.9648356800808772, + 0.5189053892717354, 0.7358859795437948, - 0.1345180317161169, - 0.0587728786060519, - 0.1356638991034298, - 0.3421369664041377, - 0.5663593089308047, + 0.0274869880727351, 0.1590424733170773, - 0.3424058241109849, - 0.4873863296030091, - 0.3682300481513787, + 0.0587728786060519, + 0.0763734881882089, 0.6497347597115171, - 0.7362636520011094, - 0.8072091746326211, + 0.105174922263832, + 0.3421369664041377, + 0.9648356800808772, 0.7289704865874446, - 0.105174922263832 + 0.7362636520011094, + 0.4873863296030091, + 0.3424058241109849, + 0.1356638991034298 ], [ + 0.1079882871672322, + 0.1115190303707684, + 0.8952913367248847, + 0.4415431287006482, 0.8113847695158117, - 0.5241664765771313, 0.0366449742335947, - 0.0397474048677725, - 0.1730604082920139, + 0.8355528232967653, 0.6577379563617795, - 0.4415431287006482, - 0.6180514515785507, + 0.0397474048677725, 0.7381976474065515, - 0.1079882871672322, + 0.1730604082920139, + 0.5908924511486201, 0.4868217941884221, - 0.78182374346563, + 0.5241664765771313, + 0.3179274541052912, + 0.2292684024148795, 0.4274771882426338, - 0.8355528232967653, - 0.5908924511486201, - 0.2545373617228621, - 0.7392574120062714, - 0.1115190303707684, - 0.3179274541052912, - 0.3518276749123187, - 0.8952913367248847, + 0.6180514515785507, 0.7479454637274009, - 0.2292684024148795 + 0.3518276749123187, + 0.7392574120062714, + 0.2545373617228621, + 0.78182374346563 ], [ - 0.050188818967757, - 0.0905025385600026, - 0.0046385735539491, - 0.1348036345450808, - 0.1023455399207899, - 0.1724991309255842, - 0.1867000262952127, - 0.2403378467538855, - 0.7104868086713348, 0.123656628100079, - 0.0514890307918726, - 0.3815083295900898, - 0.165966236287326, - 0.2564472782454773, - 0.0537486934129077, - 0.1349852579979039, - 0.4850789687207982, 0.1211682396739051, - 0.3951295823464054, - 0.1591996538121128, 0.1111053662801457, - 0.7105835188005747, - 0.0638260310723236 - ], - [ - 0.1274885254336464, - 0.0672501040011019, - 0.0254191638829906, - 0.1330800298859931, - 0.1302696985482632, - 0.273213536450389, - 0.3051279104315739, - 0.735253231133451, - 0.8179595058481393, - 0.2130441268776781, - 0.0232927413127399, - 0.4174161081456283, - 0.1737319753238016, - 0.3298284087878363, - 0.1123975124584426, - 0.4839440597630965, - 0.5222277602405662, - 0.669824054008361, - 0.6896972412727194, - 0.5637720546144361, - 0.056562170107036, - 0.9950444582863888, - 0.3290558627970383 - ], - [ - 0.445289118136039, - 0.0670900075295742, - 0.0055864482375573, - 0.1230261153960334, - 0.1576123083157814, - 0.4178519668986689, - 0.4280475527739124, - 0.8763722516375352, - 0.7716583853918693, - 0.1928374569986444, - 0.0895515073705869, - 0.2197869968904234, - 0.342007422174572, - 0.5247628039733387, - 0.1634648465599538, - 0.4787421484813816, - 0.5381935047574228, - 0.366250384309729, - 0.8583489172841368, - 0.6499305118412632, - 0.055985189981857, - 0.9300201627687462, - 0.2822817568231803 - ], - [ - 0.5239841979223827, - 0.0796163424706734, - 0.0055511136520176, - 0.4415678196838903, - 0.1553660326279665, - 0.5668421229644969, - 0.5233099809194475, - 0.9591725273812642, - 0.8253823808338303, - 0.2603723461255518, - 0.1526782948310656, - 0.1637287767285993, - 0.5113983091235315, - 0.5348733977584581, - 0.323525785036551, - 0.4672566855173588, - 0.5528774654894228, - 0.3755116281521825, - 0.9291709818321476, - 0.9245164887480816, - 0.0302696092175515, - 0.8402761677661017, - 0.2324174649783961 - ], - [ - 0.4455308354706224, - 0.1222940559336612, - 0.0082687355552709, - 0.5195156603941771, - 0.5311097529528253, - 0.7270794225766999, - 0.7342443893083611, - 0.8479450729850164, - 0.8053753836898458, - 0.3650548838491049, - 0.1987797111557872, - 0.3076533188880135, - 0.58411151200798, - 0.5105066913376546, - 0.3204245599085764, - 0.6631912450676738, - 0.5864932357832445, - 0.1033636962969695, - 0.7648360444393737, - 0.4263263694845811, - 0.0401756513188655, - 0.8084529309725733, - 0.232251680558134 - ], - [ - 0.5914836251513862, - 0.1665616569474886, - 0.2386130546279831, - 0.0351848897952167, - 0.083203864342549, - 0.5582867850000348, - 0.3687456862707051, - 0.5624491502491966, - 0.6915117129467715, - 0.1165271678935416, - 0.3297476695582788, - 0.5020311037216072, - 0.3414322714780459, - 0.6923549140356251, - 0.5489948037487509, - 0.1638027831683053, - 0.7802797461321267, - 0.1108500020039233, - 0.1329084218683674, - 0.2953977274199773, - 0.882987455118878, - 0.6841191787952137, - 0.3547303318013108 - ], - [ - 0.435722376807082, - 0.0670897271132299, - 0.0054031980633378, - 0.122991565905646, - 0.1559495568365849, - 0.3022119484350021, - 0.2952083391272381, - 0.864300862495465, - 0.7716118184030186, - 0.1928153741104808, - 0.0844371289411118, - 0.1923663969249961, - 0.3083031058956713, - 0.5122662584098864, - 0.1583573536491457, - 0.6294041253579502, - 0.5298426171179035, - 0.3659224082416971, - 0.8272831680533905, - 0.6512690843155523, - 0.0533742995051588, - 0.928987226092576, - 0.4068306405403881 - ] - ], - "textfont": { - "size": 12 - }, - "texttemplate": "%{text:.2f}", - "type": "heatmap", - "x": [ - "SVDB", - "Power", - "MGAB", - "Daphnet", - "WSD", - "SMAP", - "MSL", - "Exathlon", - "Stock", - "IOPS", - "UCR", - "YAHOO", - "NAB", - "LTDB", - "MITDB", - "SMD", - "TODS", - "SWaT", - "NEK", - "OPPORTUNITY", - "SED", - "TAO", - "CATSv2" - ], - "y": [ - "CNN", - "IForest", - "KMeansAD_U", - "LOF", - "LSTMAD", - "OmniAnomaly", - "PCA", - "POLY", - "Sub_KNN", - "USAD" - ], - "z": [ - [ - 0.1997846992126922, - 0.0754866098747693, - 0.0069880026447859, - 0.3984561332333746, - 0.2249216197293689, - 0.3368175788334636, - 0.3463500458820062, - 0.6577570780079647, - 0.9399247021670544, - 0.2058264075504484, - 0.0654427561172705, - 0.5120964005826543, - 0.2480906432796945, - 0.4061714307248641, - 0.1436318602643481, - 0.5450449067296064, - 0.575941184620618, - 0.6807482076261672, - 0.7148450524753189, - 0.6327991152012451, - 0.0584161141736485, - 0.9942696053962238, - 0.2882929464081713 - ], - [ - 0.3073223626012233, - 0.0763734881882089, - 0.0043793865164805, - 0.5189053892717354, - 0.0274869880727351, - 0.3277265200742897, - 0.4487088378075529, - 0.9648356800808772, - 0.7358859795437948, - 0.1345180317161169, - 0.0587728786060519, - 0.1356638991034298, - 0.3421369664041377, - 0.5663593089308047, - 0.1590424733170773, - 0.3424058241109849, - 0.4873863296030091, - 0.3682300481513787, - 0.6497347597115171, - 0.7362636520011094, - 0.8072091746326211, - 0.7289704865874446, - 0.105174922263832 - ], - [ - 0.8113847695158117, - 0.5241664765771313, - 0.0366449742335947, - 0.0397474048677725, - 0.1730604082920139, - 0.6577379563617795, - 0.4415431287006482, - 0.6180514515785507, - 0.7381976474065515, - 0.1079882871672322, - 0.4868217941884221, - 0.78182374346563, - 0.4274771882426338, - 0.8355528232967653, - 0.5908924511486201, - 0.2545373617228621, - 0.7392574120062714, - 0.1115190303707684, - 0.3179274541052912, - 0.3518276749123187, - 0.8952913367248847, - 0.7479454637274009, - 0.2292684024148795 - ], - [ + 0.1867000262952127, 0.050188818967757, - 0.0905025385600026, 0.0046385735539491, - 0.1348036345450808, - 0.1023455399207899, + 0.2564472782454773, 0.1724991309255842, - 0.1867000262952127, - 0.2403378467538855, + 0.1348036345450808, 0.7104868086713348, - 0.123656628100079, - 0.0514890307918726, - 0.3815083295900898, - 0.165966236287326, - 0.2564472782454773, + 0.1023455399207899, 0.0537486934129077, - 0.1349852579979039, - 0.4850789687207982, - 0.1211682396739051, + 0.0514890307918726, + 0.0905025385600026, 0.3951295823464054, - 0.1591996538121128, - 0.1111053662801457, + 0.0638260310723236, + 0.165966236287326, + 0.2403378467538855, 0.7105835188005747, - 0.0638260310723236 + 0.1591996538121128, + 0.4850789687207982, + 0.1349852579979039, + 0.3815083295900898 ], [ + 0.2130441268776781, + 0.669824054008361, + 0.056562170107036, + 0.3051279104315739, 0.1274885254336464, - 0.0672501040011019, 0.0254191638829906, - 0.1330800298859931, - 0.1302696985482632, + 0.3298284087878363, 0.273213536450389, - 0.3051279104315739, - 0.735253231133451, + 0.1330800298859931, 0.8179595058481393, - 0.2130441268776781, - 0.0232927413127399, - 0.4174161081456283, - 0.1737319753238016, - 0.3298284087878363, + 0.1302696985482632, 0.1123975124584426, - 0.4839440597630965, - 0.5222277602405662, - 0.669824054008361, + 0.0232927413127399, + 0.0672501040011019, 0.6896972412727194, - 0.5637720546144361, - 0.056562170107036, + 0.3290558627970383, + 0.1737319753238016, + 0.735253231133451, 0.9950444582863888, - 0.3290558627970383 + 0.5637720546144361, + 0.5222277602405662, + 0.4839440597630965, + 0.4174161081456283 ], [ + 0.1928374569986444, + 0.366250384309729, + 0.055985189981857, + 0.4280475527739124, 0.445289118136039, - 0.0670900075295742, 0.0055864482375573, - 0.1230261153960334, - 0.1576123083157814, + 0.5247628039733387, 0.4178519668986689, - 0.4280475527739124, - 0.8763722516375352, + 0.1230261153960334, 0.7716583853918693, - 0.1928374569986444, - 0.0895515073705869, - 0.2197869968904234, - 0.342007422174572, - 0.5247628039733387, + 0.1576123083157814, 0.1634648465599538, - 0.4787421484813816, - 0.5381935047574228, - 0.366250384309729, + 0.0895515073705869, + 0.0670900075295742, 0.8583489172841368, - 0.6499305118412632, - 0.055985189981857, + 0.2822817568231803, + 0.342007422174572, + 0.8763722516375352, 0.9300201627687462, - 0.2822817568231803 + 0.6499305118412632, + 0.5381935047574228, + 0.4787421484813816, + 0.2197869968904234 ], [ + 0.2603723461255518, + 0.3755116281521825, + 0.0302696092175515, + 0.5233099809194475, 0.5239841979223827, - 0.0796163424706734, 0.0055511136520176, - 0.4415678196838903, - 0.1553660326279665, + 0.5348733977584581, 0.5668421229644969, - 0.5233099809194475, - 0.9591725273812642, + 0.4415678196838903, 0.8253823808338303, - 0.2603723461255518, - 0.1526782948310656, - 0.1637287767285993, - 0.5113983091235315, - 0.5348733977584581, + 0.1553660326279665, 0.323525785036551, - 0.4672566855173588, - 0.5528774654894228, - 0.3755116281521825, + 0.1526782948310656, + 0.0796163424706734, 0.9291709818321476, - 0.9245164887480816, - 0.0302696092175515, + 0.2324174649783961, + 0.5113983091235315, + 0.9591725273812642, 0.8402761677661017, - 0.2324174649783961 + 0.9245164887480816, + 0.5528774654894228, + 0.4672566855173588, + 0.1637287767285993 ], [ + 0.3650548838491049, + 0.1033636962969695, + 0.0401756513188655, + 0.7342443893083611, 0.4455308354706224, - 0.1222940559336612, 0.0082687355552709, - 0.5195156603941771, - 0.5311097529528253, + 0.5105066913376546, 0.7270794225766999, - 0.7342443893083611, - 0.8479450729850164, + 0.5195156603941771, 0.8053753836898458, - 0.3650548838491049, - 0.1987797111557872, - 0.3076533188880135, - 0.58411151200798, - 0.5105066913376546, + 0.5311097529528253, 0.3204245599085764, - 0.6631912450676738, - 0.5864932357832445, - 0.1033636962969695, + 0.1987797111557872, + 0.1222940559336612, 0.7648360444393737, - 0.4263263694845811, - 0.0401756513188655, + 0.232251680558134, + 0.58411151200798, + 0.8479450729850164, 0.8084529309725733, - 0.232251680558134 + 0.4263263694845811, + 0.5864932357832445, + 0.6631912450676738, + 0.3076533188880135 ], [ + 0.380816999613631, + 0.1139147000964346, + 0.2534198246963315, + 0.5447112510432905, + 0.3829999383139302, + 0.6347484664935239, + 0.4095296341228547, + 0.5978537468587533, + 0.2539555253290684, + 0.7475672197205663, + 0.5510409756112902, + 0.3671251716842331, + 0.5143263768552852, + 0.1608581709679401, + 0.6870198283873492, + 0.3930451961624531, + 0.5324501908617666, + 0.2624784786359157, + 0.8076936745400151, + 0.1495480597705363, + 0.691124998860781, + 0.5446962631623808, + 0.4510005840593197 + ], + [ + 0.1165271678935416, + 0.1108500020039233, + 0.882987455118878, + 0.3687456862707051, 0.5914836251513862, - 0.1665616569474886, 0.2386130546279831, - 0.0351848897952167, - 0.083203864342549, + 0.6923549140356251, 0.5582867850000348, - 0.3687456862707051, - 0.5624491502491966, + 0.0351848897952167, 0.6915117129467715, - 0.1165271678935416, - 0.3297476695582788, - 0.5020311037216072, - 0.3414322714780459, - 0.6923549140356251, + 0.083203864342549, 0.5489948037487509, - 0.1638027831683053, - 0.7802797461321267, - 0.1108500020039233, + 0.3297476695582788, + 0.1665616569474886, 0.1329084218683674, - 0.2953977274199773, - 0.882987455118878, + 0.3547303318013108, + 0.3414322714780459, + 0.5624491502491966, 0.6841191787952137, - 0.3547303318013108 + 0.2953977274199773, + 0.7802797461321267, + 0.1638027831683053, + 0.5020311037216072 ], [ + 0.1928153741104808, + 0.3659224082416971, + 0.0533742995051588, + 0.2952083391272381, 0.435722376807082, - 0.0670897271132299, 0.0054031980633378, - 0.122991565905646, - 0.1559495568365849, + 0.5122662584098864, 0.3022119484350021, - 0.2952083391272381, - 0.864300862495465, + 0.122991565905646, 0.7716118184030186, - 0.1928153741104808, - 0.0844371289411118, - 0.1923663969249961, - 0.3083031058956713, - 0.5122662584098864, + 0.1559495568365849, 0.1583573536491457, - 0.6294041253579502, - 0.5298426171179035, - 0.3659224082416971, + 0.0844371289411118, + 0.0670897271132299, 0.8272831680533905, - 0.6512690843155523, - 0.0533742995051588, + 0.4068306405403881, + 0.3083031058956713, + 0.864300862495465, 0.928987226092576, - 0.4068306405403881 + 0.6512690843155523, + 0.5298426171179035, + 0.6294041253579502, + 0.1923663969249961 ] ] } @@ -1677,7 +1447,7 @@ } }, "title": { - "text": "Oranges Heatmap der VUS-PRvon den einzelnen Modelle auf den jeweiligen Datensätzen" + "text": "Oranges Heatmap der VUS-PR von den einzelnen Modelle auf den jeweiligen Datensätzen" }, "xaxis": { "title": { @@ -1711,13 +1481,14 @@ " x= df.columns, \n", " y= df.index,\n", " colorscale=scale,#'Viridis',\n", - " text= df.values,\n", - " texttemplate=\"%{text:.2f}\",\n", - " textfont=dict(size=12)\n", + " # show values in cells with two digits\n", + " # text= df.values,\n", + " # texttemplate=\"%{text:.2f}\",\n", + " # textfont=dict(size=12)\n", "))\n", "\n", "fig.update_layout(\n", - " title= scale+' Heatmap der ' +metric+ 'von den einzelnen Modelle auf den jeweiligen Datensätzen',\n", + " title= scale+' Heatmap der ' +metric+ ' von den einzelnen Modelle auf den jeweiligen Datensätzen',\n", " xaxis=dict(title='Datensätze'),\n", " yaxis=dict(title='Modelle')\n", ")\n", diff --git a/src/group_evaluation/generate_combined_dataframe.ipynb b/src/group_evaluation/generate_combined_dataframe.ipynb index 5f18c67cf1fae8dab64de9aca3cbb529b80d59dc..7e41157e859cc470122ec7c14afb287a169d1a11 100644 --- a/src/group_evaluation/generate_combined_dataframe.ipynb +++ b/src/group_evaluation/generate_combined_dataframe.ipynb @@ -2,7 +2,7 @@ "cells": [ { "cell_type": "code", - "execution_count": 7, + "execution_count": 1, "metadata": {}, "outputs": [], "source": [ @@ -12,7 +12,7 @@ }, { "cell_type": "code", - "execution_count": 8, + "execution_count": 7, "metadata": {}, "outputs": [], "source": [ @@ -25,7 +25,7 @@ }, { "cell_type": "code", - "execution_count": 9, + "execution_count": 8, "metadata": {}, "outputs": [ { @@ -50,26 +50,26 @@ " <tr style=\"text-align: right;\">\n", " <th></th>\n", " <th>Model</th>\n", + " <th>IOPS</th>\n", + " <th>SWaT</th>\n", + " <th>SED</th>\n", + " <th>MSL</th>\n", " <th>SVDB</th>\n", - " <th>Power</th>\n", " <th>MGAB</th>\n", - " <th>Daphnet</th>\n", - " <th>WSD</th>\n", + " <th>LTDB</th>\n", " <th>SMAP</th>\n", - " <th>MSL</th>\n", - " <th>Exathlon</th>\n", - " <th>Stock</th>\n", + " <th>Daphnet</th>\n", " <th>...</th>\n", - " <th>LTDB</th>\n", - " <th>MITDB</th>\n", - " <th>SMD</th>\n", - " <th>TODS</th>\n", - " <th>SWaT</th>\n", + " <th>Power</th>\n", " <th>NEK</th>\n", - " <th>OPPORTUNITY</th>\n", - " <th>SED</th>\n", - " <th>TAO</th>\n", " <th>CATSv2</th>\n", + " <th>NAB</th>\n", + " <th>Exathlon</th>\n", + " <th>TAO</th>\n", + " <th>OPPORTUNITY</th>\n", + " <th>TODS</th>\n", + " <th>SMD</th>\n", + " <th>YAHOO</th>\n", " </tr>\n", " </thead>\n", " <tbody>\n", @@ -80,13 +80,13 @@ ], "text/plain": [ "Empty DataFrame\n", - "Columns: [Model, SVDB, Power, MGAB, Daphnet, WSD, SMAP, MSL, Exathlon, Stock, IOPS, UCR, YAHOO, NAB, LTDB, MITDB, SMD, TODS, SWaT, NEK, OPPORTUNITY, SED, TAO, CATSv2]\n", + "Columns: [Model, IOPS, SWaT, SED, MSL, SVDB, MGAB, LTDB, SMAP, Daphnet, Stock, WSD, MITDB, UCR, Power, NEK, CATSv2, NAB, Exathlon, TAO, OPPORTUNITY, TODS, SMD, YAHOO]\n", "Index: []\n", "\n", "[0 rows x 24 columns]" ] }, - "execution_count": 9, + "execution_count": 8, "metadata": {}, "output_type": "execute_result" } @@ -101,7 +101,7 @@ }, { "cell_type": "code", - "execution_count": 10, + "execution_count": 9, "metadata": {}, "outputs": [ { @@ -117,6 +117,7 @@ "Found: OmniAnomaly.csv\n", "Found: PCA.csv\n", "Found: POLY.csv\n", + "Found: Sub-LOF.csv\n", "Found: Sub_KNN.csv\n", "Not correct file type: temp\n", "Found: USAD.csv\n", @@ -125,7 +126,7 @@ } ], "source": [ - "col = 'AUC-PR'\n", + "col = 'VUS-PR'\n", "\n", "for file in os.listdir(path):\n", " suffix = file.split('.')\n", @@ -157,7 +158,7 @@ }, { "cell_type": "code", - "execution_count": 11, + "execution_count": 10, "metadata": {}, "outputs": [ { @@ -182,148 +183,148 @@ " <tr style=\"text-align: right;\">\n", " <th></th>\n", " <th>Model</th>\n", + " <th>IOPS</th>\n", + " <th>SWaT</th>\n", + " <th>SED</th>\n", + " <th>MSL</th>\n", " <th>SVDB</th>\n", - " <th>Power</th>\n", " <th>MGAB</th>\n", - " <th>Daphnet</th>\n", - " <th>WSD</th>\n", + " <th>LTDB</th>\n", " <th>SMAP</th>\n", - " <th>MSL</th>\n", - " <th>Exathlon</th>\n", - " <th>Stock</th>\n", + " <th>Daphnet</th>\n", " <th>...</th>\n", - " <th>LTDB</th>\n", - " <th>MITDB</th>\n", - " <th>SMD</th>\n", - " <th>TODS</th>\n", - " <th>SWaT</th>\n", + " <th>Power</th>\n", " <th>NEK</th>\n", - " <th>OPPORTUNITY</th>\n", - " <th>SED</th>\n", - " <th>TAO</th>\n", " <th>CATSv2</th>\n", + " <th>NAB</th>\n", + " <th>Exathlon</th>\n", + " <th>TAO</th>\n", + " <th>OPPORTUNITY</th>\n", + " <th>TODS</th>\n", + " <th>SMD</th>\n", + " <th>YAHOO</th>\n", " </tr>\n", " </thead>\n", " <tbody>\n", " <tr>\n", " <th>0</th>\n", " <td>CNN</td>\n", - " <td>0.197103</td>\n", - " <td>0.072400</td>\n", - " <td>0.003855</td>\n", - " <td>0.381499</td>\n", - " <td>0.303128</td>\n", - " <td>0.329931</td>\n", - " <td>0.307033</td>\n", - " <td>0.654310</td>\n", - " <td>0.929344</td>\n", + " <td>0.205826</td>\n", + " <td>0.680748</td>\n", + " <td>0.058416</td>\n", + " <td>0.346350</td>\n", + " <td>0.199785</td>\n", + " <td>0.006988</td>\n", + " <td>0.406171</td>\n", + " <td>0.336818</td>\n", + " <td>0.398456</td>\n", " <td>...</td>\n", - " <td>0.354462</td>\n", - " <td>0.160153</td>\n", - " <td>0.565370</td>\n", - " <td>0.303786</td>\n", - " <td>0.738718</td>\n", - " <td>0.685573</td>\n", - " <td>0.619160</td>\n", - " <td>0.029325</td>\n", - " <td>0.994857</td>\n", - " <td>0.411894</td>\n", + " <td>0.075487</td>\n", + " <td>0.714845</td>\n", + " <td>0.288293</td>\n", + " <td>0.248091</td>\n", + " <td>0.657757</td>\n", + " <td>0.994270</td>\n", + " <td>0.632799</td>\n", + " <td>0.575941</td>\n", + " <td>0.545045</td>\n", + " <td>0.512096</td>\n", " </tr>\n", " <tr>\n", " <th>0</th>\n", " <td>IForest</td>\n", - " <td>0.311936</td>\n", - " <td>0.073981</td>\n", - " <td>0.004336</td>\n", - " <td>0.496579</td>\n", - " <td>0.040993</td>\n", - " <td>0.299302</td>\n", - " <td>0.386085</td>\n", - " <td>0.962806</td>\n", - " <td>0.143940</td>\n", + " <td>0.134518</td>\n", + " <td>0.368230</td>\n", + " <td>0.807209</td>\n", + " <td>0.448709</td>\n", + " <td>0.307322</td>\n", + " <td>0.004379</td>\n", + " <td>0.566359</td>\n", + " <td>0.327727</td>\n", + " <td>0.518905</td>\n", " <td>...</td>\n", - " <td>0.521341</td>\n", - " <td>0.169557</td>\n", - " <td>0.369237</td>\n", - " <td>0.076521</td>\n", - " <td>0.702432</td>\n", - " <td>0.630339</td>\n", - " <td>0.733153</td>\n", - " <td>0.691484</td>\n", - " <td>0.125817</td>\n", - " <td>0.139416</td>\n", + " <td>0.076373</td>\n", + " <td>0.649735</td>\n", + " <td>0.105175</td>\n", + " <td>0.342137</td>\n", + " <td>0.964836</td>\n", + " <td>0.728970</td>\n", + " <td>0.736264</td>\n", + " <td>0.487386</td>\n", + " <td>0.342406</td>\n", + " <td>0.135664</td>\n", " </tr>\n", " <tr>\n", " <th>0</th>\n", " <td>KMeansAD_U</td>\n", - " <td>0.809036</td>\n", - " <td>0.507629</td>\n", - " <td>0.085299</td>\n", - " <td>0.036445</td>\n", - " <td>0.146372</td>\n", - " <td>0.648913</td>\n", - " <td>0.371438</td>\n", - " <td>0.617690</td>\n", - " <td>0.114476</td>\n", + " <td>0.107988</td>\n", + " <td>0.111519</td>\n", + " <td>0.895291</td>\n", + " <td>0.441543</td>\n", + " <td>0.811385</td>\n", + " <td>0.036645</td>\n", + " <td>0.835553</td>\n", + " <td>0.657738</td>\n", + " <td>0.039747</td>\n", " <td>...</td>\n", - " <td>0.765819</td>\n", - " <td>0.583808</td>\n", - " <td>0.260908</td>\n", - " <td>0.448703</td>\n", - " <td>0.111152</td>\n", - " <td>0.346973</td>\n", - " <td>0.365381</td>\n", - " <td>0.710575</td>\n", - " <td>0.129147</td>\n", - " <td>0.455611</td>\n", + " <td>0.524166</td>\n", + " <td>0.317927</td>\n", + " <td>0.229268</td>\n", + " <td>0.427477</td>\n", + " <td>0.618051</td>\n", + " <td>0.747945</td>\n", + " <td>0.351828</td>\n", + " <td>0.739257</td>\n", + " <td>0.254537</td>\n", + " <td>0.781824</td>\n", " </tr>\n", " <tr>\n", " <th>0</th>\n", " <td>LOF</td>\n", - " <td>0.044940</td>\n", - " <td>0.086245</td>\n", - " <td>0.002209</td>\n", - " <td>0.129509</td>\n", - " <td>0.141918</td>\n", - " <td>0.180797</td>\n", - " <td>0.151228</td>\n", - " <td>0.245106</td>\n", - " <td>0.112061</td>\n", + " <td>0.123657</td>\n", + " <td>0.121168</td>\n", + " <td>0.111105</td>\n", + " <td>0.186700</td>\n", + " <td>0.050189</td>\n", + " <td>0.004639</td>\n", + " <td>0.256447</td>\n", + " <td>0.172499</td>\n", + " <td>0.134804</td>\n", " <td>...</td>\n", - " <td>0.203241</td>\n", - " <td>0.051628</td>\n", - " <td>0.182353</td>\n", - " <td>0.100820</td>\n", - " <td>0.120683</td>\n", - " <td>0.363561</td>\n", - " <td>0.153396</td>\n", - " <td>0.082198</td>\n", - " <td>0.167995</td>\n", - " <td>0.071542</td>\n", + " <td>0.090503</td>\n", + " <td>0.395130</td>\n", + " <td>0.063826</td>\n", + " <td>0.165966</td>\n", + " <td>0.240338</td>\n", + " <td>0.710584</td>\n", + " <td>0.159200</td>\n", + " <td>0.485079</td>\n", + " <td>0.134985</td>\n", + " <td>0.381508</td>\n", " </tr>\n", " <tr>\n", " <th>0</th>\n", " <td>LSTMAD</td>\n", - " <td>0.129879</td>\n", - " <td>0.064788</td>\n", - " <td>0.045860</td>\n", - " <td>0.132234</td>\n", - " <td>0.209492</td>\n", - " <td>0.278827</td>\n", - " <td>0.237442</td>\n", - " <td>0.733875</td>\n", - " <td>0.519232</td>\n", + " <td>0.213044</td>\n", + " <td>0.669824</td>\n", + " <td>0.056562</td>\n", + " <td>0.305128</td>\n", + " <td>0.127489</td>\n", + " <td>0.025419</td>\n", + " <td>0.329828</td>\n", + " <td>0.273214</td>\n", + " <td>0.133080</td>\n", " <td>...</td>\n", - " <td>0.276735</td>\n", - " <td>0.113066</td>\n", - " <td>0.539890</td>\n", - " <td>0.205671</td>\n", - " <td>0.737695</td>\n", - " <td>0.667421</td>\n", - " <td>0.545535</td>\n", - " <td>0.030497</td>\n", - " <td>0.993397</td>\n", - " <td>0.358071</td>\n", + " <td>0.067250</td>\n", + " <td>0.689697</td>\n", + " <td>0.329056</td>\n", + " <td>0.173732</td>\n", + " <td>0.735253</td>\n", + " <td>0.995044</td>\n", + " <td>0.563772</td>\n", + " <td>0.522228</td>\n", + " <td>0.483944</td>\n", + " <td>0.417416</td>\n", " </tr>\n", " </tbody>\n", "</table>\n", @@ -331,31 +332,31 @@ "</div>" ], "text/plain": [ - " Model SVDB Power MGAB Daphnet WSD SMAP \\\n", - "0 CNN 0.197103 0.072400 0.003855 0.381499 0.303128 0.329931 \n", - "0 IForest 0.311936 0.073981 0.004336 0.496579 0.040993 0.299302 \n", - "0 KMeansAD_U 0.809036 0.507629 0.085299 0.036445 0.146372 0.648913 \n", - "0 LOF 0.044940 0.086245 0.002209 0.129509 0.141918 0.180797 \n", - "0 LSTMAD 0.129879 0.064788 0.045860 0.132234 0.209492 0.278827 \n", + " Model IOPS SWaT SED MSL SVDB MGAB \\\n", + "0 CNN 0.205826 0.680748 0.058416 0.346350 0.199785 0.006988 \n", + "0 IForest 0.134518 0.368230 0.807209 0.448709 0.307322 0.004379 \n", + "0 KMeansAD_U 0.107988 0.111519 0.895291 0.441543 0.811385 0.036645 \n", + "0 LOF 0.123657 0.121168 0.111105 0.186700 0.050189 0.004639 \n", + "0 LSTMAD 0.213044 0.669824 0.056562 0.305128 0.127489 0.025419 \n", "\n", - " MSL Exathlon Stock ... LTDB MITDB SMD TODS \\\n", - "0 0.307033 0.654310 0.929344 ... 0.354462 0.160153 0.565370 0.303786 \n", - "0 0.386085 0.962806 0.143940 ... 0.521341 0.169557 0.369237 0.076521 \n", - "0 0.371438 0.617690 0.114476 ... 0.765819 0.583808 0.260908 0.448703 \n", - "0 0.151228 0.245106 0.112061 ... 0.203241 0.051628 0.182353 0.100820 \n", - "0 0.237442 0.733875 0.519232 ... 0.276735 0.113066 0.539890 0.205671 \n", + " LTDB SMAP Daphnet ... Power NEK CATSv2 NAB \\\n", + "0 0.406171 0.336818 0.398456 ... 0.075487 0.714845 0.288293 0.248091 \n", + "0 0.566359 0.327727 0.518905 ... 0.076373 0.649735 0.105175 0.342137 \n", + "0 0.835553 0.657738 0.039747 ... 0.524166 0.317927 0.229268 0.427477 \n", + "0 0.256447 0.172499 0.134804 ... 0.090503 0.395130 0.063826 0.165966 \n", + "0 0.329828 0.273214 0.133080 ... 0.067250 0.689697 0.329056 0.173732 \n", "\n", - " SWaT NEK OPPORTUNITY SED TAO CATSv2 \n", - "0 0.738718 0.685573 0.619160 0.029325 0.994857 0.411894 \n", - "0 0.702432 0.630339 0.733153 0.691484 0.125817 0.139416 \n", - "0 0.111152 0.346973 0.365381 0.710575 0.129147 0.455611 \n", - "0 0.120683 0.363561 0.153396 0.082198 0.167995 0.071542 \n", - "0 0.737695 0.667421 0.545535 0.030497 0.993397 0.358071 \n", + " Exathlon TAO OPPORTUNITY TODS SMD YAHOO \n", + "0 0.657757 0.994270 0.632799 0.575941 0.545045 0.512096 \n", + "0 0.964836 0.728970 0.736264 0.487386 0.342406 0.135664 \n", + "0 0.618051 0.747945 0.351828 0.739257 0.254537 0.781824 \n", + "0 0.240338 0.710584 0.159200 0.485079 0.134985 0.381508 \n", + "0 0.735253 0.995044 0.563772 0.522228 0.483944 0.417416 \n", "\n", "[5 rows x 24 columns]" ] }, - "execution_count": 11, + "execution_count": 10, "metadata": {}, "output_type": "execute_result" } @@ -366,11 +367,11 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 11, "metadata": {}, "outputs": [], "source": [ - "#df.to_csv(path+'/groupedDataframes/'+col+'_combined_by_group.csv')" + "df.to_csv(path+'/groupedDataframes/'+col+'_combined_by_group.csv')" ] } ], diff --git a/src/group_evaluation/test.png b/src/group_evaluation/test.png deleted file mode 100644 index 8ae6e080d9ddc8ed3c358eaf3ca8c231ec9ab01e..0000000000000000000000000000000000000000 Binary files a/src/group_evaluation/test.png and /dev/null differ diff --git a/src/group_evaluation/test_vus-pr.png b/src/group_evaluation/test_vus-pr.png deleted file mode 100644 index e32075ae9463b95eb96a85416ab666ea70d5cb03..0000000000000000000000000000000000000000 Binary files a/src/group_evaluation/test_vus-pr.png and /dev/null differ diff --git a/src/models/desi/USAD.png b/src/models/desi/USAD.png deleted file mode 100644 index 64f703f3a0c9eba6d618423f5b44367de95a6f12..0000000000000000000000000000000000000000 Binary files a/src/models/desi/USAD.png and /dev/null differ diff --git a/src/models/desi/desi_evaluate_groups.ipynb b/src/models/desi/desi_evaluate_groups.ipynb index 3d3ce3cb4b57feb1e4b6a44330642c27c5e69a79..290d7190b578bb5fe9b20177046944a98f58e17c 100644 --- a/src/models/desi/desi_evaluate_groups.ipynb +++ b/src/models/desi/desi_evaluate_groups.ipynb @@ -2,7 +2,7 @@ "cells": [ { "cell_type": "code", - "execution_count": 19, + "execution_count": 1, "metadata": {}, "outputs": [], "source": [ @@ -13,7 +13,7 @@ }, { "cell_type": "code", - "execution_count": 36, + "execution_count": 164, "metadata": {}, "outputs": [ { @@ -59,146 +59,153 @@ " <tbody>\n", " <tr>\n", " <th>0</th>\n", - " <td>{'n_neighbors': 30}</td>\n", + " <td>{'periodicity': 3, 'n_neighbors': 10}</td>\n", " <td>001_NAB_id_1_Facility_tr_1007_1st_2014.csv</td>\n", - " <td>0.662725</td>\n", + " <td>0.653164</td>\n", " <td>NAB</td>\n", " <td>False</td>\n", " <td>True</td>\n", - " <td>0.140581</td>\n", - " <td>0.511654</td>\n", - " <td>0.139685</td>\n", - " <td>0.517581</td>\n", - " <td>0.158465</td>\n", + " <td>0.321899</td>\n", + " <td>0.608477</td>\n", + " <td>0.316988</td>\n", + " <td>0.611647</td>\n", + " <td>0.342408</td>\n", " <td>1.000000</td>\n", " <td>1.000000</td>\n", - " <td>0.360914</td>\n", - " <td>0.968482</td>\n", - " <td>0.034985</td>\n", - " <td>0.923077</td>\n", + " <td>0.642756</td>\n", + " <td>0.964006</td>\n", + " <td>0.119534</td>\n", + " <td>1.000000</td>\n", " </tr>\n", " <tr>\n", " <th>1</th>\n", - " <td>{'n_neighbors': 50}</td>\n", + " <td>{'periodicity': 1, 'n_neighbors': 50}</td>\n", " <td>002_NAB_id_2_WebService_tr_1500_1st_4106.csv</td>\n", - " <td>1.600371</td>\n", + " <td>1.806566</td>\n", " <td>NAB</td>\n", " <td>False</td>\n", " <td>False</td>\n", - " <td>0.136906</td>\n", - " <td>0.514480</td>\n", - " <td>0.139172</td>\n", - " <td>0.522671</td>\n", - " <td>0.192924</td>\n", + " <td>0.532093</td>\n", + " <td>0.582393</td>\n", + " <td>0.538952</td>\n", + " <td>0.616685</td>\n", + " <td>0.637707</td>\n", + " <td>1.000000</td>\n", " <td>1.000000</td>\n", + " <td>0.530904</td>\n", + " <td>0.995618</td>\n", + " <td>0.270016</td>\n", " <td>1.000000</td>\n", - " <td>0.336815</td>\n", - " <td>0.988203</td>\n", - " <td>0.032967</td>\n", - " <td>0.567568</td>\n", " </tr>\n", " <tr>\n", " <th>2</th>\n", - " <td>{'n_neighbors': 40}</td>\n", + " <td>{'periodicity': 3, 'n_neighbors': 40}</td>\n", " <td>003_NAB_id_3_WebService_tr_1362_1st_1462.csv</td>\n", - " <td>2.794641</td>\n", + " <td>2.038316</td>\n", " <td>NAB</td>\n", " <td>False</td>\n", " <td>True</td>\n", - " <td>0.108531</td>\n", - " <td>0.508964</td>\n", - " <td>0.097869</td>\n", - " <td>0.500551</td>\n", - " <td>0.175308</td>\n", - " <td>0.999672</td>\n", - " <td>0.933333</td>\n", - " <td>0.327012</td>\n", - " <td>0.945860</td>\n", - " <td>0.014445</td>\n", - " <td>0.666667</td>\n", + " <td>0.134022</td>\n", + " <td>0.522890</td>\n", + " <td>0.139534</td>\n", + " <td>0.529691</td>\n", + " <td>0.190514</td>\n", + " <td>0.939543</td>\n", + " <td>0.244131</td>\n", + " <td>0.151951</td>\n", + " <td>0.682496</td>\n", + " <td>0.016415</td>\n", + " <td>0.126263</td>\n", " </tr>\n", " <tr>\n", " <th>3</th>\n", - " <td>{'n_neighbors': 50}</td>\n", + " <td>{'periodicity': 3, 'n_neighbors': 50}</td>\n", " <td>004_NAB_id_4_Facility_tr_1007_1st_1437.csv</td>\n", - " <td>0.889990</td>\n", + " <td>0.926782</td>\n", " <td>NAB</td>\n", " <td>False</td>\n", " <td>False</td>\n", - " <td>0.157897</td>\n", - " <td>0.541035</td>\n", - " <td>0.153577</td>\n", - " <td>0.556081</td>\n", - " <td>0.186381</td>\n", + " <td>0.515828</td>\n", + " <td>0.788997</td>\n", + " <td>0.520351</td>\n", + " <td>0.804107</td>\n", + " <td>0.508470</td>\n", " <td>1.000000</td>\n", " <td>1.000000</td>\n", - " <td>0.338843</td>\n", - " <td>0.980346</td>\n", - " <td>0.007463</td>\n", + " <td>0.627049</td>\n", + " <td>0.988360</td>\n", + " <td>0.310945</td>\n", " <td>1.000000</td>\n", " </tr>\n", " <tr>\n", " <th>4</th>\n", - " <td>{'n_neighbors': 40}</td>\n", + " <td>{'periodicity': 1, 'n_neighbors': 50}</td>\n", " <td>005_NAB_id_5_Traffic_tr_594_1st_1645.csv</td>\n", - " <td>0.661092</td>\n", + " <td>0.726600</td>\n", " <td>NAB</td>\n", " <td>False</td>\n", " <td>False</td>\n", - " <td>0.103901</td>\n", - " <td>0.498313</td>\n", - " <td>0.106037</td>\n", - " <td>0.507622</td>\n", - " <td>0.185677</td>\n", - " <td>0.942574</td>\n", - " <td>0.216216</td>\n", - " <td>0.194903</td>\n", - " <td>0.670264</td>\n", - " <td>0.016807</td>\n", - " <td>0.121212</td>\n", + " <td>0.074486</td>\n", + " <td>0.369671</td>\n", + " <td>0.077129</td>\n", + " <td>0.382665</td>\n", + " <td>0.181886</td>\n", + " <td>0.810903</td>\n", + " <td>0.181262</td>\n", + " <td>0.435004</td>\n", + " <td>0.670916</td>\n", + " <td>0.000000</td>\n", + " <td>0.000000</td>\n", " </tr>\n", " </tbody>\n", "</table>\n", "</div>" ], "text/plain": [ - " params file_name \\\n", - "0 {'n_neighbors': 30} 001_NAB_id_1_Facility_tr_1007_1st_2014.csv \n", - "1 {'n_neighbors': 50} 002_NAB_id_2_WebService_tr_1500_1st_4106.csv \n", - "2 {'n_neighbors': 40} 003_NAB_id_3_WebService_tr_1362_1st_1462.csv \n", - "3 {'n_neighbors': 50} 004_NAB_id_4_Facility_tr_1007_1st_1437.csv \n", - "4 {'n_neighbors': 40} 005_NAB_id_5_Traffic_tr_594_1st_1645.csv \n", + " params \\\n", + "0 {'periodicity': 3, 'n_neighbors': 10} \n", + "1 {'periodicity': 1, 'n_neighbors': 50} \n", + "2 {'periodicity': 3, 'n_neighbors': 40} \n", + "3 {'periodicity': 3, 'n_neighbors': 50} \n", + "4 {'periodicity': 1, 'n_neighbors': 50} \n", "\n", - " duration group point anomaly seq anomaly AUC-PR AUC-ROC VUS-PR \\\n", - "0 0.662725 NAB False True 0.140581 0.511654 0.139685 \n", - "1 1.600371 NAB False False 0.136906 0.514480 0.139172 \n", - "2 2.794641 NAB False True 0.108531 0.508964 0.097869 \n", - "3 0.889990 NAB False False 0.157897 0.541035 0.153577 \n", - "4 0.661092 NAB False False 0.103901 0.498313 0.106037 \n", + " file_name duration group \\\n", + "0 001_NAB_id_1_Facility_tr_1007_1st_2014.csv 0.653164 NAB \n", + "1 002_NAB_id_2_WebService_tr_1500_1st_4106.csv 1.806566 NAB \n", + "2 003_NAB_id_3_WebService_tr_1362_1st_1462.csv 2.038316 NAB \n", + "3 004_NAB_id_4_Facility_tr_1007_1st_1437.csv 0.926782 NAB \n", + "4 005_NAB_id_5_Traffic_tr_594_1st_1645.csv 0.726600 NAB \n", "\n", - " VUS-ROC Standard-F1 PA-F1 Event-based-F1 R-based-F1 Affiliation-F \\\n", - "0 0.517581 0.158465 1.000000 1.000000 0.360914 0.968482 \n", - "1 0.522671 0.192924 1.000000 1.000000 0.336815 0.988203 \n", - "2 0.500551 0.175308 0.999672 0.933333 0.327012 0.945860 \n", - "3 0.556081 0.186381 1.000000 1.000000 0.338843 0.980346 \n", - "4 0.507622 0.185677 0.942574 0.216216 0.194903 0.670264 \n", + " point anomaly seq anomaly AUC-PR AUC-ROC VUS-PR VUS-ROC \\\n", + "0 False True 0.321899 0.608477 0.316988 0.611647 \n", + "1 False False 0.532093 0.582393 0.538952 0.616685 \n", + "2 False True 0.134022 0.522890 0.139534 0.529691 \n", + "3 False False 0.515828 0.788997 0.520351 0.804107 \n", + "4 False False 0.074486 0.369671 0.077129 0.382665 \n", "\n", - " Recall Precision \n", - "0 0.034985 0.923077 \n", - "1 0.032967 0.567568 \n", - "2 0.014445 0.666667 \n", - "3 0.007463 1.000000 \n", - "4 0.016807 0.121212 " + " Standard-F1 PA-F1 Event-based-F1 R-based-F1 Affiliation-F Recall \\\n", + "0 0.342408 1.000000 1.000000 0.642756 0.964006 0.119534 \n", + "1 0.637707 1.000000 1.000000 0.530904 0.995618 0.270016 \n", + "2 0.190514 0.939543 0.244131 0.151951 0.682496 0.016415 \n", + "3 0.508470 1.000000 1.000000 0.627049 0.988360 0.310945 \n", + "4 0.181886 0.810903 0.181262 0.435004 0.670916 0.000000 \n", + "\n", + " Precision \n", + "0 1.000000 \n", + "1 1.000000 \n", + "2 0.126263 \n", + "3 1.000000 \n", + "4 0.000000 " ] }, - "execution_count": 36, + "execution_count": 164, "metadata": {}, "output_type": "execute_result" } ], "source": [ "#Dataframe erstellen\n", - "model = 'LOF'\n", + "model = 'Sub-LOF'\n", "path = '../../../docs/evaluation/'+model+'.csv'\n", "df = pd.read_csv(path)\n", "df.head()\n", @@ -207,7 +214,7 @@ }, { "cell_type": "code", - "execution_count": 37, + "execution_count": 165, "metadata": {}, "outputs": [ { @@ -240,7 +247,7 @@ "Name: count, dtype: int64" ] }, - "execution_count": 37, + "execution_count": 165, "metadata": {}, "output_type": "execute_result" } @@ -251,7 +258,7 @@ }, { "cell_type": "code", - "execution_count": 38, + "execution_count": 166, "metadata": {}, "outputs": [], "source": [ @@ -291,7 +298,7 @@ }, { "cell_type": "code", - "execution_count": 39, + "execution_count": 180, "metadata": {}, "outputs": [ { @@ -387,34 +394,34 @@ "x0": " ", "xaxis": "x", "y": [ - 0.1396847903332389, - 0.139172125084749, - 0.0978688395614442, - 0.1535768761124069, - 0.1060369106784571, - 0.1553396132019111, - 0.2196520997815249, - 0.141351789190328, - 0.1549939064014858, - 0.342450838174051, - 0.2599951376467255, - 0.1606374284768806, - 0.2092371607891351, - 0.1050228521353941, - 0.2197005257397364, - 0.2550333992513036, - 0.1102604131133901, - 0.1767256228606734, - 0.1252292985609067, - 0.2198693117877285, - 0.13224377206644, - 0.2481120021002056, - 0.0889302232938759, - 0.2506451132439538, - 0.1011944570840855, - 0.1001360066859297, - 0.0918961127306825, - 0.1420579899584861 + 0.3169875495098878, + 0.5389522106420179, + 0.1395342293514921, + 0.5203509865769482, + 0.0771290722029058, + 0.7728834814108334, + 0.9424402507920154, + 0.6622429485202322, + 0.2247391151580552, + 0.858911151071202, + 0.5400073594712449, + 0.6239283218730405, + 0.9651481667941308, + 0.6437255332120525, + 0.633537837894686, + 0.1866206050735881, + 0.5998317717124477, + 0.3326922242606973, + 0.5646258552787606, + 0.7953694936345507, + 0.6468153250078241, + 0.2857797006988215, + 0.122260710435827, + 0.9476276400429242, + 0.1308934252292885, + 0.2372049496832063, + 0.6238487174589644, + 0.9745167111318188 ], "y0": " ", "yaxis": "y" @@ -489,31 +496,31 @@ "x0": " ", "xaxis": "x", "y": [ - 0.0777231681031569, - 0.0788657664187751, - 0.2826024087267116, - 0.2391140920137143, - 0.1337393597657766, - 0.0652387152009407, - 0.0049874770243891, - 0.0359509423387786, - 0.0784886813207732, - 0.0239167402853134, - 0.004226799644107, - 0.0339477930947294, - 0.0300126806555286, - 0.060948278252749, - 0.0661810401683887, - 0.086682299945275, - 0.0674053595478954, - 0.077676751627229, - 0.2397422787483801, - 0.049640373317522, - 0.3428335787920875, - 0.0374617581996188, - 0.0812636078751719, - 0.0422065004325935, - 0.3177820465201418 + 0.9039211801723712, + 0.2824621122789457, + 0.9633491130130276, + 0.8461745308062559, + 0.6197761458514374, + 0.0333882045981459, + 0.2472741679558739, + 0.510287167769179, + 0.1782221838464549, + 0.5544520465454805, + 0.2455647592660185, + 0.9246437434592074, + 0.6655397724174666, + 0.5406967644476071, + 0.1052836737829387, + 0.5751950530073919, + 0.4881272573085585, + 0.7292855907588593, + 0.1522773586260804, + 0.5794798169549927, + 0.3845103567472998, + 0.8376066346578397, + 0.6931992892585567, + 0.8393506366540027, + 0.8759568300982619 ], "y0": " ", "yaxis": "y" @@ -556,15 +563,15 @@ "x0": " ", "xaxis": "x", "y": [ - 0.0793711661657013, - 0.2921233299414378, - 0.1842774592969869, - 0.1993164821453371, - 0.038326112334202, - 0.0958365262691435, - 0.0998395217434156, - 0.4877312185053344, - 0.2034784202553557 + 0.973414264084001, + 0.7483296320266598, + 0.6807940678715321, + 0.2510482247853641, + 0.3553120641897961, + 0.7686551843214653, + 0.4097893284158303, + 0.2118464760690687, + 0.503212017625898 ], "y0": " ", "yaxis": "y" @@ -609,16 +616,16 @@ "x0": " ", "xaxis": "x", "y": [ - 0.8066498950542565, - 0.8137476805424989, - 0.9101876435124252, - 0.9088325631293508, - 0.1520343603948169, - 0.5724671741479528, - 0.1708318131011563, - 0.9375164542385926, - 0.9712048607937904, - 0.8613956417985078 + 0.8599775207922964, + 0.8099657638270235, + 0.921762161702618, + 0.9241624136540588, + 0.2078184609468533, + 0.6686155257837655, + 0.2584858194809438, + 0.9611796726520152, + 0.9754375386835404, + 0.8882673196825479 ], "y0": " ", "yaxis": "y" @@ -645,7 +652,7 @@ "x0": " ", "xaxis": "x", "y": [ - 0.1348036345450808 + 0.2539555253290684 ], "y0": " ", "yaxis": "y" @@ -686,14 +693,14 @@ "x0": " ", "xaxis": "x", "y": [ - 0.0583428028155999, - 0.0359716215748545, - 0.0331515820531995, - 0.1379319878883075, - 0.0012416968974043, - 0.0330866018753321, - 0.0766215186274546, - 0.0536417355711097 + 0.6502544202362501, + 0.2555478145936748, + 0.3510047644929597, + 0.2466209725576415, + 0.0491999806762613, + 0.5821460372732854, + 0.1093083747002739, + 0.6929190089435182 ], "y0": " ", "yaxis": "y" @@ -794,44 +801,44 @@ "x0": " ", "xaxis": "x", "y": [ - 0.0271520047228255, - 0.0263279777268046, - 0.3283597959886599, - 0.0739293401511683, - 0.1121448205528895, - 0.0625856813192477, - 0.1287084344528953, - 0.2228673780713103, - 0.2553934531702195, - 0.1644032767839422, - 0.0364605126751004, - 0.1842754790546952, - 0.1369969775753414, - 0.2795853181081215, - 0.0121786869828454, - 0.0244469800413342, - 0.2341641039732395, - 0.1082497051300993, - 0.101728476535411, - 0.0905367024056934, - 0.1322665497235553, - 0.0322917158696513, - 0.0539665752846702, - 0.081682033589007, - 0.0515555178382153, - 0.0818999402016499, - 0.2534773797078164, - 0.0823327561927915, - 0.025836553989449, - 0.0641214878021396, - 0.3211487599018676, - 0.2444286342209986, - 0.1022674587292718, - 0.1143153388561051, - 0.3314136405196346, - 0.2482145428117329, - 0.025699945599135, - 0.2720258676608145 + 0.6342835488937564, + 0.9726033525375218, + 0.09937922820641, + 0.0641040428221095, + 0.864443095123083, + 0.94653331087939, + 0.4979058136518018, + 0.0663348047952907, + 0.4266577926047034, + 0.1427890331293148, + 0.1906904056004905, + 0.8606036799003646, + 0.6282887688747226, + 0.5111580967669298, + 0.032439016473641, + 0.9658706614026225, + 0.0507091918007409, + 0.9388889590014908, + 0.8454532877918192, + 0.0640647714252684, + 0.4799320130893914, + 0.840892311081961, + 0.562243704634419, + 0.8590995025669872, + 0.7836347190246432, + 0.8399871956406603, + 0.0366186024111714, + 0.9047850565722326, + 0.822600033202465, + 0.8574203593357078, + 0.058839846600424, + 0.2467736816365985, + 0.9192282994497192, + 0.3309397265854061, + 0.9025008625273592, + 0.1250271360140507, + 0.9726033525375218, + 0.352130735578281 ], "y0": " ", "yaxis": "y" @@ -874,15 +881,15 @@ "x0": " ", "xaxis": "x", "y": [ - 0.203744040638638, - 0.2033463226797444, - 0.2035756900667123, - 0.2624881844983564, - 0.375799843669638, - 0.3943519206578282, - 0.2263485876887323, - 0.2210639184896027, - 0.2173069958200442 + 0.3593913337379942, + 0.6580509837463299, + 0.3896387980620794, + 0.3966860975997532, + 0.3834621895337937, + 0.4710403725116854, + 0.4111911990388903, + 0.2843123906962077, + 0.3319933421789589 ], "y0": " ", "yaxis": "y" @@ -925,15 +932,15 @@ "x0": " ", "xaxis": "x", "y": [ - 0.0049024286140125, - 0.0040207208420677, - 0.0044822679800762, - 0.0043322520556225, - 0.0041724131368607, - 0.0041422096160456, - 0.0046433260678721, - 0.0045568655841424, - 0.0064946780888428 + 0.7516794647947204, + 0.4585975100023682, + 0.6009022164091685, + 0.4940026632485912, + 0.7602902375523733, + 0.6281985395205555, + 0.7250476837953153, + 0.6024832430707853, + 0.6915346400478372 ], "y0": " ", "yaxis": "y" @@ -964,9 +971,9 @@ "x0": " ", "xaxis": "x", "y": [ - 0.1257870819704898, - 0.114227099471126, - 0.0933019173988215 + 0.2692059748494155, + 0.3570480151082826, + 0.1340054841312965 ], "y0": " ", "yaxis": "y" @@ -1031,26 +1038,26 @@ "x0": " ", "xaxis": "x", "y": [ - 0.0815411209835807, - 0.0116423529762773, - 0.0225767160532148, - 0.0736560590109531, - 0.1013090446617159, - 0.0216857553973085, - 0.0402030461103629, - 0.0471032104961817, - 0.1206759467444721, - 0.0162221055625922, - 0.0246172647558969, - 0.0730506629777875, - 0.0542330609328889, - 0.0303428457440254, - 0.0734166404618261, - 0.0353124530678043, - 0.0389358934777462, - 0.0448974923891731, - 0.0509412597711411, - 0.0414134477801917 + 0.1566458111246136, + 0.8384373892371898, + 0.3505554507939737, + 0.4625155143931614, + 0.2263763810322591, + 0.0996198472237436, + 0.4396339795176677, + 0.4455873770122047, + 0.2840783222961981, + 0.2074632038386549, + 0.6319002491108265, + 0.1614344162564465, + 0.5715131295251241, + 0.389551318619652, + 0.1245041931503486, + 0.5089163524543492, + 0.2293159076696276, + 0.3429626689530667, + 0.5959136536102498, + 0.5930736004592476 ], "y0": " ", "yaxis": "y" @@ -1081,9 +1088,9 @@ "x0": " ", "xaxis": "x", "y": [ - 0.8843471229799927, - 0.934482921202679, - 0.3129205122190526 + 0.911530937380592, + 0.951377767367269, + 0.5601723188721845 ], "y0": " ", "yaxis": "y" @@ -1142,23 +1149,23 @@ "x0": " ", "xaxis": "x", "y": [ - 0.0096229641024116, - 0.1296402161443735, - 0.0730752151927102, - 0.0382942954112303, - 0.0166774803127088, - 0.1357285244193443, - 0.1059709352174811, - 0.3741938907535509, - 0.0718743459246147, - 0.3990431549003048, - 0.0406061251821437, - 0.1438264674080507, - 0.0725566711722533, - 0.0413517959800873, - 0.102678656612506, - 0.2715822225526706, - 0.0754397164149027 + 0.2604402247140738, + 0.4240027218521848, + 0.1210593315514553, + 0.670618289415329, + 0.2315054786457532, + 0.0208557373602764, + 0.1390358220294298, + 0.3105621341458224, + 0.2763533036467282, + 0.4437429036175893, + 0.3512510081943966, + 0.66996648182201, + 0.8136488288973325, + 0.441304887083129, + 0.3386710695715753, + 0.460583274218075, + 0.5002874966665671 ], "y0": " ", "yaxis": "y" @@ -1201,15 +1208,15 @@ "x0": " ", "xaxis": "x", "y": [ - 0.3774483665307427, - 0.2789914820399203, - 0.4925721665080417, - 0.2478900008015483, - 0.4778766602165223, - 0.336372683740895, - 0.4230734741726358, - 0.4894959640963833, - 0.4324454430109598 + 0.7509388548286636, + 0.8847658612981003, + 0.4797074582735097, + 0.938611764998884, + 0.6935846856927356, + 0.5673679450070035, + 0.5740881535845961, + 0.7957469474739247, + 0.4983667843287255 ], "y0": " ", "yaxis": "y" @@ -1236,7 +1243,7 @@ "x0": " ", "xaxis": "x", "y": [ - 0.0638260310723236 + 0.3930451961624531 ], "y0": " ", "yaxis": "y" @@ -1291,21 +1298,21 @@ "x0": " ", "xaxis": "x", "y": [ - 0.7814913933892035, - 0.685110028388067, - 0.6136218527168442, - 0.5570438559283097, - 0.7924579282831697, - 0.7862925330469851, - 0.220464137049233, - 0.2119561737685043, - 0.1676256813869953, - 0.6981779327717451, - 0.3036401549835001, - 0.4825566135247738, - 0.6868706682158564, - 0.1095722834100911, - 0.1793032939486942 + 0.8673005596065668, + 0.7310301902312891, + 0.7447765499318796, + 0.620374540716994, + 0.8390612686468034, + 0.842385528095046, + 0.6367712553997285, + 0.6103666871924193, + 0.672538013199251, + 0.7744024620287799, + 0.5285505255964346, + 0.708579633747014, + 0.6353257766767771, + 0.6870316279567539, + 0.4683803638859793 ], "y0": " ", "yaxis": "y" @@ -1332,7 +1339,7 @@ "x0": " ", "xaxis": "x", "y": [ - 0.0905025385600026 + 0.1608581709679401 ], "y0": " ", "yaxis": "y" @@ -1509,82 +1516,82 @@ "x0": " ", "xaxis": "x", "y": [ - 0.1949264500118721, - 0.0127224884662375, - 0.0015872168916931, - 0.0146844510814111, - 0.0062288643089307, - 0.3232523365440324, - 0.0089318536934845, - 0.0113401877758721, - 0.1169052424677295, - 0.1115703154963346, - 0.0107442689324197, - 0.0565005274557267, - 0.0214286473539405, - 0.0025351218370103, - 0.0057979182202689, - 0.0446439987817209, - 0.0301026143486076, - 0.0004194878620015, - 0.0086915744202672, - 0.0047000317908742, - 0.006371006114245, - 0.0012883423296454, - 0.0007620574777352, - 0.0040117251422991, - 0.028064244696204, - 0.012468220608287, - 0.0576403375474806, - 0.0347820874679652, - 0.0151862996073023, - 0.0116412095288095, - 0.0521671331908265, - 0.0082981536737881, - 0.0049778660702782, - 0.1958001642656212, - 0.0330199656128073, - 0.3833205210260815, - 0.0104926344253525, - 0.0033208894914842, - 0.057187136934759, - 0.0215161867415491, - 0.0052463723422808, - 0.0069390638700071, - 0.0181560009463853, - 0.0526988011452134, - 0.0127597328779313, - 0.0705388903884552, - 0.0067969482556858, - 0.0149186840064888, - 0.3797450501568693, - 0.0071718828581935, - 0.0045709726361325, - 0.0141761576390632, - 0.0057843098162608, - 0.0006776562280199, - 0.0133832288427349, - 0.0072171402031578, - 0.0139626709321975, - 0.0821108590232922, - 0.2416260356096588, - 0.014494015194909, - 0.004764228458463, - 0.015932178885538, - 0.0064153124923403, - 0.0030454986189026, - 0.005450876904972, - 0.2437329892543517, - 0.0038984832828581, - 0.1692237347399693, - 0.0164955201998967, - 0.0083971491567254, - 0.0103815250287665, - 0.12723119424206, - 0.0396163857870798, - 0.0040974406116509, - 0.0137541233433346, - 0.3377254465095189 + 0.2138198066490876, + 0.873385467198819, + 0.0009489243660652, + 0.7992770738549962, + 0.0657022441265477, + 0.5521440688838845, + 0.0180127541701296, + 0.9768411663865222, + 0.5206902027818957, + 0.9619869563761247, + 0.4046922629938301, + 0.0027007277607779, + 0.8399030495297326, + 0.0161414029279601, + 0.3834811691917694, + 0.0411072173784134, + 0.7415716480291397, + 0.000050923064468673984, + 0.770612439595444, + 0.2727082278818961, + 0.446973935729173, + 0.0008560728019705, + 0.2002950936616463, + 0.4229932082834022, + 0.6652294495318736, + 0.9942533495944508, + 0.9050392154529572, + 0.903478234524658, + 0.1180431239732311, + 0.4598388631147886, + 0.959021866309712, + 0.6856105934242605, + 0.4313736196429563, + 0.8516673356688057, + 0.9855187501284464, + 0.8192778153856434, + 0.846472655374925, + 0.277268698876337, + 0.1130089705200109, + 0.2239850968672771, + 0.8782654695917519, + 0.8729919055796959, + 0.7614318916778764, + 0.8066763399501813, + 0.9876956334022317, + 0.8227017131725725, + 0.2251708423185242, + 0.9851918318724088, + 0.4336760956107545, + 0.2782419869925253, + 0.2132375407328874, + 0.6785439486129903, + 0.7142353168482779, + 0.1097999228893614, + 0.8175907487396769, + 0.4441625891381454, + 0.7995878391863998, + 0.0323182737731029, + 0.57097088823835, + 0.7769282179414865, + 0.4330789107116764, + 0.1644403615426566, + 0.3307136347091566, + 0.4254893176620266, + 0.3446994815570672, + 0.3901835279993376, + 0.6507913497211898, + 0.3698442146828375, + 0.1569994193481093, + 0.7428012047676311, + 0.7277466893925175, + 0.0773327196986978, + 0.8943349602779932, + 0.4050075628243449, + 0.9563155088164528, + 0.0436230990067497 ], "y0": " ", "yaxis": "y" @@ -1647,25 +1654,25 @@ "x0": " ", "xaxis": "x", "y": [ - 0.030646624523319, - 0.0878985329410356, - 0.3351664582995075, - 0.0325854263345622, - 0.7286950772857992, - 0.3149660381216629, - 0.0786991126452799, - 0.0501253601394665, - 0.0154593584920164, - 0.0274639652481375, - 0.1348881986920882, - 0.072833322687455, - 0.0185261308949286, - 0.0188464857198399, - 0.5386998880120483, - 0.0229797656987224, - 0.1666956826257195, - 0.5601491847184419, - 0.0421588745060709 + 0.9540154798541488, + 0.3672894970437738, + 0.2755729895962988, + 0.6889145812514472, + 0.2347899959554987, + 0.5445464186210995, + 0.9972468916904476, + 0.3184842776083232, + 0.0256803198553974, + 0.9924220861122174, + 0.6502101140812773, + 0.9008669466677448, + 0.8827213216587301, + 0.9739680689905914, + 0.3660487562801301, + 0.8977551653353147, + 0.0984155327419262, + 0.3088257627519801, + 0.8814469842199644 ], "y0": " ", "yaxis": "y" @@ -1692,7 +1699,7 @@ "x0": " ", "xaxis": "x", "y": [ - 0.1211682396739051 + 0.1139147000964346 ], "y0": " ", "yaxis": "y" @@ -1787,41 +1794,41 @@ "x0": " ", "xaxis": "x", "y": [ - 0.0249999999999999, - 1, - 0.02680204441702, - 0.262654463966908, - 0.0163421742897563, - 1, - 0.1213180936432207, - 0.0467364825591641, - 0.8641975308641974, - 0.8595679012345676, - 0.0152172964986575, - 0.0083882009149156, - 1, - 0.0070377279528641, - 0.2585038878044511, - 0.0416168060822786, + 0.4022668428839835, + 0.2224790813738499, + 0.4009916295725522, + 0.2955954911280089, + 0.8388044529213917, + 0.3512796139016674, + 0.471362436884063, + 0.5172255114409279, + 0.501516874697691, + 0.4384496306959307, + 0.560642988241377, + 0.4603729168333838, 1, - 0.0558738368786405, - 1, - 0.0036591839230277, - 1, - 0.0714285714285714, - 0.5, - 1, - 0.6598639455782318, - 0.2449469308397298, - 0.3911200432690072, - 0.0113547070737902, - 1, - 0.0097478009039659, - 0.1666666666666669, - 0.0147058823529411, - 0.0515002509451399, - 0.0573082946091414, - 0.5612328109562879 + 0.0984413382368522, + 0.0428093960541861, + 0.4552640900746102, + 0.913197600443576, + 0.9597549496692968, + 0.156781952508956, + 0.0161745734113279, + 0.6430696266188662, + 0.5915181268317624, + 0.2950021017682768, + 0.7816751797405942, + 0.4113457009522583, + 0.2263037067226355, + 0.2270676421340169, + 0.5506715377614436, + 0.8958582138355075, + 0.0611200627501371, + 0.5731709525968525, + 0.0152783246413842, + 0.0239205771575714, + 0.9002438262614647, + 0.4853634913297872 ], "y0": " ", "yaxis": "y" @@ -1910,38 +1917,38 @@ "x0": " ", "xaxis": "x", "y": [ - 0.1837634786356244, - 0.262074406824318, - 0.2180765920773791, - 0.2518055272952466, - 0.262074406824318, - 0.2180765920773791, - 0.2134165693688207, - 0.1307835912195382, - 0.3725649315177995, - 0.2577670339001432, - 0.3298500978481193, - 0.2566414419625625, - 0.1307835912195382, - 0.4904198469987503, - 0.1265188144602036, - 0.262074406824318, - 0.3298500978481193, - 0.1265188144602036, - 0.279499300635546, - 0.2134165693688207, - 0.2758761935617029, - 0.3298500978481193, - 0.2134165693688207, - 0.2180765920773791, - 0.3298500978481193, - 0.1696329952121443, - 0.2180765920773791, - 0.0965527490307916, - 0.1307835912195382, - 0.2134165693688207, - 0.1265188144602036, - 0.4527841226845707 + 0.165363943781076, + 0.1055959239234238, + 0.3087978328726254, + 0.2648772912003505, + 0.1055959239234238, + 0.3087978328726254, + 0.1791808557757056, + 0.4191576670523288, + 0.0667566583927776, + 0.2320033588030139, + 0.2227889589723902, + 0.1978424876813266, + 0.4191576670523288, + 0.1587733145550091, + 0.5149663971030274, + 0.1055959239234238, + 0.2227889589723902, + 0.5149663971030274, + 0.3928519110742927, + 0.1791808557757056, + 0.1867972292340807, + 0.2227889589723902, + 0.1791808557757056, + 0.3087978328726254, + 0.2227889589723902, + 0.1765141818070289, + 0.3087978328726254, + 0.4407613255054198, + 0.4191576670523288, + 0.1791808557757056, + 0.5149663971030274, + 0.1545390595957032 ], "y0": " ", "yaxis": "y" @@ -2022,34 +2029,34 @@ "x0": " ", "xaxis": "x", "y": [ - 0.0461611571877293, - 0.1741270468375933, - 0.2120978819609322, - 0.0555355489874968, - 0.1153379602917644, - 0.1879496862375701, - 0.1044918542945397, - 0.1164573161339037, - 0.0795435133767684, - 0.0446999698019981, - 0.1086320272684126, - 0.3351316688639826, - 0.0647382004433669, - 0.1970691086953164, - 0.3173932776831449, - 0.2031215253707108, - 0.2812710529351963, - 0.0913489121273613, - 0.2520463874832999, - 0.1616909272318367, - 0.1253509095612136, - 0.192730583525452, - 0.1308574079672143, - 0.1826561473341535, - 0.0847825369653254, - 0.1152164747468051, - 0.3872433626748078, - 0.0899078607512625 + 0.2089614433283217, + 0.1922855322990223, + 0.0953648913292644, + 0.0908705082994015, + 0.253659602275774, + 0.1705232583495161, + 0.0480513828451067, + 0.0874209459597214, + 0.0880408562420008, + 0.031245842368558, + 0.0563996450978811, + 0.1915857763966792, + 0.1508451718415078, + 0.0970027987654215, + 0.2146330545773956, + 0.0530334922256248, + 0.1896085793851798, + 0.2089325576278651, + 0.1735238818920127, + 0.1665532246514894, + 0.1672574616125725, + 0.1352334790207632, + 0.2763599169863824, + 0.263726971466252, + 0.1104728419017087, + 0.1819317278818272, + 0.1376392642338136, + 0.1461815647139532 ], "y0": " ", "yaxis": "y" @@ -2630,7 +2637,7 @@ } }, "title": { - "text": "<b> Vergleich der Metriken zwischen den Gruppen für LOF </b>", + "text": "<b> Vergleich der Metriken zwischen den Gruppen für Sub-LOF </b>", "xanchor": "center", "y": 0.95, "yanchor": "top" @@ -2722,7 +2729,7 @@ }, { "cell_type": "code", - "execution_count": 40, + "execution_count": 181, "metadata": {}, "outputs": [ { @@ -2776,107 +2783,107 @@ " <tbody>\n", " <tr>\n", " <th>0</th>\n", - " <td>{'n_neighbors': 30}</td>\n", + " <td>{'periodicity': 3, 'n_neighbors': 10}</td>\n", " <td>001_NAB_id_1_Facility_tr_1007_1st_2014.csv</td>\n", - " <td>0.662725</td>\n", + " <td>0.653164</td>\n", " <td>NAB</td>\n", " <td>False</td>\n", " <td>True</td>\n", - " <td>0.140581</td>\n", - " <td>0.511654</td>\n", - " <td>0.139685</td>\n", - " <td>0.517581</td>\n", - " <td>0.158465</td>\n", + " <td>0.321899</td>\n", + " <td>0.608477</td>\n", + " <td>0.316988</td>\n", + " <td>0.611647</td>\n", + " <td>0.342408</td>\n", " <td>1.000000</td>\n", " <td>1.000000</td>\n", - " <td>0.360914</td>\n", - " <td>0.968482</td>\n", - " <td>0.034985</td>\n", - " <td>0.923077</td>\n", + " <td>0.642756</td>\n", + " <td>0.964006</td>\n", + " <td>0.119534</td>\n", + " <td>1.000000</td>\n", " <td>Sequenzeanomalie</td>\n", " </tr>\n", " <tr>\n", " <th>2</th>\n", - " <td>{'n_neighbors': 40}</td>\n", + " <td>{'periodicity': 3, 'n_neighbors': 40}</td>\n", " <td>003_NAB_id_3_WebService_tr_1362_1st_1462.csv</td>\n", - " <td>2.794641</td>\n", + " <td>2.038316</td>\n", " <td>NAB</td>\n", " <td>False</td>\n", " <td>True</td>\n", - " <td>0.108531</td>\n", - " <td>0.508964</td>\n", - " <td>0.097869</td>\n", - " <td>0.500551</td>\n", - " <td>0.175308</td>\n", - " <td>0.999672</td>\n", - " <td>0.933333</td>\n", - " <td>0.327012</td>\n", - " <td>0.945860</td>\n", - " <td>0.014445</td>\n", - " <td>0.666667</td>\n", + " <td>0.134022</td>\n", + " <td>0.522890</td>\n", + " <td>0.139534</td>\n", + " <td>0.529691</td>\n", + " <td>0.190514</td>\n", + " <td>0.939543</td>\n", + " <td>0.244131</td>\n", + " <td>0.151951</td>\n", + " <td>0.682496</td>\n", + " <td>0.016415</td>\n", + " <td>0.126263</td>\n", " <td>Sequenzeanomalie</td>\n", " </tr>\n", " <tr>\n", " <th>5</th>\n", - " <td>{'n_neighbors': 50}</td>\n", + " <td>{'periodicity': 1, 'n_neighbors': 50}</td>\n", " <td>006_NAB_id_6_Traffic_tr_2579_1st_5839.csv</td>\n", - " <td>3.211013</td>\n", + " <td>3.487413</td>\n", " <td>NAB</td>\n", " <td>False</td>\n", " <td>True</td>\n", - " <td>0.139686</td>\n", - " <td>0.515552</td>\n", - " <td>0.155340</td>\n", - " <td>0.589865</td>\n", - " <td>0.182108</td>\n", - " <td>0.884120</td>\n", - " <td>0.780488</td>\n", - " <td>0.472986</td>\n", - " <td>0.824601</td>\n", - " <td>0.031068</td>\n", - " <td>0.761905</td>\n", + " <td>0.745636</td>\n", + " <td>0.939573</td>\n", + " <td>0.772883</td>\n", + " <td>0.969517</td>\n", + " <td>0.715239</td>\n", + " <td>0.961269</td>\n", + " <td>0.908084</td>\n", + " <td>0.580197</td>\n", + " <td>0.911285</td>\n", + " <td>0.245631</td>\n", + " <td>0.910072</td>\n", " <td>Sequenzeanomalie</td>\n", " </tr>\n", " <tr>\n", " <th>6</th>\n", - " <td>{'n_neighbors': 50}</td>\n", + " <td>{'periodicity': 1, 'n_neighbors': 50}</td>\n", " <td>007_NAB_id_7_Traffic_tr_624_1st_2087.csv</td>\n", - " <td>1.559115</td>\n", + " <td>1.600060</td>\n", " <td>NAB</td>\n", " <td>False</td>\n", " <td>True</td>\n", - " <td>0.170066</td>\n", - " <td>0.547980</td>\n", - " <td>0.219652</td>\n", - " <td>0.663251</td>\n", - " <td>0.190288</td>\n", - " <td>0.997988</td>\n", - " <td>0.916667</td>\n", - " <td>0.330642</td>\n", - " <td>0.927725</td>\n", - " <td>0.060484</td>\n", - " <td>0.535714</td>\n", + " <td>0.859281</td>\n", + " <td>0.988414</td>\n", + " <td>0.942440</td>\n", + " <td>0.995564</td>\n", + " <td>0.918514</td>\n", + " <td>1.000000</td>\n", + " <td>1.000000</td>\n", + " <td>0.927008</td>\n", + " <td>0.952722</td>\n", + " <td>0.141129</td>\n", + " <td>1.000000</td>\n", " <td>Sequenzeanomalie</td>\n", " </tr>\n", " <tr>\n", " <th>9</th>\n", - " <td>{'n_neighbors': 20}</td>\n", + " <td>{'periodicity': 3, 'n_neighbors': 40}</td>\n", " <td>010_NAB_id_10_WebService_tr_500_1st_271.csv</td>\n", - " <td>1.627614</td>\n", + " <td>1.628332</td>\n", " <td>NAB</td>\n", " <td>False</td>\n", " <td>True</td>\n", - " <td>0.223609</td>\n", - " <td>0.556116</td>\n", - " <td>0.342451</td>\n", - " <td>0.748768</td>\n", - " <td>0.272985</td>\n", - " <td>1.000000</td>\n", - " <td>1.000000</td>\n", - " <td>0.369861</td>\n", - " <td>0.965715</td>\n", - " <td>0.040541</td>\n", - " <td>0.545455</td>\n", + " <td>0.601735</td>\n", + " <td>0.909585</td>\n", + " <td>0.858911</td>\n", + " <td>0.962755</td>\n", + " <td>0.656315</td>\n", + " <td>0.655738</td>\n", + " <td>0.654867</td>\n", + " <td>0.566628</td>\n", + " <td>0.939757</td>\n", + " <td>0.000000</td>\n", + " <td>0.000000</td>\n", " <td>Sequenzeanomalie</td>\n", " </tr>\n", " </tbody>\n", @@ -2884,36 +2891,43 @@ "</div>" ], "text/plain": [ - " params file_name \\\n", - "0 {'n_neighbors': 30} 001_NAB_id_1_Facility_tr_1007_1st_2014.csv \n", - "2 {'n_neighbors': 40} 003_NAB_id_3_WebService_tr_1362_1st_1462.csv \n", - "5 {'n_neighbors': 50} 006_NAB_id_6_Traffic_tr_2579_1st_5839.csv \n", - "6 {'n_neighbors': 50} 007_NAB_id_7_Traffic_tr_624_1st_2087.csv \n", - "9 {'n_neighbors': 20} 010_NAB_id_10_WebService_tr_500_1st_271.csv \n", + " params \\\n", + "0 {'periodicity': 3, 'n_neighbors': 10} \n", + "2 {'periodicity': 3, 'n_neighbors': 40} \n", + "5 {'periodicity': 1, 'n_neighbors': 50} \n", + "6 {'periodicity': 1, 'n_neighbors': 50} \n", + "9 {'periodicity': 3, 'n_neighbors': 40} \n", "\n", - " duration group point anomaly seq anomaly AUC-PR AUC-ROC VUS-PR \\\n", - "0 0.662725 NAB False True 0.140581 0.511654 0.139685 \n", - "2 2.794641 NAB False True 0.108531 0.508964 0.097869 \n", - "5 3.211013 NAB False True 0.139686 0.515552 0.155340 \n", - "6 1.559115 NAB False True 0.170066 0.547980 0.219652 \n", - "9 1.627614 NAB False True 0.223609 0.556116 0.342451 \n", + " file_name duration group point anomaly \\\n", + "0 001_NAB_id_1_Facility_tr_1007_1st_2014.csv 0.653164 NAB False \n", + "2 003_NAB_id_3_WebService_tr_1362_1st_1462.csv 2.038316 NAB False \n", + "5 006_NAB_id_6_Traffic_tr_2579_1st_5839.csv 3.487413 NAB False \n", + "6 007_NAB_id_7_Traffic_tr_624_1st_2087.csv 1.600060 NAB False \n", + "9 010_NAB_id_10_WebService_tr_500_1st_271.csv 1.628332 NAB False \n", "\n", - " VUS-ROC Standard-F1 PA-F1 Event-based-F1 R-based-F1 Affiliation-F \\\n", - "0 0.517581 0.158465 1.000000 1.000000 0.360914 0.968482 \n", - "2 0.500551 0.175308 0.999672 0.933333 0.327012 0.945860 \n", - "5 0.589865 0.182108 0.884120 0.780488 0.472986 0.824601 \n", - "6 0.663251 0.190288 0.997988 0.916667 0.330642 0.927725 \n", - "9 0.748768 0.272985 1.000000 1.000000 0.369861 0.965715 \n", + " seq anomaly AUC-PR AUC-ROC VUS-PR VUS-ROC Standard-F1 PA-F1 \\\n", + "0 True 0.321899 0.608477 0.316988 0.611647 0.342408 1.000000 \n", + "2 True 0.134022 0.522890 0.139534 0.529691 0.190514 0.939543 \n", + "5 True 0.745636 0.939573 0.772883 0.969517 0.715239 0.961269 \n", + "6 True 0.859281 0.988414 0.942440 0.995564 0.918514 1.000000 \n", + "9 True 0.601735 0.909585 0.858911 0.962755 0.656315 0.655738 \n", "\n", - " Recall Precision anomaly \n", - "0 0.034985 0.923077 Sequenzeanomalie \n", - "2 0.014445 0.666667 Sequenzeanomalie \n", - "5 0.031068 0.761905 Sequenzeanomalie \n", - "6 0.060484 0.535714 Sequenzeanomalie \n", - "9 0.040541 0.545455 Sequenzeanomalie " + " Event-based-F1 R-based-F1 Affiliation-F Recall Precision \\\n", + "0 1.000000 0.642756 0.964006 0.119534 1.000000 \n", + "2 0.244131 0.151951 0.682496 0.016415 0.126263 \n", + "5 0.908084 0.580197 0.911285 0.245631 0.910072 \n", + "6 1.000000 0.927008 0.952722 0.141129 1.000000 \n", + "9 0.654867 0.566628 0.939757 0.000000 0.000000 \n", + "\n", + " anomaly \n", + "0 Sequenzeanomalie \n", + "2 Sequenzeanomalie \n", + "5 Sequenzeanomalie \n", + "6 Sequenzeanomalie \n", + "9 Sequenzeanomalie " ] }, - "execution_count": 40, + "execution_count": 181, "metadata": {}, "output_type": "execute_result" } @@ -2928,7 +2942,7 @@ }, { "cell_type": "code", - "execution_count": 41, + "execution_count": 182, "metadata": {}, "outputs": [ { @@ -3030,18 +3044,18 @@ "x0": " ", "xaxis": "x", "y": [ - 0.1396847903332389, - 0.0978688395614442, - 0.1553396132019111, - 0.2196520997815249, - 0.342450838174051, - 0.2092371607891351, - 0.2550333992513036, - 0.1767256228606734, - 0.1252292985609067, - 0.13224377206644, - 0.2481120021002056, - 0.1011944570840855 + 0.3169875495098878, + 0.1395342293514921, + 0.7728834814108334, + 0.9424402507920154, + 0.858911151071202, + 0.9651481667941308, + 0.1866206050735881, + 0.3326922242606973, + 0.5646258552787606, + 0.6468153250078241, + 0.2857797006988215, + 0.1308934252292885 ], "y0": " ", "yaxis": "y" @@ -3148,22 +3162,22 @@ "x0": " ", "xaxis": "x", "y": [ - 0.0777231681031569, - 0.1337393597657766, - 0.0652387152009407, - 0.0049874770243891, - 0.0239167402853134, - 0.0339477930947294, - 0.0300126806555286, - 0.060948278252749, - 0.0661810401683887, - 0.086682299945275, - 0.0674053595478954, - 0.077676751627229, - 0.2397422787483801, - 0.049640373317522, - 0.0374617581996188, - 0.0422065004325935 + 0.9039211801723712, + 0.6197761458514374, + 0.0333882045981459, + 0.2472741679558739, + 0.5544520465454805, + 0.9246437434592074, + 0.6655397724174666, + 0.5406967644476071, + 0.1052836737829387, + 0.5751950530073919, + 0.4881272573085585, + 0.7292855907588593, + 0.1522773586260804, + 0.5794798169549927, + 0.8376066346578397, + 0.8393506366540027 ], "y0": " ", "yaxis": "y" @@ -3205,9 +3219,9 @@ "x0": " ", "xaxis": "x", "y": [ - 0.2921233299414378, - 0.4877312185053344, - 0.2034784202553557 + 0.7483296320266598, + 0.2118464760690687, + 0.503212017625898 ], "y0": " ", "yaxis": "y" @@ -3284,16 +3298,16 @@ "x0": " ", "xaxis": "x", "y": [ - 0.8066498950542565, - 0.8137476805424989, - 0.9101876435124252, - 0.9088325631293508, - 0.1520343603948169, - 0.5724671741479528, - 0.1708318131011563, - 0.9375164542385926, - 0.9712048607937904, - 0.8613956417985078 + 0.8599775207922964, + 0.8099657638270235, + 0.921762161702618, + 0.9241624136540588, + 0.2078184609468533, + 0.6686155257837655, + 0.2584858194809438, + 0.9611796726520152, + 0.9754375386835404, + 0.8882673196825479 ], "y0": " ", "yaxis": "y" @@ -3325,7 +3339,7 @@ "x0": " ", "xaxis": "x", "y": [ - 0.1348036345450808 + 0.2539555253290684 ], "y0": " ", "yaxis": "y" @@ -3392,14 +3406,14 @@ "x0": " ", "xaxis": "x", "y": [ - 0.0583428028155999, - 0.0359716215748545, - 0.0331515820531995, - 0.1379319878883075, - 0.0012416968974043, - 0.0330866018753321, - 0.0766215186274546, - 0.0536417355711097 + 0.6502544202362501, + 0.2555478145936748, + 0.3510047644929597, + 0.2466209725576415, + 0.0491999806762613, + 0.5821460372732854, + 0.1093083747002739, + 0.6929190089435182 ], "y0": " ", "yaxis": "y" @@ -3496,20 +3510,20 @@ "x0": " ", "xaxis": "x", "y": [ - 0.0271520047228255, - 0.0739293401511683, - 0.1121448205528895, - 0.2228673780713103, - 0.1644032767839422, - 0.2795853181081215, - 0.101728476535411, - 0.0905367024056934, - 0.0539665752846702, - 0.081682033589007, - 0.0818999402016499, - 0.2534773797078164, - 0.0641214878021396, - 0.3211487599018676 + 0.6342835488937564, + 0.0641040428221095, + 0.864443095123083, + 0.0663348047952907, + 0.1427890331293148, + 0.5111580967669298, + 0.8454532877918192, + 0.0640647714252684, + 0.562243704634419, + 0.8590995025669872, + 0.8399871956406603, + 0.0366186024111714, + 0.8574203593357078, + 0.058839846600424 ], "y0": " ", "yaxis": "y" @@ -3581,15 +3595,15 @@ "x0": " ", "xaxis": "x", "y": [ - 0.203744040638638, - 0.2033463226797444, - 0.2035756900667123, - 0.2624881844983564, - 0.375799843669638, - 0.3943519206578282, - 0.2263485876887323, - 0.2210639184896027, - 0.2173069958200442 + 0.3593913337379942, + 0.6580509837463299, + 0.3896387980620794, + 0.3966860975997532, + 0.3834621895337937, + 0.4710403725116854, + 0.4111911990388903, + 0.2843123906962077, + 0.3319933421789589 ], "y0": " ", "yaxis": "y" @@ -3661,15 +3675,15 @@ "x0": " ", "xaxis": "x", "y": [ - 0.0049024286140125, - 0.0040207208420677, - 0.0044822679800762, - 0.0043322520556225, - 0.0041724131368607, - 0.0041422096160456, - 0.0046433260678721, - 0.0045568655841424, - 0.0064946780888428 + 0.7516794647947204, + 0.4585975100023682, + 0.6009022164091685, + 0.4940026632485912, + 0.7602902375523733, + 0.6281985395205555, + 0.7250476837953153, + 0.6024832430707853, + 0.6915346400478372 ], "y0": " ", "yaxis": "y" @@ -3711,9 +3725,9 @@ "x0": " ", "xaxis": "x", "y": [ - 0.1257870819704898, - 0.114227099471126, - 0.0933019173988215 + 0.2692059748494155, + 0.3570480151082826, + 0.1340054841312965 ], "y0": " ", "yaxis": "y" @@ -3835,25 +3849,25 @@ "x0": " ", "xaxis": "x", "y": [ - 0.0815411209835807, - 0.0225767160532148, - 0.0736560590109531, - 0.1013090446617159, - 0.0216857553973085, - 0.0402030461103629, - 0.0471032104961817, - 0.1206759467444721, - 0.0162221055625922, - 0.0246172647558969, - 0.0730506629777875, - 0.0542330609328889, - 0.0303428457440254, - 0.0734166404618261, - 0.0353124530678043, - 0.0389358934777462, - 0.0448974923891731, - 0.0509412597711411, - 0.0414134477801917 + 0.1566458111246136, + 0.3505554507939737, + 0.4625155143931614, + 0.2263763810322591, + 0.0996198472237436, + 0.4396339795176677, + 0.4455873770122047, + 0.2840783222961981, + 0.2074632038386549, + 0.6319002491108265, + 0.1614344162564465, + 0.5715131295251241, + 0.389551318619652, + 0.1245041931503486, + 0.5089163524543492, + 0.2293159076696276, + 0.3429626689530667, + 0.5959136536102498, + 0.5930736004592476 ], "y0": " ", "yaxis": "y" @@ -3890,8 +3904,8 @@ "x0": " ", "xaxis": "x", "y": [ - 0.934482921202679, - 0.3129205122190526 + 0.951377767367269, + 0.5601723188721845 ], "y0": " ", "yaxis": "y" @@ -3943,11 +3957,11 @@ "x0": " ", "xaxis": "x", "y": [ - 0.1296402161443735, - 0.0166774803127088, - 0.1357285244193443, - 0.3741938907535509, - 0.3990431549003048 + 0.4240027218521848, + 0.2315054786457532, + 0.0208557373602764, + 0.3105621341458224, + 0.4437429036175893 ], "y0": " ", "yaxis": "y" @@ -3994,10 +4008,10 @@ "x0": " ", "xaxis": "x", "y": [ - 0.3774483665307427, - 0.336372683740895, - 0.4230734741726358, - 0.4324454430109598 + 0.7509388548286636, + 0.5673679450070035, + 0.5740881535845961, + 0.4983667843287255 ], "y0": " ", "yaxis": "y" @@ -4029,7 +4043,7 @@ "x0": " ", "xaxis": "x", "y": [ - 0.0638260310723236 + 0.3930451961624531 ], "y0": " ", "yaxis": "y" @@ -4101,15 +4115,15 @@ "x0": " ", "xaxis": "x", "y": [ - 0.7814913933892035, - 0.7924579282831697, - 0.7862925330469851, - 0.220464137049233, - 0.2119561737685043, - 0.1676256813869953, - 0.3036401549835001, - 0.1095722834100911, - 0.1793032939486942 + 0.8673005596065668, + 0.8390612686468034, + 0.842385528095046, + 0.6367712553997285, + 0.6103666871924193, + 0.672538013199251, + 0.5285505255964346, + 0.6870316279567539, + 0.4683803638859793 ], "y0": " ", "yaxis": "y" @@ -4141,7 +4155,7 @@ "x0": " ", "xaxis": "x", "y": [ - 0.0905025385600026 + 0.1608581709679401 ], "y0": " ", "yaxis": "y" @@ -4193,11 +4207,11 @@ "x0": " ", "xaxis": "x", "y": [ - 0.0565005274557267, - 0.0004194878620015, - 0.0033208894914842, - 0.0006776562280199, - 0.0038984832828581 + 0.0027007277607779, + 0.000050923064468673984, + 0.277268698876337, + 0.1097999228893614, + 0.6507913497211898 ], "y0": " ", "yaxis": "y" @@ -4234,8 +4248,8 @@ "x0": " ", "xaxis": "x", "y": [ - 0.0501253601394665, - 0.0421588745060709 + 0.3184842776083232, + 0.8814469842199644 ], "y0": " ", "yaxis": "y" @@ -4267,7 +4281,7 @@ "x0": " ", "xaxis": "x", "y": [ - 0.1211682396739051 + 0.1139147000964346 ], "y0": " ", "yaxis": "y" @@ -4464,40 +4478,40 @@ "x0": " ", "xaxis": "x", "y": [ - 0.0249999999999999, - 1, - 0.02680204441702, - 0.262654463966908, - 0.0163421742897563, - 1, - 0.1213180936432207, - 0.0467364825591641, - 0.8641975308641974, - 0.8595679012345676, - 0.0152172964986575, - 0.0083882009149156, - 1, - 0.0070377279528641, - 0.2585038878044511, - 0.0416168060822786, + 0.4022668428839835, + 0.2224790813738499, + 0.4009916295725522, + 0.2955954911280089, + 0.8388044529213917, + 0.3512796139016674, + 0.471362436884063, + 0.5172255114409279, + 0.501516874697691, + 0.4384496306959307, + 0.560642988241377, + 0.4603729168333838, 1, - 0.0558738368786405, - 1, - 0.0036591839230277, - 1, - 0.0714285714285714, - 0.5, - 1, - 0.6598639455782318, - 0.2449469308397298, - 0.3911200432690072, - 0.0113547070737902, - 1, - 0.0097478009039659, - 0.1666666666666669, - 0.0147058823529411, - 0.0515002509451399, - 0.0573082946091414 + 0.0984413382368522, + 0.0428093960541861, + 0.4552640900746102, + 0.913197600443576, + 0.9597549496692968, + 0.156781952508956, + 0.0161745734113279, + 0.6430696266188662, + 0.5915181268317624, + 0.2950021017682768, + 0.7816751797405942, + 0.4113457009522583, + 0.2263037067226355, + 0.2270676421340169, + 0.5506715377614436, + 0.8958582138355075, + 0.0611200627501371, + 0.5731709525968525, + 0.0152783246413842, + 0.0239205771575714, + 0.9002438262614647 ], "y0": " ", "yaxis": "y" @@ -4684,38 +4698,38 @@ "x0": " ", "xaxis": "x", "y": [ - 0.1837634786356244, - 0.262074406824318, - 0.2180765920773791, - 0.2518055272952466, - 0.262074406824318, - 0.2180765920773791, - 0.2134165693688207, - 0.1307835912195382, - 0.3725649315177995, - 0.2577670339001432, - 0.3298500978481193, - 0.2566414419625625, - 0.1307835912195382, - 0.4904198469987503, - 0.1265188144602036, - 0.262074406824318, - 0.3298500978481193, - 0.1265188144602036, - 0.279499300635546, - 0.2134165693688207, - 0.2758761935617029, - 0.3298500978481193, - 0.2134165693688207, - 0.2180765920773791, - 0.3298500978481193, - 0.1696329952121443, - 0.2180765920773791, - 0.0965527490307916, - 0.1307835912195382, - 0.2134165693688207, - 0.1265188144602036, - 0.4527841226845707 + 0.165363943781076, + 0.1055959239234238, + 0.3087978328726254, + 0.2648772912003505, + 0.1055959239234238, + 0.3087978328726254, + 0.1791808557757056, + 0.4191576670523288, + 0.0667566583927776, + 0.2320033588030139, + 0.2227889589723902, + 0.1978424876813266, + 0.4191576670523288, + 0.1587733145550091, + 0.5149663971030274, + 0.1055959239234238, + 0.2227889589723902, + 0.5149663971030274, + 0.3928519110742927, + 0.1791808557757056, + 0.1867972292340807, + 0.2227889589723902, + 0.1791808557757056, + 0.3087978328726254, + 0.2227889589723902, + 0.1765141818070289, + 0.3087978328726254, + 0.4407613255054198, + 0.4191576670523288, + 0.1791808557757056, + 0.5149663971030274, + 0.1545390595957032 ], "y0": " ", "yaxis": "y" @@ -4807,19 +4821,19 @@ "x0": " ", "xaxis": "x", "y": [ - 0.2120978819609322, - 0.1153379602917644, - 0.1044918542945397, - 0.1164573161339037, - 0.1086320272684126, - 0.0647382004433669, - 0.2031215253707108, - 0.1616909272318367, - 0.1253509095612136, - 0.1826561473341535, - 0.1152164747468051, - 0.3872433626748078, - 0.0899078607512625 + 0.0953648913292644, + 0.253659602275774, + 0.0480513828451067, + 0.0874209459597214, + 0.0563996450978811, + 0.1508451718415078, + 0.0530334922256248, + 0.1665532246514894, + 0.1672574616125725, + 0.263726971466252, + 0.1819317278818272, + 0.1376392642338136, + 0.1461815647139532 ], "y0": " ", "yaxis": "y" @@ -5400,7 +5414,7 @@ } }, "title": { - "text": "<b> Vergleich der Ergebnisse der Anomalien zwischen den Gruppen für LOF </b>", + "text": "<b> Vergleich der Ergebnisse der Anomalien zwischen den Gruppen für Sub-LOF </b>", "xanchor": "center", "y": 0.95, "yanchor": "top" @@ -5435,7 +5449,6 @@ ], "source": [ "#Boxplot for anomalies\n", - "metric = 'VUS-PR'\n", "fig = px.box(df_anomaly, x = 'anomaly',y=metric, color='group',color_discrete_map= colors,hover_name=\"group\", hover_data=[\"group\"])\n", "fig.update_layout( \n", " template = 'ggplot2',\n", @@ -5459,90 +5472,90 @@ }, { "cell_type": "code", - "execution_count": 42, + "execution_count": 183, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - " duration AUC-PR AUC-ROC VUS-PR VUS-ROC Standard-F1 \\\n", - "group \n", - "CATSv2 47.136594 0.071542 0.508872 0.063826 0.532996 0.094029 \n", - "Daphnet 5.897125 0.129509 0.570455 0.134804 0.584871 0.290327 \n", - "Exathlon 7.824180 0.245106 0.571639 0.240338 0.569108 0.388745 \n", - "IOPS 18.836056 0.116787 0.629300 0.123657 0.718189 0.241223 \n", - "LTDB 48.170647 0.203241 0.508966 0.256447 0.535053 0.312078 \n", - "MGAB 17.135755 0.002209 0.507583 0.004639 0.698543 0.009506 \n", - "MITDB 187.733897 0.051628 0.508271 0.053749 0.503163 0.099617 \n", - "MSL 1.521115 0.151228 0.559967 0.186700 0.640386 0.202279 \n", - "NAB 1.595559 0.144844 0.524467 0.165966 0.567408 0.205497 \n", - "NEK 0.659403 0.363561 0.668191 0.395130 0.742972 0.427307 \n", - "OPPORTUNITY 2.282972 0.153396 0.612566 0.159200 0.628705 0.266409 \n", - "Power 5.743324 0.086245 0.495163 0.090503 0.510731 0.162795 \n", - "SED 7.071819 0.082198 0.548027 0.111105 0.711726 0.142807 \n", - "SMAP 1.431995 0.180797 0.581760 0.172499 0.592502 0.231062 \n", - "SMD 3.190204 0.182353 0.632759 0.134985 0.667491 0.325650 \n", - "SVDB 35.201644 0.044940 0.512603 0.050189 0.523976 0.087034 \n", - "SWaT 95.530155 0.120683 0.500025 0.121168 0.500155 0.215281 \n", - "Stock 108.318561 0.112061 0.530383 0.710487 0.904106 0.304437 \n", - "TAO 24.947558 0.167995 0.449091 0.710584 0.840461 0.230177 \n", - "TODS 8.166461 0.100820 0.536789 0.485079 0.863128 0.168044 \n", - "UCR 28.145674 0.048985 0.606013 0.051489 0.706580 0.092895 \n", - "WSD 2.635757 0.141918 0.638387 0.102346 0.777776 0.225878 \n", - "YAHOO 0.825724 0.409909 0.828505 0.381508 0.927479 0.443120 \n", + " duration AUC-PR AUC-ROC VUS-PR VUS-ROC Standard-F1 \\\n", + "group \n", + "CATSv2 298.530087 0.511976 0.740398 0.393045 0.760152 0.575803 \n", + "Daphnet 6.632036 0.252282 0.905126 0.253956 0.899824 0.406682 \n", + "Exathlon 9.833754 0.257618 0.647576 0.262478 0.653360 0.371983 \n", + "IOPS 40.815497 0.263492 0.852975 0.380817 0.892852 0.350879 \n", + "LTDB 72.072497 0.333160 0.627012 0.409530 0.712029 0.398966 \n", + "MGAB 14.901103 0.567335 0.987331 0.634748 0.995269 0.671333 \n", + "MITDB 1327.810889 0.385195 0.760688 0.367125 0.827341 0.431379 \n", + "MSL 1.503881 0.442670 0.879267 0.544711 0.922678 0.555176 \n", + "NAB 1.629958 0.495381 0.730109 0.532450 0.761626 0.544592 \n", + "NEK 0.625705 0.554506 0.863816 0.687020 0.911436 0.655181 \n", + "OPPORTUNITY 2.531083 0.158653 0.437972 0.149548 0.452675 0.230552 \n", + "Power 7.826579 0.175035 0.552633 0.160858 0.573030 0.211897 \n", + "SED 7.801529 0.109660 0.605685 0.253420 0.793686 0.216518 \n", + "SMAP 1.376011 0.510341 0.828578 0.597854 0.863763 0.595748 \n", + "SMD 3.926767 0.486307 0.857014 0.544696 0.868968 0.565768 \n", + "SVDB 87.218147 0.356140 0.720499 0.383000 0.776552 0.422369 \n", + "SWaT 183.587712 0.113563 0.375616 0.113915 0.377762 0.220540 \n", + "Stock 79.056635 0.115033 0.600040 0.747567 0.889482 0.190880 \n", + "TAO 39.657654 0.139803 0.612240 0.807694 0.892831 0.223327 \n", + "TODS 7.598674 0.166507 0.676933 0.691125 0.887259 0.270928 \n", + "UCR 31.333646 0.495182 0.917224 0.514326 0.946238 0.551956 \n", + "WSD 3.365790 0.539254 0.959885 0.551041 0.977565 0.594305 \n", + "YAHOO 0.776184 0.150503 0.916171 0.451001 0.930039 0.237975 \n", "\n", " PA-F1 Event-based-F1 R-based-F1 Affiliation-F Recall \\\n", "group \n", - "CATSv2 0.960104 0.478827 0.188141 0.727454 0.010473 \n", - "Daphnet 0.980234 0.468354 0.394045 0.798326 0.032090 \n", - "Exathlon 0.840527 0.678066 0.378081 0.857433 0.027732 \n", - "IOPS 0.566742 0.359596 0.203257 0.734568 0.092212 \n", - "LTDB 0.570894 0.420305 0.178030 0.740034 0.004915 \n", - "MGAB 0.142064 0.020381 0.015286 0.680741 0.023254 \n", - "MITDB 0.204093 0.103453 0.157732 0.698034 0.000314 \n", - "MSL 0.863703 0.681253 0.289638 0.879443 0.033586 \n", - "NAB 0.931362 0.716711 0.289656 0.875051 0.026457 \n", - "NEK 0.899675 0.851266 0.443166 0.922867 0.168942 \n", - "OPPORTUNITY 0.647512 0.486989 0.209339 0.823082 0.029277 \n", - "Power 0.959846 0.171831 0.122386 0.700485 0.009333 \n", - "SED 0.272876 0.272876 0.074110 0.669564 0.006529 \n", - "SMAP 0.741028 0.585398 0.297406 0.830543 0.135259 \n", - "SMD 0.820056 0.640711 0.280492 0.866248 0.109229 \n", - "SVDB 0.660353 0.261395 0.155431 0.711470 0.006957 \n", - "SWaT 0.849009 0.177778 0.042904 0.297959 0.000158 \n", - "Stock 0.153897 0.153896 0.042597 0.677526 0.000000 \n", - "TAO 0.192544 0.185428 0.097249 0.679254 0.022038 \n", - "TODS 0.531769 0.223785 0.219245 0.688507 0.027175 \n", - "UCR 0.547013 0.196440 0.093627 0.784911 0.142430 \n", - "WSD 0.792634 0.766117 0.359934 0.899346 0.153504 \n", - "YAHOO 0.492777 0.469794 0.446144 0.809881 0.448921 \n", + "CATSv2 0.674950 0.575705 0.232829 0.751034 0.310946 \n", + "Daphnet 0.666667 0.420230 0.322369 0.830045 0.117953 \n", + "Exathlon 0.800635 0.526162 0.317170 0.804928 0.041724 \n", + "IOPS 0.620676 0.387128 0.365823 0.877418 0.356618 \n", + "LTDB 0.678791 0.522393 0.319594 0.789237 0.065606 \n", + "MGAB 0.712791 0.688846 0.689193 0.960863 0.775952 \n", + "MITDB 0.823174 0.687269 0.361808 0.907308 0.267250 \n", + "MSL 0.918910 0.757484 0.478641 0.934923 0.289677 \n", + "NAB 0.954451 0.885003 0.529483 0.939654 0.148962 \n", + "NEK 0.876030 0.783539 0.670862 0.953170 0.246789 \n", + "OPPORTUNITY 0.938092 0.823990 0.316216 0.927716 0.123624 \n", + "Power 0.913381 0.519774 0.290669 0.782209 0.096000 \n", + "SED 0.307548 0.219303 0.070964 0.835491 0.082465 \n", + "SMAP 0.842265 0.737461 0.535060 0.965606 0.524001 \n", + "SMD 0.838555 0.715433 0.487338 0.936624 0.569888 \n", + "SVDB 0.815126 0.696453 0.372470 0.913591 0.320710 \n", + "SWaT 0.963075 0.295203 0.095314 0.705366 0.009042 \n", + "Stock 0.171946 0.170557 0.114896 0.677843 0.004799 \n", + "TAO 0.224187 0.221474 0.232479 0.681972 0.017645 \n", + "TODS 0.414800 0.246763 0.247089 0.752759 0.058744 \n", + "UCR 0.804651 0.709924 0.505175 0.943542 0.761255 \n", + "WSD 0.718254 0.672151 0.612024 0.973103 0.798756 \n", + "YAHOO 0.238365 0.219175 0.251613 0.912850 0.564290 \n", "\n", " Precision \n", "group \n", - "CATSv2 0.895954 \n", - "Daphnet 0.305785 \n", - "Exathlon 0.512979 \n", - "IOPS 0.190090 \n", - "LTDB 0.265047 \n", - "MGAB 0.003402 \n", - "MITDB 0.112437 \n", - "MSL 0.644011 \n", - "NAB 0.456076 \n", - "NEK 0.739188 \n", - "OPPORTUNITY 0.293842 \n", - "Power 0.061674 \n", - "SED 1.000000 \n", - "SMAP 0.492777 \n", - "SMD 0.454227 \n", - "SVDB 0.240425 \n", - "SWaT 0.242424 \n", - "Stock 0.000000 \n", - "TAO 0.666667 \n", - "TODS 0.141732 \n", - "UCR 0.071834 \n", - "WSD 0.331186 \n", - "YAHOO 0.295807 \n" + "CATSv2 0.952401 \n", + "Daphnet 0.407186 \n", + "Exathlon 0.268818 \n", + "IOPS 0.232859 \n", + "LTDB 0.528795 \n", + "MGAB 0.555421 \n", + "MITDB 0.506898 \n", + "MSL 0.468071 \n", + "NAB 0.637919 \n", + "NEK 0.611677 \n", + "OPPORTUNITY 0.407288 \n", + "Power 0.362720 \n", + "SED 0.173993 \n", + "SMAP 0.511394 \n", + "SMD 0.423607 \n", + "SVDB 0.529825 \n", + "SWaT 0.055148 \n", + "Stock 0.191968 \n", + "TAO 0.224967 \n", + "TODS 0.205223 \n", + "UCR 0.238402 \n", + "WSD 0.265358 \n", + "YAHOO 0.068880 \n" ] } ], @@ -5555,15 +5568,15 @@ }, { "cell_type": "code", - "execution_count": 43, + "execution_count": 184, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "Gesamtdauer Training in s: 7330.821, in min: 122.180, in h: 2.036\n", - "Durchschnittliches Training pro Datei in s: 18.466\n" + "Gesamtdauer Training in s: 18505.362, in min: 308.423, in h: 5.140\n", + "Durchschnittliches Training pro Datei in s: 46.613\n" ] } ], @@ -5582,15 +5595,15 @@ }, { "cell_type": "code", - "execution_count": 44, + "execution_count": 185, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "Durchschnittle Gesamt-Performanz des Modells: LOF\n", - "Recall: 0.111, Precision: 0.304, F1: 0.235, Auc-Roc: 0.604, Auc-PR: 0.156, Vus-PR: 0.185\n" + "Durchschnittle Gesamt-Performanz des Modells: Sub-LOF\n", + "Recall: 0.420, Precision: 0.345, F1: 0.450, Auc-Roc: 0.794, Auc-PR: 0.374, Vus-PR: 0.473\n" ] } ], @@ -5609,7 +5622,7 @@ }, { "cell_type": "code", - "execution_count": 45, + "execution_count": 186, "metadata": {}, "outputs": [ { @@ -5617,8 +5630,8 @@ "output_type": "stream", "text": [ "Anzahl an Datensätzen mit Punktanomalien: 55\n", - "Durchschnittle Gesamt-Performanz des Modells: LOF\n", - "Recall: 0.317, Precision: 0.166, F1: 0.333, Auc-Roc: 0.724, Auc-PR: 0.274, Vus-PR: 0.416\n" + "Durchschnittle Gesamt-Performanz des Modells: Sub-LOF\n", + "Recall: 0.433, Precision: 0.077, F1: 0.207, Auc-Roc: 0.831, Auc-PR: 0.131, Vus-PR: 0.514\n" ] } ], @@ -5640,42 +5653,42 @@ }, { "cell_type": "code", - "execution_count": 46, + "execution_count": 187, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - " duration AUC-PR AUC-ROC VUS-PR VUS-ROC Standard-F1 \\\n", - "group \n", - "IOPS 4.113908 0.176712 0.663981 0.073159 0.740973 0.264796 \n", - "Stock 108.318561 0.112061 0.530383 0.710487 0.904106 0.304437 \n", - "TAO 23.744251 0.128972 0.438938 0.623702 0.779843 0.218371 \n", - "TODS 11.304390 0.071959 0.487086 0.786747 0.960999 0.139983 \n", - "UCR 13.370526 0.000653 0.661867 0.012963 0.941590 0.001303 \n", - "WSD 2.101602 0.003879 0.695177 0.035113 0.824391 0.025333 \n", - "YAHOO 0.850327 0.422520 0.843186 0.383203 0.949400 0.445450 \n", + " duration AUC-PR AUC-ROC VUS-PR VUS-ROC Standard-F1 \\\n", + "group \n", + "IOPS 12.568524 0.121683 0.752821 0.327754 0.766857 0.305542 \n", + "Stock 79.056635 0.115033 0.600040 0.747567 0.889482 0.190880 \n", + "TAO 39.720064 0.145212 0.623099 0.755775 0.865220 0.234609 \n", + "TODS 11.743374 0.077775 0.576626 0.849582 0.910985 0.123648 \n", + "UCR 45.350693 0.040927 0.712320 0.208122 0.944659 0.073704 \n", + "WSD 2.786840 0.327958 0.970473 0.140331 0.971781 0.317294 \n", + "YAHOO 0.800434 0.141987 0.958061 0.475296 0.973913 0.226614 \n", "\n", " PA-F1 Event-based-F1 R-based-F1 Affiliation-F Recall \\\n", "group \n", - "IOPS 0.998330 0.750000 0.380944 0.862706 0.168886 \n", - "Stock 0.153897 0.153896 0.042597 0.677526 0.000000 \n", - "TAO 0.168078 0.168078 0.044159 0.679741 0.001087 \n", - "TODS 0.108607 0.106481 0.042489 0.671435 0.000000 \n", - "UCR 0.001219 0.001219 0.001560 0.737802 0.400000 \n", - "WSD 0.028900 0.010430 0.014322 0.718439 0.083333 \n", - "YAHOO 0.441885 0.441885 0.448546 0.809781 0.481720 \n", + "IOPS 0.573289 0.060249 0.089617 0.899868 0.250555 \n", + "Stock 0.171946 0.170557 0.114896 0.677843 0.004799 \n", + "TAO 0.235108 0.233242 0.269589 0.683937 0.019654 \n", + "TODS 0.123579 0.121521 0.169499 0.671932 0.006386 \n", + "UCR 0.073547 0.073547 0.089822 0.837652 0.600000 \n", + "WSD 0.357784 0.312380 0.325541 0.853444 0.500000 \n", + "YAHOO 0.195229 0.192963 0.246578 0.923807 0.620430 \n", "\n", " Precision \n", "group \n", - "IOPS 0.025308 \n", - "Stock 0.000000 \n", - "TAO 0.500000 \n", - "TODS 0.000000 \n", - "UCR 0.000321 \n", - "WSD 0.001149 \n", - "YAHOO 0.259860 \n" + "IOPS 0.008455 \n", + "Stock 0.191968 \n", + "TAO 0.255172 \n", + "TODS 0.166667 \n", + "UCR 0.002503 \n", + "WSD 0.166667 \n", + "YAHOO 0.030575 \n" ] } ], @@ -5687,7 +5700,7 @@ }, { "cell_type": "code", - "execution_count": 47, + "execution_count": 188, "metadata": {}, "outputs": [ { @@ -5695,8 +5708,8 @@ "output_type": "stream", "text": [ "Anzahl an Datensätzen mit Sequenzanomalien: 158\n", - "Durchschnittle Gesamt-Performanz des Modells: LOF\n", - "Recall: 0.042, Precision: 0.364, F1: 0.244, Auc-Roc: 0.567, Auc-PR: 0.150, Vus-PR: 0.158\n" + "Durchschnittle Gesamt-Performanz des Modells: Sub-LOF\n", + "Recall: 0.261, Precision: 0.397, F1: 0.418, Auc-Roc: 0.726, Auc-PR: 0.330, Vus-PR: 0.393\n" ] } ], @@ -5718,81 +5731,81 @@ }, { "cell_type": "code", - "execution_count": 48, + "execution_count": 189, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - " duration AUC-PR AUC-ROC VUS-PR VUS-ROC Standard-F1 \\\n", - "group \n", - "CATSv2 47.136594 0.071542 0.508872 0.063826 0.532996 0.094029 \n", - "Daphnet 5.897125 0.129509 0.570455 0.134804 0.584871 0.290327 \n", - "Exathlon 7.824180 0.245106 0.571639 0.240338 0.569108 0.388745 \n", - "IOPS 38.714642 0.272670 0.793815 0.302989 0.914685 0.418456 \n", - "LTDB 48.170647 0.203241 0.508966 0.256447 0.535053 0.312078 \n", - "MGAB 17.135755 0.002209 0.507583 0.004639 0.698543 0.009506 \n", - "MITDB 187.733897 0.051628 0.508271 0.053749 0.503163 0.099617 \n", - "MSL 1.721518 0.277979 0.648091 0.327778 0.741380 0.310111 \n", - "NAB 1.654759 0.154619 0.532240 0.183564 0.583195 0.207639 \n", - "NEK 0.763594 0.356301 0.681831 0.392335 0.754701 0.448092 \n", - "OPPORTUNITY 2.579214 0.144952 0.636888 0.152842 0.660690 0.304383 \n", - "Power 5.743324 0.086245 0.495163 0.090503 0.510731 0.162795 \n", - "SED 7.071819 0.082198 0.548027 0.111105 0.711726 0.142807 \n", - "SMAP 1.487841 0.060424 0.516746 0.046142 0.508690 0.073628 \n", - "SMD 3.725909 0.163313 0.612423 0.137760 0.683553 0.304686 \n", - "SVDB 36.562070 0.046729 0.511956 0.052218 0.523136 0.088391 \n", - "SWaT 95.530155 0.120683 0.500025 0.121168 0.500155 0.215281 \n", - "TODS 4.276212 0.081599 0.519636 0.198760 0.741196 0.147106 \n", - "WSD 2.849983 0.094898 0.591429 0.073377 0.757073 0.175465 \n", - "YAHOO 0.650215 0.316546 0.645756 0.304093 0.682903 0.451815 \n", + " duration AUC-PR AUC-ROC VUS-PR VUS-ROC Standard-F1 \\\n", + "group \n", + "CATSv2 298.530087 0.511976 0.740398 0.393045 0.760152 0.575803 \n", + "Daphnet 6.632036 0.252282 0.905126 0.253956 0.899824 0.406682 \n", + "Exathlon 9.833754 0.257618 0.647576 0.262478 0.653360 0.371983 \n", + "IOPS 104.031703 0.157124 0.953948 0.258387 0.945881 0.220766 \n", + "LTDB 72.072497 0.333160 0.627012 0.409530 0.712029 0.398966 \n", + "MGAB 14.901103 0.567335 0.987331 0.634748 0.995269 0.671333 \n", + "MITDB 1327.810889 0.385195 0.760688 0.367125 0.827341 0.431379 \n", + "MSL 1.726543 0.368527 0.849005 0.487796 0.891995 0.522580 \n", + "NAB 1.640911 0.457316 0.746045 0.511944 0.775067 0.488274 \n", + "NEK 0.715299 0.433487 0.762823 0.597690 0.848369 0.528069 \n", + "OPPORTUNITY 2.691558 0.154555 0.484578 0.139082 0.505887 0.220768 \n", + "Power 7.826579 0.175035 0.552633 0.160858 0.573030 0.211897 \n", + "SED 7.801529 0.109660 0.605685 0.253420 0.793686 0.216518 \n", + "SMAP 1.277826 0.488277 0.860380 0.599966 0.869912 0.782205 \n", + "SMD 4.403478 0.339639 0.770853 0.457631 0.798094 0.444277 \n", + "SVDB 90.312594 0.329395 0.705861 0.359030 0.764855 0.403135 \n", + "SWaT 183.587712 0.113563 0.375616 0.113915 0.377762 0.220540 \n", + "TODS 3.880994 0.240756 0.780922 0.600606 0.914545 0.405820 \n", + "WSD 3.245855 0.452830 0.945897 0.608260 0.966831 0.509535 \n", + "YAHOO 0.599573 0.242005 0.467560 0.188491 0.459251 0.324732 \n", "\n", " PA-F1 Event-based-F1 R-based-F1 Affiliation-F Recall \\\n", "group \n", - "CATSv2 0.960104 0.478827 0.188141 0.727454 0.010473 \n", - "Daphnet 0.980234 0.468354 0.394045 0.798326 0.032090 \n", - "Exathlon 0.840527 0.678066 0.378081 0.857433 0.027732 \n", - "IOPS 0.529163 0.583877 0.369894 0.839335 0.238224 \n", - "LTDB 0.570894 0.420305 0.178030 0.740034 0.004915 \n", - "MGAB 0.142064 0.020381 0.015286 0.680741 0.023254 \n", - "MITDB 0.204093 0.103453 0.157732 0.698034 0.000314 \n", - "MSL 0.960114 0.650977 0.322653 0.772208 0.057901 \n", - "NAB 0.951826 0.774210 0.310553 0.872314 0.038811 \n", - "NEK 0.778115 0.704080 0.405725 0.863476 0.146528 \n", - "OPPORTUNITY 0.621096 0.387623 0.197389 0.780314 0.029576 \n", - "Power 0.959846 0.171831 0.122386 0.700485 0.009333 \n", - "SED 0.272876 0.272876 0.074110 0.669564 0.006529 \n", - "SMAP 0.998141 0.968750 0.363714 0.937230 0.033420 \n", - "SMD 0.760827 0.469390 0.237546 0.777315 0.080794 \n", - "SVDB 0.649523 0.274446 0.163110 0.713827 0.007323 \n", - "SWaT 0.849009 0.177778 0.042904 0.297959 0.000158 \n", - "TODS 0.677663 0.192700 0.222062 0.695817 0.020832 \n", - "WSD 0.854583 0.824594 0.357127 0.909645 0.077242 \n", - "YAHOO 0.973041 0.704260 0.372725 0.801980 0.161590 \n", + "CATSv2 0.674950 0.575705 0.232829 0.751034 0.310946 \n", + "Daphnet 0.666667 0.420230 0.322369 0.830045 0.117953 \n", + "Exathlon 0.800635 0.526162 0.317170 0.804928 0.041724 \n", + "IOPS 0.393792 0.277938 0.292347 0.801305 0.221409 \n", + "LTDB 0.678791 0.522393 0.319594 0.789237 0.065606 \n", + "MGAB 0.712791 0.688846 0.689193 0.960863 0.775952 \n", + "MITDB 0.823174 0.687269 0.361808 0.907308 0.267250 \n", + "MSL 0.855192 0.577240 0.438985 0.862120 0.034389 \n", + "NAB 0.937512 0.845035 0.528333 0.907974 0.094061 \n", + "NEK 0.834592 0.765443 0.642710 0.927434 0.192977 \n", + "OPPORTUNITY 0.905013 0.790889 0.297577 0.904926 0.131947 \n", + "Power 0.913381 0.519774 0.290669 0.782209 0.096000 \n", + "SED 0.307548 0.219303 0.070964 0.835491 0.082465 \n", + "SMAP 0.949404 0.594994 0.695806 0.928424 0.474002 \n", + "SMD 0.706484 0.520657 0.432145 0.882673 0.476923 \n", + "SVDB 0.805395 0.680477 0.362640 0.909054 0.289940 \n", + "SWaT 0.963075 0.295203 0.095314 0.705366 0.009042 \n", + "TODS 0.565282 0.389080 0.344613 0.861731 0.075780 \n", + "WSD 0.639516 0.586780 0.547176 0.979343 0.786214 \n", + "YAHOO 0.651351 0.455338 0.304982 0.813197 0.133058 \n", "\n", " Precision \n", "group \n", - "CATSv2 0.895954 \n", - "Daphnet 0.305785 \n", - "Exathlon 0.512979 \n", - "IOPS 0.411365 \n", - "LTDB 0.265047 \n", - "MGAB 0.003402 \n", - "MITDB 0.112437 \n", - "MSL 0.580518 \n", - "NAB 0.479673 \n", - "NEK 0.591503 \n", - "OPPORTUNITY 0.194188 \n", - "Power 0.061674 \n", - "SED 1.000000 \n", - "SMAP 0.941176 \n", - "SMD 0.402094 \n", - "SVDB 0.253079 \n", - "SWaT 0.242424 \n", - "TODS 0.057994 \n", - "WSD 0.359589 \n", - "YAHOO 0.654752 \n" + "CATSv2 0.952401 \n", + "Daphnet 0.407186 \n", + "Exathlon 0.268818 \n", + "IOPS 0.129630 \n", + "LTDB 0.528795 \n", + "MGAB 0.555421 \n", + "MITDB 0.506898 \n", + "MSL 0.328403 \n", + "NAB 0.593864 \n", + "NEK 0.560389 \n", + "OPPORTUNITY 0.355430 \n", + "Power 0.362720 \n", + "SED 0.173993 \n", + "SMAP 0.478988 \n", + "SMD 0.361177 \n", + "SVDB 0.529653 \n", + "SWaT 0.055148 \n", + "TODS 0.220881 \n", + "WSD 0.272025 \n", + "YAHOO 0.462963 \n" ] } ], @@ -5811,7 +5824,7 @@ }, { "cell_type": "code", - "execution_count": 49, + "execution_count": 190, "metadata": {}, "outputs": [ { @@ -5855,210 +5868,210 @@ " <tbody>\n", " <tr>\n", " <th>CATSv2</th>\n", - " <td>0.071542</td>\n", - " <td>0.508872</td>\n", - " <td>0.063826</td>\n", - " <td>0.094029</td>\n", - " <td>0.010473</td>\n", - " <td>0.895954</td>\n", + " <td>0.511976</td>\n", + " <td>0.740398</td>\n", + " <td>0.393045</td>\n", + " <td>0.575803</td>\n", + " <td>0.310946</td>\n", + " <td>0.952401</td>\n", " </tr>\n", " <tr>\n", " <th>Daphnet</th>\n", - " <td>0.129509</td>\n", - " <td>0.570455</td>\n", - " <td>0.134804</td>\n", - " <td>0.290327</td>\n", - " <td>0.032090</td>\n", - " <td>0.305785</td>\n", + " <td>0.252282</td>\n", + " <td>0.905126</td>\n", + " <td>0.253956</td>\n", + " <td>0.406682</td>\n", + " <td>0.117953</td>\n", + " <td>0.407186</td>\n", " </tr>\n", " <tr>\n", " <th>Exathlon</th>\n", - " <td>0.245106</td>\n", - " <td>0.571639</td>\n", - " <td>0.240338</td>\n", - " <td>0.388745</td>\n", - " <td>0.027732</td>\n", - " <td>0.512979</td>\n", + " <td>0.257618</td>\n", + " <td>0.647576</td>\n", + " <td>0.262478</td>\n", + " <td>0.371983</td>\n", + " <td>0.041724</td>\n", + " <td>0.268818</td>\n", " </tr>\n", " <tr>\n", " <th>IOPS</th>\n", - " <td>0.116787</td>\n", - " <td>0.629300</td>\n", - " <td>0.123657</td>\n", - " <td>0.241223</td>\n", - " <td>0.092212</td>\n", - " <td>0.190090</td>\n", + " <td>0.263492</td>\n", + " <td>0.852975</td>\n", + " <td>0.380817</td>\n", + " <td>0.350879</td>\n", + " <td>0.356618</td>\n", + " <td>0.232859</td>\n", " </tr>\n", " <tr>\n", " <th>LTDB</th>\n", - " <td>0.203241</td>\n", - " <td>0.508966</td>\n", - " <td>0.256447</td>\n", - " <td>0.312078</td>\n", - " <td>0.004915</td>\n", - " <td>0.265047</td>\n", + " <td>0.333160</td>\n", + " <td>0.627012</td>\n", + " <td>0.409530</td>\n", + " <td>0.398966</td>\n", + " <td>0.065606</td>\n", + " <td>0.528795</td>\n", " </tr>\n", " <tr>\n", " <th>MGAB</th>\n", - " <td>0.002209</td>\n", - " <td>0.507583</td>\n", - " <td>0.004639</td>\n", - " <td>0.009506</td>\n", - " <td>0.023254</td>\n", - " <td>0.003402</td>\n", + " <td>0.567335</td>\n", + " <td>0.987331</td>\n", + " <td>0.634748</td>\n", + " <td>0.671333</td>\n", + " <td>0.775952</td>\n", + " <td>0.555421</td>\n", " </tr>\n", " <tr>\n", " <th>MITDB</th>\n", - " <td>0.051628</td>\n", - " <td>0.508271</td>\n", - " <td>0.053749</td>\n", - " <td>0.099617</td>\n", - " <td>0.000314</td>\n", - " <td>0.112437</td>\n", + " <td>0.385195</td>\n", + " <td>0.760688</td>\n", + " <td>0.367125</td>\n", + " <td>0.431379</td>\n", + " <td>0.267250</td>\n", + " <td>0.506898</td>\n", " </tr>\n", " <tr>\n", " <th>MSL</th>\n", - " <td>0.151228</td>\n", - " <td>0.559967</td>\n", - " <td>0.186700</td>\n", - " <td>0.202279</td>\n", - " <td>0.033586</td>\n", - " <td>0.644011</td>\n", + " <td>0.442670</td>\n", + " <td>0.879267</td>\n", + " <td>0.544711</td>\n", + " <td>0.555176</td>\n", + " <td>0.289677</td>\n", + " <td>0.468071</td>\n", " </tr>\n", " <tr>\n", " <th>NAB</th>\n", - " <td>0.144844</td>\n", - " <td>0.524467</td>\n", - " <td>0.165966</td>\n", - " <td>0.205497</td>\n", - " <td>0.026457</td>\n", - " <td>0.456076</td>\n", + " <td>0.495381</td>\n", + " <td>0.730109</td>\n", + " <td>0.532450</td>\n", + " <td>0.544592</td>\n", + " <td>0.148962</td>\n", + " <td>0.637919</td>\n", " </tr>\n", " <tr>\n", " <th>NEK</th>\n", - " <td>0.363561</td>\n", - " <td>0.668191</td>\n", - " <td>0.395130</td>\n", - " <td>0.427307</td>\n", - " <td>0.168942</td>\n", - " <td>0.739188</td>\n", + " <td>0.554506</td>\n", + " <td>0.863816</td>\n", + " <td>0.687020</td>\n", + " <td>0.655181</td>\n", + " <td>0.246789</td>\n", + " <td>0.611677</td>\n", " </tr>\n", " <tr>\n", " <th>OPPORTUNITY</th>\n", - " <td>0.153396</td>\n", - " <td>0.612566</td>\n", - " <td>0.159200</td>\n", - " <td>0.266409</td>\n", - " <td>0.029277</td>\n", - " <td>0.293842</td>\n", + " <td>0.158653</td>\n", + " <td>0.437972</td>\n", + " <td>0.149548</td>\n", + " <td>0.230552</td>\n", + " <td>0.123624</td>\n", + " <td>0.407288</td>\n", " </tr>\n", " <tr>\n", " <th>Power</th>\n", - " <td>0.086245</td>\n", - " <td>0.495163</td>\n", - " <td>0.090503</td>\n", - " <td>0.162795</td>\n", - " <td>0.009333</td>\n", - " <td>0.061674</td>\n", + " <td>0.175035</td>\n", + " <td>0.552633</td>\n", + " <td>0.160858</td>\n", + " <td>0.211897</td>\n", + " <td>0.096000</td>\n", + " <td>0.362720</td>\n", " </tr>\n", " <tr>\n", " <th>SED</th>\n", - " <td>0.082198</td>\n", - " <td>0.548027</td>\n", - " <td>0.111105</td>\n", - " <td>0.142807</td>\n", - " <td>0.006529</td>\n", - " <td>1.000000</td>\n", + " <td>0.109660</td>\n", + " <td>0.605685</td>\n", + " <td>0.253420</td>\n", + " <td>0.216518</td>\n", + " <td>0.082465</td>\n", + " <td>0.173993</td>\n", " </tr>\n", " <tr>\n", " <th>SMAP</th>\n", - " <td>0.180797</td>\n", - " <td>0.581760</td>\n", - " <td>0.172499</td>\n", - " <td>0.231062</td>\n", - " <td>0.135259</td>\n", - " <td>0.492777</td>\n", + " <td>0.510341</td>\n", + " <td>0.828578</td>\n", + " <td>0.597854</td>\n", + " <td>0.595748</td>\n", + " <td>0.524001</td>\n", + " <td>0.511394</td>\n", " </tr>\n", " <tr>\n", " <th>SMD</th>\n", - " <td>0.182353</td>\n", - " <td>0.632759</td>\n", - " <td>0.134985</td>\n", - " <td>0.325650</td>\n", - " <td>0.109229</td>\n", - " <td>0.454227</td>\n", + " <td>0.486307</td>\n", + " <td>0.857014</td>\n", + " <td>0.544696</td>\n", + " <td>0.565768</td>\n", + " <td>0.569888</td>\n", + " <td>0.423607</td>\n", " </tr>\n", " <tr>\n", " <th>SVDB</th>\n", - " <td>0.044940</td>\n", - " <td>0.512603</td>\n", - " <td>0.050189</td>\n", - " <td>0.087034</td>\n", - " <td>0.006957</td>\n", - " <td>0.240425</td>\n", + " <td>0.356140</td>\n", + " <td>0.720499</td>\n", + " <td>0.383000</td>\n", + " <td>0.422369</td>\n", + " <td>0.320710</td>\n", + " <td>0.529825</td>\n", " </tr>\n", " <tr>\n", " <th>SWaT</th>\n", - " <td>0.120683</td>\n", - " <td>0.500025</td>\n", - " <td>0.121168</td>\n", - " <td>0.215281</td>\n", - " <td>0.000158</td>\n", - " <td>0.242424</td>\n", + " <td>0.113563</td>\n", + " <td>0.375616</td>\n", + " <td>0.113915</td>\n", + " <td>0.220540</td>\n", + " <td>0.009042</td>\n", + " <td>0.055148</td>\n", " </tr>\n", " <tr>\n", " <th>Stock</th>\n", - " <td>0.112061</td>\n", - " <td>0.530383</td>\n", - " <td>0.710487</td>\n", - " <td>0.304437</td>\n", - " <td>0.000000</td>\n", - " <td>0.000000</td>\n", + " <td>0.115033</td>\n", + " <td>0.600040</td>\n", + " <td>0.747567</td>\n", + " <td>0.190880</td>\n", + " <td>0.004799</td>\n", + " <td>0.191968</td>\n", " </tr>\n", " <tr>\n", " <th>TAO</th>\n", - " <td>0.167995</td>\n", - " <td>0.449091</td>\n", - " <td>0.710584</td>\n", - " <td>0.230177</td>\n", - " <td>0.022038</td>\n", - " <td>0.666667</td>\n", + " <td>0.139803</td>\n", + " <td>0.612240</td>\n", + " <td>0.807694</td>\n", + " <td>0.223327</td>\n", + " <td>0.017645</td>\n", + " <td>0.224967</td>\n", " </tr>\n", " <tr>\n", " <th>TODS</th>\n", - " <td>0.100820</td>\n", - " <td>0.536789</td>\n", - " <td>0.485079</td>\n", - " <td>0.168044</td>\n", - " <td>0.027175</td>\n", - " <td>0.141732</td>\n", + " <td>0.166507</td>\n", + " <td>0.676933</td>\n", + " <td>0.691125</td>\n", + " <td>0.270928</td>\n", + " <td>0.058744</td>\n", + " <td>0.205223</td>\n", " </tr>\n", " <tr>\n", " <th>UCR</th>\n", - " <td>0.048985</td>\n", - " <td>0.606013</td>\n", - " <td>0.051489</td>\n", - " <td>0.092895</td>\n", - " <td>0.142430</td>\n", - " <td>0.071834</td>\n", + " <td>0.495182</td>\n", + " <td>0.917224</td>\n", + " <td>0.514326</td>\n", + " <td>0.551956</td>\n", + " <td>0.761255</td>\n", + " <td>0.238402</td>\n", " </tr>\n", " <tr>\n", " <th>WSD</th>\n", - " <td>0.141918</td>\n", - " <td>0.638387</td>\n", - " <td>0.102346</td>\n", - " <td>0.225878</td>\n", - " <td>0.153504</td>\n", - " <td>0.331186</td>\n", + " <td>0.539254</td>\n", + " <td>0.959885</td>\n", + " <td>0.551041</td>\n", + " <td>0.594305</td>\n", + " <td>0.798756</td>\n", + " <td>0.265358</td>\n", " </tr>\n", " <tr>\n", " <th>YAHOO</th>\n", - " <td>0.409909</td>\n", - " <td>0.828505</td>\n", - " <td>0.381508</td>\n", - " <td>0.443120</td>\n", - " <td>0.448921</td>\n", - " <td>0.295807</td>\n", + " <td>0.150503</td>\n", + " <td>0.916171</td>\n", + " <td>0.451001</td>\n", + " <td>0.237975</td>\n", + " <td>0.564290</td>\n", + " <td>0.068880</td>\n", " </tr>\n", " </tbody>\n", "</table>\n", @@ -6067,32 +6080,32 @@ "text/plain": [ " AUC-PR AUC-ROC VUS-PR Standard-F1 Recall Precision\n", "group \n", - "CATSv2 0.071542 0.508872 0.063826 0.094029 0.010473 0.895954\n", - "Daphnet 0.129509 0.570455 0.134804 0.290327 0.032090 0.305785\n", - "Exathlon 0.245106 0.571639 0.240338 0.388745 0.027732 0.512979\n", - "IOPS 0.116787 0.629300 0.123657 0.241223 0.092212 0.190090\n", - "LTDB 0.203241 0.508966 0.256447 0.312078 0.004915 0.265047\n", - "MGAB 0.002209 0.507583 0.004639 0.009506 0.023254 0.003402\n", - "MITDB 0.051628 0.508271 0.053749 0.099617 0.000314 0.112437\n", - "MSL 0.151228 0.559967 0.186700 0.202279 0.033586 0.644011\n", - "NAB 0.144844 0.524467 0.165966 0.205497 0.026457 0.456076\n", - "NEK 0.363561 0.668191 0.395130 0.427307 0.168942 0.739188\n", - "OPPORTUNITY 0.153396 0.612566 0.159200 0.266409 0.029277 0.293842\n", - "Power 0.086245 0.495163 0.090503 0.162795 0.009333 0.061674\n", - "SED 0.082198 0.548027 0.111105 0.142807 0.006529 1.000000\n", - "SMAP 0.180797 0.581760 0.172499 0.231062 0.135259 0.492777\n", - "SMD 0.182353 0.632759 0.134985 0.325650 0.109229 0.454227\n", - "SVDB 0.044940 0.512603 0.050189 0.087034 0.006957 0.240425\n", - "SWaT 0.120683 0.500025 0.121168 0.215281 0.000158 0.242424\n", - "Stock 0.112061 0.530383 0.710487 0.304437 0.000000 0.000000\n", - "TAO 0.167995 0.449091 0.710584 0.230177 0.022038 0.666667\n", - "TODS 0.100820 0.536789 0.485079 0.168044 0.027175 0.141732\n", - "UCR 0.048985 0.606013 0.051489 0.092895 0.142430 0.071834\n", - "WSD 0.141918 0.638387 0.102346 0.225878 0.153504 0.331186\n", - "YAHOO 0.409909 0.828505 0.381508 0.443120 0.448921 0.295807" + "CATSv2 0.511976 0.740398 0.393045 0.575803 0.310946 0.952401\n", + "Daphnet 0.252282 0.905126 0.253956 0.406682 0.117953 0.407186\n", + "Exathlon 0.257618 0.647576 0.262478 0.371983 0.041724 0.268818\n", + "IOPS 0.263492 0.852975 0.380817 0.350879 0.356618 0.232859\n", + "LTDB 0.333160 0.627012 0.409530 0.398966 0.065606 0.528795\n", + "MGAB 0.567335 0.987331 0.634748 0.671333 0.775952 0.555421\n", + "MITDB 0.385195 0.760688 0.367125 0.431379 0.267250 0.506898\n", + "MSL 0.442670 0.879267 0.544711 0.555176 0.289677 0.468071\n", + "NAB 0.495381 0.730109 0.532450 0.544592 0.148962 0.637919\n", + "NEK 0.554506 0.863816 0.687020 0.655181 0.246789 0.611677\n", + "OPPORTUNITY 0.158653 0.437972 0.149548 0.230552 0.123624 0.407288\n", + "Power 0.175035 0.552633 0.160858 0.211897 0.096000 0.362720\n", + "SED 0.109660 0.605685 0.253420 0.216518 0.082465 0.173993\n", + "SMAP 0.510341 0.828578 0.597854 0.595748 0.524001 0.511394\n", + "SMD 0.486307 0.857014 0.544696 0.565768 0.569888 0.423607\n", + "SVDB 0.356140 0.720499 0.383000 0.422369 0.320710 0.529825\n", + "SWaT 0.113563 0.375616 0.113915 0.220540 0.009042 0.055148\n", + "Stock 0.115033 0.600040 0.747567 0.190880 0.004799 0.191968\n", + "TAO 0.139803 0.612240 0.807694 0.223327 0.017645 0.224967\n", + "TODS 0.166507 0.676933 0.691125 0.270928 0.058744 0.205223\n", + "UCR 0.495182 0.917224 0.514326 0.551956 0.761255 0.238402\n", + "WSD 0.539254 0.959885 0.551041 0.594305 0.798756 0.265358\n", + "YAHOO 0.150503 0.916171 0.451001 0.237975 0.564290 0.068880" ] }, - "execution_count": 49, + "execution_count": 190, "metadata": {}, "output_type": "execute_result" } @@ -6105,40 +6118,40 @@ }, { "cell_type": "code", - "execution_count": 50, + "execution_count": 191, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "group\n", - "MGAB 0.002209\n", - "SVDB 0.044940\n", - "UCR 0.048985\n", - "MITDB 0.051628\n", - "CATSv2 0.071542\n", - "SED 0.082198\n", - "Power 0.086245\n", - "TODS 0.100820\n", - "Stock 0.112061\n", - "IOPS 0.116787\n", - "SWaT 0.120683\n", - "Daphnet 0.129509\n", - "WSD 0.141918\n", - "NAB 0.144844\n", - "MSL 0.151228\n", - "OPPORTUNITY 0.153396\n", - "TAO 0.167995\n", - "SMAP 0.180797\n", - "SMD 0.182353\n", - "LTDB 0.203241\n", - "Exathlon 0.245106\n", - "NEK 0.363561\n", - "YAHOO 0.409909\n", + "SED 0.109660\n", + "SWaT 0.113563\n", + "Stock 0.115033\n", + "TAO 0.139803\n", + "YAHOO 0.150503\n", + "OPPORTUNITY 0.158653\n", + "TODS 0.166507\n", + "Power 0.175035\n", + "Daphnet 0.252282\n", + "Exathlon 0.257618\n", + "IOPS 0.263492\n", + "LTDB 0.333160\n", + "SVDB 0.356140\n", + "MITDB 0.385195\n", + "MSL 0.442670\n", + "SMD 0.486307\n", + "UCR 0.495182\n", + "NAB 0.495381\n", + "SMAP 0.510341\n", + "CATSv2 0.511976\n", + "WSD 0.539254\n", + "NEK 0.554506\n", + "MGAB 0.567335\n", "Name: AUC-PR, dtype: float64" ] }, - "execution_count": 50, + "execution_count": 191, "metadata": {}, "output_type": "execute_result" } @@ -6150,40 +6163,40 @@ }, { "cell_type": "code", - "execution_count": 51, + "execution_count": 192, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "group\n", - "MGAB 0.004639\n", - "SVDB 0.050189\n", - "UCR 0.051489\n", - "MITDB 0.053749\n", - "CATSv2 0.063826\n", - "Power 0.090503\n", - "WSD 0.102346\n", - "SED 0.111105\n", - "SWaT 0.121168\n", - "IOPS 0.123657\n", - "Daphnet 0.134804\n", - "SMD 0.134985\n", - "OPPORTUNITY 0.159200\n", - "NAB 0.165966\n", - "SMAP 0.172499\n", - "MSL 0.186700\n", - "Exathlon 0.240338\n", - "LTDB 0.256447\n", - "YAHOO 0.381508\n", - "NEK 0.395130\n", - "TODS 0.485079\n", - "Stock 0.710487\n", - "TAO 0.710584\n", + "SWaT 0.113915\n", + "OPPORTUNITY 0.149548\n", + "Power 0.160858\n", + "SED 0.253420\n", + "Daphnet 0.253956\n", + "Exathlon 0.262478\n", + "MITDB 0.367125\n", + "IOPS 0.380817\n", + "SVDB 0.383000\n", + "CATSv2 0.393045\n", + "LTDB 0.409530\n", + "YAHOO 0.451001\n", + "UCR 0.514326\n", + "NAB 0.532450\n", + "SMD 0.544696\n", + "MSL 0.544711\n", + "WSD 0.551041\n", + "SMAP 0.597854\n", + "MGAB 0.634748\n", + "NEK 0.687020\n", + "TODS 0.691125\n", + "Stock 0.747567\n", + "TAO 0.807694\n", "Name: VUS-PR, dtype: float64" ] }, - "execution_count": 51, + "execution_count": 192, "metadata": {}, "output_type": "execute_result" }