diff --git a/bilder/evaluation/auc-pr/anomaly/OCSVM_groups_auc-pr_anomaly.png b/bilder/evaluation/auc-pr/anomaly/OCSVM_groups_auc-pr_anomaly.png new file mode 100644 index 0000000000000000000000000000000000000000..b25ca110a3af517e2606cf0eaa4e0777e07883d8 Binary files /dev/null and b/bilder/evaluation/auc-pr/anomaly/OCSVM_groups_auc-pr_anomaly.png differ diff --git a/bilder/evaluation/auc-pr/groups/OCSVM_groups_auc-pr.png b/bilder/evaluation/auc-pr/groups/OCSVM_groups_auc-pr.png new file mode 100644 index 0000000000000000000000000000000000000000..26a858df55529f99070e6b71acdadcfd94d39e88 Binary files /dev/null and b/bilder/evaluation/auc-pr/groups/OCSVM_groups_auc-pr.png differ diff --git a/bilder/evaluation/vus-pr/anomalien/OCSVM_groups_vus-pr_anomaly.png b/bilder/evaluation/vus-pr/anomalien/OCSVM_groups_vus-pr_anomaly.png new file mode 100644 index 0000000000000000000000000000000000000000..b137970f3660e6e0698509846f1fcae49aaa1ffd Binary files /dev/null and b/bilder/evaluation/vus-pr/anomalien/OCSVM_groups_vus-pr_anomaly.png differ diff --git a/bilder/evaluation/vus-pr/groups/OCSVM_groups_vus-pr.png b/bilder/evaluation/vus-pr/groups/OCSVM_groups_vus-pr.png new file mode 100644 index 0000000000000000000000000000000000000000..dd6d4e6240ac60505aae6eb54b854c76e3658a3b Binary files /dev/null and b/bilder/evaluation/vus-pr/groups/OCSVM_groups_vus-pr.png differ diff --git a/docs/TO DO LISTE.md b/docs/TO DO LISTE.md index 8cff74843ee61095fab18ce5020407357efcfa39..e5e7090a9e763e1dd5ae0120adf3a59d65fb7ed5 100644 --- a/docs/TO DO LISTE.md +++ b/docs/TO DO LISTE.md @@ -46,4 +46,5 @@ + Dichtebasiert vs. Distanzbasiert + Statistisch vs. Neuronal + Ausarbeiten der Algorithmen und Vorbereiten für die Hausarbeit -+ Histplot / Barplot erstellen mit Ergebnissen von VUS-PR bei TAO von den Autoren gegenüber unseren Ergebnissen für die Modelle, bei denen die Werte stark abweichen \ No newline at end of file ++ Histplot / Barplot erstellen mit Ergebnissen von VUS-PR bei TAO von den Autoren gegenüber unseren Ergebnissen für die Modelle, bei denen die Werte stark abweichen ++ Heatmaps für Anomalie-Typen erstellen \ No newline at end of file diff --git a/docs/evaluation/Vergleich der Ergebnisse.md b/docs/evaluation/Vergleich der Ergebnisse.md index 1a1a368cee90341fd58f45e100d57f1764bd9811..8f3134873cc00eddaf97125f50a3ba08308f82c2 100644 --- a/docs/evaluation/Vergleich der Ergebnisse.md +++ b/docs/evaluation/Vergleich der Ergebnisse.md @@ -3,8 +3,8 @@ | Laufzeiten | POLY | iForest | Sub-iForest | PCA | USAD | CNN | OmAn | LSTM | kShape | kMeans | OCSVM | LOF | Sub-LOF | KNN | KNNV2 | | ------------------------------ | ---- | ------- | ----------- | ---- | ---- | ---- | ---- | ---- | ------ | ------ | ----- | ---- | ------- | ---- | ----- | | **Bei Autoren (s)** | 0.09 | 0.14 | | 2 | 2 | 3 | 4 | 8 | 8.5 | 20 | 30 | 70 | 80 | 90 | | -| **Insgesamt (h)** | 3.42 | 3.44 | | 4.26 | 3.19 | 2.93 | 3.42 | 3.66 | 3.54 | 5.62 | | 2.04 | 5.14 | 6.68 | | -| **Durchschnitt pro Datei (s)** | 31.0 | 31.2 | | 38.7 | 28.9 | 26.6 | 31 | 33.2 | 32.1 | 50.9 | | 18.5 | 46.6 | 60.5 | | +| **Insgesamt (h)** | 3.42 | 3.44 | | 4.26 | 3.19 | 2.93 | 3.42 | 3.66 | 3.54 | 5.62 | 11.5 | 2.04 | 5.14 | 6.68 | | +| **Durchschnitt pro Datei (s)** | 31.0 | 31.2 | | 38.7 | 28.9 | 26.6 | 31 | 33.2 | 32.1 | 50.9 | 104.2 | 18.5 | 46.6 | 60.5 | | # Datensätze + Gesamtanzahl Zeitserien: 397 @@ -13,138 +13,138 @@ + Anzahl an Zeitserien mit nur Sequenzanomalien: 158 ## Gesamtbewertung nach AUC-PR -| Datensatz | POLY | iForest | Sub-iForest | PCA | USAD | CNN | OmAn | LSTM | kShape | kMeans | OCSVM | LOF | Sub-LOF | KNN | KNNV2 | Datensatz | -| ------------- | --------- | --------- | ----------- | --------- | --------- | --------- | --------- | --------- | --------- | --------- | ----- | --------- | --------- | --------- | ----- | ------------- | -| UCR | 0.156850 | 0.059389 | | 0.138533 | 0.088392 | 0.069477 | 0.085236 | 0.028041 | 0.465144 | 0.487206 | | 0.048985 | 0.495182 | 0.283830 | | UCR | -| SMD | 0.639394 | 0.369237 | | 0.495851 | 0.665737 | 0.565370 | 0.531140 | 0.539890 | 0.131250 | 0.260908 | | 0.182353 | 0.486307 | 0.162970 | | SMD | -| YAHOO | 0.075395 | 0.092730 | | 0.117107 | 0.117266 | 0.561562 | 0.148188 | 0.443957 | 0.435473 | 0.699444 | | 0.409909 | 0.150503 | 0.144445 | | YAHOO | -| Exathlon | 0.844513 | 0.962806 | | 0.958102 | 0.862358 | 0.654310 | 0.874519 | 0.733875 | 0.420990 | 0.617690 | | 0.245106 | 0.257618 | 0.563481 | | Exathlon | -| NAB | 0.526439 | 0.314587 | | 0.486528 | 0.300305 | 0.223347 | 0.332227 | 0.153306 | 0.396635 | 0.401505 | | 0.144844 | 0.495381 | 0.311100 | | NAB | -| OPPORTUNITY | 0.420658 | 0.733153 | | 0.923192 | 0.651235 | 0.619160 | 0.649867 | 0.545535 | 0.366866 | 0.365381 | | 0.153396 | 0.158653 | 0.298396 | | OPPORTUNITY | -| WSD | 0.427387 | 0.040993 | | 0.216542 | 0.240276 | 0.303128 | 0.251057 | 0.209492 | 0.082639 | 0.146372 | | 0.141918 | 0.539254 | 0.044597 | | WSD | -| SVDB | 0.506002 | 0.311936 | | 0.558896 | 0.459209 | 0.197103 | 0.476835 | 0.129879 | 0.798760 | 0.809036 | | 0.044940 | 0.356140 | 0.538270 | | SVDB | -| SMAP | 0.604826 | 0.299302 | | 0.484416 | 0.273159 | 0.329931 | 0.385082 | 0.278827 | 0.601232 | 0.648913 | | 0.180797 | 0.510341 | 0.453816 | | SMAP | -| IOPS | 0.332866 | 0.231569 | | 0.372849 | 0.403523 | 0.265889 | 0.368163 | 0.320195 | 0.068365 | 0.068715 | | 0.116787 | 0.263492 | 0.070598 | | IOPS | -| TODS | 0.239024 | 0.076521 | | 0.124321 | 0.163915 | 0.303786 | 0.172369 | 0.205671 | 0.462057 | 0.448703 | | 0.100820 | 0.166507 | 0.410649 | | TODS | -| Stock | 0.146590 | 0.143940 | | 0.148428 | 0.133570 | 0.929344 | 0.133646 | 0.519232 | 0.095333 | 0.114476 | | 0.112061 | 0.115033 | 0.096103 | | Stock | -| MGAB | 0.008996 | 0.004336 | | 0.027123 | 0.032097 | 0.003855 | 0.015268 | 0.045860 | 0.084411 | 0.085299 | | 0.002209 | 0.567335 | 0.325650 | | MGAB | -| MSL | 0.629533 | 0.386085 | | 0.493320 | 0.267256 | 0.307033 | 0.394283 | 0.237442 | 0.409835 | 0.371438 | | 0.151228 | 0.442670 | 0.313525 | | MSL | -| NEK | 0.709458 | 0.630339 | | 0.891733 | 0.816021 | 0.685573 | 0.836145 | 0.667421 | 0.379153 | 0.346973 | | 0.363561 | 0.554506 | 0.119174 | | NEK | -| LTDB | 0.455324 | 0.521341 | | 0.489411 | 0.461335 | 0.354462 | 0.479711 | 0.276735 | 0.743642 | 0.765819 | | 0.203241 | 0.333160 | 0.589828 | | LTDB | -| MITDB | 0.366934 | 0.169557 | | 0.377853 | 0.201810 | 0.160153 | 0.206999 | 0.113066 | 0.594424 | 0.583808 | | 0.051628 | 0.385195 | 0.500834 | | MITDB | -| TAO | 0.140526 | 0.125817 | | 0.149144 | 0.339781 | 0.994857 | 0.344060 | 0.993397 | 0.103834 | 0.129147 | | 0.167995 | 0.139803 | 0.108733 | | TAO | -| SED | 0.031421 | 0.691484 | | 0.020994 | 0.026231 | 0.029325 | 0.031663 | 0.030497 | 0.722020 | 0.710575 | | 0.082198 | 0.109660 | 0.707453 | | SED | -| Daphnet | 0.536827 | 0.496579 | | 0.468647 | 0.192057 | 0.381499 | 0.192069 | 0.132234 | 0.033420 | 0.036445 | | 0.129509 | 0.252282 | 0.033893 | | Daphnet | -| SWaT | 0.123133 | 0.702432 | | 0.756700 | 0.757484 | 0.738718 | 0.757687 | 0.737695 | 0.458896 | 0.111152 | | 0.120683 | 0.113563 | 0.110376 | | SWaT | -| Power | 0.203760 | 0.073981 | | 0.078866 | 0.064665 | 0.072400 | 0.064665 | 0.064788 | 0.496250 | 0.507629 | | 0.086245 | 0.175035 | 0.160167 | | Power | -| CATSv2 | 0.476434 | 0.139416 | | 0.474705 | 0.481625 | 0.411894 | 0.437868 | 0.358071 | 0.452377 | 0.455611 | | 0.071542 | 0.511976 | 0.482166 | | CATSv2 | -| **Insgesamt** | **0.394** | **0.304** | | **0.407** | **0.352** | **0.366** | **0.354** | **0.313** | **0.383** | **0.444** | | **0.156** | **0.374** | **0.292** | | **Insgesamt** | +| Datensatz | POLY | iForest | Sub-iForest | PCA | USAD | CNN | OmAn | LSTM | kShape | kMeans | OCSVM | LOF | Sub-LOF | KNN | KNNV2 | Datensatz | +| ------------- | --------- | --------- | ----------- | --------- | --------- | --------- | --------- | --------- | --------- | --------- | --------- | --------- | --------- | --------- | ----- | ------------- | +| UCR | 0.156850 | 0.059389 | | 0.138533 | 0.088392 | 0.069477 | 0.085236 | 0.028041 | 0.465144 | 0.487206 | 0.326989 | 0.048985 | 0.495182 | 0.283830 | | UCR | +| SMD | 0.639394 | 0.369237 | | 0.495851 | 0.665737 | 0.565370 | 0.531140 | 0.539890 | 0.131250 | 0.260908 | 0.122192 | 0.182353 | 0.486307 | 0.162970 | | SMD | +| YAHOO | 0.075395 | 0.092730 | | 0.117107 | 0.117266 | 0.561562 | 0.148188 | 0.443957 | 0.435473 | 0.699444 | 0.083868 | 0.409909 | 0.150503 | 0.144445 | | YAHOO | +| Exathlon | 0.844513 | 0.962806 | | 0.958102 | 0.862358 | 0.654310 | 0.874519 | 0.733875 | 0.420990 | 0.617690 | 0.556786 | 0.245106 | 0.257618 | 0.563481 | | Exathlon | +| NAB | 0.526439 | 0.314587 | | 0.486528 | 0.300305 | 0.223347 | 0.332227 | 0.153306 | 0.396635 | 0.401505 | 0.343854 | 0.144844 | 0.495381 | 0.311100 | | NAB | +| OPPORTUNITY | 0.420658 | 0.733153 | | 0.923192 | 0.651235 | 0.619160 | 0.649867 | 0.545535 | 0.366866 | 0.365381 | 0.147631 | 0.153396 | 0.158653 | 0.298396 | | OPPORTUNITY | +| WSD | 0.427387 | 0.040993 | | 0.216542 | 0.240276 | 0.303128 | 0.251057 | 0.209492 | 0.082639 | 0.146372 | 0.036128 | 0.141918 | 0.539254 | 0.044597 | | WSD | +| SVDB | 0.506002 | 0.311936 | | 0.558896 | 0.459209 | 0.197103 | 0.476835 | 0.129879 | 0.798760 | 0.809036 | 0.547080 | 0.044940 | 0.356140 | 0.538270 | | SVDB | +| SMAP | 0.604826 | 0.299302 | | 0.484416 | 0.273159 | 0.329931 | 0.385082 | 0.278827 | 0.601232 | 0.648913 | 0.487651 | 0.180797 | 0.510341 | 0.453816 | | SMAP | +| IOPS | 0.332866 | 0.231569 | | 0.372849 | 0.403523 | 0.265889 | 0.368163 | 0.320195 | 0.068365 | 0.068715 | 0.051207 | 0.116787 | 0.263492 | 0.070598 | | IOPS | +| TODS | 0.239024 | 0.076521 | | 0.124321 | 0.163915 | 0.303786 | 0.172369 | 0.205671 | 0.462057 | 0.448703 | 0.404043 | 0.100820 | 0.166507 | 0.410649 | | TODS | +| Stock | 0.146590 | 0.143940 | | 0.148428 | 0.133570 | 0.929344 | 0.133646 | 0.519232 | 0.095333 | 0.114476 | 0.097345 | 0.112061 | 0.115033 | 0.096103 | | Stock | +| MGAB | 0.008996 | 0.004336 | | 0.027123 | 0.032097 | 0.003855 | 0.015268 | 0.045860 | 0.084411 | 0.085299 | 0.032883 | 0.002209 | 0.567335 | 0.325650 | | MGAB | +| MSL | 0.629533 | 0.386085 | | 0.493320 | 0.267256 | 0.307033 | 0.394283 | 0.237442 | 0.409835 | 0.371438 | 0.239125 | 0.151228 | 0.442670 | 0.313525 | | MSL | +| NEK | 0.709458 | 0.630339 | | 0.891733 | 0.816021 | 0.685573 | 0.836145 | 0.667421 | 0.379153 | 0.346973 | 0.360131 | 0.363561 | 0.554506 | 0.119174 | | NEK | +| LTDB | 0.455324 | 0.521341 | | 0.489411 | 0.461335 | 0.354462 | 0.479711 | 0.276735 | 0.743642 | 0.765819 | 0.634659 | 0.203241 | 0.333160 | 0.589828 | | LTDB | +| MITDB | 0.366934 | 0.169557 | | 0.377853 | 0.201810 | 0.160153 | 0.206999 | 0.113066 | 0.594424 | 0.583808 | 0.355826 | 0.051628 | 0.385195 | 0.500834 | | MITDB | +| TAO | 0.140526 | 0.125817 | | 0.149144 | 0.339781 | 0.994857 | 0.344060 | 0.993397 | 0.103834 | 0.129147 | 0.117776 | 0.167995 | 0.139803 | 0.108733 | | TAO | +| SED | 0.031421 | 0.691484 | | 0.020994 | 0.026231 | 0.029325 | 0.031663 | 0.030497 | 0.722020 | 0.710575 | 0.187850 | 0.082198 | 0.109660 | 0.707453 | | SED | +| Daphnet | 0.536827 | 0.496579 | | 0.468647 | 0.192057 | 0.381499 | 0.192069 | 0.132234 | 0.033420 | 0.036445 | 0.066512 | 0.129509 | 0.252282 | 0.033893 | | Daphnet | +| SWaT | 0.123133 | 0.702432 | | 0.756700 | 0.757484 | 0.738718 | 0.757687 | 0.737695 | 0.458896 | 0.111152 | 0.159515 | 0.120683 | 0.113563 | 0.110376 | | SWaT | +| Power | 0.203760 | 0.073981 | | 0.078866 | 0.064665 | 0.072400 | 0.064665 | 0.064788 | 0.496250 | 0.507629 | 0.215936 | 0.086245 | 0.175035 | 0.160167 | | Power | +| CATSv2 | 0.476434 | 0.139416 | | 0.474705 | 0.481625 | 0.411894 | 0.437868 | 0.358071 | 0.452377 | 0.455611 | 0.369080 | 0.071542 | 0.511976 | 0.482166 | | CATSv2 | +| **Insgesamt** | **0.394** | **0.304** | | **0.407** | **0.352** | **0.366** | **0.354** | **0.313** | **0.383** | **0.444** | **0.275** | **0.156** | **0.374** | **0.292** | | **Insgesamt** | ## Gesamtbewertung nach VUS-PR -| Datensatz | POLY | iForest | Sub-iForest | PCA | USAD | CNN | OmAn | LSTM | kShape | kMeans | OCSVM | LOF | Sub-LOF | KNN | KNNV2 | Datensatz | -| ------------- | --------- | --------- | ----------- | --------- | --------- | --------- | --------- | --------- | --------- | --------- | ----- | --------- | --------- | --------- | ----- | ------------- | -| UCR | 0.198780 | 0.058773 | | 0.152678 | 0.084437 | 0.065443 | 0.089552 | 0.023293 | 0.460106 | 0.486822 | | 0.051489 | 0.514326 | 0.329748 | | UCR | -| SMD | 0.663191 | 0.342406 | | 0.467257 | 0.629404 | 0.545045 | 0.478742 | 0.483944 | 0.122593 | 0.254537 | | 0.134985 | 0.544696 | 0.163803 | | SMD | -| YAHOO | 0.307653 | 0.135664 | | 0.163729 | 0.192366 | 0.512096 | 0.219787 | 0.417416 | 0.491670 | 0.781824 | | 0.381508 | 0.451001 | 0.502031 | | YAHOO | -| Exathlon | 0.847945 | 0.964836 | | 0.959173 | 0.864301 | 0.657757 | 0.876372 | 0.735253 | 0.420845 | 0.618051 | | 0.240338 | 0.262478 | 0.562449 | | Exathlon | -| NAB | 0.584112 | 0.342137 | | 0.511398 | 0.308303 | 0.248091 | 0.342007 | 0.173732 | 0.415046 | 0.427477 | | 0.165966 | 0.532450 | 0.341432 | | NAB | -| OPPORTUNITY | 0.426326 | 0.736264 | | 0.924516 | 0.651269 | 0.632799 | 0.649931 | 0.563772 | 0.347881 | 0.351828 | | 0.159200 | 0.149548 | 0.295398 | | OPPORTUNITY | -| WSD | 0.531110 | 0.027487 | | 0.155366 | 0.155950 | 0.224922 | 0.157612 | 0.130270 | 0.112541 | 0.173060 | | 0.102346 | 0.551041 | 0.083204 | | WSD | -| SVDB | 0.445531 | 0.307322 | | 0.523984 | 0.435722 | 0.199785 | 0.445289 | 0.127489 | 0.810962 | 0.811385 | | 0.050189 | 0.383000 | 0.591484 | | SVDB | -| SMAP | 0.727079 | 0.327727 | | 0.566842 | 0.302212 | 0.336818 | 0.417852 | 0.273214 | 0.609905 | 0.657738 | | 0.172499 | 0.597854 | 0.558287 | | SMAP | -| IOPS | 0.365055 | 0.134518 | | 0.260372 | 0.192815 | 0.205826 | 0.192837 | 0.213044 | 0.064609 | 0.107988 | | 0.123657 | 0.380817 | 0.116527 | | IOPS | -| TODS | 0.586493 | 0.487386 | | 0.552877 | 0.529843 | 0.575941 | 0.538194 | 0.522228 | 0.747606 | 0.739257 | | 0.485079 | 0.691125 | 0.780280 | | TODS | -| Stock | 0.805375 | 0.735886 | | 0.825382 | 0.771612 | 0.939925 | 0.771658 | 0.817960 | 0.717890 | 0.738198 | | 0.710487 | 0.747567 | 0.691512 | | Stock | -| MGAB | 0.008269 | 0.004379 | | 0.005551 | 0.005403 | 0.006988 | 0.005586 | 0.025419 | 0.069759 | 0.036645 | | 0.004639 | 0.634748 | 0.238613 | | MGAB | -| MSL | 0.734244 | 0.448709 | | 0.523310 | 0.295208 | 0.346350 | 0.428048 | 0.305128 | 0.459063 | 0.441543 | | 0.186700 | 0.544711 | 0.368746 | | MSL | -| NEK | 0.764836 | 0.649735 | | 0.929171 | 0.827283 | 0.714845 | 0.858349 | 0.689697 | 0.357818 | 0.317927 | | 0.395130 | 0.687020 | 0.132908 | | NEK | -| LTDB | 0.510507 | 0.566359 | | 0.534873 | 0.512266 | 0.406171 | 0.524763 | 0.329828 | 0.811737 | 0.835553 | | 0.256447 | 0.409530 | 0.692355 | | LTDB | -| MITDB | 0.320425 | 0.159042 | | 0.323526 | 0.158357 | 0.143632 | 0.163465 | 0.112398 | 0.606652 | 0.590892 | | 0.053749 | 0.367125 | 0.548995 | | MITDB | -| TAO | 0.808453 | 0.728970 | | 0.840276 | 0.928987 | 0.994270 | 0.930020 | 0.995044 | 0.721004 | 0.747945 | | 0.710584 | 0.807694 | 0.684119 | | TAO | -| SED | 0.040176 | 0.807209 | | 0.030270 | 0.053374 | 0.058416 | 0.055985 | 0.056562 | 0.907086 | 0.895291 | | 0.111105 | 0.253420 | 0.882987 | | SED | -| Daphnet | 0.519516 | 0.518905 | | 0.441568 | 0.122992 | 0.398456 | 0.123026 | 0.133080 | 0.035690 | 0.039747 | | 0.134804 | 0.253956 | 0.035185 | | Daphnet | -| SWaT | 0.103364 | 0.368230 | | 0.375512 | 0.365922 | 0.680748 | 0.366250 | 0.669824 | 0.381310 | 0.111519 | | 0.121168 | 0.113915 | 0.110850 | | SWaT | -| Power | 0.122294 | 0.076373 | | 0.079616 | 0.067090 | 0.075487 | 0.067090 | 0.067250 | 0.510537 | 0.524166 | | 0.090503 | 0.160858 | 0.166562 | | Power | -| CATSv2 | 0.232252 | 0.105175 | | 0.232417 | 0.406831 | 0.288293 | 0.282282 | 0.329056 | 0.230658 | 0.229268 | | 0.063826 | 0.393045 | 0.354730 | | CATSv2 | -| **Insgesamt** | **0.478** | **0.341** | | **0.444** | **0.375** | **0.367** | **0.377** | **0.320** | **0.423** | **0.489** | | **0.185** | **0.473** | **0.384** | | **Insgesamt** | +| Datensatz | POLY | iForest | Sub-iForest | PCA | USAD | CNN | OmAn | LSTM | kShape | kMeans | OCSVM | LOF | Sub-LOF | KNN | KNNV2 | Datensatz | +| ------------- | --------- | --------- | ----------- | --------- | --------- | --------- | --------- | --------- | --------- | --------- | --------- | --------- | --------- | --------- | ----- | ------------- | +| UCR | 0.198780 | 0.058773 | | 0.152678 | 0.084437 | 0.065443 | 0.089552 | 0.023293 | 0.460106 | 0.486822 | 0.336356 | 0.051489 | 0.514326 | 0.329748 | | UCR | +| SMD | 0.663191 | 0.342406 | | 0.467257 | 0.629404 | 0.545045 | 0.478742 | 0.483944 | 0.122593 | 0.254537 | 0.115908 | 0.134985 | 0.544696 | 0.163803 | | SMD | +| YAHOO | 0.307653 | 0.135664 | | 0.163729 | 0.192366 | 0.512096 | 0.219787 | 0.417416 | 0.491670 | 0.781824 | 0.306932 | 0.381508 | 0.451001 | 0.502031 | | YAHOO | +| Exathlon | 0.847945 | 0.964836 | | 0.959173 | 0.864301 | 0.657757 | 0.876372 | 0.735253 | 0.420845 | 0.618051 | 0.557891 | 0.240338 | 0.262478 | 0.562449 | | Exathlon | +| NAB | 0.584112 | 0.342137 | | 0.511398 | 0.308303 | 0.248091 | 0.342007 | 0.173732 | 0.415046 | 0.427477 | 0.376638 | 0.165966 | 0.532450 | 0.341432 | | NAB | +| OPPORTUNITY | 0.426326 | 0.736264 | | 0.924516 | 0.651269 | 0.632799 | 0.649931 | 0.563772 | 0.347881 | 0.351828 | 0.148914 | 0.159200 | 0.149548 | 0.295398 | | OPPORTUNITY | +| WSD | 0.531110 | 0.027487 | | 0.155366 | 0.155950 | 0.224922 | 0.157612 | 0.130270 | 0.112541 | 0.173060 | 0.039999 | 0.102346 | 0.551041 | 0.083204 | | WSD | +| SVDB | 0.445531 | 0.307322 | | 0.523984 | 0.435722 | 0.199785 | 0.445289 | 0.127489 | 0.810962 | 0.811385 | 0.592468 | 0.050189 | 0.383000 | 0.591484 | | SVDB | +| SMAP | 0.727079 | 0.327727 | | 0.566842 | 0.302212 | 0.336818 | 0.417852 | 0.273214 | 0.609905 | 0.657738 | 0.565618 | 0.172499 | 0.597854 | 0.558287 | | SMAP | +| IOPS | 0.365055 | 0.134518 | | 0.260372 | 0.192815 | 0.205826 | 0.192837 | 0.213044 | 0.064609 | 0.107988 | 0.067672 | 0.123657 | 0.380817 | 0.116527 | | IOPS | +| TODS | 0.586493 | 0.487386 | | 0.552877 | 0.529843 | 0.575941 | 0.538194 | 0.522228 | 0.747606 | 0.739257 | 0.748147 | 0.485079 | 0.691125 | 0.780280 | | TODS | +| Stock | 0.805375 | 0.735886 | | 0.825382 | 0.771612 | 0.939925 | 0.771658 | 0.817960 | 0.717890 | 0.738198 | 0.717377 | 0.710487 | 0.747567 | 0.691512 | | Stock | +| MGAB | 0.008269 | 0.004379 | | 0.005551 | 0.005403 | 0.006988 | 0.005586 | 0.025419 | 0.069759 | 0.036645 | 0.007014 | 0.004639 | 0.634748 | 0.238613 | | MGAB | +| MSL | 0.734244 | 0.448709 | | 0.523310 | 0.295208 | 0.346350 | 0.428048 | 0.305128 | 0.459063 | 0.441543 | 0.276927 | 0.186700 | 0.544711 | 0.368746 | | MSL | +| NEK | 0.764836 | 0.649735 | | 0.929171 | 0.827283 | 0.714845 | 0.858349 | 0.689697 | 0.357818 | 0.317927 | 0.367261 | 0.395130 | 0.687020 | 0.132908 | | NEK | +| LTDB | 0.510507 | 0.566359 | | 0.534873 | 0.512266 | 0.406171 | 0.524763 | 0.329828 | 0.811737 | 0.835553 | 0.692470 | 0.256447 | 0.409530 | 0.692355 | | LTDB | +| MITDB | 0.320425 | 0.159042 | | 0.323526 | 0.158357 | 0.143632 | 0.163465 | 0.112398 | 0.606652 | 0.590892 | 0.351133 | 0.053749 | 0.367125 | 0.548995 | | MITDB | +| TAO | 0.808453 | 0.728970 | | 0.840276 | 0.928987 | 0.994270 | 0.930020 | 0.995044 | 0.721004 | 0.747945 | 0.720442 | 0.710584 | 0.807694 | 0.684119 | | TAO | +| SED | 0.040176 | 0.807209 | | 0.030270 | 0.053374 | 0.058416 | 0.055985 | 0.056562 | 0.907086 | 0.895291 | 0.164910 | 0.111105 | 0.253420 | 0.882987 | | SED | +| Daphnet | 0.519516 | 0.518905 | | 0.441568 | 0.122992 | 0.398456 | 0.123026 | 0.133080 | 0.035690 | 0.039747 | 0.070139 | 0.134804 | 0.253956 | 0.035185 | | Daphnet | +| SWaT | 0.103364 | 0.368230 | | 0.375512 | 0.365922 | 0.680748 | 0.366250 | 0.669824 | 0.381310 | 0.111519 | 0.159981 | 0.121168 | 0.113915 | 0.110850 | | SWaT | +| Power | 0.122294 | 0.076373 | | 0.079616 | 0.067090 | 0.075487 | 0.067090 | 0.067250 | 0.510537 | 0.524166 | 0.225393 | 0.090503 | 0.160858 | 0.166562 | | Power | +| CATSv2 | 0.232252 | 0.105175 | | 0.232417 | 0.406831 | 0.288293 | 0.282282 | 0.329056 | 0.230658 | 0.229268 | 0.311384 | 0.063826 | 0.393045 | 0.354730 | | CATSv2 | +| **Insgesamt** | **0.478** | **0.341** | | **0.444** | **0.375** | **0.367** | **0.377** | **0.320** | **0.423** | **0.489** | **0.339** | **0.185** | **0.473** | **0.384** | | **Insgesamt** | ## Gesamtbewertung der Punktanomalien nach AUC-PR -| Datensatz | POLY | iForest | Sub-iForest | PCA | USAD | CNN | OmAn | LSTM | kShape | kMeans | OCSVM | LOF | Sub-LOF | KNN | KNNV2 | Datensatz | -| ------------- | --------- | --------- | ----------- | --------- | --------- | --------- | --------- | --------- | --------- | --------- | ----- | --------- | --------- | --------- | ----- | ------------- | -| UCR | 0.000257 | 0.000139 | | 0.000196 | 0.000178 | 0.000498 | 0.000178 | 0.000221 | 0.000854 | 0.002843 | | 0.000653 | 0.040927 | 0.003749 | | UCR | -| YAHOO | 0.024161 | 0.007312 | | 0.060498 | 0.087663 | 0.587049 | 0.122574 | 0.455103 | 0.464439 | 0.742578 | | 0.422520 | 0.141987 | 0.130716 | | YAHOO | -| WSD | 0.167066 | 0.000501 | | 0.206655 | 0.285712 | 0.342989 | 0.407280 | 0.334638 | 0.001119 | 0.003073 | | 0.003879 | 0.327958 | 0.000945 | | WSD | -| IOPS | 0.141657 | 0.011860 | | 0.036186 | 0.016979 | 0.210157 | 0.016952 | 0.197084 | 0.148483 | 0.066886 | | 0.176712 | 0.121683 | 0.041389 | | IOPS | -| TODS | 0.061866 | 0.069264 | | 0.067229 | 0.065809 | 0.531847 | 0.064650 | 0.367334 | 0.081935 | 0.083989 | | 0.071959 | 0.077775 | 0.075986 | | TODS | -| Stock | 0.146590 | 0.143940 | | 0.148428 | 0.133570 | 0.929344 | 0.133646 | 0.519232 | 0.095333 | 0.114476 | | 0.112061 | 0.115033 | 0.096103 | | Stock | -| TAO | 0.148356 | 0.126763 | | 0.160428 | 0.330086 | 0.993457 | 0.336829 | 0.994218 | 0.101534 | 0.121904 | | 0.128972 | 0.145212 | 0.098915 | | TAO | -| **Insgesamt** | **0.060** | **0.039** | | **0.079** | **0.100** | **0.585** | **0.125** | **0.426** | **0.293** | **0.451** | | **0.274** | **0.131** | **0.101** | | **Insgesamt** | +| Datensatz | POLY | iForest | Sub-iForest | PCA | USAD | CNN | OmAn | LSTM | kShape | kMeans | OCSVM | LOF | Sub-LOF | KNN | KNNV2 | Datensatz | +| ------------- | --------- | --------- | ----------- | --------- | --------- | --------- | --------- | --------- | --------- | --------- | --------- | --------- | --------- | --------- | ----- | ------------- | +| UCR | 0.000257 | 0.000139 | | 0.000196 | 0.000178 | 0.000498 | 0.000178 | 0.000221 | 0.000854 | 0.002843 | 0.001794 | 0.000653 | 0.040927 | 0.003749 | | UCR | +| YAHOO | 0.024161 | 0.007312 | | 0.060498 | 0.087663 | 0.587049 | 0.122574 | 0.455103 | 0.464439 | 0.742578 | 0.040087 | 0.422520 | 0.141987 | 0.130716 | | YAHOO | +| WSD | 0.167066 | 0.000501 | | 0.206655 | 0.285712 | 0.342989 | 0.407280 | 0.334638 | 0.001119 | 0.003073 | 0.002159 | 0.003879 | 0.327958 | 0.000945 | | WSD | +| IOPS | 0.141657 | 0.011860 | | 0.036186 | 0.016979 | 0.210157 | 0.016952 | 0.197084 | 0.148483 | 0.066886 | 0.024701 | 0.176712 | 0.121683 | 0.041389 | | IOPS | +| TODS | 0.061866 | 0.069264 | | 0.067229 | 0.065809 | 0.531847 | 0.064650 | 0.367334 | 0.081935 | 0.083989 | 0.070625 | 0.071959 | 0.077775 | 0.075986 | | TODS | +| Stock | 0.146590 | 0.143940 | | 0.148428 | 0.133570 | 0.929344 | 0.133646 | 0.519232 | 0.095333 | 0.114476 | 0.097345 | 0.112061 | 0.115033 | 0.096103 | | Stock | +| TAO | 0.148356 | 0.126763 | | 0.160428 | 0.330086 | 0.993457 | 0.336829 | 0.994218 | 0.101534 | 0.121904 | 0.110446 | 0.128972 | 0.145212 | 0.098915 | | TAO | +| **Insgesamt** | **0.060** | **0.039** | | **0.079** | **0.100** | **0.585** | **0.125** | **0.426** | **0.293** | **0.451** | **0.049** | **0.274** | **0.131** | **0.101** | | **Insgesamt** | ## Gesamtbewertung der Punktanomalien nach VUS-PR -| Datensatz | POLY | iForest | Sub-iForest | PCA | USAD | CNN | OmAn | LSTM | kShape | kMeans | OCSVM | LOF | Sub-LOF | KNN | KNNV2 | Datensatz | -| ------------- | --------- | --------- | ----------- | --------- | --------- | --------- | --------- | --------- | --------- | --------- | ----- | --------- | --------- | --------- | ----- | ------------- | -| UCR | 0.003356 | 0.000267 | | 0.000408 | 0.000406 | 0.128496 | 0.000406 | 0.000237 | 0.004607 | 0.012483 | | 0.012963 | 0.208122 | 0.011814 | | UCR | -| YAHOO | 0.282071 | 0.052201 | | 0.113436 | 0.159136 | 0.519819 | 0.190097 | 0.414255 | 0.518467 | 0.826036 | | 0.383203 | 0.475296 | 0.521624 | | YAHOO | -| WSD | 0.216267 | 0.001036 | | 0.124850 | 0.088179 | 0.131018 | 0.105822 | 0.100076 | 0.007506 | 0.021818 | | 0.035113 | 0.140331 | 0.007947 | | WSD | -| IOPS | 0.187766 | 0.017686 | | 0.048169 | 0.042432 | 0.147113 | 0.035031 | 0.080739 | 0.065996 | 0.202456 | | 0.073159 | 0.327754 | 0.327373 | | IOPS | -| TODS | 0.803771 | 0.815915 | | 0.820717 | 0.780347 | 0.895740 | 0.800324 | 0.852834 | 0.850387 | 0.857103 | | 0.786747 | 0.849582 | 0.855125 | | TODS | -| Stock | 0.805375 | 0.735886 | | 0.825382 | 0.771612 | 0.939925 | 0.771658 | 0.817960 | 0.717890 | 0.738198 | | 0.710487 | 0.747567 | 0.691512 | | Stock | -| TAO | 0.761585 | 0.654975 | | 0.805852 | 0.907035 | 0.991524 | 0.908594 | 0.992980 | 0.634080 | 0.666432 | | 0.623702 | 0.755775 | 0.570248 | | TAO | -| **Insgesamt** | **0.392** | **0.232** | | **0.294** | **0.310** | **0.571** | **0.329** | **0.471** | **0.495** | **0.680** | | **0.416** | **0.514** | **0.500** | | **Insgesamt** | +| Datensatz | POLY | iForest | Sub-iForest | PCA | USAD | CNN | OmAn | LSTM | kShape | kMeans | OCSVM | LOF | Sub-LOF | KNN | KNNV2 | Datensatz | +| ------------- | --------- | --------- | ----------- | --------- | --------- | --------- | --------- | --------- | --------- | --------- | --------- | --------- | --------- | --------- | ----- | ------------- | +| UCR | 0.003356 | 0.000267 | | 0.000408 | 0.000406 | 0.128496 | 0.000406 | 0.000237 | 0.004607 | 0.012483 | 0.027690 | 0.012963 | 0.208122 | 0.011814 | | UCR | +| YAHOO | 0.282071 | 0.052201 | | 0.113436 | 0.159136 | 0.519819 | 0.190097 | 0.414255 | 0.518467 | 0.826036 | 0.282248 | 0.383203 | 0.475296 | 0.521624 | | YAHOO | +| WSD | 0.216267 | 0.001036 | | 0.124850 | 0.088179 | 0.131018 | 0.105822 | 0.100076 | 0.007506 | 0.021818 | 0.006227 | 0.035113 | 0.140331 | 0.007947 | | WSD | +| IOPS | 0.187766 | 0.017686 | | 0.048169 | 0.042432 | 0.147113 | 0.035031 | 0.080739 | 0.065996 | 0.202456 | 0.019092 | 0.073159 | 0.327754 | 0.327373 | | IOPS | +| TODS | 0.803771 | 0.815915 | | 0.820717 | 0.780347 | 0.895740 | 0.800324 | 0.852834 | 0.850387 | 0.857103 | 0.851819 | 0.786747 | 0.849582 | 0.855125 | | TODS | +| Stock | 0.805375 | 0.735886 | | 0.825382 | 0.771612 | 0.939925 | 0.771658 | 0.817960 | 0.717890 | 0.738198 | 0.717377 | 0.710487 | 0.747567 | 0.691512 | | Stock | +| TAO | 0.761585 | 0.654975 | | 0.805852 | 0.907035 | 0.991524 | 0.908594 | 0.992980 | 0.634080 | 0.666432 | 0.624783 | 0.623702 | 0.755775 | 0.570248 | | TAO | +| **Insgesamt** | **0.392** | **0.232** | | **0.294** | **0.310** | **0.571** | **0.329** | **0.471** | **0.495** | **0.680** | **0.362** | **0.416** | **0.514** | **0.500** | | **Insgesamt** | ## Gesamtbewertung der Sequenzanomalien nach AUC-PR -| Datensatz | POLY | iForest | Sub-iForest | PCA | USAD | CNN | OmAn | LSTM | kShape | kMeans | OCSVM | LOF | Sub-LOF | KNN | KNNV2 | Datensatz | -| ------------- | --------- | --------- | ----------- | --------- | --------- | --------- | --------- | --------- | --------- | --------- | ----- | --------- | --------- | --------- | ----- | ------------- | -| SMD | 0.439343 | 0.336128 | | 0.459753 | 0.561216 | 0.505749 | 0.460181 | 0.495482 | 0.077411 | 0.095816 | | 0.163313 | 0.339639 | 0.050501 | | SMD | -| YAHOO | 0.571428 | 0.981990 | | 0.690088 | 0.349449 | 0.345384 | 0.349465 | 0.344485 | 0.240316 | 0.462352 | | 0.316546 | 0.242005 | 0.306868 | | YAHOO | -| Exathlon | 0.844513 | 0.962806 | | 0.958102 | 0.862358 | 0.654310 | 0.874519 | 0.733875 | 0.420990 | 0.617690 | | 0.245106 | 0.257618 | 0.563481 | | Exathlon | -| NAB | 0.402974 | 0.251317 | | 0.439685 | 0.272908 | 0.209869 | 0.335713 | 0.162982 | 0.251877 | 0.230029 | | 0.154619 | 0.457316 | 0.176029 | | NAB | -| OPPORTUNITY | 0.624496 | 0.870159 | | 0.968964 | 0.661820 | 0.727956 | 0.661818 | 0.547465 | 0.283461 | 0.276125 | | 0.144952 | 0.154555 | 0.263868 | | OPPORTUNITY | -| WSD | 0.324235 | 0.067695 | | 0.099717 | 0.122887 | 0.242314 | 0.123481 | 0.127908 | 0.143776 | 0.253831 | | 0.094898 | 0.452830 | 0.077550 | | WSD | -| SVDB | 0.483934 | 0.313933 | | 0.541451 | 0.445765 | 0.198720 | 0.465020 | 0.130291 | 0.788394 | 0.799099 | | 0.046729 | 0.329395 | 0.519348 | | SVDB | -| SMAP | 0.798189 | 0.481811 | | 0.887517 | 0.865663 | 0.241609 | 0.876352 | 0.233398 | 0.850192 | 0.928300 | | 0.060424 | 0.488277 | 0.788114 | | SMAP | -| IOPS | 0.482294 | 0.276687 | | 0.549216 | 0.710230 | 0.429909 | 0.721261 | 0.461068 | 0.069434 | 0.061431 | | 0.272670 | 0.157124 | 0.031872 | | IOPS | -| TODS | 0.281649 | 0.071679 | | 0.149989 | 0.184682 | 0.206602 | 0.191109 | 0.170148 | 0.627511 | 0.592072 | | 0.081599 | 0.240756 | 0.533591 | | TODS | -| MGAB | 0.008996 | 0.004336 | | 0.027123 | 0.032097 | 0.003855 | 0.015268 | 0.045860 | 0.084411 | 0.085299 | | 0.002209 | 0.567335 | 0.325650 | | MGAB | -| MSL | 0.557113 | 0.453614 | | 0.475464 | 0.104606 | 0.264200 | 0.364941 | 0.257571 | 0.194985 | 0.288743 | | 0.277979 | 0.368527 | 0.238423 | | MSL | -| NEK | 0.568731 | 0.688168 | | 0.849600 | 0.863096 | 0.715902 | 0.877024 | 0.681103 | 0.375066 | 0.331911 | | 0.356301 | 0.433487 | 0.146699 | | NEK | -| LTDB | 0.455324 | 0.521341 | | 0.489411 | 0.461335 | 0.354462 | 0.479711 | 0.276735 | 0.743642 | 0.765819 | | 0.203241 | 0.333160 | 0.589828 | | LTDB | -| MITDB | 0.366934 | 0.169557 | | 0.377853 | 0.201810 | 0.160153 | 0.206999 | 0.113066 | 0.594424 | 0.583808 | | 0.051628 | 0.385195 | 0.500834 | | MITDB | -| SED | 0.031421 | 0.691484 | | 0.020994 | 0.026231 | 0.029325 | 0.031663 | 0.030497 | 0.722020 | 0.710575 | | 0.082198 | 0.109660 | 0.707453 | | SED | -| Daphnet | 0.536827 | 0.496579 | | 0.468647 | 0.192057 | 0.381499 | 0.192069 | 0.132234 | 0.033420 | 0.036445 | | 0.129509 | 0.252282 | 0.033893 | | Daphnet | -| SWaT | 0.123133 | 0.702432 | | 0.756700 | 0.757484 | 0.738718 | 0.757687 | 0.737695 | 0.458896 | 0.111152 | | 0.120683 | 0.113563 | 0.110376 | | SWaT | -| Power | 0.203760 | 0.073981 | | 0.078866 | 0.064665 | 0.072400 | 0.064665 | 0.064788 | 0.496250 | 0.507629 | | 0.086245 | 0.175035 | 0.160167 | | Power | -| CATSv2 | 0.476434 | 0.139416 | | 0.474705 | 0.481625 | 0.411894 | 0.437868 | 0.358071 | 0.452377 | 0.455611 | | 0.071542 | 0.511976 | 0.482166 | | CATSv2 | -| **Insgesamt** | **0.499** | **0.479** | | **0.553** | **0.474** | **0.387** | **0.481** | **0.357** | **0.396** | **0.449** | | **0.150** | **0.330** | **0.364** | | **Insgesamt** | +| Datensatz | POLY | iForest | Sub-iForest | PCA | USAD | CNN | OmAn | LSTM | kShape | kMeans | OCSVM | LOF | Sub-LOF | KNN | KNNV2 | Datensatz | +| ------------- | --------- | --------- | ----------- | --------- | --------- | --------- | --------- | --------- | --------- | --------- | --------- | --------- | --------- | --------- | ----- | ------------- | +| SMD | 0.439343 | 0.336128 | | 0.459753 | 0.561216 | 0.505749 | 0.460181 | 0.495482 | 0.077411 | 0.095816 | 0.077154 | 0.163313 | 0.339639 | 0.050501 | | SMD | +| YAHOO | 0.571428 | 0.981990 | | 0.690088 | 0.349449 | 0.345384 | 0.349465 | 0.344485 | 0.240316 | 0.462352 | 0.498439 | 0.316546 | 0.242005 | 0.306868 | | YAHOO | +| Exathlon | 0.844513 | 0.962806 | | 0.958102 | 0.862358 | 0.654310 | 0.874519 | 0.733875 | 0.420990 | 0.617690 | 0.556786 | 0.245106 | 0.257618 | 0.563481 | | Exathlon | +| NAB | 0.402974 | 0.251317 | | 0.439685 | 0.272908 | 0.209869 | 0.335713 | 0.162982 | 0.251877 | 0.230029 | 0.245686 | 0.154619 | 0.457316 | 0.176029 | | NAB | +| OPPORTUNITY | 0.624496 | 0.870159 | | 0.968964 | 0.661820 | 0.727956 | 0.661818 | 0.547465 | 0.283461 | 0.276125 | 0.090132 | 0.144952 | 0.154555 | 0.263868 | | OPPORTUNITY | +| WSD | 0.324235 | 0.067695 | | 0.099717 | 0.122887 | 0.242314 | 0.123481 | 0.127908 | 0.143776 | 0.253831 | 0.038635 | 0.094898 | 0.452830 | 0.077550 | | WSD | +| SVDB | 0.483934 | 0.313933 | | 0.541451 | 0.445765 | 0.198720 | 0.465020 | 0.130291 | 0.788394 | 0.799099 | 0.544488 | 0.046729 | 0.329395 | 0.519348 | | SVDB | +| SMAP | 0.798189 | 0.481811 | | 0.887517 | 0.865663 | 0.241609 | 0.876352 | 0.233398 | 0.850192 | 0.928300 | 0.760857 | 0.060424 | 0.488277 | 0.788114 | | SMAP | +| IOPS | 0.482294 | 0.276687 | | 0.549216 | 0.710230 | 0.429909 | 0.721261 | 0.461068 | 0.069434 | 0.061431 | 0.101872 | 0.272670 | 0.157124 | 0.031872 | | IOPS | +| TODS | 0.281649 | 0.071679 | | 0.149989 | 0.184682 | 0.206602 | 0.191109 | 0.170148 | 0.627511 | 0.592072 | 0.557978 | 0.081599 | 0.240756 | 0.533591 | | TODS | +| MGAB | 0.008996 | 0.004336 | | 0.027123 | 0.032097 | 0.003855 | 0.015268 | 0.045860 | 0.084411 | 0.085299 | 0.032883 | 0.002209 | 0.567335 | 0.325650 | | MGAB | +| MSL | 0.557113 | 0.453614 | | 0.475464 | 0.104606 | 0.264200 | 0.364941 | 0.257571 | 0.194985 | 0.288743 | 0.153546 | 0.277979 | 0.368527 | 0.238423 | | MSL | +| NEK | 0.568731 | 0.688168 | | 0.849600 | 0.863096 | 0.715902 | 0.877024 | 0.681103 | 0.375066 | 0.331911 | 0.420323 | 0.356301 | 0.433487 | 0.146699 | | NEK | +| LTDB | 0.455324 | 0.521341 | | 0.489411 | 0.461335 | 0.354462 | 0.479711 | 0.276735 | 0.743642 | 0.765819 | 0.634659 | 0.203241 | 0.333160 | 0.589828 | | LTDB | +| MITDB | 0.366934 | 0.169557 | | 0.377853 | 0.201810 | 0.160153 | 0.206999 | 0.113066 | 0.594424 | 0.583808 | 0.355826 | 0.051628 | 0.385195 | 0.500834 | | MITDB | +| SED | 0.031421 | 0.691484 | | 0.020994 | 0.026231 | 0.029325 | 0.031663 | 0.030497 | 0.722020 | 0.710575 | 0.187850 | 0.082198 | 0.109660 | 0.707453 | | SED | +| Daphnet | 0.536827 | 0.496579 | | 0.468647 | 0.192057 | 0.381499 | 0.192069 | 0.132234 | 0.033420 | 0.036445 | 0.066512 | 0.129509 | 0.252282 | 0.033893 | | Daphnet | +| SWaT | 0.123133 | 0.702432 | | 0.756700 | 0.757484 | 0.738718 | 0.757687 | 0.737695 | 0.458896 | 0.111152 | 0.159515 | 0.120683 | 0.113563 | 0.110376 | | SWaT | +| Power | 0.203760 | 0.073981 | | 0.078866 | 0.064665 | 0.072400 | 0.064665 | 0.064788 | 0.496250 | 0.507629 | 0.215936 | 0.086245 | 0.175035 | 0.160167 | | Power | +| CATSv2 | 0.476434 | 0.139416 | | 0.474705 | 0.481625 | 0.411894 | 0.437868 | 0.358071 | 0.452377 | 0.455611 | 0.369080 | 0.071542 | 0.511976 | 0.482166 | | CATSv2 | +| **Insgesamt** | **0.499** | **0.479** | | **0.553** | **0.474** | **0.387** | **0.481** | **0.357** | **0.396** | **0.449** | **0.335** | **0.150** | **0.330** | **0.364** | | **Insgesamt** | ## Gesamtbewertung der Sequenzanomalien nach VUS-PR -| Datensatz | POLY | iForest | Sub-iForest | PCA | USAD | CNN | OmAn | LSTM | kShape | kMeans | OCSVM | LOF | Sub-LOF | KNN | KNNV2 | Datensatz | -| ------------- | --------- | --------- | ----------- | --------- | --------- | --------- | --------- | --------- | --------- | --------- | ----- | --------- | --------- | --------- | ----- | ------------- | -| SMD | 0.482296 | 0.322146 | | 0.423162 | 0.519965 | 0.503535 | 0.410939 | 0.453416 | 0.070547 | 0.092843 | | 0.137760 | 0.457631 | 0.063644 | | SMD | -| YAHOO | 0.518566 | 0.936245 | | 0.568333 | 0.354527 | 0.351064 | 0.354507 | 0.348855 | 0.276917 | 0.477510 | | 0.304093 | 0.188491 | 0.322916 | | YAHOO | -| Exathlon | 0.847945 | 0.964836 | | 0.959173 | 0.864301 | 0.657757 | 0.876372 | 0.735253 | 0.420845 | 0.618051 | | 0.240338 | 0.262478 | 0.562449 | | Exathlon | -| NAB | 0.478372 | 0.285635 | | 0.474780 | 0.262268 | 0.238264 | 0.326918 | 0.181686 | 0.282421 | 0.272775 | | 0.183564 | 0.511944 | 0.219327 | | NAB | -| OPPORTUNITY | 0.630618 | 0.868003 | | 0.966351 | 0.660160 | 0.741769 | 0.660151 | 0.567052 | 0.253277 | 0.255118 | | 0.152842 | 0.139082 | 0.257788 | | OPPORTUNITY | -| WSD | 0.457794 | 0.038526 | | 0.067564 | 0.086910 | 0.206990 | 0.087346 | 0.100554 | 0.192884 | 0.293116 | | 0.073377 | 0.608260 | 0.142998 | | WSD | -| SVDB | 0.423050 | 0.314567 | | 0.508621 | 0.424770 | 0.206479 | 0.436465 | 0.131672 | 0.804276 | 0.804472 | | 0.052218 | 0.359030 | 0.579059 | | SVDB | -| SMAP | 0.891481 | 0.487664 | | 0.951739 | 0.947702 | 0.237156 | 0.951635 | 0.223192 | 0.861769 | 0.946525 | | 0.046142 | 0.599966 | 0.818737 | | SMAP | -| IOPS | 0.426245 | 0.267117 | | 0.422834 | 0.341683 | 0.312286 | 0.380533 | 0.334417 | 0.090598 | 0.112229 | | 0.302989 | 0.258387 | 0.111561 | | IOPS | -| TODS | 0.437694 | 0.174752 | | 0.342464 | 0.336685 | 0.331028 | 0.338275 | 0.263210 | 0.719779 | 0.689051 | | 0.198760 | 0.600606 | 0.773793 | | TODS | -| MGAB | 0.008269 | 0.004379 | | 0.005551 | 0.005403 | 0.006988 | 0.005586 | 0.025419 | 0.069759 | 0.036645 | | 0.004639 | 0.634748 | 0.238613 | | MGAB | -| MSL | 0.653967 | 0.514630 | | 0.492975 | 0.142125 | 0.326973 | 0.412021 | 0.309296 | 0.290049 | 0.405174 | | 0.327778 | 0.487796 | 0.303536 | | MSL | -| NEK | 0.628709 | 0.678337 | | 0.880822 | 0.868114 | 0.756555 | 0.884225 | 0.704672 | 0.282706 | 0.298379 | | 0.392335 | 0.597690 | 0.162564 | | NEK | -| LTDB | 0.510507 | 0.566359 | | 0.534873 | 0.512266 | 0.406171 | 0.524763 | 0.329828 | 0.811737 | 0.835553 | | 0.256447 | 0.409530 | 0.692355 | | LTDB | -| MITDB | 0.320425 | 0.159042 | | 0.323526 | 0.158357 | 0.143632 | 0.163465 | 0.112398 | 0.606652 | 0.590892 | | 0.053749 | 0.367125 | 0.548995 | | MITDB | -| SED | 0.040176 | 0.807209 | | 0.030270 | 0.053374 | 0.058416 | 0.055985 | 0.056562 | 0.907086 | 0.895291 | | 0.111105 | 0.253420 | 0.882987 | | SED | -| Daphnet | 0.519516 | 0.518905 | | 0.441568 | 0.122992 | 0.398456 | 0.123026 | 0.133080 | 0.035690 | 0.039747 | | 0.134804 | 0.253956 | 0.035185 | | Daphnet | -| SWaT | 0.103364 | 0.368230 | | 0.375512 | 0.365922 | 0.680748 | 0.366250 | 0.669824 | 0.381310 | 0.111519 | | 0.121168 | 0.113915 | 0.110850 | | SWaT | -| Power | 0.122294 | 0.076373 | | 0.079616 | 0.067090 | 0.075487 | 0.067090 | 0.067250 | 0.510537 | 0.524166 | | 0.090503 | 0.160858 | 0.166562 | | Power | -| CATSv2 | 0.232252 | 0.105175 | | 0.232417 | 0.406831 | 0.288293 | 0.282282 | 0.329056 | 0.230658 | 0.229268 | | 0.063826 | 0.393045 | 0.354730 | | CATSv2 | -| **Insgesamt** | **0.521** | **0.484** | | **0.545** | **0.461** | **0.395** | **0.467** | **0.358** | **0.411** | **0.465** | | **0.158** | **0.393** | **0.399** | | **Insgesamt** | +| Datensatz | POLY | iForest | Sub-iForest | PCA | USAD | CNN | OmAn | LSTM | kShape | kMeans | OCSVM | LOF | Sub-LOF | KNN | KNNV2 | Datensatz | +| ------------- | --------- | --------- | ----------- | --------- | --------- | --------- | --------- | --------- | --------- | --------- | --------- | --------- | --------- | --------- | ----- | ------------- | +| SMD | 0.482296 | 0.322146 | | 0.423162 | 0.519965 | 0.503535 | 0.410939 | 0.453416 | 0.070547 | 0.092843 | 0.078384 | 0.137760 | 0.457631 | 0.063644 | | SMD | +| YAHOO | 0.518566 | 0.936245 | | 0.568333 | 0.354527 | 0.351064 | 0.354507 | 0.348855 | 0.276917 | 0.477510 | 0.484099 | 0.304093 | 0.188491 | 0.322916 | | YAHOO | +| Exathlon | 0.847945 | 0.964836 | | 0.959173 | 0.864301 | 0.657757 | 0.876372 | 0.735253 | 0.420845 | 0.618051 | 0.557891 | 0.240338 | 0.262478 | 0.562449 | | Exathlon | +| NAB | 0.478372 | 0.285635 | | 0.474780 | 0.262268 | 0.238264 | 0.326918 | 0.181686 | 0.282421 | 0.272775 | 0.297149 | 0.183564 | 0.511944 | 0.219327 | | NAB | +| OPPORTUNITY | 0.630618 | 0.868003 | | 0.966351 | 0.660160 | 0.741769 | 0.660151 | 0.567052 | 0.253277 | 0.255118 | 0.092515 | 0.152842 | 0.139082 | 0.257788 | | OPPORTUNITY | +| WSD | 0.457794 | 0.038526 | | 0.067564 | 0.086910 | 0.206990 | 0.087346 | 0.100554 | 0.192884 | 0.293116 | 0.048826 | 0.073377 | 0.608260 | 0.142998 | | WSD | +| SVDB | 0.423050 | 0.314567 | | 0.508621 | 0.424770 | 0.206479 | 0.436465 | 0.131672 | 0.804276 | 0.804472 | 0.597908 | 0.052218 | 0.359030 | 0.579059 | | SVDB | +| SMAP | 0.891481 | 0.487664 | | 0.951739 | 0.947702 | 0.237156 | 0.951635 | 0.223192 | 0.861769 | 0.946525 | 0.795429 | 0.046142 | 0.599966 | 0.818737 | | SMAP | +| IOPS | 0.426245 | 0.267117 | | 0.422834 | 0.341683 | 0.312286 | 0.380533 | 0.334417 | 0.090598 | 0.112229 | 0.081453 | 0.302989 | 0.258387 | 0.111561 | | IOPS | +| TODS | 0.437694 | 0.174752 | | 0.342464 | 0.336685 | 0.331028 | 0.338275 | 0.263210 | 0.719779 | 0.689051 | 0.721308 | 0.198760 | 0.600606 | 0.773793 | | TODS | +| MGAB | 0.008269 | 0.004379 | | 0.005551 | 0.005403 | 0.006988 | 0.005586 | 0.025419 | 0.069759 | 0.036645 | 0.007014 | 0.004639 | 0.634748 | 0.238613 | | MGAB | +| MSL | 0.653967 | 0.514630 | | 0.492975 | 0.142125 | 0.326973 | 0.412021 | 0.309296 | 0.290049 | 0.405174 | 0.208802 | 0.327778 | 0.487796 | 0.303536 | | MSL | +| NEK | 0.628709 | 0.678337 | | 0.880822 | 0.868114 | 0.756555 | 0.884225 | 0.704672 | 0.282706 | 0.298379 | 0.379838 | 0.392335 | 0.597690 | 0.162564 | | NEK | +| LTDB | 0.510507 | 0.566359 | | 0.534873 | 0.512266 | 0.406171 | 0.524763 | 0.329828 | 0.811737 | 0.835553 | 0.692470 | 0.256447 | 0.409530 | 0.692355 | | LTDB | +| MITDB | 0.320425 | 0.159042 | | 0.323526 | 0.158357 | 0.143632 | 0.163465 | 0.112398 | 0.606652 | 0.590892 | 0.351133 | 0.053749 | 0.367125 | 0.548995 | | MITDB | +| SED | 0.040176 | 0.807209 | | 0.030270 | 0.053374 | 0.058416 | 0.055985 | 0.056562 | 0.907086 | 0.895291 | 0.164910 | 0.111105 | 0.253420 | 0.882987 | | SED | +| Daphnet | 0.519516 | 0.518905 | | 0.441568 | 0.122992 | 0.398456 | 0.123026 | 0.133080 | 0.035690 | 0.039747 | 0.070139 | 0.134804 | 0.253956 | 0.035185 | | Daphnet | +| SWaT | 0.103364 | 0.368230 | | 0.375512 | 0.365922 | 0.680748 | 0.366250 | 0.669824 | 0.381310 | 0.111519 | 0.159981 | 0.121168 | 0.113915 | 0.110850 | | SWaT | +| Power | 0.122294 | 0.076373 | | 0.079616 | 0.067090 | 0.075487 | 0.067090 | 0.067250 | 0.510537 | 0.524166 | 0.225393 | 0.090503 | 0.160858 | 0.166562 | | Power | +| CATSv2 | 0.232252 | 0.105175 | | 0.232417 | 0.406831 | 0.288293 | 0.282282 | 0.329056 | 0.230658 | 0.229268 | 0.311384 | 0.063826 | 0.393045 | 0.354730 | | CATSv2 | +| **Insgesamt** | **0.521** | **0.484** | | **0.545** | **0.461** | **0.395** | **0.467** | **0.358** | **0.411** | **0.465** | **0.354** | **0.158** | **0.393** | **0.399** | | **Insgesamt** | # POLY: + Prozessor: CPU @@ -249,10 +249,10 @@ + Durchschnitt Gesamt: + Recall: + Precision: - + Standard-F1: (vgl. , , $\approx$ %) - + Auc-Roc: (vgl. , + , $\approx$ %) - + Auc-PR: (vgl. , +, $\approx$ %) - + Vus-PR: (vgl. , + , $\approx$ %) + + Standard-F1: (vgl. 0.22, , $\approx$ %) + + Auc-Roc: (vgl. 0.63, + , $\approx$ %) + + Auc-PR: (vgl. 0.16, +, $\approx$ %) + + Vus-PR: (vgl. 0.22, + , $\approx$ %) + Durchschnitt Punktanomalien: + Recall: + Precision: @@ -272,14 +272,14 @@ + Deutlich besser bei -anomalien + Beste erkannte Gruppe: + nach AUC-PR: - + - + nach VUS-PR: + + + nach VUS-PR: + + (vgl. MGAB: 0.00) + Schlechteste erkannte Gruppe: + nach AUC-PR: + + nach VUS-PR: - + + + (vgl. TAO: 0.90) # Sub-PCA + Prozessor: CPU @@ -567,7 +567,7 @@ $\rightarrow$ Optimalen Hyperparameter pro Datensatz stimmen mit denen der Autor **TAO DATENSATZ** *Optimale Hyperparameter der Autoren:* + {'periodicity': 1} -*Hyperparameter nach Tuning pro Datensatz V1:* +*Hyperparameter nach Tuning pro Datensatz:* + {'periodicity': 1} ,257_TAO_id_1_Environment_tr_500_1st_3.csv + {'periodicity': 3}, 258_TAO_id_2_Environment_tr_500_1st_4.csv + {'periodicity': 2}, 259_TAO_id_3_Environment_tr_500_1st_7.csv @@ -659,39 +659,65 @@ $\rightarrow$ Ergebnisse mit den optimalen Hyperparametern der Autoren noch schl **Evaluation:** + Durchschnitt Gesamt: - + Recall: - + Precision: - + Standard-F1: (vgl. 0.22) - + Auc-Roc: (vgl. 0.65) - + Auc-PR: (vgl. 0.16) - + Vus-PR: (vgl. 0.23) + + Recall: 0.155 + + Precision: 0.219 + + Standard-F1: 0.329 (vgl. 0.22, + 0.109, $\approx$ 49.5 %) + + Auc-Roc: 0.773 (vgl. 0.65, + 0.123, $\approx$ 18.9 %) + + Auc-PR: 0.275 (vgl. 0.16, + 0.115, $\approx$ 71.9 %) + + Vus-PR: 0.339 (vgl. 0.23, + 0.109, $\approx$ 47.4 %) + Durchschnitt Punktanomalien: - + Recall: - + Precision: - + Standard-F1: - + Auc-Roc: - + Auc-PR: - + Vus-PR: + + Recall: 0.068 + + Precision: 0.042 + + Standard-F1: 0.096 + + Auc-Roc: 0.781 + + Auc-PR: 0.049 + + Vus-PR: 0.362 + Durchschnitt Sequenzanomalien: - + Recall: - + Precision: - + Standard-F1: - + Auc-Roc: - + Auc-PR: - + Vus-PR: + + Recall: 0.083 + + Precision: 0.266 + + Standard-F1: 0.384 + + Auc-Roc: 0.755 + + Auc-PR: 0.335 + + Vus-PR: 0.354 **Bemerkung:** -+ Deutlich besser bei ++ Deutlich besser bei Sequenzanomalien nach AUC-PR, nach VUS-PR relativ ähnlich tendenziell aber bei Punktanomalien mehr ++ Starke Unterschiede bei AUC-PR und VUS-PR in den Datensätzen Stock, TAO und TODS ++ Starke Abweichung der VUS-PR auf dem TAO Datensatz zw. Autoren und uns + Beste erkannte Gruppe: + nach AUC-PR: - + + + LTDB: 0.634659 (TAO: 0.117776) + nach VUS-PR: - + (vgl. TAO 0.92) + + TODS 0.748147 (vgl. 0.65; LTDB: 0.692470, vgl. 0.33; TAO: 0.720442, vgl. TAO 0.92) + Schlechteste erkannte Gruppe: + nach AUC-PR: - + + + MGAB: 0.032883 + nach VUS-PR: - + (vgl. MGAB 0.01) + + MGAB: 0.007014 (vgl. MGAB 0.01) + +**TAO DATENSATZ** +*Optimale Hyperparameter der Autoren:* ++ {'periodicity': 2, 'kernel': 'rbf'} +*Hyperparameter nach Tuning pro Datensatz:* ++ {'periodicity': 1, 'kernel': 'poly'} ,257_TAO_id_1_Environment_tr_500_1st_3.csv ++ {'periodicity': 2, 'kernel': 'rbf'}, 258_TAO_id_2_Environment_tr_500_1st_4.csv ++ {'periodicity': 1, 'kernel': 'sigmoid'}, 259_TAO_id_3_Environment_tr_500_1st_7.csv + +**Ergebnisse mit optimalen Hyperparametern der Autoren:** ++ Datei: 257_TAO_id_1_Environment_tr_500_1st_3.csv, + + AUC-PR: 0.12245353442042406 + + VUS-PR: 0.904907986376071 ++ Datei: 258_TAO_id_2_Environment_tr_500_1st_4.csv, + + AUC-PR: 0.15662321342792412 + + VUS-PR: 0.9449252771845215 ++ Datei: 259_TAO_id_3_Environment_tr_500_1st_7.csv, + + AUC-PR: 0.054974065991650625 + + VUS-PR: 0.34755231499773087 ++ Durchschnittlicher AUC-PR: 0.1113502712799996 ++ Durchschnittlicher VUS-PR: 0.7324618595194411 + +$\rightarrow$ Ergebnisse mit den optimalen Hyperparametern dezent besser, allerdings nah an unseren dran. Die großen Unterschiede zu den Ergebnissen der Autoren bestehen weiterhin! + # LOF + Prozessor: CPU + Modell: iCore 5 8th diff --git a/docs/evaluation/groupedDataframes/AUC-PR_combined_by_group.csv b/docs/evaluation/groupedDataframes/AUC-PR_combined_by_group.csv index 7bcdde61476512afdaedb8412610ec43bcc4fabf..052e8ebdb973b9b4687eaa43bddd793137e8de97 100644 --- a/docs/evaluation/groupedDataframes/AUC-PR_combined_by_group.csv +++ b/docs/evaluation/groupedDataframes/AUC-PR_combined_by_group.csv @@ -1,12 +1,14 @@ -,Model,IOPS,SWaT,SED,MSL,SVDB,MGAB,LTDB,SMAP,Daphnet,Stock,WSD,MITDB,UCR,Power,NEK,CATSv2,NAB,Exathlon,TAO,OPPORTUNITY,TODS,SMD,YAHOO -0,CNN,0.2658893118021881,0.7387181088941073,0.029325049402745367,0.30703296485567955,0.19710262016040547,0.003854961812131611,0.3544623948216704,0.3299309288297937,0.3814990500329981,0.9293442608636605,0.30312825425966844,0.1601528087440646,0.06947703302366708,0.0723996101568745,0.6855731430154801,0.4118939698305733,0.22334685517173777,0.6543096941901486,0.9948566473921369,0.6191602168303323,0.3037856723254471,0.565369591802724,0.5615618691240216 -0,IForest,0.23156929513103078,0.7024320276028485,0.691483898843896,0.38608540888302983,0.3119364827416871,0.004336120023749678,0.5213405915521423,0.2993019518138772,0.4965785621747466,0.14393995693030376,0.04099291102913815,0.16955657029296148,0.059389091972092405,0.0739812238848341,0.630339411513941,0.1394155160045949,0.3145868144981536,0.9628064611603744,0.12581675403237186,0.7331529032690003,0.07652134064844376,0.36923736187055917,0.09272991506414939 -0,KMeansAD_U,0.06871545205888992,0.1111516911833987,0.7105752596393731,0.37143817671367996,0.8090356381810129,0.08529855686124818,0.7658193255633926,0.6489127043129476,0.0364448974253113,0.11447566194398832,0.14637226924693936,0.5838081485697818,0.48720584604063366,0.507629476682699,0.3469725689956081,0.4556114877404176,0.401504819120054,0.617689617530909,0.12914709845456196,0.3653810197119157,0.4487028103262184,0.2609082130751905,0.6994439310340633 -0,LOF,0.11678669465120142,0.1206834698967151,0.08219767855332698,0.15122846324983763,0.04493994647519603,0.002208833983716011,0.20324070530989097,0.18079700554505512,0.129509098249193,0.11206072684081272,0.14191760711722487,0.05162771249827228,0.0489848149626439,0.0862447643103002,0.36356090912215866,0.0715421233322276,0.1448442788333725,0.2451059410575724,0.1679948274250915,0.15339581045465292,0.10081987259876368,0.18235312998281822,0.4099090939695364 -0,LSTMAD,0.3201945495278017,0.7376946947277406,0.030497343412870064,0.23744155439224032,0.12987864790676196,0.04585981775047413,0.27673530608030433,0.2788270775280182,0.1322337577607795,0.5192324559661586,0.20949249626949865,0.11306591669413261,0.028041338054278185,0.0647879297198734,0.6674208880035603,0.3580709697520762,0.1533056834456119,0.733874544363356,0.9933974763498682,0.5455348153510139,0.20567074108559213,0.5398904963082672,0.4439573166657559 -0,OmniAnomaly,0.36816289562529086,0.7576872065528726,0.031663480582993765,0.39428271688844074,0.4768352264302811,0.015268247817355054,0.4797110125580823,0.38508194752955704,0.1920691814960085,0.13364632394088924,0.251057174157317,0.20699912890412075,0.08523551844806315,0.0646648482156372,0.8361454306772048,0.4378677976960084,0.3322271540944519,0.8745189065767695,0.344060221602637,0.6498671005600911,0.17236897672776852,0.5311401685436009,0.1481883731109026 -0,PCA,0.3728494779469234,0.7567001273773122,0.0209941892398622,0.4933200185137532,0.5588963799777975,0.027122742026965137,0.4894113142147856,0.4844163013142009,0.468647067072471,0.14842805522832,0.21654161409334477,0.3778533754675271,0.1385328677464032,0.0788664308035282,0.891733187275396,0.4747050350102691,0.48652829694101696,0.9581020113822701,0.1491442049585928,0.9231919377778752,0.12432056705472291,0.4958507799477434,0.1171068241297201 -0,POLY,0.3328661662243327,0.1231331999424481,0.03142142379603057,0.629532587636957,0.50600229760421,0.008995606099947298,0.4553236691053208,0.6048262003837879,0.5368267899294596,0.14659009081554358,0.42738732029834203,0.3669341487796059,0.15685006774098753,0.2037595305274893,0.7094581583655936,0.4764337820823609,0.5264388130929107,0.844512912662751,0.1405259120954581,0.4206576520060393,0.2390237154249407,0.6393941543831635,0.0753954175292419 -0,Sub-LOF,0.26349163914256646,0.1135633808365225,0.10965998852146776,0.4426697426987531,0.35614017676232956,0.5673347974410752,0.33316020067643426,0.5103409692815175,0.2522823807762812,0.1150331890223664,0.5392539833042346,0.38519489390955175,0.4951819333128137,0.1750346138359664,0.5545055713305032,0.5119762791999092,0.495380602802276,0.2576177402577311,0.13980310215956185,0.1586532880262183,0.16650708100479605,0.4863069423901577,0.15050272371074025 -0,Sub_KNN,0.07059816232194295,0.1103758314980202,0.7074528685504887,0.313525013097462,0.5382699167825771,0.32564999100566705,0.5898283428336337,0.4538159096946783,0.0338932937578225,0.0961032782898458,0.044597067463582274,0.500833656234517,0.2838297601145142,0.1601672827617932,0.11917378259905748,0.4821662398986781,0.31109955913147375,0.563481394957596,0.10873282764385776,0.2983959722264093,0.41064853826364733,0.16297042908781798,0.14444537624494838 -0,USAD,0.40352305115361864,0.7574841555865873,0.026230704465697034,0.26725560751582494,0.4592092425862558,0.032096908715701186,0.4613347441601701,0.27315882208579156,0.1920565328650643,0.13357031995417967,0.2402758256128196,0.20180998220768165,0.08839193854672213,0.0646645958264565,0.8160210681956586,0.4816245755217306,0.30030480702906,0.8623584859187469,0.3397807769750269,0.651234598743209,0.1639152198541356,0.6657365297403594,0.11726577742217488 +,Model,MSL,TAO,Stock,SWaT,MITDB,YAHOO,OPPORTUNITY,SMAP,NAB,MGAB,UCR,TODS,Daphnet,LTDB,SVDB,Exathlon,NEK,WSD,Power,SMD,SED,IOPS,CATSv2 +0,CNN,0.30703296485567955,0.9948566473921369,0.9293442608636605,0.7387181088941073,0.1601528087440646,0.5615618691240216,0.6191602168303323,0.3299309288297937,0.22334685517173777,0.003854961812131611,0.06947703302366708,0.3037856723254471,0.3814990500329981,0.3544623948216704,0.19710262016040547,0.6543096941901486,0.6855731430154801,0.30312825425966844,0.0723996101568745,0.565369591802724,0.029325049402745367,0.2658893118021881,0.4118939698305733 +0,IForest,0.38608540888302983,0.12581675403237186,0.14393995693030376,0.7024320276028485,0.16955657029296148,0.09272991506414939,0.7331529032690003,0.2993019518138772,0.3145868144981536,0.004336120023749678,0.059389091972092405,0.07652134064844376,0.4965785621747466,0.5213405915521423,0.3119364827416871,0.9628064611603744,0.630339411513941,0.04099291102913815,0.0739812238848341,0.36923736187055917,0.691483898843896,0.23156929513103078,0.1394155160045949 +0,KMeansAD_U,0.37143817671367996,0.12914709845456196,0.11447566194398832,0.1111516911833987,0.5838081485697818,0.6994439310340633,0.3653810197119157,0.6489127043129476,0.401504819120054,0.08529855686124818,0.48720584604063366,0.4487028103262184,0.0364448974253113,0.7658193255633926,0.8090356381810129,0.617689617530909,0.3469725689956081,0.14637226924693936,0.507629476682699,0.2609082130751905,0.7105752596393731,0.06871545205888992,0.4556114877404176 +0,KShapeAD,0.40983458341045614,0.10383357700047093,0.09533344926608749,0.4588962370959195,0.5944243321733781,0.43547286866844387,0.3668662455072134,0.6012318549166439,0.39663547217871786,0.08441091283436257,0.4651436300597012,0.4620565073734955,0.0334203029926677,0.743642233080316,0.7987601317524428,0.4209898037288545,0.379152831656722,0.08263910436152828,0.4962499459971852,0.1312497937580047,0.7220200940353262,0.06836466700640197,0.4523772176145589 +0,LOF,0.15122846324983763,0.1679948274250915,0.11206072684081272,0.1206834698967151,0.05162771249827228,0.4099090939695364,0.15339581045465292,0.18079700554505512,0.1448442788333725,0.002208833983716011,0.0489848149626439,0.10081987259876368,0.129509098249193,0.20324070530989097,0.04493994647519603,0.2451059410575724,0.36356090912215866,0.14191760711722487,0.0862447643103002,0.18235312998281822,0.08219767855332698,0.11678669465120142,0.0715421233322276 +0,LSTMAD,0.23744155439224032,0.9933974763498682,0.5192324559661586,0.7376946947277406,0.11306591669413261,0.4439573166657559,0.5455348153510139,0.2788270775280182,0.1533056834456119,0.04585981775047413,0.028041338054278185,0.20567074108559213,0.1322337577607795,0.27673530608030433,0.12987864790676196,0.733874544363356,0.6674208880035603,0.20949249626949865,0.0647879297198734,0.5398904963082672,0.030497343412870064,0.3201945495278017,0.3580709697520762 +0,OCSVM,0.23912498135418594,0.11777589306040163,0.09734473830824779,0.1595147595176652,0.3558257944021178,0.08386789469016023,0.14763128658980523,0.4876513160129897,0.34385444621125993,0.032882956192712046,0.32698862284249836,0.4040433468785402,0.0665123825532765,0.6346588524029689,0.547079704362148,0.556785954052248,0.3601307804647232,0.03612775328429673,0.2159361837395415,0.12219233164852585,0.18785019182598386,0.05120724608119524,0.3690800520887407 +0,OmniAnomaly,0.39428271688844074,0.344060221602637,0.13364632394088924,0.7576872065528726,0.20699912890412075,0.1481883731109026,0.6498671005600911,0.38508194752955704,0.3322271540944519,0.015268247817355054,0.08523551844806315,0.17236897672776852,0.1920691814960085,0.4797110125580823,0.4768352264302811,0.8745189065767695,0.8361454306772048,0.251057174157317,0.0646648482156372,0.5311401685436009,0.031663480582993765,0.36816289562529086,0.4378677976960084 +0,PCA,0.4933200185137532,0.1491442049585928,0.14842805522832,0.7567001273773122,0.3778533754675271,0.1171068241297201,0.9231919377778752,0.4844163013142009,0.48652829694101696,0.027122742026965137,0.1385328677464032,0.12432056705472291,0.468647067072471,0.4894113142147856,0.5588963799777975,0.9581020113822701,0.891733187275396,0.21654161409334477,0.0788664308035282,0.4958507799477434,0.0209941892398622,0.3728494779469234,0.4747050350102691 +0,POLY,0.629532587636957,0.1405259120954581,0.14659009081554358,0.1231331999424481,0.3669341487796059,0.0753954175292419,0.4206576520060393,0.6048262003837879,0.5264388130929107,0.008995606099947298,0.15685006774098753,0.2390237154249407,0.5368267899294596,0.4553236691053208,0.50600229760421,0.844512912662751,0.7094581583655936,0.42738732029834203,0.2037595305274893,0.6393941543831635,0.03142142379603057,0.3328661662243327,0.4764337820823609 +0,Sub-LOF,0.4426697426987531,0.13980310215956185,0.1150331890223664,0.1135633808365225,0.38519489390955175,0.15050272371074025,0.1586532880262183,0.5103409692815175,0.495380602802276,0.5673347974410752,0.4951819333128137,0.16650708100479605,0.2522823807762812,0.33316020067643426,0.35614017676232956,0.2576177402577311,0.5545055713305032,0.5392539833042346,0.1750346138359664,0.4863069423901577,0.10965998852146776,0.26349163914256646,0.5119762791999092 +0,Sub_KNN,0.313525013097462,0.10873282764385776,0.0961032782898458,0.1103758314980202,0.500833656234517,0.14444537624494838,0.2983959722264093,0.4538159096946783,0.31109955913147375,0.32564999100566705,0.2838297601145142,0.41064853826364733,0.0338932937578225,0.5898283428336337,0.5382699167825771,0.563481394957596,0.11917378259905748,0.044597067463582274,0.1601672827617932,0.16297042908781798,0.7074528685504887,0.07059816232194295,0.4821662398986781 +0,USAD,0.26725560751582494,0.3397807769750269,0.13357031995417967,0.7574841555865873,0.20180998220768165,0.11726577742217488,0.651234598743209,0.27315882208579156,0.30030480702906,0.032096908715701186,0.08839193854672213,0.1639152198541356,0.1920565328650643,0.4613347441601701,0.4592092425862558,0.8623584859187469,0.8160210681956586,0.2402758256128196,0.0646645958264565,0.6657365297403594,0.026230704465697034,0.40352305115361864,0.4816245755217306 diff --git a/docs/evaluation/groupedDataframes/VUS-PR_combined_by_group.csv b/docs/evaluation/groupedDataframes/VUS-PR_combined_by_group.csv index 4bc325d198cbaa4ccf184c9ff7b250bc98a207d1..9b212a4c8e2d48ee75e87fb940cde68df8292432 100644 --- a/docs/evaluation/groupedDataframes/VUS-PR_combined_by_group.csv +++ b/docs/evaluation/groupedDataframes/VUS-PR_combined_by_group.csv @@ -1,12 +1,14 @@ -,Model,IOPS,SWaT,SED,MSL,SVDB,MGAB,LTDB,SMAP,Daphnet,Stock,WSD,MITDB,UCR,Power,NEK,CATSv2,NAB,Exathlon,TAO,OPPORTUNITY,TODS,SMD,YAHOO -0,CNN,0.20582640755044848,0.6807482076261672,0.058416114173648566,0.34635004588200624,0.1997846992126922,0.0069880026447859105,0.40617143072486417,0.3368175788334636,0.3984561332333746,0.9399247021670545,0.22492161972936892,0.14363186026434818,0.06544275611727057,0.0754866098747693,0.7148450524753189,0.2882929464081713,0.24809064327969454,0.6577570780079647,0.9942696053962238,0.6327991152012451,0.575941184620618,0.5450449067296064,0.5120964005826543 -0,IForest,0.1345180317161169,0.3682300481513787,0.8072091746326211,0.4487088378075529,0.3073223626012233,0.004379386516480511,0.5663593089308047,0.32772652007428976,0.5189053892717354,0.7358859795437948,0.027486988072735103,0.15904247331707733,0.058772878606051945,0.0763734881882089,0.6497347597115171,0.105174922263832,0.3421369664041377,0.9648356800808771,0.7289704865874446,0.7362636520011094,0.48738632960300915,0.3424058241109849,0.13566389910342985 -0,KMeansAD_U,0.1079882871672322,0.1115190303707684,0.8952913367248847,0.4415431287006482,0.8113847695158117,0.03664497423359471,0.8355528232967653,0.6577379563617795,0.0397474048677725,0.7381976474065515,0.17306040829201394,0.5908924511486201,0.48682179418842214,0.5241664765771313,0.3179274541052912,0.2292684024148795,0.42747718824263387,0.6180514515785507,0.7479454637274009,0.3518276749123187,0.7392574120062714,0.2545373617228621,0.78182374346563 -0,LOF,0.12365662810007907,0.1211682396739051,0.11110536628014576,0.1867000262952127,0.05018881896775702,0.004638573553949167,0.25644727824547736,0.17249913092558428,0.1348036345450808,0.7104868086713348,0.1023455399207899,0.05374869341290776,0.05148903079187264,0.0905025385600026,0.39512958234640544,0.0638260310723236,0.16596623628732607,0.24033784675388556,0.7105835188005747,0.1591996538121128,0.4850789687207982,0.13498525799790392,0.3815083295900898 -0,LSTMAD,0.2130441268776781,0.669824054008361,0.056562170107036035,0.30512791043157395,0.12748852543364644,0.02541916388299069,0.32982840878783637,0.273213536450389,0.1330800298859931,0.8179595058481393,0.13026969854826323,0.11239751245844268,0.023292741312739982,0.0672501040011019,0.6896972412727194,0.3290558627970383,0.17373197532380166,0.735253231133451,0.9950444582863889,0.5637720546144361,0.5222277602405662,0.48394405976309657,0.4174161081456283 -0,OmniAnomaly,0.1928374569986444,0.366250384309729,0.055985189981857066,0.4280475527739124,0.445289118136039,0.005586448237557389,0.5247628039733387,0.4178519668986689,0.1230261153960334,0.7716583853918693,0.15761230831578144,0.16346484655995386,0.08955150737058691,0.0670900075295742,0.8583489172841368,0.2822817568231803,0.34200742217457203,0.8763722516375352,0.9300201627687462,0.6499305118412632,0.5381935047574228,0.47874214848138164,0.21978699689042347 -0,PCA,0.2603723461255518,0.3755116281521825,0.030269609217551566,0.5233099809194475,0.5239841979223827,0.005551113652017667,0.5348733977584581,0.5668421229644969,0.4415678196838903,0.8253823808338303,0.15536603262796655,0.32352578503655105,0.1526782948310656,0.0796163424706734,0.9291709818321476,0.2324174649783961,0.5113983091235315,0.9591725273812642,0.8402761677661017,0.9245164887480816,0.5528774654894228,0.4672566855173588,0.1637287767285993 -0,POLY,0.36505488384910495,0.1033636962969695,0.040175651318865566,0.7342443893083611,0.4455308354706224,0.008268735555270955,0.5105066913376546,0.7270794225766999,0.5195156603941771,0.8053753836898458,0.5311097529528253,0.3204245599085764,0.19877971115578724,0.1222940559336612,0.7648360444393737,0.232251680558134,0.58411151200798,0.8479450729850164,0.8084529309725733,0.4263263694845811,0.5864932357832445,0.6631912450676738,0.3076533188880135 -0,Sub-LOF,0.380816999613631,0.1139147000964346,0.25341982469633156,0.5447112510432905,0.38299993831393025,0.6347484664935239,0.4095296341228547,0.5978537468587533,0.2539555253290684,0.7475672197205663,0.5510409756112902,0.3671251716842331,0.5143263768552852,0.1608581709679401,0.6870198283873492,0.3930451961624531,0.5324501908617666,0.2624784786359157,0.8076936745400151,0.1495480597705363,0.691124998860781,0.5446962631623808,0.4510005840593197 -0,Sub_KNN,0.11652716789354169,0.1108500020039233,0.882987455118878,0.3687456862707051,0.5914836251513862,0.23861305462798313,0.6923549140356251,0.5582867850000348,0.0351848897952167,0.6915117129467715,0.08320386434254905,0.5489948037487509,0.32974766955827883,0.1665616569474886,0.13290842186836746,0.3547303318013108,0.3414322714780459,0.5624491502491966,0.6841191787952137,0.29539772741997733,0.7802797461321267,0.16380278316830532,0.5020311037216072 -0,USAD,0.19281537411048083,0.3659224082416971,0.053374299505158866,0.2952083391272381,0.435722376807082,0.005403198063337867,0.5122662584098864,0.3022119484350021,0.122991565905646,0.7716118184030186,0.15594955683658498,0.15835735364914574,0.08443712894111184,0.0670897271132299,0.8272831680533905,0.4068306405403881,0.30830310589567134,0.864300862495465,0.9289872260925759,0.6512690843155523,0.5298426171179035,0.6294041253579502,0.19236639692499613 +,Model,MSL,TAO,Stock,SWaT,MITDB,YAHOO,OPPORTUNITY,SMAP,NAB,MGAB,UCR,TODS,Daphnet,LTDB,SVDB,Exathlon,NEK,WSD,Power,SMD,SED,IOPS,CATSv2 +0,CNN,0.34635004588200624,0.9942696053962238,0.9399247021670545,0.6807482076261672,0.14363186026434818,0.5120964005826543,0.6327991152012451,0.3368175788334636,0.24809064327969454,0.0069880026447859105,0.06544275611727057,0.575941184620618,0.3984561332333746,0.40617143072486417,0.1997846992126922,0.6577570780079647,0.7148450524753189,0.22492161972936892,0.0754866098747693,0.5450449067296064,0.058416114173648566,0.20582640755044848,0.2882929464081713 +0,IForest,0.4487088378075529,0.7289704865874446,0.7358859795437948,0.3682300481513787,0.15904247331707733,0.13566389910342985,0.7362636520011094,0.32772652007428976,0.3421369664041377,0.004379386516480511,0.058772878606051945,0.48738632960300915,0.5189053892717354,0.5663593089308047,0.3073223626012233,0.9648356800808771,0.6497347597115171,0.027486988072735103,0.0763734881882089,0.3424058241109849,0.8072091746326211,0.1345180317161169,0.105174922263832 +0,KMeansAD_U,0.4415431287006482,0.7479454637274009,0.7381976474065515,0.1115190303707684,0.5908924511486201,0.78182374346563,0.3518276749123187,0.6577379563617795,0.42747718824263387,0.03664497423359471,0.48682179418842214,0.7392574120062714,0.0397474048677725,0.8355528232967653,0.8113847695158117,0.6180514515785507,0.3179274541052912,0.17306040829201394,0.5241664765771313,0.2545373617228621,0.8952913367248847,0.1079882871672322,0.2292684024148795 +0,KShapeAD,0.4590632382160882,0.7210035337760644,0.7178899544992573,0.3813104421265443,0.6066515369717891,0.4916698459350693,0.3478810419684873,0.6099054211885488,0.41504639680007926,0.06975936632139607,0.4601059040292457,0.7476064029264106,0.0356901722608826,0.8117365551261307,0.8109619409103364,0.42084463447845294,0.35781771240784127,0.11254129233785914,0.5105374329082776,0.12259336191894743,0.9070859017634768,0.06460916049370732,0.2306581659248519 +0,LOF,0.1867000262952127,0.7105835188005747,0.7104868086713348,0.1211682396739051,0.05374869341290776,0.3815083295900898,0.1591996538121128,0.17249913092558428,0.16596623628732607,0.004638573553949167,0.05148903079187264,0.4850789687207982,0.1348036345450808,0.25644727824547736,0.05018881896775702,0.24033784675388556,0.39512958234640544,0.1023455399207899,0.0905025385600026,0.13498525799790392,0.11110536628014576,0.12365662810007907,0.0638260310723236 +0,LSTMAD,0.30512791043157395,0.9950444582863889,0.8179595058481393,0.669824054008361,0.11239751245844268,0.4174161081456283,0.5637720546144361,0.273213536450389,0.17373197532380166,0.02541916388299069,0.023292741312739982,0.5222277602405662,0.1330800298859931,0.32982840878783637,0.12748852543364644,0.735253231133451,0.6896972412727194,0.13026969854826323,0.0672501040011019,0.48394405976309657,0.056562170107036035,0.2130441268776781,0.3290558627970383 +0,OCSVM,0.27692696600880706,0.7204415330029587,0.7173772009864774,0.1599810140732196,0.35113283798670825,0.30693205830151654,0.1489143952562089,0.5656177731239515,0.37663811821971843,0.007014053543410155,0.336356149911562,0.7481473031631273,0.0701389976338681,0.6924703331629415,0.5924675292497075,0.5578912704843039,0.3672605028423727,0.03999904262889158,0.2253927416249083,0.11590785827605281,0.16491010075541357,0.0676715989156669,0.3113843528453291 +0,OmniAnomaly,0.4280475527739124,0.9300201627687462,0.7716583853918693,0.366250384309729,0.16346484655995386,0.21978699689042347,0.6499305118412632,0.4178519668986689,0.34200742217457203,0.005586448237557389,0.08955150737058691,0.5381935047574228,0.1230261153960334,0.5247628039733387,0.445289118136039,0.8763722516375352,0.8583489172841368,0.15761230831578144,0.0670900075295742,0.47874214848138164,0.055985189981857066,0.1928374569986444,0.2822817568231803 +0,PCA,0.5233099809194475,0.8402761677661017,0.8253823808338303,0.3755116281521825,0.32352578503655105,0.1637287767285993,0.9245164887480816,0.5668421229644969,0.5113983091235315,0.005551113652017667,0.1526782948310656,0.5528774654894228,0.4415678196838903,0.5348733977584581,0.5239841979223827,0.9591725273812642,0.9291709818321476,0.15536603262796655,0.0796163424706734,0.4672566855173588,0.030269609217551566,0.2603723461255518,0.2324174649783961 +0,POLY,0.7342443893083611,0.8084529309725733,0.8053753836898458,0.1033636962969695,0.3204245599085764,0.3076533188880135,0.4263263694845811,0.7270794225766999,0.58411151200798,0.008268735555270955,0.19877971115578724,0.5864932357832445,0.5195156603941771,0.5105066913376546,0.4455308354706224,0.8479450729850164,0.7648360444393737,0.5311097529528253,0.1222940559336612,0.6631912450676738,0.040175651318865566,0.36505488384910495,0.232251680558134 +0,Sub-LOF,0.5447112510432905,0.8076936745400151,0.7475672197205663,0.1139147000964346,0.3671251716842331,0.4510005840593197,0.1495480597705363,0.5978537468587533,0.5324501908617666,0.6347484664935239,0.5143263768552852,0.691124998860781,0.2539555253290684,0.4095296341228547,0.38299993831393025,0.2624784786359157,0.6870198283873492,0.5510409756112902,0.1608581709679401,0.5446962631623808,0.25341982469633156,0.380816999613631,0.3930451961624531 +0,Sub_KNN,0.3687456862707051,0.6841191787952137,0.6915117129467715,0.1108500020039233,0.5489948037487509,0.5020311037216072,0.29539772741997733,0.5582867850000348,0.3414322714780459,0.23861305462798313,0.32974766955827883,0.7802797461321267,0.0351848897952167,0.6923549140356251,0.5914836251513862,0.5624491502491966,0.13290842186836746,0.08320386434254905,0.1665616569474886,0.16380278316830532,0.882987455118878,0.11652716789354169,0.3547303318013108 +0,USAD,0.2952083391272381,0.9289872260925759,0.7716118184030186,0.3659224082416971,0.15835735364914574,0.19236639692499613,0.6512690843155523,0.3022119484350021,0.30830310589567134,0.005403198063337867,0.08443712894111184,0.5298426171179035,0.122991565905646,0.5122662584098864,0.435722376807082,0.864300862495465,0.8272831680533905,0.15594955683658498,0.0670897271132299,0.6294041253579502,0.053374299505158866,0.19281537411048083,0.4068306405403881 diff --git a/src/group_evaluation/create_combined_dataframe_with_metrics_and_plot.ipynb b/src/group_evaluation/create_combined_dataframe_with_metrics_and_plot.ipynb index 6b3894edcd679026801cf3ed6f809e4eb4914211..9b871ce6a3ad5194c46c1c27a1dd20c236a9f498 100644 --- a/src/group_evaluation/create_combined_dataframe_with_metrics_and_plot.ipynb +++ b/src/group_evaluation/create_combined_dataframe_with_metrics_and_plot.ipynb @@ -2,7 +2,7 @@ "cells": [ { "cell_type": "code", - "execution_count": 2, + "execution_count": 1, "metadata": {}, "outputs": [], "source": [ @@ -13,7 +13,7 @@ }, { "cell_type": "code", - "execution_count": 3, + "execution_count": 2, "metadata": {}, "outputs": [ { @@ -24,11 +24,14 @@ "Not correct file type: groupedDataframes\n", "Found: IForest.csv\n", "Found: KMeansAD_U.csv\n", + "Found: KShapeAD.csv\n", "Found: LOF.csv\n", "Found: LSTMAD.csv\n", + "Found: OCSVM.csv\n", "Found: OmniAnomaly.csv\n", "Found: PCA.csv\n", "Found: POLY.csv\n", + "Not correct file type: Ranking der Modelle im Vergleich zu den Autoren.md\n", "Found: Sub-LOF.csv\n", "Found: Sub_KNN.csv\n", "Not correct file type: temp\n", @@ -63,7 +66,7 @@ }, { "cell_type": "code", - "execution_count": 4, + "execution_count": 3, "metadata": {}, "outputs": [ { @@ -254,7 +257,7 @@ "4 0.232558 CNN " ] }, - "execution_count": 4, + "execution_count": 3, "metadata": {}, "output_type": "execute_result" } @@ -265,16 +268,16 @@ }, { "cell_type": "code", - "execution_count": 5, + "execution_count": 4, "metadata": {}, "outputs": [ { "data": { "text/plain": [ - "(4367, 18)" + "(5161, 18)" ] }, - "execution_count": 5, + "execution_count": 4, "metadata": {}, "output_type": "execute_result" } @@ -285,7 +288,7 @@ }, { "cell_type": "code", - "execution_count": 6, + "execution_count": 5, "metadata": {}, "outputs": [ { @@ -295,8 +298,10 @@ "CNN 397\n", "IForest 397\n", "KMeansAD_U 397\n", + "KShapeAD 397\n", "LOF 397\n", "LSTMAD 397\n", + "OCSVM 397\n", "OmniAnomaly 397\n", "PCA 397\n", "POLY 397\n", @@ -306,7 +311,7 @@ "Name: count, dtype: int64" ] }, - "execution_count": 6, + "execution_count": 5, "metadata": {}, "output_type": "execute_result" } @@ -317,7 +322,7 @@ }, { "cell_type": "code", - "execution_count": 7, + "execution_count": 6, "metadata": {}, "outputs": [], "source": [ @@ -340,7 +345,7 @@ }, { "cell_type": "code", - "execution_count": 10, + "execution_count": 24, "metadata": {}, "outputs": [ { @@ -362,7358 +367,7358 @@ "data": [ { "alignmentgroup": "True", - "hovertemplate": "Model=%{x}<br>Recall=%{y}<extra></extra>", - "legendgroup": "Sub-LOF", + "hovertemplate": "Model=%{x}<br>AUC-PR=%{y}<extra></extra>", + "legendgroup": "KMeansAD_U", "marker": { - "color": "dodgerblue" + "color": "darkseagreen" }, - "name": "Sub-LOF", + "name": "KMeansAD_U", "notched": false, - "offsetgroup": "Sub-LOF", + "offsetgroup": "KMeansAD_U", "orientation": "v", "showlegend": true, "type": "box", "x": [ - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF", - "Sub-LOF" - ], - "x0": " ", - "xaxis": "x", - "y": [ - 0.119533527696793, - 0.2700156985871271, - 0.0164149704530531, - 0.3109452736318407, - 0, - 0.245631067961165, - 0.1411290322580645, - 0, - 0, - 0, - 0.1012658227848101, - 0.0857699805068226, - 0, - 0.1184210526315789, - 0.2183235867446393, - 0.0234806629834254, - 0.472636815920398, - 0.1063829787234042, - 0.15, - 0.2270531400966183, - 0.2625, - 0.0288461538461538, - 0.0727636849132176, - 0.4756335282651072, - 0.0348101265822784, - 0.1428571428571428, - 0, - 0.5465116279069767, - 1, - 1, - 1, - 0.5909090909090909, - 0.975609756097561, - 0, - 1, - 1, - 0.7692307692307693, - 0.7575757575757576, - 1, - 0.9607843137254902, - 1, - 1, - 0.2, - 0.2572614107883817, - 1, - 1, - 0.1628959276018099, - 0.7345132743362832, - 1, - 0.9753086419753086, - 0.7282051282051282, - 0.9830508474576272, - 0.8735632183908046, - 0.9834710743801652, - 0.0737179487179487, - 0.292817679558011, - 0, - 0.5267175572519084, - 0.4545454545454545, - 0.2463768115942029, - 0.0119047619047619, - 0.0175438596491228, - 0.0050968399592252, - 0, - 0, - 0.0051387461459403, - 0, - 0.0254841997961264, - 0, - 0.008695652173913, - 0.0032165832737669, - 0.0003575259206292, - 0.1179531656548135, - 0.2873276428102429, - 0.1913822048125349, - 0.3248108675244354, - 0.0676644371794487, - 0.5, - 0.4020652714120051, - 0.0682221989966555, - 0.2965270609054711, - 0.4964871194379391, - 1, - 0.031055900621118, - 0, - 0.904040404040404, - 1, - 0.2976985894580549, - 0.0572687224669603, - 0.5031055900621118, - 0.0470319634703196, - 0.0465116279069767, - 0.9503105590062112, - 0.3923533778767631, - 0.5068493150684932, - 0.0062111801242236, - 1, - 0, - 1, - 0.8541666666666666, - 0, - 0.639751552795031, - 1, - 0.9696969696969696, - 0.8787878787878788, - 1, - 0.9696969696969696, - 0, - 0.9875776397515528, - 1, - 0.9444444444444444, - 0.0484581497797356, - 0.3664596273291925, - 1, - 0.3167701863354037, - 0.9316770186335404, - 0, - 1, - 0.5093167701863354, - 0.0815103991384532, - 0.1082991182607525, - 0.1064144847546611, - 0.0219876868953386, - 0.0360525898938697, - 0.0300649453508633, - 0.0738786279683377, - 0.0665882789776595, - 0.065660003713101, - 0.8, - 0.7285714285714285, - 0.76, - 0.73, - 0.815, - 0.9, - 0.865, - 0.685, - 0.7, - 0, - 0.2473958333333333, - 0, - 0.1041412911084043, - 0.9053254437869822, - 0.4581787039680274, - 0.3196202531645569, - 0.0915550142103126, - 0.3242296918767507, - 0.3107986298900306, - 0.2504440497335701, - 0.1247061983748573, - 0.508411214953271, - 0.6952380952380952, - 0.152398401065956, - 0.2793191886220564, - 0.3612614005255835, - 0.0633148567413537, - 0.2560559258657129, - 0.1811722912966252, - 0.2724608130495731, - 0.4636278852879459, - 0.2919346195069667, - 0.0136268343815513, - 0.0065217391304347, - 0.0327868852459016, - 1, - 0.5, - 0.1409023668639053, - 0.6455696202531646, - 0.0011098779134295, - 0, - 0.1881868131868131, - 0.1132075471698113, - 0.0465282748747315, - 0.5510204081632653, - 0.119205298013245, - 0.6724137931034483, - 0.6998420221169036, - 0.2312746386333771, - 0.0352663420392504, - 0.7464788732394366, - 0.3715062111801242, - 0.2954545454545454, - 0.4153846153846154, - 0.0769230769230769, - 0.4035087719298245, - 0.25, - 0.1746031746031746, - 0.2833333333333333, - 0.3033707865168539, - 0.0185185185185185, - 0.3109459459459459, - 0.0191570881226053, - 0.0088757396449704, - 0, - 0.2331002331002331, - 0, - 0, - 0, - 0.0176470588235294, - 0.1153846153846153, - 0.0637254901960784, - 0, - 0.0493827160493827, - 0.0522388059701492, - 0.0875, - 0.2341463414634146, - 0.096, - 0.68, - 1, - 0, - 1, - 0.1333333333333333, - 0.56625, - 0.0967741935483871, - 1, - 1, - 1, - 0.79375, - 0, - 1, - 0.08, - 0.55, - 0.0043290043290043, - 0.84, - 0, - 1, - 0.6307692307692307, - 1, - 0, - 1, - 0.95, - 0.6854460093896714, - 1, - 0.87, - 0.6764705882352942, - 0.2061855670103092, - 0.6230769230769231, - 0.9533333333333334, - 1, - 1, - 1, - 0.75, - 1, - 1, - 1, - 0, - 0.5463917525773195, - 1, - 1, - 0.7019230769230769, - 0.87, - 1, - 0.775, - 0.5033898305084745, - 1, - 1, - 0.4866666666666667, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 0.3223684210526316, - 1, - 1, - 0.82, - 0.8333333333333334, - 1, - 1, - 0.6608695652173913, - 1, - 1, - 1, - 0.4972222222222222, - 0.8541666666666666, - 1, - 1, - 1, - 0.7876923076923077, - 1, - 0.1066666666666666, - 1, - 0.3247863247863248, - 0.1061552185548617, - 1, - 0.2926829268292683, - 0.3366336633663366, - 0.8434163701067615, - 0.0186567164179104, - 0, - 1, - 0.2477678571428571, - 1, - 1, - 1, - 0.0196078431372549, - 0.8016528925619835, - 0.0353130016051364, - 0, - 0.9293478260869564, - 0.0090419126211675, - 1, - 1, - 0.5, - 0.3375, - 0, - 1, - 1, - 0, - 0.3333333333333333, - 0, - 1, - 1, - 1, - 0, - 0, - 1, - 1, - 1, - 0, - 0, - 0, - 1, - 0.5, - 1, - 1, - 0.4, - 0.0616740088105726, - 1, - 1, - 0.5, - 1, - 0, - 0, - 1, - 0.1176470588235294, - 0.0123229722273312, - 0.0034945742137208, - 0.1659003126724296, - 0.0180246459444546, - 0.0034945742137208, - 0.1659003126724296, - 0.0286922935442339, - 0.0724664336950524, - 0, - 0.0198638955306235, - 0, - 0.0201812191103789, - 0.0724664336950524, - 0.0132425970204156, - 0.0064373735515909, - 0.0034945742137208, - 0, - 0.0064373735515909, - 0, - 0.0286922935442339, - 0.0217031451167923, - 0, - 0.0286922935442339, - 0.1659003126724296, - 0, - 0.047636564281773, - 0.1659003126724296, - 0.1508609611924955, - 0.0724664336950524, - 0.0286922935442339, - 0.0064373735515909, - 0.0057666214382632, - 0.2878787878787879, - 0.0499124343257443, - 0.0568769389865563, - 0.1757575757575757, - 0.1699266503667481, - 0.0866900175131348, - 0.1035353535353535, - 0.1200657894736842, - 0.1095890410958904, - 0, - 0.0093071354705274, - 0.0796847635726795, - 0.1994949494949495, - 0.0481611208406304, - 0.1252189141856392, - 0.0413650465356773, - 0.084938704028021, - 0.2420091324200913, - 0.0901926444833625, - 0.1650366748166259, - 0.1292657704239917, - 0.0332749562171628, - 0.1894977168949771, - 0.2237163814180929, - 0.143348623853211, - 0.1625916870415648, - 0.0992761116856256, - 0.2348484848484848 - ], - "y0": " ", - "yaxis": "y" - }, - { - "alignmentgroup": "True", - "hovertemplate": "Model=%{x}<br>Recall=%{y}<extra></extra>", - "legendgroup": "KMeansAD_U", - "marker": { - "color": "darkseagreen" - }, - "name": "KMeansAD_U", - "notched": false, - "offsetgroup": "KMeansAD_U", - "orientation": "v", - "showlegend": true, - "type": "box", - "x": [ - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U", - "KMeansAD_U" - ], - "x0": " ", - "xaxis": "x", - "y": [ - 0, - 0, - 0, - 0, - 0, - 0.1689320388349514, - 0, - 0, - 0, - 0, - 0, - 0.3664717348927875, - 0, - 0.0131578947368421, - 0.175438596491228, - 0, - 0.3980099502487562, - 0, - 0.045, - 0.1916264090177133, - 0, - 0, - 0.1935914552736982, - 0, - 0, - 0, - 0, - 0.1348837209302325, - 0.375, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.2682926829268293, - 0, - 0, - 0, - 0, - 0, - 0.5423728813559322, - 0, - 0.8512396694214877, - 0, - 0, - 0, - 0, - 0.0082644628099173, - 0, - 0, - 0, - 0.0040774719673802, - 0, - 0, - 0.0082219938335046, - 0, - 0.0244648318042813, - 0, - 0, - 0.0050035739814152, - 0.0007150518412584, - 0, - 0.5836725760560297, - 0.8214376557969171, - 0.3032193936716549, - 0.0656698959239374, - 0, - 0.3098459329615108, - 0.7343227424749164, - 0.6321707712726736, - 0.3185011709601874, - 0, - 0.84472049689441, - 0, - 0.1464646464646464, - 1, - 0, - 0, - 0, - 0, - 0.4553243574051407, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0.1510416666666666, - 0, - 0, - 1, - 0, - 0.1111111111111111, - 0.6363636363636364, - 0, - 0, - 1, - 0.4242424242424242, - 0.1515151515151515, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0.0959143837921518, - 0.1060106347176415, - 0.1379147876421888, - 0.087409512211623, - 0.023190242357041, - 0.0175510850625693, - 0.13990934307557, - 0.0719103904944613, - 0.2102852899313076, - 0.1, - 0.2857142857142857, - 0.1, - 0.1, - 0.19, - 0.1, - 0.22, - 0.1, - 0.2, - 0.4552083333333333, - 0.7526041666666666, - 0.6467391304347826, - 0.266037352821762, - 1, - 0.8840993434199258, - 0.413724183877415, - 0.7573081607795371, - 0.9103641456582632, - 0.6504416801874887, - 0.7475260086272519, - 0.4301255792089181, - 0.7476635514018691, - 0.9566137566137566, - 0.7360093271152565, - 0.413849382140359, - 0.8454166022569176, - 0.6933406198766492, - 0.6771256706226629, - 0.8099467140319716, - 0.717344207977571, - 0.2752389834460247, - 0.4402465166130761, - 0, - 0, - 0, - 0, - 0.5, - 0.0011094674556213, - 0, - 0, - 1, - 0.0013736263736263, - 0, - 0, - 0, - 0, - 0.2241379310344827, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.0648148148148148, - 0.3412837837837837, - 0.0153256704980842, - 0.4260355029585799, - 0.04, - 0.2331002331002331, - 0, - 0.0076628352490421, - 0, - 0.307843137254902, - 0, - 0.0588235294117647, - 0, - 0.1265432098765432, - 0.3022388059701492, - 0, - 0, - 0.182, - 0, - 1, - 0, - 1, - 0, - 0.22875, - 0.0193548387096774, - 1, - 0.6727272727272727, - 1, - 0, - 0, - 1, - 0, - 1, - 0, - 0.95, - 0, - 0, - 0.5692307692307692, - 1, - 0, - 0, - 0.1666666666666666, - 1, - 1, - 0.975, - 0.7352941176470589, - 0, - 0, - 0.8933333333333333, - 1, - 1, - 0.5833333333333334, - 0.925, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 0.945, - 1, - 1, - 0, - 1, - 0.62, - 0, - 0.99, - 1, - 1, - 0, - 0, - 1, - 1, - 0.5789473684210527, - 1, - 0, - 1, - 0, - 1, - 1, - 0.3594202898550724, - 1, - 0, - 1, - 0, - 0.6041666666666666, - 0.1041666666666666, - 0, - 1, - 0.1507692307692307, - 1, - 0.31, - 1, - 0, - 0, - 1, - 0.1463414634146341, - 1, - 0, - 0.6791044776119403, - 0, - 1, - 0.0691964285714285, - 1, - 1, - 1, - 0, - 1, - 0, - 1, - 1, - 0, - 1, - 1, - 1, - 0, - 1, - 1, - 1, - 0, - 0, - 0, - 1, - 1, - 1, - 1, - 0.36, - 1, - 0, - 0, - 1, - 1, - 1, - 1, - 0.5, - 1, - 0, - 0.2, - 0, - 1, - 0, - 1, - 0, - 1, - 0, - 0, - 0.1764705882352941, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.2151639344262295, - 0, - 0.1325136612021858, - 0, - 0, - 0.0040463490895714, - 0, - 0.0023910244620194, - 0.089139344262295, - 0, - 0, - 0, - 0.2219974250505793, - 0.0754781420765027, - 0, - 0, - 0.101775956284153, - 0, - 0, - 0, - 0, - 0, - 0, - 0.3202170963364993, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "y0": " ", - "yaxis": "y" - }, - { - "alignmentgroup": "True", - "hovertemplate": "Model=%{x}<br>Recall=%{y}<extra></extra>", - "legendgroup": "Sub_KNN", - "marker": { - "color": "firebrick" - }, - "name": "Sub_KNN", - "notched": false, - "offsetgroup": "Sub_KNN", - "orientation": "v", - "showlegend": true, - "type": "box", - "x": [ - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN", - "Sub_KNN" - ], - "x0": " ", - "xaxis": "x", - "y": [ - 0.0116618075801749, - 0, - 0, - 0, - 0, - 0.2019417475728155, - 0, - 0, - 0, - 0, - 0, - 0.3372319688109161, - 0, - 0.0592105263157894, - 0.2105263157894736, - 0.0013812154696132, - 0.2736318407960199, - 0, - 0.0075, - 0.1690821256038647, - 0, - 0, - 0.3711615487316422, - 0.3118908382066276, - 0, - 0, - 0, - 0.0930232558139534, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.9834710743801652, - 0, - 0, - 0, - 0, - 0.2066115702479339, - 0, - 0, - 0, - 0.0112130479102956, - 0, - 0.0039159843360626, - 0.0020554984583761, - 0, - 0, - 0, - 0, - 0, - 0.0114408294601358, - 0, - 0.4705187130663165, - 0.4700106832171745, - 0.5128389198740958, - 0.1223268648210911, - 0.4320557491289198, - 0.4264730244629742, - 0.2449832775919732, - 0.4494174900457159, - 0.234192037470726, - 0, - 0.8136645962732919, - 0.0363436123348017, - 0.101010101010101, - 0.8944099378881988, - 0.1533036377134372, - 0, - 0, - 0, - 0.3439412484700122, - 0, - 0, - 0, - 0.4285714285714285, - 0.9503105590062112, - 0, - 0, - 0.1041666666666666, - 0, - 0.1614906832298136, - 0.3726708074534161, - 0, - 0.106060606060606, - 0.4696969696969697, - 0, - 0, - 0.8881987577639752, - 0.2424242424242424, - 0.0707070707070707, - 0, - 0, - 0.8260869565217391, - 0, - 0, - 0, - 0, - 0, - 0.115299185569092, - 0.0887796998048058, - 0.1638284983509456, - 0.1584466544888708, - 0.0007286551560272, - 0.0229367970853793, - 0.1035112644611325, - 0.1264310910328609, - 0.1311962373909276, - 0.315, - 0.5, - 0.515, - 0.58, - 0.5, - 0.675, - 0.55, - 0.635, - 0.9, - 0.1635416666666666, - 0.1953125, - 0.5665760869565217, - 0.1052578156719447, - 0.8994082840236687, - 0.7810448187268056, - 0.4633577614923384, - 0.176512383272432, - 0.4565826330532213, - 0.6239408689381648, - 0.6747018523217457, - 0.1190652071721173, - 0.6672897196261682, - 0.8148148148148148, - 0.3629247168554297, - 0.2789694567498251, - 0.6200340083475034, - 0.2755874775548442, - 0.4971549341570476, - 0.4610504947982745, - 0.4207977571046259, - 0.2481930519934716, - 0.405144694533762, - 0, - 0, - 0, - 0, - 0.5, - 0, - 0, - 0, - 0.9714285714285714, - 0.0027472527472527, - 0, - 0, - 0, - 0, - 0.2241379310344827, - 0, - 0, - 0, - 0.7887323943661971, - 0, - 0, - 0, - 0.0549450549450549, - 0, - 0, - 0, - 0.0833333333333333, - 0, - 0.0925925925925925, - 0.3387162162162162, - 0.0076628352490421, - 0.4260355029585799, - 0, - 0.2331002331002331, - 0, - 0.0153256704980842, - 0, - 0.3901960784313725, - 0.2487179487179487, - 0.0637254901960784, - 0.1195219123505976, - 0.0185185185185185, - 0.3134328358208955, - 0.5, - 0.2926829268292683, - 0, - 0.82, - 1, - 0, - 1, - 0.1333333333333333, - 0.32, - 0.1096774193548387, - 1, - 0.509090909090909, - 0.6391752577319587, - 0, - 0, - 1, - 0.2805882352941176, - 1, - 0, - 0.475, - 1, - 0.6, - 0.5076923076923077, - 1, - 0, - 0, - 0.0666666666666666, - 1, - 0.6288659793814433, - 0.495, - 0.6647058823529411, - 0.1237113402061855, - 0.0169230769230769, - 0.83, - 0.5625, - 0.2916666666666667, - 0.5833333333333334, - 1, - 0.5833333333333334, - 1, - 1, - 0, - 1, - 1, - 0.5625, - 1, - 0.425, - 1, - 1, - 0.0220338983050847, - 0.979591836734694, - 1, - 0, - 1, - 1, - 0.48, - 0, - 0, - 1, - 1, - 0.3355263157894737, - 0.6041666666666666, - 0, - 1, - 0.1666666666666666, - 0.4583333333333333, - 1, - 0.1159420289855072, - 0.4583333333333333, - 1, - 0.4166666666666667, - 0, - 0.6041666666666666, - 0.1875, - 0, - 1, - 0, - 1, - 0.0566666666666666, - 1, - 0.188034188034188, - 0, - 1, - 0.6585365853658537, - 1, - 0, - 0.6940298507462687, - 0, - 0.913978494623656, - 0.0691964285714285, - 1, - 1, - 0.963963963963964, - 0, - 0.743801652892562, - 0.1123595505617977, - 1, - 0.9293478260869564, - 0.0061200718614889, - 1, - 0, - 1, - 0, - 0, - 0, - 0.6666666666666666, - 0, - 0, - 0, - 1, - 1, - 0, - 1, - 0.04, - 1, - 1, - 0, - 1, - 1, - 1, - 1, - 0.5, - 1, - 0, - 0.2, - 0, - 1, - 0, - 1, - 0, - 1, - 0, - 0, - 0.1176470588235294, - 0.1281956961559683, - 0.1020783520323708, - 0, - 0, - 0.1020783520323708, - 0, - 0, - 0.0011035497517013, - 0, - 0, - 0.3579234972677595, - 0.0397446457990115, - 0.0011035497517013, - 0, - 0.0362332168475262, - 0.1020783520323708, - 0.3579234972677595, - 0.0362332168475262, - 0.0033921302578018, - 0, - 0.2528968180982159, - 0.3579234972677595, - 0, - 0, - 0.3579234972677595, - 0.1131138495493838, - 0, - 0, - 0.0011035497517013, - 0, - 0.0362332168475262, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.5401376146788991, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.0114155251141552, - 0, - 0, - 0, - 0, - 0 - ], - "y0": " ", - "yaxis": "y" - }, - { - "alignmentgroup": "True", - "hovertemplate": "Model=%{x}<br>Recall=%{y}<extra></extra>", - "legendgroup": "POLY", - "marker": { - "color": "lightskyblue" - }, - "name": "POLY", - "notched": false, - "offsetgroup": "POLY", - "orientation": "v", - "showlegend": true, - "type": "box", - "x": [ - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY", - "POLY" - ], - "x0": " ", - "xaxis": "x", - "y": [ - 0.1020408163265306, - 0.1962323390894819, - 0.1300065659881812, - 0.3109452736318407, - 0, - 0, - 0, - 0.4104477611940298, - 0, - 0, - 0.4556962025316455, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.2403846153846154, - 0.0487316421895861, - 0, - 0.0455696202531645, - 0.0714285714285714, - 0, - 0, - 0.96875, - 1, - 0.9848484848484848, - 0.6666666666666666, - 0.6097560975609756, - 0, - 1, - 0.967741935483871, - 0.9230769230769232, - 0, - 1, - 0.8333333333333334, - 0.4482758620689655, - 0, - 0.9103448275862068, - 0.0622406639004149, - 0, - 0.7560975609756098, - 0.7918552036199095, - 0, - 0.6666666666666666, - 0.8518518518518519, - 0.8307692307692308, - 0.7627118644067796, - 0.8390804597701149, - 0.9917355371900828, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0.1842105263157894, - 0, - 0.0143737166324435, - 0, - 0, - 0.0288659793814433, - 0.0081549439347604, - 0.016260162601626, - 0, - 0, - 0, - 0.305724197745013, - 0, - 0.6368723609909955, - 0, - 0.0621007168351279, - 0.4355400696864111, - 0.1769838201999006, - 0.5606448578595318, - 0.0686108243621884, - 0, - 0.7204968944099379, - 0.8757763975155279, - 0.2830396475770925, - 0.4090909090909091, - 0.7204968944099379, - 0.1870824053452116, - 0.2830396475770925, - 0.9316770186335404, - 0.0570776255707762, - 0.1101591187270501, - 0.9316770186335404, - 0.3912397921306607, - 0.8561643835616438, - 0.8757763975155279, - 0, - 1, - 0.9875776397515528, - 0.3958333333333333, - 0.2830396475770925, - 1, - 0.8695652173913043, - 0.7474747474747475, - 0.4090909090909091, - 0.303030303030303, - 0.51010101010101, - 0.2290748898678414, - 0.7204968944099379, - 0, - 0.7424242424242424, - 0.3513215859030837, - 0.7453416149068323, - 0.7204968944099379, - 0.8695652173913043, - 1, - 1, - 0.7204968944099379, - 0.9130434782608696, - 0, - 0.0380965201588476, - 0, - 0.1047966984642446, - 0.0152700776176144, - 0.0140028512593061, - 0.1390974900209728, - 0.0058790766755368, - 0.085834519462838, - 0, - 0, - 0, - 0, - 0, - 0.1, - 0, - 0, - 0.1, - 0, - 0, - 0.0414402173913043, - 0.5403978887535525, - 0.7396449704142012, - 0.2931772766200399, - 0.1952031978680879, - 0.3453105968331303, - 0.5637254901960784, - 0.0899585361456643, - 0.4366911951281401, - 0.1549257941038211, - 0.3626168224299065, - 0.5068783068783069, - 0.4680213191205862, - 0.1964327349032408, - 0.4818364507651878, - 0.5952845655398548, - 0.1012843440091042, - 0.2737883785841157, - 0.060405250414171, - 0.1411750990906971, - 0.0509110396570203, - 0, - 0, - 0, - 1, - 0, - 0.3254437869822485, - 0.8037974683544303, - 0.1120976692563818, - 1, - 0.5686813186813187, - 0, - 0.1675017895490336, - 0.6122448979591837, - 0.0264900662251655, - 0, - 0.8578199052132701, - 0.0604467805519053, - 0.2397816142836063, - 0, - 0.3812111801242236, - 0.2272727272727272, - 0.5384615384615384, - 0, - 0.3333333333333333, - 0.5454545454545454, - 0.1428571428571428, - 0, - 0, - 0, - 0.3166216216216216, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.2538461538461538, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.6066666666666667, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0.888, - 0, - 0, - 0, - 0, - 0.625, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0.2792022792022792, - 0.047279214986619, - 0.9019607843137256, - 1, - 1, - 0.9572953736654805, - 0.7686567164179104, - 1, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 0.2343499197431781, - 1, - 0.7282608695652174, - 0.0407083489625491, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.3333333333333333, - 0.3333333333333333, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0.1013215859030837, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.1176470588235294, - 0, - 0.1563362148243516, - 0.298878057752437, - 0.0514989884127276, - 0.1563362148243516, - 0.298878057752437, - 0.0765127827846238, - 0.0498436637851756, - 0.303620218579235, - 0.1791429096928453, - 0.328551912568306, - 0.2180807248764415, - 0.0498436637851756, - 0.0827662313775979, - 0.146220342100423, - 0.1563362148243516, - 0.328551912568306, - 0.146220342100423, - 0.2445725915875169, - 0.0765127827846238, - 0.1701305867206179, - 0.328551912568306, - 0.0765127827846238, - 0.298878057752437, - 0.328551912568306, - 0.0744896082398381, - 0.298878057752437, - 0.6147519917758931, - 0.0498436637851756, - 0.0765127827846238, - 0.146220342100423, - 0.3266621438263229, - 0, - 0, - 0.2047569803516029, - 0.1757575757575757, - 0.2334963325183374, - 0.0201401050788091, - 0.9393939393939394, - 0.3585526315789473, - 0, - 0, - 0.1292657704239917, - 0.0297723292469352, - 0.4772727272727273, - 0, - 0, - 0.390899689762151, - 0, - 0.228310502283105, - 0.0253940455341506, - 0.1833740831295843, - 0.3381592554291623, - 0, - 0, - 0.2591687041564792, - 0, - 0.2334963325183374, - 0.390899689762151, - 0.5252525252525253 - ], - "y0": " ", - "yaxis": "y" - }, - { - "alignmentgroup": "True", - "hovertemplate": "Model=%{x}<br>Recall=%{y}<extra></extra>", - "legendgroup": "PCA", - "marker": { - "color": "yellowgreen" - }, - "name": "PCA", - "notched": false, - "offsetgroup": "PCA", - "orientation": "v", - "showlegend": true, - "type": "box", - "x": [ - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA", - "PCA" - ], - "x0": " ", - "xaxis": "x", - "y": [ - 0.1020408163265306, - 0.205651491365777, - 0.1109652002626395, - 0.3109452736318407, - 0, - 0.1135922330097087, - 0, - 0.4104477611940298, - 0, - 0, - 0.4282700421940928, - 0, - 0.0604838709677419, - 0.3092105263157895, - 0, - 0, - 0.472636815920398, - 0, - 0, - 0, - 0.0125, - 0, - 0, - 0.4561403508771929, - 0.0354430379746835, - 0.1428571428571428, - 0, - 0.5581395348837209, - 0, - 0, - 0.9545454545454546, - 0.4772727272727273, - 0, - 0, - 1, - 0.8709677419354839, - 0, - 0, - 0.75, - 0, - 0, - 0, - 0.2517241379310345, - 0, - 0, - 0, - 0.8144796380090498, - 0, - 0, - 0, - 0.2512820512820513, - 0, - 0.8160919540229885, - 0.9834710743801652, - 0, - 0, - 0.9602649006622516, - 0, - 0, - 0.855072463768116, - 0, - 0.3903508771929824, - 0, - 0.0041067761806981, - 0, - 0, - 0.0164948453608247, - 0.0081549439347604, - 0.0101626016260162, - 0.0043478260869565, - 0.0025017869907076, - 0.0003575259206292, - 0.2914137033824804, - 0.0096301159991245, - 0.6444014854759119, - 0, - 0.0234995950931285, - 0.4895470383275261, - 0.1431332486608868, - 0.6318196070234113, - 0.0503981713611561, - 0, - 0, - 0.6708074534161491, - 0.3436123348017621, - 0, - 0, - 0.2052709725315516, - 0.3127753303964757, - 0.6770186335403726, - 0.1488584474885844, - 0.0660954712362301, - 0.6086956521739131, - 0.3296213808463251, - 0.8287671232876712, - 0.9565217391304348, - 0, - 1, - 0.2422360248447205, - 0, - 0.3270925110132158, - 0.7453416149068323, - 0.6583850931677019, - 0.9696969696969696, - 0, - 0, - 0.6111111111111112, - 0.368942731277533, - 0, - 0, - 0, - 0.3006607929515418, - 0.8633540372670807, - 0.031055900621118, - 0.9254658385093169, - 0.9316770186335404, - 1, - 0, - 0.8260869565217391, - 0.0006057750555293, - 0, - 0.0027596419196338, - 0.1147418983830593, - 0.013052431490575, - 0.0159670521146839, - 0.1543873892158852, - 0.0064360418342719, - 0.082864038616251, - 0, - 0, - 0, - 0, - 0, - 0.1, - 0.005, - 0, - 0.065, - 0, - 0, - 0, - 0.7146772228989038, - 0.8284023668639053, - 0.3542677704824436, - 0.1935376415722851, - 0.0217214778725131, - 0.6754201680672269, - 0.1270957274202271, - 0.4039583861963968, - 0.1744677993418843, - 0.2205607476635514, - 0.6222222222222222, - 0.4971685542971352, - 0.2920261133131266, - 0.5345493893955789, - 0.6786634397689125, - 0.1365631604617135, - 0.4445572189799543, - 0.0753154071619727, - 0.1634413616227558, - 0.0589496248660235, - 0.0062893081761006, - 0.0007246376811594, - 0.0040983606557377, - 1, - 0, - 0.4619082840236686, - 0.4354430379746835, - 0.0244173140954495, - 1, - 0.7012362637362637, - 0, - 0.101646385110952, - 0.7959183673469388, - 0, - 0, - 0.6729857819905213, - 0.1274638633377135, - 0.2062859672421425, - 0, - 0.5962732919254659, - 0.5454545454545454, - 0.5076923076923077, - 0.7032967032967034, - 0.4035087719298245, - 0.4545454545454545, - 0.1746031746031746, - 0.5583333333333333, - 0.4719101123595505, - 0.6203703703703703, - 0.3375675675675675, - 0.0383141762452107, - 0.0739644970414201, - 0, - 0.0466200466200466, - 0, - 0.003831417624521, - 0.099601593625498, - 0.0333333333333333, - 0, - 0.0490196078431372, - 0, - 0.0432098765432098, - 0, - 0.1475, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0.6983870967741935, - 0.3673469387755102, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.2923076923076923, - 0, - 0, - 0, - 0, - 0.1737089201877934, - 0, - 0, - 0, - 0, - 0, - 0.8966666666666666, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0.0177966101694915, - 0.3673469387755102, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0.0169491525423728, - 1, - 0.902439024390244, - 0, - 0.9252669039145908, - 0.8059701492537313, - 0, - 0.4408602150537634, - 0.578125, - 1, - 0.2792792792792792, - 0, - 0, - 0, - 0.4157303370786517, - 0, - 0.9293478260869564, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0.5, - 0, - 1, - 0.2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.2941176470588235, - 0.0255655692477469, - 0.1140334743424682, - 0.2935442339525473, - 0.0759610079087732, - 0.1140334743424682, - 0.2935442339525473, - 0.0858929556740849, - 0.0625344859297406, - 0.7971311475409836, - 0.0728342836122862, - 0.2677595628415301, - 0.2104612850082372, - 0.0625344859297406, - 0, - 0.2139047268714364, - 0.1140334743424682, - 0.2677595628415301, - 0.2139047268714364, - 0.4681139755766621, - 0.0858929556740849, - 0.1535773404450984, - 0.2677595628415301, - 0.0858929556740849, - 0.2935442339525473, - 0.2677595628415301, - 0.0961927533566305, - 0.2935442339525473, - 0.7478797224363917, - 0.0625344859297406, - 0.0858929556740849, - 0.2139047268714364, - 0.8690637720488467, - 1, - 0, - 0.7249224405377456, - 1, - 0.988997555012225, - 0.0437828371278458, - 1, - 0.9983552631578948, - 0.7557077625570776, - 0, - 0.7880041365046536, - 0, - 1, - 0.0507880910683012, - 0.0140105078809106, - 0.452947259565667, - 0, - 0.9908675799086758, - 0, - 0.6222493887530562, - 0.9141675284384696, - 0, - 0.8926940639269406, - 0.9841075794621028, - 0.9174311926605504, - 0.9535452322738386, - 0.6773526370217167, - 0.8838383838383839 - ], - "y0": " ", - "yaxis": "y" - }, - { - "alignmentgroup": "True", - "hovertemplate": "Model=%{x}<br>Recall=%{y}<extra></extra>", - "legendgroup": "CNN", - "marker": { - "color": "steelblue" - }, - "name": "CNN", - "notched": false, - "offsetgroup": "CNN", - "orientation": "v", - "showlegend": true, - "type": "box", - "x": [ - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN", - "CNN" - ], - "x0": " ", - "xaxis": "x", - "y": [ - 0.0262390670553935, - 0.0282574568288854, - 0.0091923834537097, - 0.0074626865671641, - 0.042016806722689, - 0.0213592233009708, - 0.0483870967741935, - 0.1442786069651741, - 0.037037037037037, - 0.0405405405405405, - 0.2426160337552742, - 0, - 0.0766129032258064, - 0.006578947368421, - 0.0077972709551656, - 0.0290055248618784, - 0.0298507462686567, - 0, - 0.0275, - 0.0177133655394524, - 0.0125, - 0.0865384615384615, - 0.0246995994659546, - 0.1286549707602339, - 0.0025316455696202, - 0.0210084033613445, - 0.055, - 0.0046511627906976, - 0.3125, - 0.2142857142857142, - 0.5606060606060606, - 0.4318181818181818, - 0.1463414634146341, - 0.3333333333333333, - 0.3333333333333333, - 0.3548387096774194, - 0.1538461538461538, - 0.1515151515151515, - 0.625, - 0.1764705882352941, - 0.1379310344827586, - 0.1645569620253164, - 0.4758620689655172, - 0.4564315352697095, - 0.1714285714285714, - 0.1463414634146341, - 0.5113122171945701, - 0.168141592920354, - 0.6666666666666666, - 0.1481481481481481, - 0.1384615384615384, - 0.1186440677966101, - 0.4942528735632184, - 0.0082644628099173, - 0.0224358974358974, - 0.3591160220994475, - 0.5695364238410596, - 0.015267175572519, - 0, - 0.0579710144927536, - 0, - 0.1184210526315789, - 0.5147808358817533, - 0.704312114989733, - 0.4834460662157351, - 0.4820143884892086, - 0.6824742268041237, - 0.5208970438328236, - 0.4573170731707317, - 0.2797101449275362, - 0.4874910650464618, - 0.48337504469074, - 0.1014744145706851, - 0.0148829065441015, - 0.2525817774838479, - 0.0332983599315257, - 0.0525329174289913, - 0.2804878048780488, - 0.0165111270638908, - 0.1861151755852843, - 0.0222681020498451, - 0.1334894613583138, - 0.391304347826087, - 0.2422360248447205, - 0.2092511013215859, - 0.2878787878787879, - 0.4347826086956521, - 0.0193021529324424, - 0.211453744493392, - 0.4472049689440994, - 0.1114155251141552, - 0.0465116279069767, - 0.1180124223602484, - 0.0434298440979955, - 0.5547945205479452, - 0.7763975155279503, - 0.4720496894409938, - 0.3043478260869565, - 0.4472049689440994, - 0.3177083333333333, - 0.237885462555066, - 0.2111801242236025, - 0.3664596273291925, - 0.4090909090909091, - 0.3282828282828283, - 0.8333333333333334, - 0.3484848484848485, - 0.1872246696035242, - 0.3975155279503105, - 0.5303030303030303, - 0.3131313131313131, - 0.2004405286343612, - 0.2670807453416149, - 0.4472049689440994, - 0.3726708074534161, - 0.4472049689440994, - 0.6894409937888198, - 0.3850931677018633, - 0.4347826086956521, - 0.0153463014067442, - 0.0233559938076327, - 0.0044423504072154, - 0.1298964887355388, - 0.0545540947251702, - 0.0230635197212102, - 0.0690751640619714, - 0.0925799863852961, - 0.0434432823813354, - 0.07, - 0.0428571428571428, - 0.015, - 0.015, - 0.05, - 0.035, - 0.025, - 0.015, - 0.07, - 0, - 0, - 0, - 0.1555014210312627, - 0.1612426035502958, - 0.1230373965172709, - 0.0644570286475682, - 0.1543848964677223, - 0.134453781512605, - 0.0609338381106904, - 0.1387972595787871, - 0.1157746289705191, - 0.0336448598130841, - 0.2105820105820106, - 0.0483011325782811, - 0.0626020051294008, - 0.0808471170196321, - 0.1654305566398625, - 0.0154446431474556, - 0.1695001268713524, - 0.0470243405122976, - 0.0517603170902308, - 0.0444801714898177, - 0.549266247379455, - 0, - 0.6434426229508197, - 0.2142857142857142, - 0.3333333333333333, - 0.1046597633136094, - 0.2151898734177215, - 0.004439511653718, - 0.6, - 0.0762362637362637, - 0.2264150943396226, - 0.0372226198997852, - 0.4693877551020408, - 0.0397350993377483, - 0.1810344827586207, - 0.3854660347551343, - 0.3114323258869908, - 0.0761398849048251, - 0.0845070422535211, - 0.0077639751552795, - 0.1477272727272727, - 0.0769230769230769, - 0.2307692307692307, - 0.087719298245614, - 0.2159090909090909, - 0.0793650793650793, - 0.1916666666666666, - 0.2022471910112359, - 0.2222222222222222, - 0.1403378378378378, - 0, - 0, - 0, - 0.1515151515151515, - 0, - 0.2758620689655172, - 0, - 0, - 0.0179487179487179, - 0.3088235294117647, - 0, - 0.0524691358024691, - 0.1455223880597015, - 0.35, - 0.0048780487804878, - 0.0163333333333333, - 0.02, - 0, - 0.0416666666666666, - 0, - 0, - 0.2175, - 0.1290322580645161, - 0.8367346938775511, - 0, - 0.1030927835051546, - 0.1, - 0, - 0, - 0.0147058823529411, - 0.03, - 0.0129870129870129, - 0.39, - 0, - 0, - 0, - 0, - 0.0208333333333333, - 0.53, - 0, - 0, - 0.0927835051546391, - 0.4, - 0.0352941176470588, - 0.0515463917525773, - 0.183076923076923, - 0.25, - 0, - 0, - 0.1875, - 0, - 0, - 0, - 0, - 0.1186440677966101, - 0, - 0.396, - 0, - 0.1346153846153846, - 0.375, - 0, - 0.305, - 0.0957627118644067, - 0.8469387755102041, - 0.1, - 0, - 0.0266666666666666, - 0, - 0, - 0, - 0.18125, - 0.4, - 0.44, - 0, - 0, - 0.1, - 0.17, - 0, - 0, - 0.3, - 0.0782608695652174, - 0, - 0, - 0, - 0, - 0.1041666666666666, - 0.1041666666666666, - 0, - 0, - 0.1261538461538461, - 0.0816326530612244, - 0.01, - 0.0123456790123456, - 0.3076923076923077, - 0.3425512934879571, - 0.0196078431372549, - 0.7804878048780488, - 0.1584158415841584, - 0.1387900355871886, - 0.3544776119402985, - 0, - 0.4247311827956989, - 0, - 0.064516129032258, - 0.4504504504504504, - 0.072072072072072, - 0.5098039215686274, - 0, - 0.2937399678972712, - 0, - 0.0108695652173913, - 0.0041853394665666, - 1, - 1, - 0.25, - 0, - 0, - 1, - 0.3333333333333333, - 1, - 1, - 1, - 0, - 0, - 1, - 0, - 0, - 1, - 1, - 1, - 1, - 0, - 1, - 0, - 1, - 1, - 1, - 0.6, - 0.198237885462555, - 1, - 1, - 0, - 1, - 0, - 0, - 1, - 0.2941176470588235, - 0.2324811476917417, - 0.090491079639507, - 0.1502666911899944, - 0.007908773220526, - 0.0897553798050395, - 0.1511863159830789, - 0.0171050211513702, - 0.0259334191649806, - 0.1953551912568306, - 0.0761449328673901, - 0.1379781420765027, - 0.1303542009884678, - 0.0259334191649806, - 0.0485561890748574, - 0.1296670958249034, - 0.0763288578260069, - 0.1454918032786885, - 0.1296670958249034, - 0.0943012211668928, - 0.0171050211513702, - 0.0706271841088835, - 0.1393442622950819, - 0.0172889461099871, - 0.1495309913555269, - 0.1417349726775956, - 0.0172889461099871, - 0.1508184660658451, - 0.1413518375738884, - 0.0259334191649806, - 0.0182085709030715, - 0.1300349457421372, - 0.153663500678426, - 0.8575757575757575, - 0.0288966725043782, - 0.7280248190279214, - 0.8272727272727273, - 0.9877750611246944, - 0.0376532399299474, - 0.494949494949495, - 0.9407894736842104, - 0.7031963470319634, - 0, - 0.8159255429162358, - 0.0087565674255691, - 0.9974747474747476, - 0.0595446584938704, - 0.0201401050788091, - 0.4570837642192347, - 0.0008756567425569, - 0.182648401826484, - 0.0087565674255691, - 0.1577017114914425, - 0.9565667011375388, - 0, - 0.7876712328767124, - 0.147921760391198, - 0, - 0.2078239608801956, - 0.9255429162357808, - 0.8939393939393939 - ], - "y0": " ", - "yaxis": "y" - }, - { - "alignmentgroup": "True", - "hovertemplate": "Model=%{x}<br>Recall=%{y}<extra></extra>", - "legendgroup": "OmniAnomaly", - "marker": { - "color": "slateblue" - }, - "name": "OmniAnomaly", - "notched": false, - "offsetgroup": "OmniAnomaly", - "orientation": "v", - "showlegend": true, - "type": "box", - "x": [ - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly", - "OmniAnomaly" - ], - "x0": " ", - "xaxis": "x", - "y": [ - 0.1428571428571428, - 0.1632653061224489, - 0.2068286277084701, - 0.2487562189054726, - 0, - 0, - 0.0080645161290322, - 0.5298507462686567, - 0, - 0.1418918918918918, - 0, - 0, - 0, - 0.2105263157894736, - 0, - 0, - 0.2487562189054726, - 0, - 0, - 0, - 0, - 0, - 0.4986648865153538, - 0.1871345029239766, - 0.0632911392405063, - 0, - 0.265, - 0.2325581395348837, - 0, - 0, - 0.8484848484848485, - 0.4166666666666667, - 0, - 0, - 1, - 0.5483870967741935, - 0, - 0, - 0.5, - 0, - 0, - 0, - 0.4206896551724138, - 0.2821576763485477, - 0, - 0, - 0.8416289592760181, - 0, - 0, - 0, - 0.2, - 0, - 0.7816091954022989, - 0.8264462809917356, - 0, - 0, - 0.7350993377483444, - 0, - 0, - 0, - 0, - 0.3596491228070175, - 0.0061162079510703, - 0.0205338809034907, - 0.0014239943040227, - 0.0174717368961973, - 0.0206185567010309, - 0.0101936799184505, - 0.0223577235772357, - 0.0130434782608695, - 0.0035739814152966, - 0.0067929924919556, - 0.0013009540329575, - 0.0085357846355876, - 0.3457292567533194, - 0.0058534430393726, - 0.0482439039021025, - 0.3222996515679442, - 0.0551107184273013, - 0.3482180183946488, - 0.0085901784397581, - 0.0515222482435597, - 0.0869565217391304, - 0.7763975155279503, - 0.2555066079295154, - 0, - 0.2919254658385093, - 0.2535263548626577, - 0.2522026431718062, - 0.8695652173913043, - 0.1621004566210045, - 0.1126070991432068, - 0.8633540372670807, - 0.3014105419450631, - 0.8561643835616438, - 0.9937888198757764, - 0.0807453416149068, - 0.84472049689441, - 0.6086956521739131, - 0, - 0.2808370044052863, - 0.5341614906832298, - 0.639751552795031, - 0.8333333333333334, - 0, - 0, - 0.8131313131313131, - 0.2533039647577093, - 0.3478260869565217, - 0, - 0.3333333333333333, - 0.2422907488986784, - 0.9130434782608696, - 0.3726708074534161, - 0.7453416149068323, - 1, - 0.8571428571428571, - 0.0869565217391304, - 0.906832298136646, - 0.0356061115972268, - 0.0182405600053846, - 0.03257723631958, - 0.1272579663080982, - 0.027182005385712, - 0.0144780611436717, - 0.1445098437182869, - 0.0072405470635559, - 0.0657837737483755, - 0, - 0, - 0, - 0, - 0.005, - 0.1, - 0, - 0, - 0.1, - 0, - 0, - 0, - 0.5109622411693058, - 0.5473372781065089, - 0.2980302597773337, - 0.1705529646902065, - 0.1876776289078359, - 0.5304621848739496, - 0.100955471425996, - 0.320730778990104, - 0.1247061983748573, - 0.2, - 0.546031746031746, - 0.4320453031312458, - 0.2185824201445558, - 0.4785901994125831, - 0.5712389725973924, - 0.035603966834661, - 0.1621415884293326, - 0.0243405122976933, - 0.1076008393564933, - 0.0693997856377277, - 0.0587002096436058, - 0.0369565217391304, - 0.165983606557377, - 0.7142857142857143, - 0, - 0.4367603550295858, - 0.2810126582278481, - 0.0621531631520532, - 0.9047619047619048, - 0.0693681318681318, - 0.2641509433962264, - 0.0486757337151037, - 0.8571428571428571, - 0, - 0.0603448275862069, - 0.5323854660347551, - 0.216819973718791, - 0.1953666814224583, - 0, - 0.0135869565217391, - 0.4545454545454545, - 0.1538461538461538, - 0.5494505494505495, - 0.4210526315789473, - 0.3409090909090909, - 0.2063492063492063, - 0.5416666666666666, - 0.5842696629213483, - 0.6018518518518519, - 0.2135135135135135, - 0.0344827586206896, - 0.1627218934911242, - 0, - 0.1421911421911421, - 0, - 0.0076628352490421, - 0.099601593625498, - 0.1176470588235294, - 0, - 0.0784313725490196, - 0, - 0, - 0, - 0.2, - 0, - 0, - 0.04, - 0.0222222222222222, - 0, - 0, - 0, - 0, - 0.4016129032258064, - 0.4081632653061224, - 0, - 0.0103092783505154, - 0, - 0, - 0, - 0, - 0, - 0, - 0.275, - 0, - 0, - 0.2076923076923077, - 0, - 0, - 0, - 0, - 0.0234741784037558, - 0, - 0.27, - 0, - 0, - 0, - 0.4033333333333333, - 0, - 0, - 0, - 0, - 0.0625, - 0, - 0, - 1, - 0.1134020618556701, - 0, - 0, - 0, - 0.275, - 0, - 0.765, - 0, - 0.4081632653061224, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.3, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0.3, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0.951219512195122, - 0, - 0.0035587188612099, - 0.7276119402985075, - 0, - 0.4139784946236559, - 0.5446428571428571, - 1, - 0.7117117117117117, - 0, - 0, - 0, - 0.1829855537720706, - 0, - 0.9293478260869564, - 0.6496752413479951, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0.5, - 0, - 1, - 0.2, - 0.1145374449339207, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.2941176470588235, - 0.0417509656060327, - 0.1927533566304947, - 0.3012690822144565, - 0, - 0.1934890564649622, - 0.3012690822144565, - 0.0382563913923119, - 0.0469008644473055, - 0.7134562841530054, - 0.193856906382196, - 0.2773224043715847, - 0.1544481054365733, - 0.0470847894059223, - 0, - 0.2203421004230274, - 0.1933051315063454, - 0.2773224043715847, - 0.2227331248850469, - 0.3995929443690638, - 0.0382563913923119, - 0.1258046716939488, - 0.2773224043715847, - 0.0382563913923119, - 0.3012690822144565, - 0.2773224043715847, - 0, - 0.3012690822144565, - 0, - 0.0470847894059223, - 0.0382563913923119, - 0.2212617252161118, - 0.7900271370420624, - 1, - 0, - 0.734229576008273, - 1, - 0.9327628361858192, - 0, - 0, - 0, - 0.821917808219178, - 0, - 0.889348500517063, - 0, - 0.9974747474747476, - 0.0936952714535901, - 0, - 0.4436401240951396, - 0, - 0, - 0, - 0, - 0.8852119958634953, - 0, - 0, - 0, - 0.985091743119266, - 0.5794621026894865, - 0.8345398138572906, - 0.9772727272727272 - ], - "y0": " ", - "yaxis": "y" - }, - { - "alignmentgroup": "True", - "hovertemplate": "Model=%{x}<br>Recall=%{y}<extra></extra>", - "legendgroup": "USAD", - "marker": { - "color": "mediumpurple" - }, - "name": "USAD", - "notched": false, - "offsetgroup": "USAD", - "orientation": "v", - "showlegend": true, - "type": "box", - "x": [ - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD", - "USAD" - ], - "x0": " ", - "xaxis": "x", - "y": [ - 0.1428571428571428, - 0.1632653061224489, - 0.206172028890348, - 0.2487562189054726, - 0, - 0, - 0, - 0.5199004975124378, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.2487562189054726, - 0, - 0, - 0, - 0, - 0, - 0.4986648865153538, - 0.1871345029239766, - 0.0632911392405063, - 0, - 0.265, - 0.1906976744186046, - 0, - 0, - 0.8484848484848485, - 0.4090909090909091, - 0, - 0, - 1, - 0.5483870967741935, - 0, - 0, - 0.5, - 0, - 0, - 0, - 0.4034482758620689, - 0.2531120331950207, - 0, - 0, - 0.8416289592760181, - 0, - 0, - 0, - 0.2, - 0, - 0.7816091954022989, - 0.3388429752066115, - 0, - 0, - 0.7350993377483444, - 0, - 0, - 0, - 0, - 0.0219298245614035, - 0.0061162079510703, - 0.0205338809034907, - 0.0014239943040227, - 0.0154162384378211, - 0.0206185567010309, - 0.0101936799184505, - 0.024390243902439, - 0.0130434782608695, - 0.0035739814152966, - 0.0067929924919556, - 0.0013009540329575, - 0.0058218428540161, - 0.3174441674721473, - 0, - 0.0430700938784079, - 0.3240418118466899, - 0.0536749682478325, - 0.3415813127090301, - 0.0081846335348768, - 0.2669789227166276, - 0.7080745341614907, - 0.7763975155279503, - 0.2511013215859031, - 0.6919191919191919, - 0.8136645962732919, - 0.2498144023756495, - 0.2015418502202643, - 0.8757763975155279, - 0.1315068493150684, - 0.0354957160342717, - 0.8633540372670807, - 0.2824795842613214, - 0.8561643835616438, - 0.8819875776397516, - 0.4409937888198758, - 0.84472049689441, - 0.8881987577639752, - 0, - 0.2808370044052863, - 0.5341614906832298, - 0.6956521739130435, - 0.904040404040404, - 0, - 1, - 0.898989898989899, - 0.2290748898678414, - 0.9254658385093169, - 0, - 0.6464646464646465, - 0.2400881057268722, - 0.9130434782608696, - 0.9006211180124224, - 0.7329192546583851, - 1, - 0.84472049689441, - 0.6770186335403726, - 0.9192546583850932, - 0.0300195194184559, - 0.0216732853200511, - 0.030288752776469, - 0.1108179419525065, - 0.0323459527958181, - 0.0124821796293362, - 0.1454570056153169, - 0.0032799059347731, - 0.0755616065350578, - 0, - 0, - 0, - 0.04, - 0.015, - 0.1, - 0.035, - 0.01, - 0.1, - 0, - 0, - 0, - 0.5139058059277304, - 0.5340236686390533, - 0.2963174421924065, - 0.1730512991339107, - 0.135809987819732, - 0.5315126050420168, - 0.1240310077519379, - 0.3453438213651357, - 0.1245047344033308, - 0.2523364485981308, - 0.5386243386243387, - 0.3156229180546302, - 0.2302401492189321, - 0.4238676766115319, - 0.5600749473026778, - 0.0245488538449032, - 0.0560771377822887, - 0.0214094558429973, - 0.0859174632781534, - 0.0739549839228295, - 0.0587002096436058, - 0.0369565217391304, - 0.165983606557377, - 0.7142857142857143, - 0, - 0.4367603550295858, - 0.2810126582278481, - 0.0621531631520532, - 0.9047619047619048, - 0.0693681318681318, - 0.2264150943396226, - 0.0486757337151037, - 0.8163265306122449, - 0, - 0, - 0.5308056872037915, - 0.216819973718791, - 0.1950715655894938, - 0, - 0.0135869565217391, - 0.4659090909090909, - 0.2153846153846154, - 0.5494505494505495, - 0.2105263157894736, - 0.3409090909090909, - 0.2222222222222222, - 0.5416666666666666, - 0.5617977528089888, - 0.6018518518518519, - 0.204527027027027, - 0.0498084291187739, - 0.1449704142011834, - 0.0488888888888888, - 0.1398601398601398, - 0, - 0, - 0, - 0.1176470588235294, - 0, - 0.0539215686274509, - 0, - 0, - 0, - 0.1975, - 0, - 0, - 0.06, - 0, - 0, - 0, - 0, - 0, - 0.4016129032258064, - 0.0918367346938775, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.275, - 0, - 0, - 0.2692307692307692, - 0, - 0, - 0, - 0, - 0, - 0, - 0.27, - 0, - 0, - 0, - 0.4033333333333333, - 0, - 0, - 0, - 0, - 0.0416666666666666, - 0, - 0, - 1, - 0.0824742268041237, - 0, - 0, - 0, - 0.275, - 0, - 0.765, - 0, - 0.3469387755102041, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.2, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0.2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0.1463414634146341, - 0, - 0, - 0.7350746268656716, - 0, - 0, - 0.5379464285714286, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0.9293478260869564, - 0.6495962726788147, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0.5, - 0, - 0, - 0.2, - 0.1145374449339207, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.2941176470588235, - 0.0417509656060327, - 0.1881552326650726, - 0.3010851572558396, - 0, - 0.1874195328306051, - 0.3010851572558396, - 0.0382563913923119, - 0.0474526393231561, - 0.7134562841530054, - 0.1929372815891116, - 0.2773224043715847, - 0.1544481054365733, - 0.0548096376678315, - 0, - 0.2269633989332352, - 0.1866838329961375, - 0.2773224043715847, - 0.2300901232297222, - 0.3995929443690638, - 0.0382563913923119, - 0.1258046716939488, - 0.2773224043715847, - 0.0382563913923119, - 0.3016369321316903, - 0.2773224043715847, - 0, - 0.3012690822144565, - 0, - 0.0478204892403899, - 0.0382563913923119, - 0.2326650726503586, - 0.7900271370420624, - 1, - 0, - 0.734229576008273, - 1, - 0.9327628361858192, - 0, - 0, - 0, - 0.821917808219178, - 0, - 0.889348500517063, - 0, - 0.9974747474747476, - 0.0936952714535901, - 0, - 0.4436401240951396, - 0, - 0, - 0, - 0, - 0.8852119958634953, - 0, - 0, - 0, - 0.985091743119266, - 0.5794621026894865, - 0.8345398138572906, - 0.9772727272727272 - ], - "y0": " ", - "yaxis": "y" - }, - { - "alignmentgroup": "True", - "hovertemplate": "Model=%{x}<br>Recall=%{y}<extra></extra>", - "legendgroup": "LSTMAD", - "marker": { - "color": "blueviolet" - }, - "name": "LSTMAD", - "notched": false, - "offsetgroup": "LSTMAD", - "orientation": "v", - "showlegend": true, - "type": "box", - "x": [ - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD", - "LSTMAD" + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U", + "KMeansAD_U" + ], + "x0": " ", + "xaxis": "x", + "y": [ + 0.1377188778121429, + 0.2417521974599256, + 0.090039435949255, + 0.4148590179690039, + 0.0792803461530236, + 0.8337712091718541, + 0.087470595116442, + 0.732548588209181, + 0.0917670388376079, + 0.4417607810905954, + 0.0657171331667825, + 0.999201353950861, + 0.054028952573904, + 0.5398504466216161, + 0.9999962075530374, + 0.099184850465843, + 0.9861127990917792, + 0.0840167705065598, + 0.3197853969822306, + 0.999956206997758, + 0.3752698969653408, + 0.1381364188568528, + 0.6784644529205412, + 0.9304485756077384, + 0.0991621287186303, + 0.0751206023497892, + 0.071882463173624, + 0.574832191089591, + 0.513991347476856, + 0.0041175383041028, + 0.003047438829517, + 0.0112051762846078, + 0.0959872509195031, + 0.0059481561151556, + 0.0001969825598756, + 0.0066272638247151, + 0.0119670176039807, + 0.3722968501041129, + 0.0002516556317244, + 0.3150272452173393, + 0.2613772261284707, + 0.2202934633713703, + 0.0101645475802757, + 0.1087411003466967, + 0.3453663065567726, + 0.3215346146168199, + 0.0110705555922219, + 0.1695070570444266, + 0.0005243380685783, + 0.1831432156799828, + 0.0394786638312968, + 0.6251347963614576, + 0.0223069231236238, + 0.994088781007529, + 0.4413697791545836, + 0.0158270074233201, + 0.0411503358213168, + 0.4098452836312287, + 0.9787448891620546, + 0.0370576578445675, + 0.1861701002328251, + 0.2386897561456944, + 0.0599969239665417, + 0.0792878790112964, + 0.1776760489141548, + 0.0595159358897262, + 0.0668209490800144, + 0.0649013122852815, + 0.0681356905812906, + 0.2081073766855252, + 0.1687877853120529, + 0.1915267177139996, + 0.0364448974253113, + 0.8639895893211982, + 0.899847086104149, + 0.3923112067287297, + 0.2781780998536663, + 0.0061601698301186, + 0.3723568466924682, + 0.9601262585613496, + 0.897495931466575, + 0.3852141412625127, + 0.1180224159550357, + 0.6219675852663322, + 0.0945999534128362, + 0.1151061752092595, + 0.9884556505391568, + 0.1306742555151536, + 0.0257609485991425, + 0.019419939040246, + 0.0683205115126654, + 0.4893987414191961, + 0.1161794341178406, + 0.0882758207985643, + 0.0189596496591193, + 0.0133875372682802, + 0.9998852104423944, + 0.0060027071857943, + 0.9905854833766946, + 0.0921021149620042, + 0.0972629861588532, + 0.7003224371154384, + 0.9972451453485954, + 0.0091947373060175, + 0.1019681118591893, + 0.1093886723419406, + 0.0346900778138873, + 0.027322869176797, + 0.9787998017074396, + 0.047946024686652, + 0.2429148571521453, + 0.0280055821346009, + 0.0095465121525899, + 0.9802653162198944, + 0.0049134017813612, + 0.02688028958986, + 0.0057690265542485, + 0.120678070481186, + 0.009079901734315, + 0.8019939165180815, + 0.7050302973081884, + 0.7608766790238661, + 0.896512311673201, + 0.3519383062570874, + 0.6604227242893354, + 0.9359533095064888, + 0.9607484564510128, + 0.8188979290432716, + 0.1019562501333407, + 0.0606896777128259, + 0.048492618373246, + 0.0359996430912645, + 0.1190599854248077, + 0.0733960458271153, + 0.0852665069909586, + 0.1026154211357273, + 0.1402108630619477, + 0.6974098311811613, + 0.77035248665801, + 0.6639634610789479, + 0.9084273476041462, + 0.9978409642437462, + 0.8797953533079003, + 0.7633001558277935, + 0.9976253246188213, + 0.7988269919274782, + 0.897786458846991, + 0.8903829629987423, + 0.8909322358972054, + 0.3824912983448997, + 0.7411423819779809, + 0.9190500008603848, + 0.5926174907768802, + 0.9021830854374022, + 0.9859156766323685, + 0.7928714410915967, + 0.942205051637928, + 0.7496024605329966, + 0.3380950342042669, + 0.8096210468507266, + 0.1436327832229217, + 0.1773314079310878, + 0.0664771042096764, + 0.0005077446973071, + 0.1225470182203135, + 0.0742699141579276, + 0.0103223429295346, + 0.0112246589340275, + 0.1283396405383151, + 0.018060590304247, + 0.0505527440244272, + 0.1568408518457376, + 0.0053994699705866, + 0.0206083493146478, + 0.2865597712677772, + 0.020137131431547, + 0.0052910538500404, + 0.0425288252978375, + 0.1181784970512486, + 0.0967940811656063, + 0.0997210341859596, + 0.2404006723518922, + 0.6413581128339518, + 0.5774327540591875, + 0.0697481460205957, + 0.2567891286979272, + 0.5796151300771588, + 0.2661709602932666, + 0.3915171824405334, + 0.4556114877404176, + 0.0933607041227114, + 0.704795562638925, + 0.2149498846944487, + 0.6774010702786972, + 0.0818700589759466, + 0.0767366440559038, + 0.2485916128977514, + 0.7431168462201124, + 0.7458872699497353, + 0.1136392205342611, + 0.2156744218802546, + 0.712291359665378, + 0.5030631978181752, + 0.9376182844085996, + 0.6615460167523756, + 0.507629476682699, + 0.039932055482737, + 0.9995169082125605, + 0.0005199781689744, + 1, + 0.0894636778395973, + 0.1787278165847597, + 0.0443664210141159, + 0.9996917950853812, + 0.2606405491729746, + 0.977934799801107, + 0.1635888124416568, + 0.0002800336040324, + 0.1317499061226547, + 0.0016686121089815, + 0.9701172698091768, + 0.0316949005600766, + 0.9652130393431976, + 0.00003916960438699569, + 0.0536788833002699, + 0.5551820577642064, + 0.4052108070010883, + 0.0004586324540702, + 0.0009947999483304, + 0.0188421601333746, + 0.9804878726441651, + 0.982145390486909, + 0.932455391025204, + 0.7672525584378744, + 0.0449510124262465, + 0.0188599283787199, + 0.9442452710045004, + 0.989574423834205, + 1, + 0.1024153836104679, + 0.9364953905907364, + 0.9995748299319728, + 0.9065022870864784, + 0.0078125, + 0.9904060485390552, + 0.2955800887542816, + 0.9474353628067804, + 0.9987326388888887, + 0.969101024270882, + 0.9637640789185332, + 0.9932822142396612, + 0.9322312994112054, + 0.0084646424921711, + 0.9994875884665286, + 0.1173586057604706, + 0.017287497624745, + 0.1638314236697219, + 0.8574140096645094, + 1.0000000000000002, + 0.000020758085274214305, + 0.1330283082635198, + 0.9263888888888888, + 0.991976211891924, + 0.0589236407002437, + 0.9508410334666608, + 0.0420638845471939, + 0.9495492709163956, + 0.0013441823870805, + 1, + 0.9358974358974358, + 0.0463928908915591, + 0.9983333333333332, + 0.006060606060606, + 0.7645910235671691, + 0.0841885387303669, + 0.1236673463907113, + 0.05505516976568, + 0.012668684929926, + 0.1324581424586478, + 0.0294475054729897, + 0.990565493712316, + 0.0375201002076144, + 0.9709591168484492, + 0.133990041258909, + 0.4466537522827887, + 0.9974951519069168, + 0.0506706704019092, + 0.9915361312413812, + 0.024408395584876, + 0.905202725814885, + 0.012156299887598, + 0.9992329375195232, + 0.66447393538174, + 0.9989919354838708, + 0.9986577738389332, + 0.980451572525381, + 0.0058011701591767, + 0.9153933801299085, + 0.3126649655516317, + 0.9692051168723402, + 0.9513963092557844, + 0.1111516911833987, + 1, + 1, + 0.7708333333333333, + 0.3358931095260798, + 1, + 1, + 0.5476190476190477, + 0.6583333333333333, + 0.4114379608853034, + 0.4020512867175308, + 1, + 1, + 1, + 1, + 0.9265910450877556, + 1, + 1, + 0.5, + 1, + 0.5, + 1, + 1, + 0.2666666666666666, + 1, + 0.0061132561132561, + 0.2621375661375661, + 0.1245715641879323, + 0.6428571428571428, + 0.010204081632653, + 1, + 1, + 1, + 0.0416666666666666, + 1, + 0.0735615254279503, + 0.9811799326171576, + 0.8053663405012904, + 0.7601898841028183, + 0.3975519462154492, + 0.7999558602086154, + 0.761379805397162, + 0.1917991301531011, + 0.8346933213786584, + 0.2465989072865504, + 0.8637665654946556, + 0.6443341095341122, + 0.1223795839023794, + 0.8151237928234526, + 0.5163585521260834, + 0.7754056676575634, + 0.7987546262493287, + 0.6100867677906159, + 0.8009410818527528, + 0.7628452400278872, + 0.2004408984922405, + 0.9232191523640646, + 0.6228467592357317, + 0.1927464000794766, + 0.7234992624636032, + 0.6312860892385526, + 0.9375739923453682, + 0.7138491502513313, + 0.0442181774939733, + 0.8447036526675336, + 0.1925148205985516, + 0.7532126337558179, + 0.4972456566832097, + 0.5515345991189669, + 0.102150136418326, + 0.22486641032253, + 0.1876837955951102, + 0.4597180667772114, + 0.4139716556681343, + 0.0152753040772744, + 0.1463127569401554, + 0.024021786754095, + 0.645213646017059, + 0.4326795546529036, + 0.9086994628890784, + 0.3659267280718108, + 0.3368572346599318, + 0.5685230110863472, + 0.2368080837897938, + 0.8687992191970476, + 0.157945819593673, + 0.8504007643400575, + 0.1559567404041475, + 0.6218992052640148, + 0.1029676950737236, + 0.2586536577107139, + 0.1206378132360093, + 0.6636159698423023, + 0.092671895641685, + 0.5380088211620414, + 0.1788687176294952 + ], + "y0": " ", + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>AUC-PR=%{y}<extra></extra>", + "legendgroup": "PCA", + "marker": { + "color": "yellowgreen" + }, + "name": "PCA", + "notched": false, + "offsetgroup": "PCA", + "orientation": "v", + "showlegend": true, + "type": "box", + "x": [ + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA", + "PCA" + ], + "x0": " ", + "xaxis": "x", + "y": [ + 0.2782375358804503, + 0.5319205574899937, + 0.223189975130421, + 0.4799046867634876, + 0.1519338042978983, + 0.3329041175403799, + 0.938148362986782, + 0.8267157367457951, + 0.2404794987800754, + 0.4860973672290578, + 0.987201979604758, + 0.1069320586318725, + 0.9710409781767751, + 0.3583732904448048, + 0.0815838930922558, + 0.6751410366138297, + 0.6242601828513599, + 0.1532622444049186, + 0.4525716155807384, + 0.1089553610080633, + 0.1502522355077001, + 0.4701777295691245, + 0.8441687228394898, + 0.8665523726227824, + 0.1451974719029274, + 0.2826874567885972, + 0.9720544913809804, + 0.8828475504831566, + 0.0052835203964405, + 0.0011555385010464, + 0.948956953938254, + 0.4414367776345641, + 0.003513136231111, + 0.000431314625587, + 0.4128779717015011, + 0.6179903868308652, + 0.0095260984620467, + 0.0027494041998754, + 0.5668440635591797, + 0.013495257229564, + 0.0334670576311473, + 0.006626737641036, + 0.4427825997203966, + 0.0195669325316206, + 0.0018632628340269, + 0.003863107090682, + 0.8451955219617345, + 0.0045184865654182, + 0.0031885833050671, + 0.0083764497031202, + 0.2560015023263964, + 0.0047370424809225, + 0.7590926452320165, + 0.9510400844116302, + 0.5495804702858306, + 0.1171238054239866, + 0.999827132211677, + 0.0141318299337669, + 0.0810644243477656, + 0.8503004603683535, + 0.0957092778563054, + 0.7811026817844621, + 0.0677266728908392, + 0.1157513612384346, + 0.1744218699114327, + 0.0666066751434921, + 0.2207279282589015, + 0.085879553096223, + 0.1969479240366338, + 0.2069223795636334, + 0.1667541778951062, + 0.1825420102485037, + 0.468647067072471, + 0.078451816544022, + 0.8059563108529928, + 0.0178959428139443, + 0.1507777530119684, + 0.4880087365614101, + 0.3050133605973146, + 0.8320851308395023, + 0.3446379525190622, + 0.0220212645532496, + 0.0175379584280567, + 0.9370286902087954, + 0.6961867318495194, + 0.0071269794568705, + 0.068014594976413, + 0.5123263812238832, + 0.6760319342337666, + 0.7827519686863732, + 0.4212666499509276, + 0.4905330236110928, + 0.6584253585779382, + 0.6760427023604729, + 0.8282735125443723, + 0.9746830653811674, + 0.0153691033049883, + 0.8902979244633967, + 0.2948183569404009, + 0.0069127845600947, + 0.6874880267264082, + 0.8348379883559753, + 0.5956999402067911, + 0.930847988085623, + 0.0067003922988421, + 0.0022946138213774, + 0.7315232243568999, + 0.6534559309798793, + 0.1132255317000148, + 0.0022809950321001, + 0.1010660331099212, + 0.6676377846391301, + 0.8133682893795908, + 0.1058091112844716, + 0.9302221892452632, + 0.9352630348115476, + 0.932888660398172, + 0.0175391573863234, + 0.8045317608841378, + 0.1351338433884419, + 0.165615374902141, + 0.133135617657587, + 0.8314294074844796, + 0.8444294234400469, + 0.3913349661040449, + 0.9395362703951824, + 0.2708916512750706, + 0.6931952732860769, + 0.0027454729370578, + 0.0024267754211718, + 0.0135619757245282, + 0.0105601764869557, + 0.0220247901011325, + 0.102299737218734, + 0.0086167964542826, + 0.0422482179692221, + 0.0396207359296015, + 0.0246395130901499, + 0.0196069871569603, + 0.0187360674724764, + 0.9559292524404096, + 0.8903665595053488, + 0.5302490091520617, + 0.4898009183582106, + 0.8132711886887715, + 0.7036081536355089, + 0.3010084298133894, + 0.5437246649504163, + 0.7885896389838972, + 0.0684909197709052, + 0.6553361381551087, + 0.6237913424545045, + 0.6214969751146063, + 0.5942958674254468, + 0.8859844894534021, + 0.1446116100001482, + 0.5936418876923228, + 0.2942966933720295, + 0.4176407369705096, + 0.2617931236189526, + 0.1265767782718821, + 0.1759709677785628, + 0.1448848688253334, + 0.9202110052493684, + 0.0007316098871789, + 0.565784335283503, + 0.3357222793766726, + 0.0716404502572597, + 0.8402482606706013, + 0.739547431336298, + 0.0220577983810006, + 0.3702885955277499, + 0.7853431220968412, + 0.0081322676250716, + 0.0319748979151741, + 0.5604927415891732, + 0.0146122019328558, + 0.4245016636782269, + 0.0304033603536584, + 0.6167491039370644, + 0.9906842494643904, + 0.7651267215343502, + 0.9867374201207088, + 0.8969602359498117, + 0.9987373737373736, + 0.4791599800386409, + 0.9685171888806688, + 0.9796353896333214, + 0.9600401261192972, + 0.4747050350102691, + 0.0927935813862355, + 0.1517185043403249, + 0.1508451074764047, + 0.0984454648508168, + 0.0500408871026113, + 0.0588540224020717, + 0.1626807088493869, + 0.1979742094005561, + 0.071853840050285, + 0.1298001529573637, + 0.066360077982293, + 0.1428420273142446, + 0.0895339907436001, + 0.3449026555397576, + 0.0561632754248917, + 0.0788664308035282, + 0.0531037385913294, + 0.0989403710192616, + 0.0025431021393339, + 0.8742765394583768, + 0.0024628407698008, + 0.010153258631693, + 0.5723633817920434, + 0.2994603029880807, + 0.0014030192305693, + 0.6740099832163938, + 0.0186823299923427, + 0.000014475550794707738, + 0.1073423355289724, + 0.0020017407452724, + 0.0024313924047537, + 0.0178687679357957, + 0.6110885944793627, + 0.00001600870873755323, + 0.0027341550372667, + 0.2747731452453403, + 0.0032391771766136, + 0.0018517578610866, + 0.0004337055364583, + 0.0010338823165874, + 0.141472401009333, + 0.0310145499037263, + 0.5593157779726114, + 0.0206502868991475, + 0.0236554903108231, + 0.0088827120683913, + 0.905095739830986, + 0.0048039855870029, + 0.008325059371857, + 0.0324435176886356, + 0.0274051244195342, + 0.0229566086482273, + 0.0189875665107046, + 0.0004570383912248, + 0.9977980716835378, + 0.5309004645316764, + 0.0103961214714373, + 0.0122145722037828, + 0.5955369052891585, + 0.6151876866141042, + 0.0170935058179482, + 0.8988513445425055, + 0.0080132831749849, + 0.2698922042075044, + 0.0022797659326705, + 0.0060851397893695, + 0.0039678596137338, + 0.0038675483312459, + 0.0015169683213271, + 0.0000262501640635254, + 0.018308816471984, + 0.0007786273727302, + 0.926263661709026, + 0.0003849943594856, + 0.004342537949609, + 0.0184406812229981, + 0.0050395464983804, + 0.0046550217929243, + 0.0022231207824646, + 0.001156033319142, + 0.0053309250033189, + 0.0024474155819239, + 0.0004651162790697, + 0.0069145808466965, + 0.0062419159352242, + 0.0268089506386292, + 0.0339166849649717, + 0.0021910765766547, + 0.0018290214370025, + 0.0066467554417367, + 0.0265148114080726, + 0.016276096477074, + 0.6224892771396484, + 0.2149263581155967, + 1, + 0.3798678840831252, + 0.9410293813884578, + 0.0221899802605454, + 0.99998738042957, + 0.9490836107748843, + 0.0059286112719394, + 0.6034546587239668, + 0.8084033118687631, + 0.2989912673718888, + 0.4519235563530701, + 0.0076682475042447, + 0.3590701370993838, + 0.0077042080649544, + 0.701465559360925, + 0.0037749242641298, + 0.8259513708947225, + 0.7567001273773122, + 0.0028248587570621, + 0.0009842519685039, + 0.0021616725458044, + 0.964523423229746, + 0.0034965034965034, + 0.0010266940451745, + 0.058080808080808, + 0.002912030341485, + 0.0061546324901551, + 0.0226890428934777, + 0.0017953321364452, + 0.0119047619047619, + 0.0029585798816568, + 0.0008496176720475, + 0.1310682476216577, + 0.0009615384615384, + 0.0333333333333333, + 1, + 0.0009643201542912, + 0.0009267840593141, + 0.0031055900621118, + 0.0009496676163342, + 0.5062893081761006, + 0.0014577259475218, + 0.1454545454545454, + 0.0487233898972333, + 0.9746726306047186, + 0.0013953514594342, + 0.0008992805755395, + 0.0015676209755157, + 0.0012360939431396, + 0.0007485029940119, + 0.0034602076124567, + 0.0061349693251533, + 0.1530275268226206, + 0.996504947110848, + 0.9879010755873784, + 0.998586415795415, + 0.9370327274473956, + 0.9879010755873784, + 0.998586415795415, + 0.9367212000711156, + 0.8591416858921752, + 0.999288636239702, + 0.9982304882015554, + 0.8958846618252223, + 0.9994691179872992, + 0.8591416858921752, + 0.9999028200173194, + 0.9864471672234734, + 0.9879010755873784, + 0.8958846618252223, + 0.9864471672234734, + 0.9292488173447592, + 0.9367212000711156, + 0.992784359440102, + 0.8958846618252223, + 0.9367212000711156, + 0.998586415795415, + 0.8958846618252223, + 0.9850923179577218, + 0.998586415795415, + 0.9986360375648524, + 0.8591416858921752, + 0.9367212000711156, + 0.9864471672234734, + 0.9978351980449978, + 0.9971981519721512, + 0.993523491494833, + 0.9922844454705784, + 0.9008039894203832, + 0.9617454989098336, + 0.9565034190931634, + 0.8078339275586104, + 0.9999142818564218, + 0.9664612259603524, + 0.0181119961936284, + 0.9956243176818076, + 0.9991838788177576, + 0.9954159499535966, + 0.4999148104164765, + 0.9646168640707576, + 0.931367410075806, + 0.99959126282563, + 0.9984413243538892, + 0.9981626247598668, + 0.9976699021395002, + 0.9917811364108458, + 0.9968654029759284, + 0.9658794268835782, + 0.9956857816726894, + 0.9975868438734424, + 0.95215527745571, + 0.9888100245704302, + 0.9862415909128404 + ], + "y0": " ", + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>AUC-PR=%{y}<extra></extra>", + "legendgroup": "POLY", + "marker": { + "color": "lightskyblue" + }, + "name": "POLY", + "notched": false, + "offsetgroup": "POLY", + "orientation": "v", + "showlegend": true, + "type": "box", + "x": [ + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY", + "POLY" + ], + "x0": " ", + "xaxis": "x", + "y": [ + 0.4233042158969708, + 0.6248810250890807, + 0.3059704585286408, + 0.9480298507462688, + 0.2931578318531204, + 0.2616321760876693, + 0.632918346110553, + 0.8840307840307841, + 0.7536897800055694, + 0.3982702702702703, + 0.954465541490858, + 0.2089833437687812, + 0.5964562103661352, + 0.6541767380859913, + 0.1896916091794544, + 0.3988809174098207, + 0.9531638928840416, + 0.1492908911599684, + 0.5148563758582702, + 0.3055293531277455, + 0.1757012729845116, + 0.7849073787506636, + 0.3514132530712921, + 0.8566642300194931, + 0.1934991996710256, + 0.3644849770611023, + 0.67519289473129, + 0.8870439483621289, + 0.5700866519174042, + 0.8222222222222222, + 0.7766750841750842, + 0.6274064754232466, + 0.3075122430849992, + 0.0007983409554354, + 0.3333333333333333, + 0.7321581004014784, + 0.8098575498575499, + 0.0070357704582802, + 0.6111111111111112, + 0.5119232340825234, + 0.1976499011640676, + 0.0187508535715611, + 0.6886847284586296, + 0.1282010907558763, + 0.0059181928840385, + 0.465842974038313, + 0.7549844648804033, + 0.0099733424869671, + 0.1912698412698412, + 0.3359436307557444, + 0.4999747074703424, + 0.5367875868781876, + 0.7405815758219101, + 0.9560661157024792, + 0.5555096153846154, + 0.8999779005524862, + 0.6020132450331126, + 0.0321078431372549, + 0.9527092025191995, + 0.5515812121950229, + 0.3496031746031746, + 0.7662249796052675, + 0.0665520057182236, + 0.128469671759164, + 0.1706843146125752, + 0.0631123596743944, + 0.2125008353027484, + 0.0839894321570799, + 0.1990987781708209, + 0.1970119675392696, + 0.1630801803813354, + 0.1814013628398245, + 0.5368267899294596, + 0.1024749528858464, + 0.8073039972307755, + 0.0180743644768205, + 0.2494350125616411, + 0.4364405489438575, + 0.3494711179408224, + 0.6888571517021016, + 0.2834160444949823, + 0.1080517220185586, + 0.8486211180124223, + 0.9935666042032504, + 0.4451836028017804, + 0.3074070251630638, + 0.8058162399636419, + 0.6759334994217016, + 0.4514091014075385, + 0.9774514563501552, + 0.608059152222954, + 0.54033361423745, + 0.9840579710144928, + 0.7309945721656183, + 0.559899683877766, + 0.9554554009705636, + 0.7286211180124225, + 0.7951074228693615, + 0.9721762134805612, + 0.2869179536679536, + 0.4815608502277253, + 0.9161749482401657, + 0.9987888198757764, + 0.9101410332596234, + 0.3102593939393939, + 0.0549090909090909, + 0.4098352122161075, + 0.4480035720288268, + 0.8486211180124223, + 0.038004662004662, + 0.38905064911145, + 0.4350253856509862, + 0.2630818542244841, + 0.8486211180124223, + 0.9327129808039564, + 0.9377343181691008, + 0.5646211180124223, + 0.8486211180124223, + 0.8861471519879157, + 0.1417934138145697, + 0.3271131636735686, + 0.1432772544605406, + 0.7285434103734172, + 0.7535428937922817, + 0.4010614099580806, + 0.7597218318774729, + 0.23367905441364, + 0.6091805895843158, + 0.0026059376194111, + 0.0030405057258483, + 0.0179403785269146, + 0.0067866354785443, + 0.0027374888556001, + 0.0213438781246257, + 0.0025464055329667, + 0.0028290636630941, + 0.0211301613725208, + 0.0283601012503269, + 0.0241574898321401, + 0.0417466803056247, + 0.9259875036105326, + 0.9253073567951124, + 0.3980589545672688, + 0.4804371100066497, + 0.8234593007915508, + 0.631601812986062, + 0.2664372565737751, + 0.4886795185161284, + 0.602183017442745, + 0.1410338987124724, + 0.5578687934053802, + 0.5352326775765105, + 0.4375798832838477, + 0.6548166392835986, + 0.7024113406511965, + 0.106698827863823, + 0.4944117350658996, + 0.3591787755334712, + 0.3187653738133496, + 0.2698961756048263, + 0.1248661310732519, + 0.1694927700011403, + 0.1272188352119821, + 0.8482142857142857, + 0.0034285714285714, + 0.2799461762944444, + 0.6339926816746905, + 0.2798854322123049, + 0.6618453025081663, + 0.4173356954617533, + 0.020794815064713, + 0.3118256593901474, + 0.7642431972789115, + 0.0075081683895911, + 0.0213518059477332, + 0.6608525955085693, + 0.0152654316206389, + 0.298413821279433, + 0.0164987097865619, + 0.4173224762531399, + 0.2527676579400717, + 0.6325748102939959, + 0.9150861391841651, + 0.7153694913400218, + 0.9285708299812282, + 0.3386823803445971, + 0.8516106444401741, + 0.9185973285605382, + 0.8318641432055498, + 0.4764337820823609, + 0.0795171781738717, + 0.6275758810041716, + 0.0735060072848961, + 0.5020549797806415, + 0.0462496774801141, + 0.0598299215682383, + 0.1023381703831367, + 0.5721000859681434, + 0.2917561377296853, + 0.0904834856246083, + 0.1121800484212557, + 0.3002144205904173, + 0.1160308268960988, + 0.4435497525865948, + 0.1679691578822368, + 0.2037595305274893, + 0.0620095879542884, + 0.0688073394495412, + 0.0084745762711864, + 0.2064220183486238, + 0.0064076044129235, + 0.0152015218619491, + 0.6365901571546733, + 0.0532681781007788, + 0.0028752660706683, + 0.0422115926460889, + 0.4493038794741267, + 0.000009489916963226571, + 0.048, + 0.002192593367722, + 0.0074276425432243, + 0.0356811413925642, + 0.819672131147541, + 0.000010738255033557049, + 0.0063993174061433, + 0.2814138697460216, + 0.0040290088638195, + 0.0030864197530864, + 0.0020094842591597, + 0.0335647661740622, + 0.0982992301453877, + 0.0303403113822848, + 0.819672131147541, + 0.0477791225855226, + 0.2418298331480241, + 0.0136081098238328, + 0.7529960923707473, + 0.136544674688057, + 0.009090909090909, + 0.2222222222222222, + 0.0958333333333333, + 0.015947441875218, + 0.026137463697967, + 0.0005868544600938, + 0.5130434782608696, + 0.5894787697188452, + 0.7146891874995012, + 0.0117047542784399, + 0.4770642201834862, + 0.819672131147541, + 0.0201834862385321, + 0.6288718553459121, + 0.0406440274670487, + 0.04096787057081, + 0.0057553956834532, + 0.008457802639921, + 0.015089207868186, + 0.01, + 0.0027867573291717, + 0.00006504065040650406, + 0.622568093385214, + 0.0196078431372549, + 0.8, + 0.0010000140285202, + 0.039680681885738, + 0.547945205479452, + 0.0310210464063279, + 0.0053191489361702, + 0.0053904245025032, + 0.0847457627118644, + 0.014241718426501, + 0.0061967520001093, + 0.0006127450980392, + 0.0074626865671641, + 0.0094150980248646, + 0.2222222222222222, + 0.2222222222222222, + 0.0037993920972644, + 0.0049751243781094, + 0.0399885876240452, + 0.0168035966954219, + 0.0109567430625894, + 0.648, + 0.92714736104928, + 0.999724578183838, + 0.351921568627451, + 0.9669376693766938, + 0.5575049504950494, + 0.9587374688902844, + 0.9627247690120824, + 0.488, + 0.6619217081850534, + 0.949125, + 0.3444444444444444, + 0.432310027418723, + 0.0207848206220866, + 0.408, + 0.0437202675886264, + 0.951088906273688, + 0.1859512195121951, + 0.6336530476124742, + 0.1231331999424481, + 0.0037593984962406, + 0.01, + 0.0132164031620553, + 0.6567334504964306, + 0.002375296912114, + 0.0079365079365079, + 0.0097897376543209, + 0.0039068087707206, + 0.0857142857142857, + 0.0857142857142857, + 0.0416666666666666, + 0.0208333333333333, + 0.0666666666666666, + 0.0013440860215053, + 0.184247776353973, + 0.0416666666666666, + 0.0059523809523809, + 0.125, + 0.008, + 0.0032051282051282, + 0.0084745762711864, + 0.0416666666666666, + 0.0328815261044176, + 0.004, + 0.0416666666666666, + 0.0293803418803418, + 0.8733041286132885, + 0.0347222222222222, + 0.008, + 0.0016873830526597, + 0.0033783783783783, + 0.0029761904761904, + 0.002, + 0.001412429378531, + 0.1755602240896358, + 0.265763160583547, + 0.9994321877542596, + 0.9983253295502004, + 0.5637932719519255, + 0.9994321877542596, + 0.9983253295502004, + 0.8720572651020744, + 0.5690834991330149, + 0.9802037826593604, + 0.8920586556849515, + 0.8560583535167624, + 0.7182226316503157, + 0.5690834991330149, + 0.9962559033400716, + 0.9927567762316756, + 0.9994321877542596, + 0.8560583535167624, + 0.9927567762316756, + 0.8395278023863998, + 0.8720572651020744, + 0.923133168561044, + 0.8560583535167624, + 0.8720572651020744, + 0.9983253295502004, + 0.8560583535167624, + 0.3480857049843549, + 0.9983253295502004, + 0.9495788570260602, + 0.5690834991330149, + 0.8720572651020744, + 0.9927567762316756, + 0.9582090843470022, + 0.204478895034119, + 0.3437375105841909, + 0.6916074450588464, + 0.1266545289963354, + 0.3172646572438202, + 0.1354445914654334, + 0.7067243959304286, + 0.4427493708853602, + 0.3067755705711249, + 0.022340618952813, + 0.92535943489656, + 0.3141504419223297, + 0.6158715361235787, + 0.1147717157619785, + 0.1020157582105406, + 0.8575485332120734, + 0.6012281533735124, + 0.1640781049705993, + 0.1505675440459138, + 0.2210476848452282, + 0.9414432682674576, + 0.1867746863328959, + 0.2385571606068612, + 0.3062555104893106, + 0.6483921367688203, + 0.3796289860757269, + 0.925283067371978, + 0.7876629481712625 + ], + "y0": " ", + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>AUC-PR=%{y}<extra></extra>", + "legendgroup": "KShapeAD", + "marker": { + "color": "darksalmon" + }, + "name": "KShapeAD", + "notched": false, + "offsetgroup": "KShapeAD", + "orientation": "v", + "showlegend": true, + "type": "box", + "x": [ + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD", + "KShapeAD" + ], + "x0": " ", + "xaxis": "x", + "y": [ + 0.1712348422234141, + 0.1279930191706954, + 0.0789554093695429, + 0.0737801151805672, + 0.0620739482151417, + 0.8448721013149383, + 0.1643133093288575, + 0.3942361899330653, + 0.0591866355548703, + 0.4139142377604495, + 0.1043147175823945, + 0.9999886299943772, + 0.6343432487173599, + 0.280608138550904, + 0.9993391844523832, + 0.100314997438485, + 0.9998280077456057, + 0.0626935274371929, + 0.0989292543388991, + 0.9958186656680572, + 0.2124202620562435, + 0.1230694768866554, + 0.7087650193667516, + 0.9410993070544422, + 0.1174605970685635, + 0.0679546545347756, + 0.2683019491044469, + 0.9999837749550204, + 0.4348862741947762, + 0.0040489702898869, + 0.0030474060779578, + 0.0042597705993351, + 0.0072786051792892, + 0.0020465926712742, + 0.0001921277811436, + 0.0049019173967711, + 0.0063799311544837, + 0.0834662530029794, + 0.0002478640566921, + 0.0061991739007884, + 0.0020053363752814, + 0.1192128272261476, + 0.0085989440968323, + 0.0152894468020548, + 0.4406961973340506, + 0.0549985033722748, + 0.0116241455693966, + 0.2465903973907245, + 0.0015457540692616, + 0.2023049769793997, + 0.0234110972737992, + 0.3797092325918696, + 0.0030358636517366, + 0.99760461466812, + 0.2208742315494321, + 0.1118574899587241, + 0.0805479463328935, + 0.8928036338767872, + 0.9860878150628474, + 0.0346552538026418, + 0.2565381964504278, + 0.1075420689922313, + 0.0526347926958866, + 0.0618658700544456, + 0.1583384472261794, + 0.055437436098787, + 0.0506131535126924, + 0.0578458419493768, + 0.0493450471873438, + 0.1509019416397851, + 0.150226418280182, + 0.1661255440161962, + 0.0334203029926677, + 0.8554879783837588, + 0.9402112403968608, + 0.3165555306032828, + 0.5698766529238668, + 0.0044617251069151, + 0.2863473889933967, + 0.9595256269953926, + 0.8229285139835512, + 0.3222309042663593, + 0.0339912428640114, + 0.08506796084308, + 0.1089385586571187, + 0.1043868713347201, + 0.890585250381064, + 0.0653730019657497, + 0.0247356192980136, + 0.0060395708439689, + 0.0667230041454842, + 0.4657929237703161, + 0.0093634969863066, + 0.0885362449228, + 0.0109476458333124, + 0.0051531814608904, + 0.7169165758539616, + 0.004981193375068, + 0.5541542923485969, + 0.0444391993875376, + 0.0659657042414183, + 0.3855252922905637, + 0.2818003493598466, + 0.0126530009900555, + 0.1087975563889606, + 0.0098560451966037, + 0.0283502157092768, + 0.0266456009761572, + 0.0466458613049708, + 0.0239450029743341, + 0.1280348015179551, + 0.0309100524253754, + 0.0068815163286565, + 0.1105054194995883, + 0.0039696879943458, + 0.0045027004621548, + 0.0148617766837703, + 0.0843381419855469, + 0.0049466979362385, + 0.823099074302394, + 0.742654435420068, + 0.820346567089466, + 0.6683260309308499, + 0.2084062087327738, + 0.6667255557077535, + 0.9614042043731226, + 0.9733236272481725, + 0.8284943939182433, + 0.0776923664985786, + 0.0368964222949016, + 0.0513734528255904, + 0.0525852412394804, + 0.0882088753493866, + 0.0859369939193551, + 0.0410513324792643, + 0.1998616500005349, + 0.1260918809021712, + 0.7112973349477919, + 0.764512460104418, + 0.6902504870537683, + 0.7885143526095852, + 0.9957146760145984, + 0.863063585768947, + 0.7769221604097679, + 0.9978871979310991, + 0.7804363172818787, + 0.8997786472648355, + 0.9060855184981914, + 0.915135052014886, + 0.3908699975178493, + 0.7535964720414123, + 0.9179461001467804, + 0.6053633524584676, + 0.8791790115670586, + 0.9648171051919, + 0.7945047193237208, + 0.945345994988042, + 0.7601658038463308, + 0.2941511612992795, + 0.7457254088742251, + 0.1084333840669857, + 0.1406602522903511, + 0.062407094644076, + 0.0003750855699196, + 0.0007634094257742, + 0.0370231597511563, + 0.0086696080506124, + 0.2962028198976819, + 0.1815054312003558, + 0.1621631796461336, + 0.0216135877034446, + 0.0617760543037312, + 0.0051843442308394, + 0.002944221390991, + 0.2483971745727167, + 0.0034165953995334, + 0.0067161820465841, + 0.0428515207700985, + 0.0142397963465894, + 0.0683571688026714, + 0.1968275493634217, + 0.0553357467568469, + 0.9481945701195028, + 0.0457078694395497, + 0.7430997125594722, + 0.0602688587344568, + 0.6892957179198624, + 0.1197742534990095, + 0.5538712065183758, + 0.4523772176145589, + 0.0911999440655074, + 0.7045567977286601, + 0.2239146868008035, + 0.6813965866114443, + 0.0792037267485256, + 0.0754004707257394, + 0.2389901189274668, + 0.7858100348510574, + 0.8513418543532874, + 0.111286697424114, + 0.1701437480093701, + 0.7015336302052332, + 0.4972906769688711, + 0.9987758344353704, + 0.7200028027469816, + 0.4962499459971852, + 0.0373397857582199, + 0.9995169082125608, + 0.0004573370100042, + 0.9995169082125608, + 0.0067019930758377, + 0.130744433293894, + 0.0488240238019704, + 0.9998969284683572, + 0.243626161135995, + 0.9465954146518883, + 0.0179423323341848, + 0.0001580777742649, + 0.09585417682051, + 0.0027700714611595, + 0.9806002209737528, + 0.0249898457066055, + 0.9583192963910636, + 0.000030237972846300383, + 0.0561366943059626, + 0.511600172325685, + 0.575690052370965, + 0.0005037275846571, + 0.0008636074445453, + 0.0170720457209638, + 0.9784609983229556, + 0.965270788288997, + 0.9648970320797284, + 0.839644350273201, + 0.059734338334309, + 0.0175460919257902, + 0.8465112379531182, + 0.7763482724733314, + 1, + 0.0742568203429318, + 0.97499872451681, + 0.99159604519774, + 0.8811685868026427, + 0.0024813895781637, + 0.9982897380078186, + 0.3193946674359046, + 0.9572372866985844, + 0.9078589842790828, + 0.9951495064757782, + 0.9639727226807808, + 0.9994949494949494, + 0.9311679216948824, + 0.0071094538418616, + 0.9996917950853812, + 0.0030773792792803, + 0.0167203183371723, + 0.1312478600571116, + 0.0143941683812403, + 1, + 0.000017012878749213155, + 0.0598773989091244, + 0.9484848484848484, + 0.9782732232645536, + 0.0095562838366095, + 0.7542307064940269, + 0.0050588799495463, + 0.9490980230496427, + 0.000791588116454, + 0.9983333333333332, + 0.9833333333333332, + 0.0350095243729254, + 1, + 0.0015822784810126, + 0.9905913978494624, + 0.0597860142493643, + 0.0684335362494004, + 0.0653477615017724, + 0.0040721511855833, + 0.129268355532245, + 0.0112107283562885, + 0.9950306945626488, + 0.0300569298983676, + 0.9871628981934324, + 0.1449796491148446, + 0.0716959328047177, + 0.9715255442945676, + 0.0178520213918511, + 0.9985619089492987, + 0.0172881618185908, + 0.7385047232307498, + 0.0053588421960785, + 0.974223311254192, + 0.3662198298678225, + 0.9932219662058372, + 0.9953272656481598, + 0.9770597169795616, + 0.0092338797682643, + 0.8781728017286442, + 0.3453356448656697, + 0.9698025025220124, + 0.961878642581938, + 0.4588962370959195, + 1, + 0.0007363770250368, + 0.3605555555555555, + 0.2399758779953592, + 0.0009250693802035, + 1, + 0.5357142857142857, + 0.2653699188897745, + 0.0118632787928039, + 0.0095842421372954, + 1, + 1, + 0.0022883295194508, + 1, + 0.3801776006756148, + 1, + 1, + 0.0016155088852988, + 1, + 1, + 0.0007535795026375, + 1, + 0.5204081632653061, + 0.0019960079840319, + 0.0073290291726446, + 0.2562541806020066, + 0.1007938306210883, + 0.6666666666666666, + 0.0029850746268656, + 0.75, + 0.0007262164124909, + 1, + 0.0007468259895444, + 0.001081081081081, + 0.1230037029004938, + 0.992550302435972, + 0.8308980058748746, + 0.8736329187668159, + 0.2408447526822411, + 0.6154274055484763, + 0.0780511293224378, + 0.1344932960667202, + 0.6468616927049384, + 0.0354016417202364, + 0.6356328725644497, + 0.1836052390457744, + 0.0772429014158623, + 0.9887392605033732, + 0.1391540656653996, + 0.4022675754122646, + 0.8041912762333603, + 0.2883762074574049, + 0.350938019051393, + 0.2727913472884148, + 0.1584199110981423, + 0.1589696147248999, + 0.2756358176620129, + 0.1422767785016533, + 0.0661548593857135, + 0.460092291769943, + 0.9113532406568624, + 0.8688539649316347, + 0.0435914948040654, + 0.9931160886392753, + 0.1449078292957489, + 0.5339561375522125, + 0.1232457805407691, + 0.5471517446280322, + 0.4656642081926078, + 0.4374788887739835, + 0.3575589685980146, + 0.312012288679053, + 0.3197425299324709, + 0.0144336849579979, + 0.0923098725236527, + 0.0231620932528535, + 0.7264607827874918, + 0.4709392867034568, + 0.6068564677580393, + 0.3084752622908711, + 0.2800299462109454, + 0.5045753163991294, + 0.3285524777469855, + 0.8716737235804084, + 0.1444754280673539, + 0.7758533575758058, + 0.1637124560062202, + 0.6719223700686413, + 0.7275213878987546, + 0.0668743364735788, + 0.0722513163293469, + 0.1696669104162139, + 0.0870287825267176, + 0.5941881088199054, + 0.1316828770034426 + ], + "y0": " ", + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>AUC-PR=%{y}<extra></extra>", + "legendgroup": "Sub-LOF", + "marker": { + "color": "dodgerblue" + }, + "name": "Sub-LOF", + "notched": false, + "offsetgroup": "Sub-LOF", + "orientation": "v", + "showlegend": true, + "type": "box", + "x": [ + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF", + "Sub-LOF" + ], + "x0": " ", + "xaxis": "x", + "y": [ + 0.3218994194786606, + 0.5320931251445747, + 0.1340215552089061, + 0.5158279258616856, + 0.0744858278387209, + 0.7456357834680507, + 0.859280525514009, + 0.6256750919412059, + 0.1980615116823153, + 0.6017348437957262, + 0.4712440032044029, + 0.5905557786956607, + 0.805547412517549, + 0.6498798008100313, + 0.5987075314377336, + 0.1946247845978042, + 0.6038719890892602, + 0.2659768372134259, + 0.565785679696345, + 0.7464508920019882, + 0.6276889921241051, + 0.2311610658551061, + 0.1309805573470128, + 0.8930670480243226, + 0.1344373102972949, + 0.2380647646875281, + 0.6267175719660879, + 0.8871792489642152, + 0.837341817665691, + 0.9910714285714284, + 0.9163268232881844, + 0.5041013213718433, + 0.8287362597696876, + 0.0031382148824399, + 0.6527777777777777, + 0.7652735107632958, + 0.7807679023152054, + 0.1115423996013432, + 0.8513257575757576, + 0.8219858349290581, + 0.7124867730852109, + 0.1085912274207521, + 0.1699693502593145, + 0.1396275897547763, + 0.085252026788209, + 0.6482895129542451, + 0.1909093361267924, + 0.1440833947437573, + 0.7555555555555555, + 0.5952574290557289, + 0.3943533591630732, + 0.9455531403722516, + 0.5270318388144843, + 0.8915184343294957, + 0.5316912114504433, + 0.5364729239397037, + 0.1115166757009847, + 0.3428703672599901, + 0.6556083570585675, + 0.3404585942166613, + 0.1657893200313301, + 0.4081018003016015, + 0.0679258656086668, + 0.0622589542864458, + 0.1669683233971556, + 0.0641550901311179, + 0.0775948663037581, + 0.0695365579186622, + 0.08346589946487, + 0.2060262931333794, + 0.1718787664892566, + 0.1805212734903516, + 0.2522823807762812, + 0.6004038499244344, + 0.1573089747544283, + 0.3283595318366296, + 0.1846537389009162, + 0.4891009095044807, + 0.583491524288927, + 0.0906390463376299, + 0.6476015757289679, + 0.5456856124246136, + 0.9157418534767444, + 0.1209597731710939, + 0.051540871530017, + 0.6292810216050436, + 0.9152115825519036, + 0.5107462432764605, + 0.0612155534020097, + 0.4581683686788794, + 0.1333102321057455, + 0.2388335595671874, + 0.9321186374348046, + 0.6251193390554851, + 0.1641710414336448, + 0.0270815556131567, + 0.8951871483227588, + 0.038730311013623, + 0.9446046693930824, + 0.5903539834428579, + 0.0541379008065215, + 0.4585597759849054, + 0.8762868469401177, + 0.6276649583272591, + 0.5896661438684322, + 0.4045453699081913, + 0.640293210281372, + 0.029481589333275, + 0.8988201198652538, + 0.421651128104747, + 0.5885628259170632, + 0.0495830846251967, + 0.3868691139370909, + 0.9002780652608532, + 0.443294499708641, + 0.9261585372758452, + 0.0379510764224252, + 0.9161452614849184, + 0.4316529452747728, + 0.3051908115560204, + 0.5747423630069058, + 0.3157638587179828, + 0.2840385739780406, + 0.3439214186506282, + 0.3641750014143997, + 0.319599761540296, + 0.2313990284161472, + 0.2596109888074874, + 0.6642034175318297, + 0.49735169128419, + 0.5761714724871725, + 0.5359511727092915, + 0.6580312184598485, + 0.6650843537435164, + 0.6079406376601167, + 0.5467882354418452, + 0.3544909776518659, + 0.0971638374977261, + 0.1991513699529079, + 0.0326647581137693, + 0.1580792817686109, + 0.864290270207723, + 0.4134339670417601, + 0.3731999148303776, + 0.1680869295286098, + 0.1398940698165619, + 0.4429496533648396, + 0.3768945165382683, + 0.2119508557285788, + 0.210729721921496, + 0.6742114010054635, + 0.2241063275119366, + 0.3960109014076194, + 0.4005073662146535, + 0.0905598032015077, + 0.4061020462387537, + 0.1831787328292153, + 0.2544954974228083, + 0.564920217243887, + 0.5692020614239198, + 0.1289862255315853, + 0.1763744770502559, + 0.1140486038968443, + 0.9910714285714284, + 0.0408291725280187, + 0.1286901772728376, + 0.4158701006409783, + 0.2025376520581951, + 0.0133552951957362, + 0.1420046820839859, + 0.0639246053279902, + 0.1799250927188357, + 0.3940934160892099, + 0.0103950250583496, + 0.3384328686003655, + 0.3182732707254217, + 0.0243143175928461, + 0.1108314290335612, + 0.6616388648760624, + 0.4431704670498072, + 0.4122076964748635, + 0.7632662198029423, + 0.3615540312538592, + 0.8737080131998517, + 0.5761851308577084, + 0.4490958358860574, + 0.4913209986150689, + 0.6818871305767369, + 0.3813250853074393, + 0.5119762791999092, + 0.0897437426159095, + 0.0916726019902974, + 0.1912623297477513, + 0.2397389638928862, + 0.0725583043831893, + 0.0710222323985457, + 0.1845846513718583, + 0.1893308196108754, + 0.3124757887707201, + 0.0764377141237691, + 0.0910810697740002, + 0.1541330657657446, + 0.0665024958589412, + 0.3385017207997597, + 0.3285607139676931, + 0.1750346138359664, + 0.2159111220946687, + 0.8301809514044843, + 0.0007330976065819, + 0.5709006538788757, + 0.0266879658937547, + 0.498009719004957, + 0.0126263457109455, + 0.8615386058965387, + 0.5134600885217763, + 0.8996203938148744, + 0.3776614774587267, + 0.000007122304207857326, + 0.2033678730491925, + 0.016314342600341, + 0.5475105636764221, + 0.0293522832206808, + 0.6840642386495384, + 0.000007154918290833119, + 1, + 0.4336880606883385, + 0.7179368133486508, + 0.0007641675137979, + 0.9661886480259058, + 0.3799750508456059, + 0.3319994398848227, + 0.9969517753745604, + 0.8382132254809852, + 0.7792544765916477, + 0.0984229148007534, + 0.4010926223183922, + 0.9614763700687148, + 0.6765336092608939, + 0.5064054505437776, + 0.8623223617780464, + 0.8891520016332877, + 0.7946066767327612, + 0.888570134173885, + 0.05, + 0.0742559831224819, + 0.1953296821945969, + 0.8139229323070912, + 0.8870661153980236, + 0.4001616989144075, + 0.7499700344636292, + 0.9112776328341798, + 0.7855854500928279, + 0.3307726273288214, + 0.9822646580774942, + 0.2324514622753466, + 0.4301003519376541, + 0.1377285208787606, + 0.2543833864699656, + 0.9856888888888892, + 0.0117647058823529, + 0.8461725252417399, + 0.3685200572065199, + 0.911436525672305, + 0.2836293278390643, + 0.6559002936947389, + 0.8431724075832382, + 0.7345432156983143, + 0.0540965457636892, + 0.2094817167574456, + 0.1013547201503286, + 0.451481079595864, + 0.407076952419737, + 0.1428571428571428, + 0.2703666974407695, + 0.1460193488105361, + 0.7942797842179591, + 0.8365280700134372, + 0.0435829086372564, + 1, + 0.6922056925933329, + 0.7558248232998772, + 0.0410651664443367, + 0.727341150674484, + 0.373350198431456, + 0.2688695436172176, + 0.4088075731440507, + 0.3173265800676585, + 0.3169822872431437, + 0.995892307055282, + 0.3165944558210163, + 0.0087733181676191, + 0.991622051664448, + 0.6388332997895829, + 0.7761132473323449, + 0.9168927496410372, + 0.9769648661579592, + 0.0374250195437317, + 0.80977952160174, + 0.0960363410699848, + 0.0589136100417082, + 0.6599602952843687, + 0.1135633808365225, + 0.0263157894736842, + 0.0294117647058823, + 0.0533958883136145, + 0.5018111105315888, + 0.1111111111111111, + 0.0526315789473684, + 0.0751633986928104, + 0.0758525235813065, + 0.2241074294171698, + 0.2640214760887659, + 0.1428571428571428, + 0.0833333333333333, + 1, + 0.04, + 0.038222992880854, + 0.3333333333333333, + 0.1666666666666666, + 0.5, + 0.0045454545454545, + 0.0082644628099173, + 0.032258064516129, + 0.25, + 0.070630081300813, + 0.0181818181818181, + 0.0883458646616541, + 0.1177545575927653, + 0.1859806670705534, + 0.1285714285714286, + 0.1428571428571428, + 0.0279524506848135, + 0.0625, + 0.0085470085470085, + 0.0129870129870129, + 0.25, + 0.1399837756147662, + 0.1648122630752216, + 0.1051922957232208, + 0.2920048619124654, + 0.2623375579370071, + 0.1051922957232208, + 0.2920048619124654, + 0.1794112043367337, + 0.4207462779806871, + 0.0598438751315101, + 0.2189077472548714, + 0.2198333591602154, + 0.1965886946870738, + 0.4207462779806871, + 0.1506431679178592, + 0.5040472285394002, + 0.1051922957232208, + 0.2198333591602154, + 0.5040472285394002, + 0.3881210727030064, + 0.1794112043367337, + 0.190363607124466, + 0.2198333591602154, + 0.1794112043367337, + 0.2920048619124654, + 0.2198333591602154, + 0.1753672687053128, + 0.2920048619124654, + 0.439406292950554, + 0.4207462779806871, + 0.1794112043367337, + 0.5040472285394002, + 0.1424210323929299, + 0.2117425365610293, + 0.1931535498181327, + 0.1214376044723126, + 0.0951443808952039, + 0.2332862309723236, + 0.1676576520423658, + 0.0471931162317259, + 0.1232358148170093, + 0.1120742275602156, + 0.028769045847378, + 0.0556324387889492, + 0.195347571311741, + 0.222211163254926, + 0.0949702596228033, + 0.2062699027079039, + 0.077358660806981, + 0.1919511904682334, + 0.2248963107634352, + 0.1620413327546297, + 0.1829459288417954, + 0.1545545238029232, + 0.1364044546036435, + 0.3069771129694861, + 0.2608476045166529, + 0.1056753361151273, + 0.1605332871032541, + 0.1295285606899646, + 0.2404522663939663 + ], + "y0": " ", + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>AUC-PR=%{y}<extra></extra>", + "legendgroup": "CNN", + "marker": { + "color": "steelblue" + }, + "name": "CNN", + "notched": false, + "offsetgroup": "CNN", + "orientation": "v", + "showlegend": true, + "type": "box", + "x": [ + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN", + "CNN" ], "x0": " ", "xaxis": "x", "y": [ - 0.0233236151603498, - 0.0313971742543171, - 0.0091923834537097, - 0.0074626865671641, - 0.0504201680672268, - 0.003883495145631, - 0.0564516129032258, - 0.1442786069651741, - 0.037037037037037, - 0.0405405405405405, - 0, - 0, - 0, - 0.006578947368421, - 0, - 0.0220994475138121, - 0.0298507462686567, - 0, - 0.0075, - 0, - 0.0125, - 0.0057692307692307, - 0.062082777036048, - 0.2007797270955165, - 0.0025316455696202, - 0, - 0.055, - 0.0046511627906976, - 0, - 0, - 0.5606060606060606, - 0.2954545454545454, - 0, - 0.3333333333333333, - 0.3333333333333333, - 0.2903225806451613, - 0.0769230769230769, - 0, - 0.5, - 0.0098039215686274, - 0, - 0.050632911392405, - 0.4344827586206896, - 0.2780082987551867, - 0, - 0, - 0.8009049773755657, - 0.0088495575221238, - 0.3333333333333333, - 0.0061728395061728, - 0.1846153846153846, - 0, - 0.5287356321839081, - 0.0082644628099173, - 0.0576923076923076, - 0, - 0.5364238410596026, - 0.015267175572519, - 0, - 0.0579710144927536, - 0, - 0.1228070175438596, - 0.2721712538226299, - 0.4558521560574948, - 0, - 0.3710174717368962, - 0.5216494845360825, - 0.2456676860346585, - 0.4573170731707317, - 0.0963768115942029, - 0, - 0, - 0.0611448395490026, - 0.0179908076165462, - 0.1692526835224093, - 0.0242420895687227, - 0.0297681533247353, - 0.0766550522648083, - 0.0129769727759677, - 0.0510033444816053, - 0.0202403775254387, - 0.1194379391100702, - 0.2919254658385093, - 0.2422360248447205, - 0.2257709251101321, - 0.2676767676767677, - 0.3540372670807453, - 0.0193021529324424, - 0.2059471365638766, - 0.577639751552795, - 0.0968036529680365, - 0.04406364749082, - 0.124223602484472, - 0.046399406087602, - 0.547945205479452, - 0.5714285714285714, - 0.4099378881987577, - 0.2670807453416149, - 0.3788819875776397, - 0.3541666666666667, - 0.236784140969163, - 0.2111801242236025, - 0.2608695652173913, - 0.3686868686868687, - 0.3333333333333333, - 0.4090909090909091, - 0.3737373737373737, - 0.1905286343612335, - 0.3850931677018633, - 0.3181818181818182, - 0.2929292929292929, - 0.1629955947136563, - 0.5217391304347826, - 0.4347826086956521, - 0.3726708074534161, - 0.3416149068322981, - 0.7142857142857143, - 0.1304347826086956, - 0.639751552795031, - 0.0090193174934374, - 0.0280675775728612, - 0.003567341993673, - 0.1075705297341181, - 0.0551243465864089, - 0.0210993188658324, - 0.0537176104458426, - 0.0128720836685438, - 0.0167089547620521, - 0.11, - 0.0285714285714285, - 0.12, - 0.11, - 0.1, - 0.1, - 0.16, - 0.105, - 0.14, - 0, - 0, - 0, - 0.0736906211936662, - 0.1198224852071005, - 0.1027690550956323, - 0.0611259160559626, - 0.1152050345107592, - 0.0724789915966386, - 0.01712637461691, - 0.0948997716315656, - 0.0590960983144181, - 0.1813084112149532, - 0.0846560846560846, - 0.0622918054630246, - 0.0278619724877593, - 0.1023342093059205, - 0.0929814973846514, - 0.0178832710128434, - 0.0591220502410555, - 0.0220466420288008, - 0.049661925856843, - 0.0213022508038585, - 0.709643605870021, - 0, - 0.6434426229508197, - 0.1428571428571428, + 0.1328324458239115, + 0.2816809261546407, + 0.1504005365715413, + 0.5037259682511347, + 0.1095497652363911, + 0.1124692189847748, + 0.239679262936926, + 0.3312438230606669, + 0.1669667377724803, + 0.2904529255629753, + 0.6269227079122439, + 0.104517811183936, + 0.2996700708317522, + 0.1297827739859534, + 0.1075328008302996, + 0.2291646125166166, + 0.2047540678186132, + 0.1082206477967524, + 0.1758598128192857, + 0.2589432238640878, + 0.099606266179599, + 0.5521839397868704, + 0.1314584448398632, + 0.4341375834801577, + 0.1278930448865477, + 0.1142483613219873, + 0.1114801565794733, + 0.1183340078191757, + 0.1792238334933775, + 0.2159152532639479, + 0.6269189772357129, + 0.5408594362141815, + 0.0262900128738214, + 0.3337339809216131, + 0.3522450023494202, + 0.3572402413281214, + 0.0850335262741213, + 0.1601317344975891, + 0.6140528796713417, + 0.1920766323414748, + 0.1063678953329415, + 0.1728015661132299, + 0.6737206714865595, + 0.6173932755476295, + 0.1709775470600535, + 0.1278873287960946, + 0.5190252922493026, + 0.1863102705843431, + 0.3400936953088316, + 0.1637540844920256, + 0.1829490180607512, + 0.0964301100880752, + 0.5367740909071497, + 0.4502941876679249, + 0.2470762894773877, + 0.4151441336907147, + 0.7697059540724517, + 0.0223814310491516, + 0.1573641411700764, + 0.1558080630221072, + 0.1486800021828539, + 0.3968424813684483, + 0.9903787620269892, + 0.983702289708418, + 0.991756691659679, + 0.864010190026117, + 0.9748059927598216, + 0.9947781194527848, + 0.5432643069101114, + 0.9692082730885287, + 0.9845348764524324, + 0.9970031065517222, + 0.3814990500329981, + 0.0567691660845604, + 0.370805132806317, + 0.0405475925086976, + 0.1366665907089195, + 0.2520877398107112, + 0.0404820581147847, + 0.3382671365521822, + 0.0455970533663441, + 0.2064088100730669, + 0.5406779867648327, + 0.6281723920202663, + 0.6503230027741786, + 0.2867570208454935, + 0.5962699719270199, + 0.3873350478781421, + 0.6697762463542491, + 0.6878337812069444, + 0.3732073489327516, + 0.3946353129310934, + 0.6012717286304627, + 0.3868833789489505, + 0.6678007486370199, + 0.9416669122793808, + 0.6596926926490727, + 0.7588964890462379, + 0.6789805041742121, + 0.3006768151916708, + 0.6197878397435049, + 0.3863374312509777, + 0.6335650994449082, + 0.6172967151683105, + 0.2658845990801005, + 0.69058928909654, + 0.6154890324108804, + 0.6258815642669298, + 0.5976493141318713, + 0.1620343215078825, + 0.5105144132868616, + 0.6706809534326306, + 0.3487813769112962, + 0.6252511958593582, + 0.7426288280059242, + 0.8323276298239457, + 0.9689886712858846, + 0.543666437916458, + 0.6094235846141981, + 0.1376367116383161, + 0.1550742947042152, + 0.1312767964951646, + 0.5221183737385473, + 0.4480362043305258, + 0.4119115001879313, + 0.5333516527971472, + 0.3920940104200682, + 0.4586620090831176, + 0.0043837742157298, + 0.0018230642851937, + 0.002545365466535, + 0.0024890574857084, + 0.0031173641830509, + 0.0032336914267633, + 0.0033334250508187, + 0.0020281729310624, + 0.0117407412643223, + 0.0343290869923613, + 0.0283262807631209, + 0.0253197804527539, + 0.3775231450451642, + 0.1663745829754609, + 0.2915885316166368, + 0.1806984923549196, + 0.4213237162550181, + 0.119655897877053, + 0.0624282425752271, + 0.276526617268294, + 0.3629257862201665, + 0.0253582053840866, + 0.1771592154717221, + 0.2418608488510582, + 0.122838932077438, + 0.1578248751232527, + 0.3625530604080951, + 0.0272641458481981, + 0.3349161320180047, + 0.0637749143818093, + 0.0791299760179985, + 0.0903270854385061, + 0.9976556459630364, + 0.9983940251830392, + 0.9885202710303352, + 0.4782189265460586, + 0.3338014212545879, + 0.1768048484886291, + 0.3547441493121853, + 0.0865129773100389, + 0.8011885823723923, + 0.115881178258732, + 0.0676929978774138, + 0.1594235656778216, + 0.4208464803698435, + 0.0445989696113958, + 0.1812652021641483, + 0.5561018004121168, + 0.2309744608519068, + 0.2301288695452544, + 0.0605357379827608, + 0.221398132601912, + 0.8511754057350975, + 0.3116765618275914, + 0.9095074323116694, + 0.2498270535634983, + 0.9498324995867142, + 0.416428405809388, + 0.7698916146964513, + 0.8857073065429931, + 0.8261120070659179, + 0.4118939698305733, + 0.9575444376077124, + 0.2362931308409402, + 0.0552580955467235, + 0.3576574182086179, + 0.0306447730082416, + 0.6073520602017171, + 0.0573807902779695, + 0.1731144414557461, + 0.0837413719831956, + 0.6310483291368628, + 0.0403206017871651, + 0.13668406856553, + 0.3046899488068812, + 0.7897483906128501, + 0.0953072268415533, + 0.0723996101568745, + 0.0065425464350779, + 0.0087448988150029, + 0.0014162870966576, + 0.0094710509006896, + 0.0026559219896111, + 0.0854133840287345, + 0.0582989345358934, + 0.3668847913949973, + 0.0036341287341575, + 0.0510274794881856, + 0.0690470375359764, + 0.000013782837610607272, + 0.0030081795370272, + 0.0026163046983785, + 0.0102930908788197, + 0.0321535170864555, + 0.3996222099203995, + 0.000023730422401518743, + 0.0022303942147553, + 0.0048775392607133, + 0.013718210139876, + 0.0015290015680629, + 0.2328399337549822, + 0.002284155204163, + 0.0205109379590599, + 0.0123311859860423, + 0.2685248386005561, + 0.0448019475586299, + 0.019669559598133, + 0.1251024350703413, + 0.1453243507800178, + 0.0082409671881962, + 0.0110208189387736, + 0.0468743788487008, + 0.0258367200975932, + 0.0114927203315461, + 0.0185129349727538, + 0.0014409221902017, + 0.0710815320664203, + 0.0155154265812857, + 0.3007793074104033, + 0.0069585017632124, + 0.0182739461915951, + 0.3900011449875548, + 0.0028220556620989, + 0.3835763890006389, + 0.0305494938074847, + 0.8781855330029223, + 0.0056558177475579, + 0.011663299964921, + 0.0042050922200798, + 0.0056046212112533, + 0.0039405378994587, + 0.000015156567340628694, + 0.0548300688613855, + 0.0046990900523974, + 0.4447031753234924, + 0.0013807763391493, + 0.0084744049642758, + 0.0570789395468984, + 0.0093537972560143, + 0.0029263013910148, + 0.0052545555723308, + 0.2052509310159824, + 0.022691355673753, + 0.0056767291744548, + 0.0009950248756218, + 0.0095568330626716, + 0.0094639985279577, + 0.0385910139059943, + 0.0485585133844853, + 0.007593343900673, + 0.0027370909997062, + 0.039336780878041, + 0.0335265972417335, + 0.0107161031672618, + 0.0201449432144916, + 0.3340978632717452, + 0.7560539740575858, + 0.0234920868079446, + 0.7831695210987537, + 0.4882922185199669, + 0.6292076471075647, + 0.4520822150383639, + 0.3489693284580892, + 0.4399508237672553, + 0.1625350339896198, + 0.0676750959080381, + 0.3278314972999145, + 0.0389257908439695, + 0.8462482016206212, + 0.0164323565026061, + 0.4947970796008424, + 0.0076455381248125, + 0.0311364325338951, + 0.7387181088941073, 0.3333333333333333, - 0.4323224852071006, - 0.2025316455696202, - 0.004439511653718, - 0.6, - 0.0611263736263736, - 0.320754716981132, - 0.1166785969935576, - 0.4897959183673469, - 0.0132450331125827, - 0.1293103448275862, - 0.3601895734597156, - 0.2128777923784494, - 0.194481333923565, - 0.056338028169014, - 0.0081521739130434, - 0.1704545454545454, - 0.0769230769230769, - 0.2087912087912088, - 0.087719298245614, - 0.2386363636363636, - 0.0952380952380952, - 0.1916666666666666, - 0.2022471910112359, - 0.2129629629629629, - 0.0106081081081081, - 0.210727969348659, - 0.044378698224852, - 0.0577777777777777, - 0, - 0, - 0, - 0.0756972111553784, - 0.0078431372549019, - 0, - 0, - 0, - 0, - 0.2052238805970149, - 0.105, - 0, - 0.0006666666666666, - 0.04, - 0, - 0, - 0, - 0, - 0, - 0.2064516129032258, - 0.0306122448979591, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.0086580086580086, - 0.08, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.08, - 0, - 0.0206185567010309, - 0, - 0.05, - 0, - 0, - 0.0833333333333333, - 0, - 0, - 0, - 0, - 0.6271186440677966, - 0.0206185567010309, - 0.008, - 0, - 0.1634615384615384, - 0.085, - 0, - 0.285, - 0, - 0.1326530612244898, - 0.01, - 0, - 0.0266666666666666, - 0, - 0.2, - 0, - 0, - 0.6, - 0.16, - 0, - 0, - 0, - 0.02, - 0.1666666666666666, - 0, - 0.8, - 0, - 0, - 0, - 0, - 0, - 0.0416666666666666, - 0.1458333333333333, - 0, - 0, - 0.0015384615384615, - 0.1020408163265306, - 0, - 0.0123456790123456, - 0.0826210826210826, - 0.3505798394290811, - 0.0196078431372549, - 0.7804878048780488, - 0, - 0.1387900355871886, - 0.3544776119402985, - 0, - 0.075268817204301, - 0, - 0.064516129032258, - 0.0990990990990991, - 0.045045045045045, - 0.1372549019607843, - 0, - 0.2857142857142857, - 0, - 0.0108695652173913, - 0.6548871735139083, 1, + 0.0174647162209664, + 0.0354925769288679, + 0.0008417508417508, 1, - 0, - 0, - 0, + 0.185332978629068, + 1, + 1.0000000000000002, + 1.0000000000000002, + 0.0038910505836575, + 0.0011806375442739, + 1, + 0.0018518518518518, + 0.0339283977880141, + 1, + 1, + 1, + 1, + 0.0026178010471204, + 1, + 0.0714285714285714, + 0.8333333333333333, + 1, + 1, + 0.6132678132678132, + 0.9667320431665122, + 0.625, + 1, + 0.005953125, + 0.5, + 0.002061855670103, + 0.0009523809523809, + 1, + 0.4200012017531354, + 0.9263766719108728, + 0.9763384688308424, + 0.7833341070788942, + 0.4523065057545481, + 0.951281666190683, + 0.7871960361750686, + 0.6617533075625024, + 0.529891171348325, + 0.8747409077838373, + 0.955256729190838, + 0.5520043075552514, + 0.5232371466455404, + 0.5413522582502852, + 0.8697245395486074, + 0.6425014182561772, + 0.9077160066940256, + 0.5660885432547773, + 0.6438719500596068, + 0.3486188885358577, + 0.6402999524709625, + 0.501614617773656, + 0.5663361398083474, + 0.6802028670386211, + 0.7991737119740654, + 0.5656625918964877, + 0.1642127989205829, + 0.7940940330597566, + 0.2158407393191715, + 0.4795406498299061, + 0.6049264773239309, + 0.6415948105429403, + 0.7908201934997872, + 0.22664155439452, + 0.3845392359110092, + 0.9708472323632682, + 0.6931980157976004, + 0.9309666381632286, + 0.0947054338842195, + 0.5777427407200821, + 0.9849378551078432, + 0.6440614183330352, + 0.0192113282897029, + 0.8849566083029605, + 0.9799314674964316, + 0.9949674927071218, + 0.5084303946285429, + 0.7463684536077124, + 0.7932569357493211, + 0.9974630800834732, + 0.1547188688485123, + 0.9672886687723236, + 0.1185621163827324, + 0.9397616157331096, + 0.90496974771478, + 0.5182118185236172, + 0.2055228008280825, + 0.0333181840892774, + 0.3740637053486154, + 0.9101793779846004, + 0.777663281483582 + ], + "y0": " ", + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>AUC-PR=%{y}<extra></extra>", + "legendgroup": "OmniAnomaly", + "marker": { + "color": "slateblue" + }, + "name": "OmniAnomaly", + "notched": false, + "offsetgroup": "OmniAnomaly", + "orientation": "v", + "showlegend": true, + "type": "box", + "x": [ + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly", + "OmniAnomaly" + ], + "x0": " ", + "xaxis": "x", + "y": [ + 0.2217169903922661, + 0.4005489235446511, + 0.3903290052917058, + 0.4085437912660118, + 0.1120382522948044, + 0.1237747149744757, + 0.5857655344740517, + 0.7989809244847972, + 0.2199740981762499, + 0.9991779649139708, + 0.0775781949090129, + 0.0845216172965071, + 0.0609289337118183, + 0.3986997259816935, + 0.0989570542442188, + 0.401423956217246, + 0.4022871966759903, + 0.138031407503487, + 0.1716239224534477, + 0.1620891279814286, + 0.2665791845275927, + 0.4715907724030069, + 0.6842950685508704, + 0.3926959393198822, + 0.1976076371573053, + 0.0651820272406411, + 0.5656902956902331, + 0.4017280529672874, + 0.014210747319991, + 0.0007653839063919, + 0.9118429669128736, + 0.636933664152145, + 0.002142167707398, + 0.0010671661902738, + 0.8134920634920634, + 0.4583053066796825, + 0.3236074358890647, + 0.0048722662074658, + 0.440972621621523, + 0.0405867991541044, + 0.0010730774779019, + 0.0313437728523008, + 0.4715349537909619, + 0.2780207784688875, + 0.0032571323942689, + 0.0058432709130553, + 0.8475771526766976, + 0.0095608310717535, + 0.003655079326251, + 0.0123590511636783, + 0.1918474144237288, + 0.0063544128043955, + 0.7652038373360658, + 0.8598298151040168, + 0.1343037083647565, + 0.3052758696196518, + 0.9993967186525572, + 0.0188185983714818, + 0.1047681713664152, + 0.1656315431787998, + 0.0957671484524821, + 0.8647528788858052, + 0.0969062664215544, + 0.0845272735384159, + 0.1865519381246997, + 0.1107520638803822, + 0.0926816938893473, + 0.1069174766193179, + 0.0746002863688418, + 0.197393621663544, + 0.1968325199712327, + 0.1893000989315565, + 0.1920691814960085, + 0.0410086246194507, + 0.414030397679727, + 0.0216073321388119, + 0.1547539143683749, + 0.3135808930855491, + 0.0857866286430167, + 0.5855554057370717, + 0.0396698349609641, + 0.070178379420539, + 0.0752851708514467, + 0.997491890347146, + 0.6998650371435892, + 0.0081485227827855, + 0.1940979154920346, + 0.6499119173906986, + 0.6818728352482055, + 0.8817575522103979, + 0.3959008733584431, + 0.1458358412103148, + 0.8175997703313445, + 0.6761023675469245, + 0.8355330735338581, + 0.9795187415843374, + 0.0588853351715099, + 0.8646496724401899, + 0.4714320954052963, + 0.0082133503617466, + 0.6905700543878468, + 0.8121629744307409, + 0.6322862545881717, + 0.7947704682423817, + 0.0072625047538703, + 0.0021293345431444, + 0.6218178280010689, + 0.6912057740950345, + 0.328411538215688, + 0.0021321284936503, + 0.2690908186573897, + 0.6681051414328296, + 0.9653001744598286, + 0.2959551045821204, + 0.951174606408546, + 0.9807572346259686, + 0.9957289744838044, + 0.0810796025176157, + 0.8811055459063275, + 0.1436875556511332, + 0.16408003825348, + 0.1424373093053637, + 0.8359163505943152, + 0.7886988575238189, + 0.383000519293581, + 0.939877309737804, + 0.2336574012400508, + 0.686043771423194, + 0.002130249594824, + 0.0020795251631722, + 0.0037240811206431, + 0.0033860721354332, + 0.0024166874906033, + 0.0905418749253779, + 0.0023419100484089, + 0.0022981953500697, + 0.0284956345276632, + 0.037942898195023, + 0.0290474303965215, + 0.0280001131574368, + 0.8902377767416123, + 0.7013311197750907, + 0.4223088348601599, + 0.4407612661280619, + 0.6874684546444031, + 0.6656902138346332, + 0.225083162691396, + 0.4881111797193029, + 0.7503814974476175, + 0.0733210635687945, + 0.6416472914395462, + 0.5600160033519868, + 0.470496895118342, + 0.4950812862100366, + 0.812428005024388, + 0.0745605650439302, + 0.5495688350859411, + 0.0680171199171779, + 0.2954696905138797, + 0.2247242674893215, + 0.3585231784967007, + 0.4045479149240137, + 0.2691095713871967, + 0.7866224918899369, + 0.001209191190314, + 0.5376157952508206, + 0.2834187653128397, + 0.0326954660552589, + 0.9955741381218236, + 0.0971593864034228, + 0.2942296333034077, + 0.6174546044512, + 0.8739802601858747, + 0.0091298437932905, + 0.3257194836427182, + 0.5735554114906196, + 0.1813144516975241, + 0.5822007265867042, + 0.0390910653304765, + 0.0277985109237125, + 0.929179401975192, + 0.6326475934128204, + 0.9572265316152928, + 0.4842130640712719, + 0.9621899137947032, + 0.7503305323157495, + 0.918083284405414, + 0.980934532616949, + 0.9105040218874508, + 0.4378677976960084, + 0.0901946478743787, + 0.3235168223110757, + 0.0760759086067205, + 0.2840542829108421, + 0.0468982253431547, + 0.0568561335444852, + 0.1664532130086029, + 0.3361296628243242, + 0.0572001277223985, + 0.1067062043705488, + 0.0378781801867947, + 0.3425379810794691, + 0.1120385285067817, + 0.467980755433553, + 0.0810139771933977, + 0.0646648482156372, + 0.044280721937434, + 0.0095377615536203, + 0.0031582621806023, + 0.0425105720314615, + 0.0027000683175164, + 0.0142628087275354, + 0.3280943922413692, + 0.2434461673827089, + 0.0013745189909444, + 0.087448098409953, + 0.0051332881673252, + 0.00004659615115791436, + 0.0073028297124501, + 0.0021720044209558, + 0.0036597993584465, + 0.0294032919493041, + 0.1743244142798683, + 0.00006479621590099139, + 0.0014957699836068, + 0.0775996712386378, + 0.0013939550808457, + 0.0020069707436163, + 0.0003094880950289, + 0.0017019259645379, + 0.0181737893960612, + 0.015542378719196, + 0.153353061492182, + 0.024088073620728, + 0.0258695215837086, + 0.0107103890642628, + 0.4887122165996415, + 0.0074069085116936, + 0.0126865557125984, + 0.0342080954998759, + 0.0260033764957229, + 0.0768510374131919, + 0.0173900653577468, + 0.0004022526146419, + 0.9999999999999998, + 0.1001874148434361, + 0.0068618238388813, + 0.0388723702528088, + 0.0459542889108526, + 0.1735856494325976, + 0.0039776557421052, + 0.7684546221648236, + 0.0065719000705947, + 0.2129866819125732, + 0.0024169098964378, + 0.0072495359824751, + 0.0050273754795459, + 0.0050734324916229, + 0.0016600883834859, + 0.000009511218482199755, + 0.0050553294244461, + 0.0047812234665045, + 0.9268225341118972, + 0.0003826247690933, + 0.0069149366360607, + 0.0051544397561816, + 0.0087154290914498, + 0.0009337378230454, + 0.0048855159485151, + 0.0090799704701868, + 0.0498725539319135, + 0.0054598263485692, + 0.0003677822728944, + 0.011610975257666, + 0.0091374193444349, + 0.0298900347867701, + 0.0348750915573504, + 0.8083333333333333, + 0.002326567674141, + 0.001459998656574, + 0.061653481245218, + 0.1164714403097522, + 0.7962863804549014, + 0.1277187519546956, + 0.0734997901550387, + 0.0062032123930325, + 0.9707473046309658, + 0.3552303687128572, + 0.0262583434099681, + 0.9438352325257942, + 0.004943463172917, + 0.5154750382646736, + 0.8066112347015275, + 0.734060069030697, + 0.776072836755611, + 0.0161853410054493, + 0.0093381427763355, + 0.0165714895391829, + 0.3249395380246421, + 0.0037111863902047, + 0.8088692791630904, + 0.7576872065528726, + 0.0024390243902439, + 0.0053191489361702, + 0.0057043658510639, + 0.0293244603707642, + 0.001199040767386, + 0.5, + 0.0192408612097731, + 0.0033559272078284, + 0.5719093209403288, 1, + 0.002710027100271, + 0.005813953488372, + 0.0046511627906976, + 0.0023809523809523, + 0.0271591897863585, + 0.0023310023310023, + 0.0588235294117647, 0.3333333333333333, - 0, - 1, - 1, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 1, - 0, + 0.003610108303249, + 0.0011976047904191, + 0.0033333333333333, + 0.0022075055187637, + 0.1677105080027835, + 0.0033112582781456, 1, - 0, + 0.0821636644168156, + 0.9919113474869096, + 0.0027389387612576, + 0.0046511627906976, + 0.0021001580056179, + 0.0028490028490028, + 0.0009460737937559, + 0.0010427528675703, + 0.0027247956403269, + 0.3383995437466327, + 0.9957214320216544, + 0.995845252129707, + 0.9969495901895128, + 0.0660444547592109, + 0.99584837536912, + 0.9969462293078876, + 0.9296360520558772, + 0.8931239909183253, + 0.9994011276693372, + 0.995499062297766, + 0.8916375817152119, + 0.9865352448638444, + 0.895235789680823, + 0.9998992163389276, + 0.9945165325156098, + 0.9958713246717809, + 0.8916375817152119, + 0.994527692945492, + 0.9233723751983826, + 0.9296360520558772, + 0.9885562218524636, + 0.8916375817152119, + 0.9296360520558772, + 0.996948802776184, + 0.8916375817152119, + 0.0660828678534145, + 0.9969494070389808, + 0.0431804940193866, + 0.8909445340432021, + 0.9296360520558772, + 0.9945233708786524, + 0.9969870860326012, + 0.9985073852221572, + 0.0660559810250755, + 0.99505536300697, + 0.996141235928239, + 0.9459668517432964, + 0.0660324889703249, + 0.0111351054563863, + 0.0125507207532548, + 0.9972671602524112, + 0.0183285770267863, + 0.9943995160889668, + 0.9991185130565255, + 0.9958674510356662, + 0.5885546018856816, + 0.98161320670828, + 0.8058138301012826, + 0.8565362064671278, + 0.0150468243350009, + 0.9996266032835788, + 0.0186868295274393, + 0.9915895480976052, + 0.999137012188748, + 0.0151870454996847, + 0.0188689419888537, + 0.9954883543319406, + 0.8598195429706188, + 0.9766935293609847, + 0.977190389369663 + ], + "y0": " ", + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>AUC-PR=%{y}<extra></extra>", + "legendgroup": "USAD", + "marker": { + "color": "mediumpurple" + }, + "name": "USAD", + "notched": false, + "offsetgroup": "USAD", + "orientation": "v", + "showlegend": true, + "type": "box", + "x": [ + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD", + "USAD" + ], + "x0": " ", + "xaxis": "x", + "y": [ + 0.2216597340035377, + 0.4003636510728988, + 0.3914102161934061, + 0.4085437912660118, + 0.1105866231229747, + 0.1237746932196738, + 0.5669566967595161, + 0.8065937188253208, + 0.2199624305527034, + 0.1928357749569499, + 0.0775778261147439, + 0.0845256425045396, + 0.0609572001024211, + 0.274330723915888, + 0.0989575495949877, + 0.4014285337221872, + 0.3935952965461525, + 0.1488300851144572, + 0.1712022446974297, + 0.1907825591049645, + 0.3270511521591636, + 0.4711929307027807, + 0.6841623023036753, + 0.3924015697886612, + 0.1976010860738989, + 0.0651806319204056, + 0.5656668013693513, + 0.3604031311049782, + 0.0142107570625376, + 0.0007653839063919, + 0.9117118480592292, + 0.6369004348025658, + 0.0021421597866547, + 0.0010544401717884, + 0.5703703703703704, + 0.4579323836576046, + 0.3236074358890647, + 0.0048722448078684, + 0.4238735787269907, + 0.0405867075066616, + 0.0010730774779019, + 0.0313433374619172, + 0.4662951155386991, + 0.2749419138412878, + 0.0032570106887847, + 0.0058431436528234, + 0.8475769973621828, + 0.0095591785935504, + 0.0036279133694032, + 0.0123589416999886, + 0.1918366673098845, + 0.0063543390108007, + 0.7648002595655374, + 0.5880006960168789, + 0.1375535216305732, + 0.3058913427866205, + 0.9993558889938932, + 0.0209750571476648, + 0.105362899981736, + 0.0718965358351179, + 0.0887672179344793, + 0.0874973073154607, + 0.0968160587065163, + 0.0844790836780706, + 0.1865518284575554, + 0.110354829280682, + 0.0928526377025804, + 0.1069251062515646, + 0.07457125426615, + 0.1973651854095405, + 0.1966258279233056, + 0.1891613878658314, + 0.1920565328650643, + 0.0410345771131515, + 0.375077181132592, + 0.0212483480011266, + 0.1563203192053469, + 0.3119689233181245, + 0.0809491370889758, + 0.5883319611840865, + 0.0395494106180495, + 0.3233819203603594, + 0.8411467706918014, + 0.9961637272980716, + 0.6977318745254074, + 0.5406434342625468, + 0.9485616565337778, + 0.6548257032443036, + 0.66727456798299, + 0.902376958311744, + 0.3956991381471412, + 0.0586475264654586, + 0.8584068779553041, + 0.6244409806682473, + 0.8337753118241156, + 0.9698309172142008, + 0.2211092981792682, + 0.8699556473619043, + 0.9570718444280536, + 0.0175890573223674, + 0.6903499061750888, + 0.7751577313090735, + 0.6188155531360162, + 0.841163527846363, + 0.0171646409615002, + 0.1826864279543004, + 0.8486020982805808, + 0.6901169816220347, + 0.9366594535098026, + 0.0059450601752414, + 0.6251585678695629, + 0.668374686795138, + 0.9572331126399336, + 0.7098915950126699, + 0.9517301882119502, + 0.9804418857743724, + 0.995188005558472, + 0.5420536974138424, + 0.8826217971106508, + 0.1476559619512676, + 0.155013662525046, + 0.1448828737480341, + 0.8571036201476964, + 0.6528683717655718, + 0.3543312000166175, + 0.9396204674204212, + 0.1986312296174586, + 0.7019053102494186, + 0.0016738520562138, + 0.0023467107744888, + 0.0035682548651755, + 0.0424274587327995, + 0.007720844678083, + 0.0941979943355306, + 0.0335941580558076, + 0.0021736029816866, + 0.1011693019615253, + 0.0307264496056042, + 0.0241983418912056, + 0.0237673219002813, + 0.8779924895198611, + 0.7146552670874057, + 0.3517647877966871, + 0.4235949792519595, + 0.6721851699686681, + 0.6533209468754132, + 0.2164698620311891, + 0.4667129777359318, + 0.7629361741652818, + 0.0592235875754747, + 0.6161044605180102, + 0.533588076909151, + 0.4634608444671153, + 0.4766763680786739, + 0.8148807316713426, + 0.0599279229164856, + 0.5051349958061686, + 0.0624265008615373, + 0.2238685003217159, + 0.2292602081670427, + 0.3591704687919187, + 0.4034547902016023, + 0.2567170719315595, + 0.7866196171097318, + 0.0012783082362307, + 0.5375896151234807, + 0.2828398394630731, + 0.0326788917623233, + 0.9955741381218236, + 0.0970271276551156, + 0.3016914519467505, + 0.6174535122553971, + 0.8334243766965962, + 0.0091294505455601, + 0.3660084866439533, + 0.5730937653753704, + 0.181309231796501, + 0.5821944802201032, + 0.6341834306101811, + 0.0277961460493253, + 0.9332869146688904, + 0.59938399644734, + 0.9572265316152928, + 0.401196094969829, + 0.9553419588805268, + 0.6957997543200334, + 0.9160171355979831, + 0.9786583500632188, + 0.9072788771978127, + 0.4816245755217306, + 0.0899889498321638, + 0.2528470355713175, + 0.0674057802880565, + 0.2978160559585583, + 0.04726645934047, + 0.0601730043352181, + 0.102313622451241, + 0.3403923896125754, + 0.0572314210473126, + 0.0823196008444747, + 0.0378875689634483, + 0.3407489870494433, + 0.112072770302627, + 0.4891850835586378, + 0.0810795686564899, + 0.0646645958264565, + 0.0419977591470101, + 0.002275252413735, + 0.0031586741735893, + 0.0095148264739878, + 0.0026093502553712, + 0.014329304965967, + 0.3280753941663723, + 0.1114936216273721, + 0.0013742843887274, + 0.1138564854218565, + 0.005135520153035, + 0.00004660049396523603, + 0.0073064622190913, + 0.0021730243040094, + 0.0036610139303689, + 0.0294827134485565, + 0.1743227496188926, + 0.0000648046140885231, + 0.0015743119491922, + 0.2338826593956278, + 0.002366145711932, + 0.0020069698123255, + 0.0003094829119895, + 0.0017019259645379, + 0.0322384953868308, + 0.0149049820607433, + 0.1533551154364528, + 0.0240878438270449, + 0.02124661753364, + 0.0107103976878413, + 0.4874888112445636, + 0.0074076230252113, + 0.0126956517415983, + 0.0341831055339912, + 0.0260121308283196, + 0.0809296921701936, + 0.0173908849190751, + 0.0004017677782241, + 0.9999999999999998, + 0.1506462963269339, + 0.0068593895305865, + 0.0390806922618352, + 0.0306119848095043, + 0.1735849402601089, + 0.0049938477645116, + 0.7684696503645004, + 0.0065719005367473, + 0.3323620394913699, + 0.0023611145118385, + 0.0072495414115623, + 0.0050272900230331, + 0.005073684261664, + 0.0112450341278676, + 0.00000951094710011223, + 0.0050528902195159, + 0.0050076965513416, + 0.9267329497831824, + 0.000382637382394, + 0.0069159083705479, + 0.0051544475486729, + 0.0087303939200254, + 0.0009173238378896, + 0.0048850181175426, + 0.0143592379596243, + 0.0498724837140192, + 0.0054614056486374, + 0.0003676470588235, + 0.0116208043368054, + 0.0092562146509263, + 0.0298904759545932, + 0.0348380576099857, + 0.8200000000000001, + 0.0023265176311629, + 0.0014597511403215, + 0.0981646856332248, + 0.1164714091171508, + 0.8221377483328172, + 0.1113449009505065, + 0.0730166246144977, + 0.0058828646766304, + 0.2010246794738666, + 0.468930689771366, + 0.0219630014430225, + 0.9440554704942724, + 0.0075599365300852, + 0.0236052870666904, + 0.8726678742258824, + 0.600873567357336, + 0.0148182371689863, + 0.0744336593107796, + 0.0093381401845053, + 0.0213697658618203, + 0.1267984185507175, + 0.0029265276595834, + 0.787270225956674, + 0.7574841555865873, + 0.0024390243902439, + 0.0053191489361702, + 0.0057043658510639, + 0.0293236485345865, + 0.001199040767386, 0.5, + 0.0192408612097731, + 0.0033559272078284, + 0.5719093209403288, 1, - 1, - 0.6, - 0.1938325991189427, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 0.2941176470588235, - 0.1164244988044877, - 0.0765127827846238, - 0.1578076144932867, - 0, - 0.0765127827846238, - 0.1581754644105205, - 0.0194960456133897, - 0.0259334191649806, - 0.7318989071038251, - 0.0963766783152473, - 0.1864754098360656, - 0.1719522240527183, - 0.0259334191649806, - 0.1142173993010851, - 0.1316902703696891, - 0.0765127827846238, - 0.1864754098360656, - 0.1294831708662865, - 0.3948439620081411, - 0.0194960456133897, - 0.192385506713261, - 0.1864754098360656, - 0.0194960456133897, - 0.1567040647415854, - 0.1864754098360656, - 0, - 0.1581754644105205, - 0, - 0.0259334191649806, - 0.0194960456133897, - 0.1294831708662865, - 0.7686567164179104, - 0.996969696969697, - 0, - 0.7280248190279214, - 1, - 0.2823960880195599, - 0, - 0, - 0, - 0.7899543378995434, - 0, - 0.8345398138572906, - 0.0087565674255691, - 0.9924242424242424, - 0.0604203152364273, - 0.021015761821366, - 0.4498448810754912, - 0.0008756567425569, - 0, - 0.0148861646234676, - 0, - 0.9482936918304034, - 0, - 0, - 0, - 0.9644495412844036, - 0.3728606356968215, - 0.5036194415718718, - 0.9242424242424242 + 0.002710027100271, + 0.005813953488372, + 0.0046511627906976, + 0.0023809523809523, + 0.0271123128561103, + 0.0023310023310023, + 0.0588235294117647, + 0.25, + 0.003610108303249, + 0.0011976047904191, + 0.0033333333333333, + 0.0022075055187637, + 0.1677105080027835, + 0.0033112582781456, + 0.0010901729942887, + 0.0821636644168156, + 0.9919113474869096, + 0.0027389387612576, + 0.0046511627906976, + 0.0021001580056179, + 0.0028490028490028, + 0.0009460737937559, + 0.0010427528675703, + 0.0027247956403269, + 0.3383995437466327, + 0.9957218777454586, + 0.9960070599183692, + 0.9969615137273968, + 0.066044734158807, + 0.9961107387483236, + 0.9969609983245415, + 0.9296361454301006, + 0.5428307637272406, + 0.9994011276693374, + 0.9955082804728282, + 0.8916375817152119, + 0.9865350718340832, + 0.8712468954671284, + 0.9998992163389276, + 0.9945418833740842, + 0.9961060179270363, + 0.8916375817152119, + 0.9946742147005534, + 0.9233723751983826, + 0.9296361560574524, + 0.9885562218524636, + 0.8916375817152119, + 0.9296361655876194, + 0.996964563783403, + 0.8916375817152119, + 0.066080333012377, + 0.996960858032646, + 0.0435545459194111, + 0.8747080519669242, + 0.9296361884518184, + 0.9946425023900564, + 0.9969867207222796, + 0.9985073852221572, + 0.1058609859940773, + 0.9950551362274518, + 0.9961412359282392, + 0.945856517316157, + 0.0660341469669636, + 0.0111350627122554, + 0.0125492465692692, + 0.9972776583110712, + 0.0183290301829255, + 0.994400504072226, + 0.9991185130565255, + 0.995867451035666, + 0.58860654395099, + 0.9816378026288, + 0.8058163410366985, + 0.8549095142002072, + 0.0150446292403494, + 0.9996258665533022, + 0.0186867598740198, + 0.9915895480976052, + 0.9991362693036626, + 0.0151868623797265, + 0.0188661398459672, + 0.995486361695475, + 0.8599599755022995, + 0.9766958475774882, + 0.9771874293282732 ], "y0": " ", "yaxis": "y" }, { "alignmentgroup": "True", - "hovertemplate": "Model=%{x}<br>Recall=%{y}<extra></extra>", - "legendgroup": "IForest", + "hovertemplate": "Model=%{x}<br>AUC-PR=%{y}<extra></extra>", + "legendgroup": "LSTMAD", "marker": { - "color": "darkmagenta" + "color": "blueviolet" }, - "name": "IForest", + "name": "LSTMAD", "notched": false, - "offsetgroup": "IForest", + "offsetgroup": "LSTMAD", + "orientation": "v", + "showlegend": true, + "type": "box", + "x": [ + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD", + "LSTMAD" + ], + "x0": " ", + "xaxis": "x", + "y": [ + 0.1114811464088816, + 0.1277487940730036, + 0.1216352929102622, + 0.1826743887368079, + 0.1027400522352829, + 0.0863785520999006, + 0.1900210818480747, + 0.286935007610574, + 0.1580680200069276, + 0.2266054728160446, + 0.0824833823638343, + 0.0862878799666994, + 0.068930349229141, + 0.1301628009673794, + 0.0997357552561939, + 0.3019649323978445, + 0.1136263903518569, + 0.114881668421924, + 0.1215419564314522, + 0.184724409755758, + 0.1002070301715388, + 0.4162293274911158, + 0.1606410583433255, + 0.3156489022597225, + 0.0959018159169502, + 0.0694482365523221, + 0.1144535283219647, + 0.1214019035323505, + 0.0156099553109553, + 0.0005966348920265, + 0.5621137385914386, + 0.3999925015575123, + 0.0019784484444258, + 0.3340997095879228, + 0.3351756089703754, + 0.2850266636449676, + 0.088698009990802, + 0.0045400576125231, + 0.3930548765661013, + 0.0389981704366677, + 0.0010117170525816, + 0.0614972385801277, + 0.4692431313389204, + 0.3087434797746063, + 0.0025378322401993, + 0.0054371903916583, + 0.841388873875802, + 0.0160994444419026, + 0.334304149222502, + 0.0175155026911261, + 0.1815222708092185, + 0.0061063718333813, + 0.5320208288797212, + 0.3039945475015764, + 0.2023077223729303, + 0.2719394544247738, + 0.5816577592418987, + 0.0187513705767892, + 0.0618386713514016, + 0.1260780266768607, + 0.1432377785539599, + 0.4271686588299724, + 0.4986029337714184, + 0.475396475420616, + 0.5431087997851897, + 0.5350510095748872, + 0.5400926111688614, + 0.4954373104486242, + 0.4777315291858331, + 0.541961545979461, + 0.5455604599048302, + 0.5393818844218652, + 0.1322337577607795, + 0.0507139458312757, + 0.3268702492730955, + 0.0518362649808909, + 0.1255949221045285, + 0.0828161324340301, + 0.0359079902999632, + 0.180146074082762, + 0.050641754546515, + 0.1739879072639512, + 0.4676583208692023, + 0.624519889926646, + 0.6659190414079911, + 0.2973063568175258, + 0.7369197639658849, + 0.2751382279955706, + 0.6707775056899709, + 0.6338839224024952, + 0.3845771674704322, + 0.104595225917234, + 0.5433968578662134, + 0.2527177732666589, + 0.7332309713918919, + 0.927628230857835, + 0.7126869009961889, + 0.6112770139947741, + 0.8135237501566093, + 0.3784668843234977, + 0.6571303430961545, + 0.5046448037088208, + 0.612443846388914, + 0.4209858532864562, + 0.3432486170500073, + 0.3982632962902694, + 0.5184789964676685, + 0.6291538316376156, + 0.7399945778006759, + 0.2295919594954881, + 0.4663934294305344, + 0.5970841100853315, + 0.5241437325921358, + 0.8454518385201374, + 0.7394118832833682, + 0.4768183520262633, + 0.9692890217588525, + 0.1626725350858836, + 0.6724261191290057, + 0.1263362673352569, + 0.1602013675075099, + 0.1305039057205968, + 0.450077386735166, + 0.4497357108799843, + 0.3999137592402245, + 0.2784675765691576, + 0.2308065730870653, + 0.2645752076477775, + 0.0222984191676425, + 0.0017818131424542, + 0.061391827756733, + 0.0466341139577001, + 0.0685675121884226, + 0.0345460966063047, + 0.0742777379376246, + 0.0447332083316952, + 0.0585076306656903, + 0.036779545854983, + 0.0258856485910954, + 0.0288268357925318, + 0.2625413051603978, + 0.122037043958373, + 0.1891400409731513, + 0.1681774513220414, + 0.270687474855342, + 0.0937394912921102, + 0.032985558370704, + 0.1497421083667586, + 0.2453754565185324, + 0.0421354979427216, + 0.1195371178527897, + 0.1772786602964193, + 0.0894529858315303, + 0.1101152022240516, + 0.2039559368016421, + 0.0299078663953853, + 0.1222230227909392, + 0.0419841232950593, + 0.0875448241574165, + 0.0390117897298735, + 0.9917565139263252, + 0.9976220792376168, + 0.9908138358856622, + 0.517523824603947, + 0.3338438662281405, + 0.5123692773117389, + 0.2357208931753029, + 0.0603238578216998, + 0.7893535926609497, + 0.0726161247106597, + 0.1323081858343272, + 0.4958299451519251, + 0.4615416104180114, + 0.0053961253293434, + 0.0673505168943469, + 0.3761510412964243, + 0.1742383786599989, + 0.5486401473211884, + 0.0520672631794141, + 0.6080326913752112, + 0.6984350672518377, + 0.2990130230594978, + 0.907080017092832, + 0.2518018174630895, + 0.9409840735007644, + 0.4315836653999498, + 0.770925185334963, + 0.8834973189041614, + 0.8234678240249466, + 0.3580709697520762, + 0.7358734481839604, + 0.2001661174144549, + 0.1067046209656631, + 0.0767851754314286, + 0.0304365206762823, + 0.3356917331740057, + 0.1836718046484004, + 0.1833445641382529, + 0.0570664027991004, + 0.2424635662092228, + 0.0359492701956271, + 0.0713726691376403, + 0.2646763176777088, + 0.4795585086588033, + 0.0813003969733314, + 0.0647879297198734, + 0.0069772495601362, + 0.0089628765700838, + 0.002085360873248, + 0.0092874228230063, + 0.0027826956397329, + 0.0140700943827261, + 0.0236669703750808, + 0.0252276093548975, + 0.0012433218044805, + 0.0053233842152503, + 0.0053549965544177, + 0.000027156202476645665, + 0.0025079330429226, + 0.0020616445464086, + 0.0039858307506453, + 0.0248088136784361, + 0.095554247824611, + 0.00003782720532607051, + 0.0026951137334356, + 0.0051806020407553, + 0.0041930142221083, + 0.0014826083538777, + 0.0003014299837117, + 0.0016902039504813, + 0.018162606726345, + 0.0056202009379987, + 0.1005017225858331, + 0.0245840986173165, + 0.0102108814534344, + 0.0107803577975623, + 0.0421412375559872, + 0.0075686574388029, + 0.0119069993728264, + 0.0216676202078908, + 0.024112839096339, + 0.016191589285874, + 0.0188639187733665, + 0.0005376344086021, + 0.2000555643002249, + 0.0206157791516667, + 0.0041002343650395, + 0.0123603724617433, + 0.0236290402075518, + 0.0934941480180631, + 0.0027344193641158, + 0.2210698349478332, + 0.0065626260507514, + 0.0627698530583293, + 0.0015140229641193, + 0.0072011260923108, + 0.0045213544254887, + 0.0052409194344367, + 0.0163693604698666, + 0.000010053383466205551, + 0.005073159008011, + 0.217768873403919, + 0.0313694375683062, + 0.0003916022129999, + 0.0071265945027821, + 0.0052386204990606, + 0.0032186947547318, + 0.0040000919106813, + 0.0047495419954748, + 0.3663107886170949, + 0.0243791919211999, + 0.0052815393014724, + 0.0004901960784313, + 0.0109932460560662, + 0.0096875403325463, + 0.0175160862825493, + 0.0218929769298662, + 0.0029654217291781, + 0.0023312607914157, + 0.0014045530085647, + 0.0272440205863137, + 0.1171007739930341, + 0.1064141594909105, + 0.1586330208395241, + 0.6928206787179723, + 0.6883065138679298, + 0.8310728814944762, + 0.4882922185199669, + 0.1916384457245993, + 0.4213334762375586, + 0.0116975184264404, + 0.0936881522023821, + 0.177577983258983, + 0.3571644395302697, + 0.0734719949874024, + 0.0425459882060301, + 0.4609170649354331, + 0.0168684435671792, + 0.43220679467126, + 0.0076014630121591, + 0.0454632353418692, + 0.7376946947277406, + 0.0666666666666666, + 1, + 0.0042068284976138, + 0.0289201496901289, + 0.0007806401249024, + 1, + 0.1833971088435373, + 0.0055340860221973, + 1, + 1, + 0.0005970149253731, + 0.000653167864141, + 1, + 0.001841620626151, + 0.0269574796955106, + 0.0151515151515151, + 1, + 1, + 1, + 0.001082251082251, + 1, + 0.2, + 0.5007007708479327, + 1, + 1, + 0.6122207534699272, + 0.9775786665471188, + 0.0059312282126781, + 1, + 0.0056397402301469, + 0.5, + 0.0018018018018018, + 0.0009372071227741, + 0.0010384215991692, + 0.3968689642799195, + 0.5535551120261957, + 0.9544025346025836, + 0.5801034660636765, + 0.066703245894172, + 0.9053131320367996, + 0.5735701881516397, + 0.8339883324471311, + 0.7021607022176044, + 0.9768759991505862, + 0.9583879186638148, + 0.8235144451712874, + 0.948377506556802, + 0.4923757439345692, + 0.992970255730044, + 0.8268523810515537, + 0.9131004008070718, + 0.8235144520346078, + 0.8074206554152196, + 0.8794038096452736, + 0.8339883870933744, + 0.9421833305020378, + 0.823514486350622, + 0.8339890589871864, + 0.6037584056717167, + 0.8235144657959571, + 0.0678573456146895, + 0.5757234711948978, + 0.0433941250304429, + 0.7015421886073693, + 0.8339889889097695, + 0.8279877998780905, + 0.959953084390605, + 0.8338482606401906, + 0.1031266032308773, + 0.9718491015673606, + 0.7031996296863017, + 0.4945030819575546, + 0.0663959124172727, + 0.0111357415519349, + 0.0125630075305213, + 0.776982310427042, + 0.0191787227930912, + 0.9178179727951572, + 0.95806896324386, + 0.9593104589769668, + 0.5265193865399211, + 0.7627048831680108, + 0.625724963271805, + 0.6557889742764019, + 0.0150569742739803, + 0.964420857540949, + 0.0186878621532751, + 0.914291235318628, + 0.9977372114715984, + 0.0151934393373235, + 0.0190607721577046, + 0.7597120203035821, + 0.5187870275682767, + 0.8095612578614829, + 0.843748197767318 + ], + "y0": " ", + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>AUC-PR=%{y}<extra></extra>", + "legendgroup": "IForest", + "marker": { + "color": "darkmagenta" + }, + "name": "IForest", + "notched": false, + "offsetgroup": "IForest", "orientation": "v", "showlegend": true, "type": "box", @@ -8005,524 +8010,2156 @@ "IForest", "IForest", "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest", - "IForest" - ], - "x0": " ", - "xaxis": "x", - "y": [ - 0.0029154518950437, - 0.0408163265306122, - 0.0702560735390676, - 0.1641791044776119, - 0, - 0.0883495145631068, - 0.0080645161290322, - 0.3482587064676617, - 0.0138888888888888, - 0, - 0.2531645569620253, - 0, - 0.0080645161290322, - 0, - 0.1052631578947368, - 0.1767955801104972, - 0.0870646766169154, - 0.0904255319148936, - 0, - 0, - 0.01875, - 0, - 0.4025367156208277, - 0.2163742690058479, - 0.0120253164556962, - 0.0042016806722689, - 0.045, - 0.013953488372093, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.032258064516129, - 0, - 0, - 0, - 0, - 0, - 0, - 0.0103448275862068, - 0, - 0, - 0, - 0.8416289592760181, - 0, - 0, - 0, - 0.0205128205128205, - 0, - 0, - 0.1570247933884297, - 0.0288461538461538, - 0.6795580110497238, - 0.4768211920529801, - 0, - 0, - 0.2463768115942029, - 0, - 0.3596491228070175, - 0.0244648318042813, - 0.0184804928131416, - 0.0135279458882164, - 0.0154162384378211, - 0.0268041237113402, - 0.0142711518858307, - 0.0142276422764227, - 0.017391304347826, - 0.0128663330950679, - 0.0139435109045405, - 0.0112749349522983, - 0.0146640402713941, - 0.4300249275067406, - 0, - 0.0336222668786179, - 0.2560975609756097, - 0.0415263128830968, - 0.259563127090301, - 0.0150788969178587, - 0, - 0, - 1, - 0.3436123348017621, - 0, - 0, - 0.0475129918337045, - 0.3722466960352423, - 0.8633540372670807, - 0.1347031963470319, - 0.4186046511627907, - 0.639751552795031, - 0.0631031922791388, - 0.7328767123287672, - 0.8260869565217391, - 0, - 0.8198757763975155, - 0, - 0, - 0.2808370044052863, - 1, - 0.2049689440993788, - 0.0959595959595959, - 0, - 0, - 0.0202020202020202, - 0.3898678414096916, - 0, - 0, - 0.0707070707070707, - 0.3535242290748899, - 0.9254658385093169, - 0.062111801242236, - 0.9254658385093169, - 0.5527950310559007, - 0.9937888198757764, - 0, - 0.8074534161490683, - 0.0036346503331762, - 0.0042404253887056, - 0.0094904758699602, - 0.1313172315810838, - 0.0229051164264216, - 0.0142246158720101, - 0.1299641431567553, - 0.1072467355653196, - 0.113806547434866, - 0.005, - 0, - 0, - 0.015, - 0, - 0.06, - 0, - 0, - 0, - 0.415625, - 0.3802083333333333, - 0.5027173913043478, - 0.2442143727161997, - 0.3579881656804733, - 0.2280902083928061, - 0.1778814123917388, - 0.2369062119366626, - 0.3319327731092437, - 0.019289706147467, - 0.34128393808678, - 0.1500235041300114, - 0.2934579439252336, - 0.3693121693121693, - 0.2563291139240506, - 0.1397761716017719, - 0.191528829803679, - 0.4004996486845187, - 0.0715330840513737, - 0.3666582085765034, - 0.0449853447177265, - 0.0671485194684075, - 0.0677920685959271, - 0.0136268343815513, - 0.0137681159420289, - 0.0163934426229508, - 0, - 0, - 0.5151627218934911, - 0.0088607594936708, - 0, - 0.9523809523809524, - 0.6311813186813187, - 0.2075471698113207, - 0.2412312097351467, - 0.7755102040816326, - 0.0198675496688741, - 0.2241379310344827, - 0.0616113744075829, - 0.090670170827858, - 0.3119374354434115, - 0.647887323943662, - 0.5729813664596274, - 0.5681818181818182, - 0.0307692307692307, - 0.6593406593406593, - 0, - 0.5113636363636364, - 0.0158730158730158, - 0.5083333333333333, - 0.1685393258426966, - 0.5555555555555556, - 0.0702702702702702, - 0.003831417624521, - 0.0118343195266272, - 0.0088888888888888, - 0.0093240093240093, - 0.003831417624521, - 0.0114942528735632, - 0.0039840637450199, - 0.0098039215686274, - 0, - 0.0049019607843137, - 0, - 0.0432098765432098, - 0.0111940298507462, - 0.0025, - 0, - 0.0033333333333333, - 0.14, - 0, - 0, - 0, - 0, - 0.175, - 0.3225806451612903, - 0, - 0.0181818181818181, - 0, - 0, - 0, - 0, - 0.0270588235294117, - 0, - 0, - 0.005, - 0, - 0, - 0.3846153846153846, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.0492307692307692, - 0.39, - 0, - 0, - 0, - 0, - 0.0625, - 0, - 0, - 1, - 0.9896907216494846, - 0, - 0, - 0, - 0.045, - 0, - 0.49, - 0, - 0, - 0, - 0, - 0, - 0, - 0.24, - 0, - 0, - 0, - 0.48, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.3246376811594202, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.1276923076923077, - 0, - 0.24, - 0.0123456790123456, - 0.0142450142450142, - 0.1284567350579839, - 0.1176470588235294, - 0.5609756097560976, - 0.7623762376237624, - 0.4341637010676156, - 0.7276119402985075, - 0, - 0, - 0.5491071428571429, - 0, - 0, - 0, - 0.7254901960784313, - 0, - 0.3290529695024077, - 0, - 0, - 0, - 0, - 0, - 0, - 0.4125, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.72, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0.0352422907488986, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.0790877322052602, - 0.1294831708662865, - 0.2389185212433327, - 0.0209674452823248, - 0.1294831708662865, - 0.2389185212433327, - 0.05076328857826, - 0.1403347434246827, - 0.8418715846994536, - 0.1099871252528968, - 0.3640710382513661, - 0.2100494233937397, - 0.1403347434246827, - 0.0654772852676108, - 0.2043406290233584, - 0.1294831708662865, - 0.3640710382513661, - 0.2043406290233584, - 0.3219131614654003, - 0.05076328857826, - 0.0023910244620194, - 0.3640710382513661, - 0.05076328857826, - 0.2389185212433327, - 0.3640710382513661, - 0.0995034026117344, - 0.2389185212433327, - 0.5859676175790285, - 0.1403347434246827, - 0.05076328857826, - 0.2043406290233584, - 0.9090909090909092, - 1, - 0.0481611208406304, - 0.4405377456049638, - 1, - 0.5831295843520783, - 0.0753064798598949, - 0.941919191919192, - 0.9736842105263158, - 0.7351598173515982, - 0, - 0.2781799379524302, - 0.0683012259194395, + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest", + "IForest" + ], + "x0": " ", + "xaxis": "x", + "y": [ + 0.1541495109705011, + 0.1828537225644812, + 0.1959854198886696, + 0.4944856951616627, + 0.1269996000418509, + 0.3481461203296777, + 0.3729823649933063, + 0.7073088378032619, + 0.2574708613786339, + 0.1883774493305826, + 0.549848829452746, + 0.0804660497789273, + 0.2986725980896461, + 0.0654697312936503, + 0.3179048343756012, + 0.5084686500808647, + 0.270285273872257, + 0.2216756580776354, + 0.1588230954347528, + 0.6263401047269108, + 0.1135030835651912, + 0.3527449047701973, + 0.8499480636792989, + 0.4761210221369676, + 0.1022717334965304, + 0.2924107703485669, + 0.2657930099658782, + 0.2289238103400518, + 0.002625159011392, + 0.0007391901243786, + 0.0080735645508484, + 0.0197780050989866, + 0.0016368260995122, + 0.0004425367617116, + 0.0005599489751301, + 0.0105037050328589, + 0.003922985096521, + 0.0025121207168439, + 0.0006881419960784, + 0.0074040175112047, + 0.0067761767942027, + 0.0047660197131926, + 0.0395169113257852, + 0.020071978899986, + 0.0019965290776234, + 0.0018615180933434, + 0.8440311559618638, + 0.0056483187556039, + 0.0006689556734507, + 0.0065530174130262, + 0.0189632127101908, + 0.0023364304474304, + 0.0127463498872884, + 0.199000102030405, + 0.3519031740153936, + 0.7720479082794484, + 0.63798687206564, + 0.017696084884944, + 0.0957466911054028, + 0.3914480523513182, + 0.2461896155307701, + 0.7627501796839461, + 0.1327954216441831, + 0.0826007272534462, + 0.232787481746164, + 0.1028807556766953, + 0.0852586586446177, + 0.1002331894806152, + 0.0746207745862565, + 0.183616601590109, + 0.2121241303355452, + 0.2324818283454053, + 0.4965785621747466, + 0.0579945151817877, + 0.3779862372103895, + 0.023508357975088, + 0.1398445749956723, + 0.1394886353586786, + 0.0582002203826734, + 0.4882302631439762, + 0.0711997580954261, + 0.0215288378753496, + 0.0177179617416349, + 0.9994215521586618, + 0.7016268240431965, + 0.0145239510804474, + 0.0521972990967461, + 0.3353452701318817, + 0.6899787322961035, + 0.6110902150358634, + 0.3830651586041679, + 0.6051001871590436, + 0.3329783439956831, + 0.3189712681088695, + 0.7259826063225873, + 0.6733363988491226, + 0.0152473291375402, + 0.6772171844503921, + 0.0683859675371841, + 0.0156195937303451, + 0.6974869082528083, + 0.9990835477982408, + 0.0848145978233491, + 0.0287519996201643, + 0.0151790625976798, + 0.001923059129916, + 0.0186726011260606, + 0.6976093853565047, + 0.0650127685113598, + 0.0020070318555837, + 0.0281971876739014, + 0.667568847613024, + 0.8910190511853523, + 0.0703058974253534, + 0.9157833342991814, + 0.1209580462037068, + 0.9556649603407664, + 0.0168368961388275, + 0.494809886774647, + 0.1322344041610136, + 0.159605070971713, + 0.1322415846156978, + 0.8800407425768931, + 0.6960928709914863, + 0.4967086260446152, + 0.8827221351808772, + 0.6826569597344234, + 0.6297629296925614, + 0.0021260231788048, + 0.0014723023302638, + 0.0022747859029449, + 0.0034592518042668, + 0.0020654399425793, + 0.0212715896974446, + 0.001752390564731, + 0.0027702825026092, + 0.0018330142901027, + 0.6968957466922832, + 0.6496672772177777, + 0.727888672621627, + 0.5138595514120043, + 0.273994298469428, + 0.2034070000328413, + 0.2925551218136784, + 0.6799180410891482, + 0.2314187632247616, + 0.0450466077943465, + 0.4791209738004929, + 0.6206846309230891, + 0.0526677531837362, + 0.3091809810574453, + 0.4723778063818047, + 0.1442103985040503, + 0.2435417203434563, + 0.704623441023019, + 0.080792693564815, + 0.574361654262031, + 0.0533814203493373, + 0.0952764025878031, + 0.1683103950164531, + 0.1239242746684362, + 0.1729841538904162, + 0.0805418335382632, + 0.0013575536515422, + 0.0011351094951376, + 0.541463612729107, + 0.0110167196997951, + 0.0225854298172742, + 0.0509012052676926, + 0.6749942060813678, + 0.0265714687390477, + 0.419256667520128, + 0.7525877773488919, + 0.0083841349803877, + 0.1023581286883882, + 0.011093480163587, + 0.0160158505241045, + 0.3783160077917254, + 0.2906178285548312, + 0.6280228361745148, + 0.9057234432234432, + 0.1962582077199074, + 0.8885158756147286, + 0.0964646166166653, + 0.8224452444193016, + 0.2489623223255339, + 0.7988483072066103, + 0.9167007471534244, + 0.7991359393458546, + 0.1394155160045949, + 0.077436546376165, + 0.0943552499083671, + 0.0475614846820464, + 0.0970830809942555, + 0.0581193878873103, + 0.072236071042716, + 0.044492440132678, + 0.1168518551370385, + 0.074639407808645, + 0.064209169656563, + 0.0659646079211486, + 0.1125386274366306, + 0.094204859905768, + 0.0724747556344576, + 0.0556525652028668, + 0.0739812238848341, + 0.0532839866028756, + 0.0101730560323553, + 0.002211224901283, + 0.0113144263607962, + 0.0024739715178899, + 0.1857493491632582, + 0.1061031333820713, + 0.0059685063298586, + 0.0057706804006474, + 0.0191412902697131, + 0.0066799232521331, + 0.000006575183940770743, + 0.026564108574377, + 0.0018502283723817, + 0.0105845463761913, + 0.0201211306305612, + 0.0895444814665156, + 0.000006892416274373307, + 0.0007870734540585, + 0.3158828607221372, + 0.000839682416479, + 0.0012201141018349, + 0.0008228995501422, + 0.0012915795655861, + 0.01652727253891, + 0.0077953599158107, + 0.0392954866799113, + 0.024396618903193, + 0.0173183486460837, + 0.0510508270785056, + 0.181834459143703, + 0.0070416004309865, + 0.0056337165272773, + 0.0114115070655832, + 0.037365423034218, + 0.0360378916741972, + 0.0080415799805851, + 0.0004889975550122, + 0.9890665520708064, + 0.9879400884492388, + 0.0054184335848611, + 0.0252814245966099, + 0.045020816690344, + 0.0597200218958568, + 0.0029578743749145, + 0.5170101053745936, + 0.008111314936478, + 0.0061357349470234, + 0.0016509790250373, + 0.0110323933187045, + 0.0032110096385835, + 0.0041079521385791, + 0.034543002057556, + 0.000026001040041601664, + 0.0070651132039643, + 0.0006739079409499, + 0.1550876816800742, + 0.0014616825974872, + 0.0064269044742991, + 0.0059589101527598, + 0.0053678913274465, + 0.1718247430021569, + 0.0021651583220259, + 0.000560570875203, + 0.0530634429135589, + 0.0027722167848261, + 0.000168605631428, + 0.0045474764784565, + 0.0072794869931963, + 0.0101910248633602, + 0.0121039034948473, + 0.0051885586500756, + 0.0021112220607903, + 0.0069164802934878, + 0.0056782631531016, + 0.0230932306289608, + 0.0233893013204627, + 0.2046283556152827, + 0.994649077185094, + 0.0939503055476699, + 0.1714793456945227, + 0.7985260093577036, + 0.8077253023089845, + 0.9482642158343618, + 0.0155361259057705, + 0.015972148538161, + 0.7797724936058175, + 0.0025434032936268, + 0.0074458229354663, + 0.007960621088827, + 0.2174071170801109, + 0.0088116621043336, + 0.5511528583293231, + 0.0221656901813199, + 0.0153572285368284, + 0.7024320276028485, + 0.0064102564102564, + 0.0028735632183908, + 0.0024549780706624, + 0.9935007724833308, + 0.0022988505747126, + 0.0020576131687242, + 0.0047611763446148, + 0.003060283984822, + 0.0171862330762505, + 0.0156191829737658, + 0.0018691588785046, + 0.002053388090349, + 0.0010460251046025, + 0.0009578544061302, + 0.9714451602701456, + 0.0011933174224343, + 0.0019801980198019, + 0.0016260162601626, + 0.0024271844660194, + 0.0008019246190858, + 0.0031055900621118, + 0.0019305019305019, + 0.0027467288622895, + 0.0024390243902439, + 0.1166666666666666, + 0.0157183850446315, + 0.9810228276274018, + 0.0024126552233189, + 0.0019011406844106, + 0.0011279623854227, + 0.0032467532467532, + 0.000942507068803, + 0.0015552099533437, + 0.0021978021978021, + 0.0729101340587613, + 0.9925049751632646, + 0.9956608033914504, + 0.9923091096327008, + 0.9950530860479292, + 0.9956608033914504, + 0.9923091096327008, + 0.994236723631905, + 0.9900543673058078, + 0.9915395673179124, + 0.9936458484380476, + 0.8959738060524155, + 0.9817877851663602, + 0.9900543673058078, + 0.9115966555533086, + 0.9944408723506376, + 0.9956608033914504, + 0.8959738060524155, + 0.9944408723506376, + 0.7667061525416261, + 0.994236723631905, + 0.7637091949233177, + 0.8959738060524155, + 0.994236723631905, + 0.9923091096327008, + 0.8959738060524155, + 0.9902938618740108, + 0.9923091096327008, + 0.972718057371202, + 0.9900543673058078, + 0.994236723631905, + 0.9944408723506376, + 0.9797048863232288, + 0.9953752799545708, + 0.6997974242760808, + 0.9254963543300984, + 0.9996628211730576, + 0.8909187130051093, + 0.3002803379668203, + 0.8873402756817825, + 0.993918472031862, + 0.942573841936054, + 0.0182622178196894, + 0.7648772325289999, + 0.4298508813038038, + 0.9782437159331584, + 0.1723271989611529, + 0.2682352093371398, + 0.7806681427726045, + 0.490776114432377, + 0.955867371302157, + 0.7204192703831525, + 0.9966641919714878, + 0.7101756161775787, + 0.6367295591351202, + 0.9555688250495314, + 0.9951883646723996, + 0.6304860780977235, + 0.913040753537592, + 0.4885529599934675, + 0.9869840677674347 + ], + "y0": " ", + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>AUC-PR=%{y}<extra></extra>", + "legendgroup": "Sub_KNN", + "marker": { + "color": "firebrick" + }, + "name": "Sub_KNN", + "notched": false, + "offsetgroup": "Sub_KNN", + "orientation": "v", + "showlegend": true, + "type": "box", + "x": [ + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN", + "Sub_KNN" + ], + "x0": " ", + "xaxis": "x", + "y": [ + 0.10343263334918, + 0.0753054394986381, + 0.0903367400495679, + 0.211900080738998, + 0.0921151303598933, + 0.7804939197406765, + 0.1025311198213378, + 0.7159168553266336, + 0.1467851247609699, + 0.2673606936775093, + 0.0694887068997529, + 0.9159337130633848, + 0.0686961992741844, + 0.1371428655619331, + 0.8570503848799818, + 0.1075267500842549, + 0.3833162030049362, + 0.0883063367911297, + 0.0862502557741695, + 0.9961978134935456, + 0.2504880142923018, + 0.0720949515514184, + 0.5312181996857016, + 0.5619322407822815, + 0.094834789761141, + 0.0935548289950048, + 0.0397015235125614, + 0.7708761409501775, + 0.0520988899627842, + 0.0035706331417663, + 0.0029519032883135, + 0.0044547749657017, + 0.0349965758094972, + 0.0016958649515273, + 0.000193142545124, + 0.0020208281952197, + 0.0005871310633005, + 0.0141734069240812, + 0.0002773212667741, + 0.0098456417195165, + 0.4846806805258776, + 0.0202500686774209, + 0.0084440554671737, + 0.0345741487052744, + 0.0437918289260932, + 0.212630684691292, + 0.0108530210481705, + 0.0878535689046275, + 0.0001410593056683, + 0.0177420944105115, + 0.0097366193779204, + 0.0537670697449473, + 0.0035956729709734, + 0.9045042731305356, + 0.3947168767993545, + 0.0161791248945069, + 0.0362141623055773, + 0.4268905518954841, + 0.6892080737737605, + 0.0334587806723176, + 0.2012484275352363, + 0.1193048468703853, + 0.0575122317119454, + 0.0577513620527756, + 0.1667680143555404, + 0.057689341028457, + 0.0542110573717376, + 0.0457386314709595, + 0.0491938071811829, + 0.1539417287015178, + 0.1500168716465323, + 0.1682097373778095, + 0.0338932937578225, + 0.6064551029892962, + 0.5127619971758018, + 0.6963210667423858, + 0.279177621406833, + 0.0179886753542943, + 0.6624302700772268, + 0.4274879657652595, + 0.8040465503650389, + 0.1031250690291624, + 0.0332246344237545, + 0.4765168565814751, + 0.0972128778383942, + 0.0497566633109275, + 0.7735572151373833, + 0.288769366723059, + 0.0267635646748041, + 0.0150712324971733, + 0.0723419735391027, + 0.3640216629194772, + 0.0118322840585803, + 0.081861387151412, + 0.0166941921769396, + 0.0692818731705618, + 0.7672799347447495, + 0.0068709090203274, + 0.0155551995325569, + 0.0449345292402107, + 0.0772158212305567, + 0.5634231680180241, + 0.3410261123964722, + 0.0050884998396303, + 0.0476740888299641, + 0.0408170782090753, + 0.0133726105745565, + 0.0273300989177475, + 0.7749229135062432, + 0.0241258374394605, + 0.0963602904909927, + 0.0291427089430587, + 0.0085162251652031, + 0.7625378133156338, + 0.0059915038091899, + 0.0142718425264388, + 0.0050034512367677, + 0.0332538405109831, + 0.0081309746070334, + 0.8498743453009932, + 0.5398599609585745, + 0.8251393893358316, + 0.5749013004499102, + 0.2153762509947459, + 0.4473496488059603, + 0.5411709576116785, + 0.7049287554886386, + 0.6098544765563699, + 0.2287711461491281, + 0.2676648010860015, + 0.3488637154565584, + 0.3566561006929177, + 0.3055166119200092, + 0.3711664043134945, + 0.317939465940447, + 0.3807519572524433, + 0.3535197162400039, + 0.7100899496335756, + 0.7401773086083793, + 0.6720913474095112, + 0.1419763904887445, + 0.897781049865328, + 0.6477256517314346, + 0.6515691303473449, + 0.2886071640989366, + 0.287732665539423, + 0.8064226029299092, + 0.8466194377359249, + 0.2260472004705512, + 0.5365890817180483, + 0.5367488043212529, + 0.502324180006374, + 0.4581466742654981, + 0.659649827693312, + 0.3204427057667937, + 0.6970821333028943, + 0.7965658108797213, + 0.4597976193321744, + 0.4110156429597735, + 0.5925545621981015, + 0.1283675299144169, + 0.1603557049230425, + 0.0374752480941139, + 0.0004564974797861, + 0.0714160977906409, + 0.0221331000110635, + 0.0032934872226938, + 0.0113626772002764, + 0.0607240274611745, + 0.0179250011206262, + 0.0292753880570464, + 0.0701862197181454, + 0.0056175203019456, + 0.0023492120194412, + 0.1086899621982991, + 0.0026000828912965, + 0.0047592896190069, + 0.0395996857229188, + 0.7061712517730954, + 0.0436092588855734, + 0.0481081285573615, + 0.0546042314665098, + 0.2211927344310602, + 0.0634168538254101, + 0.0648033740725361, + 0.1014029350536831, + 0.2191785636914595, + 0.0817515775827483, + 0.2181056447107488, + 0.4821662398986781, + 0.0897844451488843, + 0.6939656126692612, + 0.1683604369450515, + 0.6929063753179071, + 0.0701723091178257, + 0.0680003489508818, + 0.1968634653773181, + 0.7817215955219927, + 0.5546904658558592, + 0.0750393988320725, + 0.2339631729440535, + 0.602624917517607, + 0.4973287604797344, + 0.8768963017338983, + 0.5574104675423625, + 0.1601672827617932, + 0.1129571397681355, + 0.4541804118490241, + 0.0005445577566761, + 0.4393714182240901, + 0.0166718337822749, + 0.233351821571277, + 0.0818583860760544, + 0.6237731216562226, + 0.2306920769221139, + 0.7532156736720457, + 0.0191335751863822, + 0.00006243366423175376, + 0.0383995278536065, + 0.0087178504404901, + 0.7862233991447352, + 0.0400500747024966, + 0.3602535325595959, + 0.0003150598613736, + 0.0275807838803789, + 0.4944888844987761, + 0.8806003674575966, + 0.0004707918483577, + 0.0017519790759054, + 0.0091595021562242, + 0.7237094932829791, + 0.622493681074114, + 0.4009672191301647, + 0.7363756092569896, + 0.0827771191126161, + 0.0132530771763839, + 0.4178269858947316, + 0.4196816560621518, + 0.0598135043563281, + 0.1103476182581076, + 0.8157606749554591, + 0.3146812341807399, + 0.1998132854702301, + 0.0095238095238095, + 0.1708912496362855, + 0.2882478486422987, + 1, + 0.3219061737857379, + 0.9014225732270708, + 0.4371691255599891, + 0.9712924247377804, + 0.7039261990829866, + 0.0080532623642118, + 0.6256769081224371, + 0.2142910092986567, + 0.008701331726784, + 0.1843030385740391, + 0.1763717715108953, + 0.380630829587337, + 0.00007331915829606276, + 0.0146422532572118, + 0.0951043490105857, + 0.9339392496814676, + 0.1130716018668151, + 0.4034665500191906, + 0.0070216784929449, + 0.9964233422236584, + 0.011007466592543, + 0.1010056345853754, + 0.0850332763143479, + 0.0227525905930766, + 0.0932456603139322, + 0.0087719298245614, + 0.0669954634806364, + 0.066075196880407, + 0.114688547275203, + 0.0470289735669203, + 0.0051686407545638, + 0.9279154926288814, + 0.0027810424389796, + 0.5000394562696319, + 0.0210771362744702, + 0.5611106072058453, + 0.231883685025054, + 0.1574374330972467, + 0.4863798150839283, + 0.4116140339247076, + 0.620924454984151, + 0.0184636015193976, + 0.7025794569182982, + 0.0079594970388208, + 0.9310056377914152, + 0.3460131647404647, + 0.7196376457421337, + 0.6558049087875334, + 0.7727257416025921, + 0.0056980147338382, + 0.7142360274148488, + 0.2124485616147973, + 0.1929316458672488, + 0.8736483511065652, + 0.1103758314980202, + 0.2, + 0.0714285714285714, + 0.0611621648702423, + 0.1639823499226428, + 0.0476190476190476, + 0.0158730158730158, + 0.0585947627689914, + 0.0186105985498568, + 0.0362764974961346, + 0.1166435486077987, + 0.0588235294117647, + 0.1, + 0.0434782608695652, + 0.125, + 0.6454222228158287, + 0.25, + 0.0185185185185185, + 0.0158730158730158, + 0.04, + 0.1666666666666666, 1, - 0.0893169877408056, - 0.0980735551663747, - 0.4364012409513961, - 0.126970227670753, - 0.9771689497716894, - 0.0919439579684763, - 0.91320293398533, - 0.1737331954498449, - 0.1313485113835376, - 0.8881278538812786, - 0.9486552567237164, - 0, - 0.8924205378973105, - 0.0051706308169596, - 0.9671717171717172 + 0.125, + 0.5093457943925234, + 0.0277777777777777, + 0.0049085740441831, + 0.062124035852782, + 0.1111987771283489, + 0.0777777777777777, + 0.0022675736961451, + 0.0741758241758241, + 0.3333333333333333, + 0.25, + 0.0909090909090909, + 0.05, + 0.0827968381937466, + 0.9158297579703552, + 0.7384428571420749, + 0.8176044711549455, + 0.287163224805404, + 0.7384428571420749, + 0.8176044711549455, + 0.1322886112151335, + 0.5981800645215954, + 0.1803497876272921, + 0.4446118409340969, + 0.5787147508287025, + 0.1597138155646458, + 0.5981800645215954, + 0.7680153980013944, + 0.8444247690776234, + 0.7384428571420749, + 0.5787147508287025, + 0.8444247690776234, + 0.6828028328801512, + 0.1322886112151335, + 0.9158272703172352, + 0.5787147508287025, + 0.1322886112151335, + 0.8176044711549455, + 0.5787147508287025, + 0.7776670134188279, + 0.8176044711549455, + 0.0444928412152307, + 0.5981800645215954, + 0.1322886112151335, + 0.8444247690776234, + 0.1973564508894319, + 0.0859182203015193, + 0.1060413652832171, + 0.1714868310011292, + 0.0660527555519114, + 0.2829833813654591, + 0.2910264448192488, + 0.0159060721195466, + 0.0645689470577142, + 0.026481400645131, + 0.7379216579116479, + 0.5114748500356769, + 0.6290296014396474, + 0.1333903102695257, + 0.3692048165731021, + 0.454974470915577, + 0.5221796777702639, + 0.8338511351327449, + 0.0470381658804744, + 0.6481857743245824, + 0.0736645679968949, + 0.6445181022431854, + 0.1064818495718309, + 0.1039503527034393, + 0.107925159901918, + 0.4186493607077957, + 0.0904176140377435, + 0.5964087073532922, + 0.215355629425241 + ], + "y0": " ", + "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>AUC-PR=%{y}<extra></extra>", + "legendgroup": "OCSVM", + "marker": { + "color": "darkorange" + }, + "name": "OCSVM", + "notched": false, + "offsetgroup": "OCSVM", + "orientation": "v", + "showlegend": true, + "type": "box", + "x": [ + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM", + "OCSVM" + ], + "x0": " ", + "xaxis": "x", + "y": [ + 0.1394865908326413, + 0.1227690309953961, + 0.1108904937621381, + 0.3247336828886074, + 0.1237338678604636, + 0.2909950448240139, + 0.1476407401737049, + 0.5161635973181519, + 0.2874783556568173, + 0.3396563870736648, + 0.4273497053839726, + 0.823680966281656, + 0.4919291881276068, + 0.1510779553768873, + 0.4472936586195635, + 0.18407434237444, + 0.6178243244416042, + 0.3526298435982768, + 0.1307144197661678, + 0.940213331641652, + 0.3092845683563715, + 0.348073072608216, + 0.6196721883318765, + 0.4490588972993047, + 0.1028629117670522, + 0.1500702696187123, + 0.1070347388664869, + 0.5715323200698328, + 0.0121911877889895, + 0.2053098974163492, + 0.0229683628680708, + 0.0293104277161327, + 0.0651024205504132, + 0.0022405376447833, + 0.0020777586084641, + 0.002554616919168, + 0.0031799556360945, + 0.0062499271794821, + 0.0012481768323004, + 0.0224582707753, + 0.2158756184182094, + 0.0083799675543932, + 0.0300147614165055, + 0.0211938426311072, + 0.0073335924645905, + 0.0421788265003758, + 0.0420763788722362, + 0.0068781464710856, + 0.0003986367985505, + 0.0201320808352724, + 0.0538551513419023, + 0.0408285873220206, + 0.0391567015456213, + 0.9111857093413838, + 0.193666677214405, + 0.2358715910575378, + 0.1832189376838803, + 0.1438464566389173, + 0.1298723180226756, + 0.0874924480822843, + 0.1835902998986572, + 0.0833803942479325, + 0.0482790577858984, + 0.0573777165457315, + 0.1567426757513798, + 0.0499216792891789, + 0.0694175488152541, + 0.0547598337814167, + 0.0735286583195164, + 0.1426913087063867, + 0.1481989712107936, + 0.1725299328769219, + 0.0665123825532765, + 0.1762353116684692, + 0.7990936028105087, + 0.3658278523562158, + 0.3108373670465141, + 0.0156023057071174, + 0.1290093726695044, + 0.8708686818789869, + 0.1791318610796259, + 0.0597262025058509, + 0.0287808847280971, + 0.4349309642550477, + 0.0878594339935982, + 0.0219076580788188, + 0.0726657443165864, + 0.106157861006997, + 0.1531812591496626, + 0.0180693561310261, + 0.1360867938079265, + 0.3261429122826649, + 0.0791321687582965, + 0.1411101938377736, + 0.0136883395938033, + 0.0217045827216076, + 0.0837815244833012, + 0.1617166379824457, + 0.0666593588694125, + 0.0179257890778987, + 0.0961970095133445, + 0.6310042232220243, + 0.9841234009738088, + 0.1498482424873823, + 0.0183567024739092, + 0.0050222462712176, + 0.0235844461029537, + 0.1487000807743424, + 0.0745259795908899, + 0.0035897615284297, + 0.0384350341592711, + 0.1146583990656209, + 0.0394382900571153, + 0.0700310926693464, + 0.1220933094655567, + 0.0329780301632146, + 0.0200956600662117, + 0.0287622431459724, + 0.0106367853325554, + 0.5015845086394166, + 0.3599490188796566, + 0.4070610314091634, + 0.9570618962769284, + 0.3928769612292931, + 0.4004816451834703, + 0.9806994028042456, + 0.942188160166989, + 0.7700270470375565, + 0.00289953178386, + 0.0144905754841056, + 0.0361294197502739, + 0.049514175838549, + 0.0423439957371472, + 0.0312736433135163, + 0.0095639455146338, + 0.0491555331097135, + 0.0605757852026091, + 0.1473543419310827, + 0.2885133298921621, + 0.1276829036547068, + 0.6210347313282302, + 0.5963300915993666, + 0.4339635660987654, + 0.3961084736274988, + 0.928158586292909, + 0.7346208622384622, + 0.6019780980899492, + 0.714915267253168, + 0.8809658028584102, + 0.3053185703888332, + 0.7285586493610012, + 0.7072575567277034, + 0.0894426213899067, + 0.403708187699012, + 0.9236643418364512, + 0.3195690233369745, + 0.900254399060013, + 0.1929169690245296, + 0.1751507749463519, + 0.2876775140854244, + 0.1324352246245535, + 0.1566232134279241, + 0.0642692411287273, + 0.0016215907198275, + 0.0040714474688371, + 0.0363102920081134, + 0.0577433011977241, + 0.045331134588785, + 0.1429250851644735, + 0.0934328782069406, + 0.0179817900122092, + 0.0698539358730985, + 0.1447097041378912, + 0.0094300859568014, + 0.0228337727785731, + 0.0168162345249169, + 0.0189845859769789, + 0.0760163829879272, + 0.0682110844933339, + 0.0442498772838876, + 0.3312411873673295, + 0.1218213309720534, + 0.4900550831110523, + 0.2635174873324656, + 0.3010826130157285, + 0.2655563488293382, + 0.5797332758208248, + 0.3834085480902215, + 0.5047611496434953, + 0.3690800520887407, + 0.067489663505172, + 0.6641751672580958, + 0.1055000460072623, + 0.6843137171879645, + 0.0658221893674753, + 0.0785640219047565, + 0.1451544234061006, + 0.6923374124458738, + 0.7907280829357053, + 0.0846955544781256, + 0.1336394779450513, + 0.4769620961821753, + 0.4852580672470402, + 0.9278510718923384, + 0.6581592114149666, + 0.2159361837395415, + 0.0071123245433734, + 0.1858778560109176, + 0.000837204116997, + 0.6047508962092375, + 0.0095052607441178, + 0.0180384663132904, + 0.4328243879589988, + 0.9265410338433304, + 0.0046458228520392, + 0.9847591526257874, + 0.0166143325119401, + 0.00002981070204203309, + 0.0133446681477653, + 0.0212737008255398, + 0.3808004808985242, + 0.2010149398121563, + 0.8998918716244174, + 0.00004223508045782827, + 0.1368675676814021, + 0.5145268572203157, + 0.7771825396825396, + 0.0008397660002114, + 0.000605160283247, + 0.0176712611936415, + 0.7272023469942336, + 0.9793999185783449, + 0.9686894109948072, + 0.7604564785652735, + 0.012067262911757, + 0.0134699253536783, + 0.4014435706634134, + 0.4498064902515047, + 0.4106158190043233, + 0.0214082254279792, + 0.8100430624778694, + 0.6379828260993867, + 0.8022491525166635, + 0.0039682539682539, + 0.5951435766122262, + 0.0208596196589212, + 0.8074260722052605, + 0.6627729093061797, + 0.5724539747824542, + 0.8848921639430103, + 0.0214010557033623, + 0.6514458712703433, + 0.0078775041970027, + 0.7822460081982427, + 0.0132097121893269, + 0.0066528135691233, + 0.0672611710321789, + 0.1633647333140679, + 0.504214810911419, + 0.00005394034198176816, + 0.0130352687878565, + 1, + 0.89178078037411, + 0.009126360032435, + 0.2894550087664101, + 0.0122574285949759, + 0.7200697829907524, + 0.0043648372262147, + 0.261062530573056, + 0.7624530075187971, + 0.0085507886091481, + 0.2584514134698931, + 0.0048780487804878, + 0.6342381554201825, + 0.0544441287089272, + 0.0265463298775525, + 0.0175442385038068, + 0.1161438218845743, + 0.0837204511689021, + 0.0390018438857155, + 0.7230715875447392, + 0.0052632453864606, + 0.5766008230452675, + 0.085953682917817, + 0.3471251362426012, + 0.378718954248366, + 0.022103379265059, + 0.99903837186152, + 0.0366188574741812, + 0.6054680823471222, + 0.0079910722219867, + 0.8603924661079525, + 0.3302422241609387, + 0.8268395642368181, + 0.6910139866443668, + 0.9987770237349962, + 0.1664166823222107, + 0.9024719648786088, + 0.3203838658725253, + 0.1929726982449512, + 0.9162461684195148, + 0.1595147595176652, + 0.009090909090909, + 0.1428571428571428, + 0.0674571078431372, + 0.2359339862836652, + 0.0018450184501845, + 0.0024813895781637, + 0.0759210526315789, + 0.0151578067960598, + 0.0191927106159888, + 0.1390034793878414, + 0.0555555555555555, + 0.0909090909090909, + 0.008130081300813, + 0.0434782608695652, + 0.7312152878784769, + 0.1, + 0.0151515151515151, + 0.0059880239520958, + 0.027027027027027, + 0.0294117647058823, + 0.0769230769230769, + 0.0476190476190476, + 0.0769841269841269, + 0.0020703933747412, + 0.024931129476584, + 0.0394871759708005, + 0.5281669017365177, + 0.0773809523809523, + 0.0021691973969631, + 0.0319627851140456, + 0.0018761726078799, + 0.0061349693251533, + 0.0012970168612191, + 0.0052083333333333, + 0.1973578241664735, + 0.9859838344734986, + 0.9408140593643208, + 0.9001687888479855, + 0.5008330851110775, + 0.9408140593643208, + 0.9001687888479855, + 0.1688464052930393, + 0.4536576328488673, + 0.6967067930826863, + 0.7291769412239785, + 0.1512553257932957, + 0.3871116093376845, + 0.4536576328488673, + 0.8221243178285148, + 0.8304362847580921, + 0.9408140593643208, + 0.1512553257932957, + 0.8304362847580921, + 0.1242982677313236, + 0.1688464052930393, + 0.3235676125471047, + 0.1512553257932957, + 0.1688464052930393, + 0.9001687888479855, + 0.1512553257932957, + 0.8435012970822906, + 0.9001687888479855, + 0.2241573368832996, + 0.4536576328488673, + 0.1688464052930393, + 0.8304362847580921, + 0.6238834237193548, + 0.1301571177252831, + 0.2212485676230242, + 0.1663289904520662, + 0.1042940891320623, + 0.1636314417080467, + 0.2123176704983871, + 0.0501166609814178, + 0.0588301921234985, + 0.0311400330965218, + 0.5287416880751653, + 0.0881405691263152, + 0.3858923952362481, + 0.0368871572364572, + 0.2081170800457111, + 0.1312856347422123, + 0.0813453086805886, + 0.4167362040102756, + 0.0429072639108855, + 0.2728805092047471, + 0.0737302884837991, + 0.0673710486197739, + 0.1734025137406548, + 0.0489530989895142, + 0.0578089797902406, + 0.0538890492589251, + 0.0754140026934415, + 0.1100546419643748, + 0.1420538273649088 ], "y0": " ", "yaxis": "y" }, { "alignmentgroup": "True", - "hovertemplate": "Model=%{x}<br>Recall=%{y}<extra></extra>", + "hovertemplate": "Model=%{x}<br>AUC-PR=%{y}<extra></extra>", "legendgroup": "LOF", "marker": { "color": "darksalmon" @@ -8935,403 +10572,403 @@ "x0": " ", "xaxis": "x", "y": [ - 0.0349854227405247, - 0.0329670329670329, - 0.0144451739986868, - 0.0074626865671641, - 0.0168067226890756, - 0.0310679611650485, - 0.0604838709677419, - 0.0049751243781094, - 0.0231481481481481, - 0.0405405405405405, - 0.0358649789029535, - 0.0155945419103313, - 0.032258064516129, - 0.006578947368421, - 0.0448343079922027, - 0.1132596685082873, - 0, - 0.0106382978723404, - 0.03, - 0.0225442834138486, - 0.025, - 0.0711538461538461, - 0.0086782376502002, - 0.0389863547758284, - 0.0018987341772151, - 0, - 0.005, - 0.0116279069767441, - 0.09375, - 0.0714285714285714, - 0.5606060606060606, - 0.3333333333333333, - 0.1219512195121951, - 0.1666666666666666, - 0, - 0.2903225806451613, - 0.0769230769230769, - 0.0909090909090909, - 0, - 0.088235294117647, - 0.1379310344827586, - 0.1012658227848101, - 0.0620689655172413, - 0.0290456431535269, - 0.0857142857142857, - 0.073170731707317, - 0.0316742081447963, - 0.0530973451327433, - 0.6666666666666666, - 0.0617283950617283, - 0.0615384615384615, - 0.0508474576271186, - 0.5287356321839081, - 0.0082644628099173, - 0.0064102564102564, - 0.011049723756906, - 0.0264900662251655, - 0, - 0.024793388429752, - 0.0579710144927536, - 0.119047619047619, - 0.0482456140350877, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0.0320901994796183, - 0.0002188662727073, - 0.0002543623136796, - 0, - 0.0012447137158453, - 0, - 0.00005522116074879894, - 0.0001829013377926, - 0.0005530157793835, - 0.0046838407494145, - 0.0496894409937888, - 0.0186335403726708, - 0.0209251101321585, - 0.2474747474747475, - 0.1428571428571428, - 0.0237564959168522, - 0.0121145374449339, - 0.5217391304347826, - 0.0210045662100456, - 0.0428396572827417, - 0, - 0.0374907201187824, - 0.3287671232876712, - 0.0683229813664596, - 0.0559006211180124, - 0.0434782608695652, - 0.2298136645962732, - 0.2135416666666666, - 0.052863436123348, - 0.0062111801242236, - 0, - 0.005050505050505, - 0.207070707070707, - 0.0757575757575757, - 0, - 0.0088105726872246, - 0.1925465838509316, - 0.0757575757575757, - 0, - 0.0088105726872246, - 0.2981366459627329, - 0.2298136645962732, - 0.0062111801242236, - 0.422360248447205, - 0, - 0.0496894409937888, - 0.4285714285714285, - 0.00006730833950326445, - 0.0028269502591371, - 0.0008750084135424, - 0, - 0.0067479803579914, - 0.0018057975605892, - 0.0106217441309789, - 0.0134909338449161, - 0.0077975122222909, - 0.025, - 0.0142857142857142, - 0.02, - 0.035, - 0.02, - 0.025, - 0.025, - 0.03, - 0.015, - 0.0052083333333333, - 0.0130208333333333, - 0.0013586956521739, - 0.0074096630125862, - 0, - 0.0059948615472452, - 0.0033311125916055, - 0.0150223304912708, - 0.0059523809523809, - 0.0095547142599603, - 0.0086272519665059, - 0.0051709086025115, - 0.0074766355140186, - 0.0042328042328042, - 0.0136575616255829, - 0.0061785964094194, - 0.0227237594682331, - 0.0124912171129674, - 0.0004877255730775, - 0.0002537427048972, - 0.0031859309290174, - 0.0025647003963627, - 0.0048231511254019, - 0.0639412997903564, - 0.0021739130434782, - 0, - 0, - 0.3333333333333333, - 0.0081360946745562, - 0.0113924050632911, - 0.004439511653718, - 0, - 0.0103021978021978, - 0.2452830188679245, - 0.0114531138153185, - 0.4693877551020408, - 0.0397350993377483, - 0.0086206896551724, - 0.0047393364928909, - 0, - 0.0190349712262062, - 0.2957746478873239, - 0.1059782608695652, - 0, - 0.1076923076923077, - 0.2527472527472527, - 0.087719298245614, - 0.2727272727272727, - 0.1111111111111111, - 0.225, - 0.2134831460674157, - 0.25, - 0.0104729729729729, - 0, - 0.1568047337278106, - 0, - 0.0023310023310023, - 0, - 0, - 0.0079681274900398, - 0, - 0.0205128205128205, - 0, - 0.0916334661354581, - 0.0339506172839506, - 0.0895522388059701, - 0, - 0.0048780487804878, - 0.0093333333333333, - 0.62, - 0.0444444444444444, - 0.0833333333333333, - 0.0444444444444444, - 0, - 0.44625, - 0.0209677419354838, - 0, - 0.3909090909090909, - 0.2577319587628865, - 0.05, - 1, - 0.0833333333333333, - 0.0164705882352941, - 0.01, - 0.0129870129870129, - 0, - 0, - 0, - 0, - 0.0666666666666666, - 0, - 0.02, - 0.1166666666666666, - 0.0093896713615023, - 0.0206185567010309, - 0.075, - 0.0058823529411764, - 0.0206185567010309, - 0.0169230769230769, - 0.0766666666666666, - 0, - 0, - 0.5625, - 0.0125, - 0.7291666666666666, - 0, - 0, - 0.1186440677966101, - 0, - 0.028, - 0, - 0.0096153846153846, - 0.07, - 0, + 0.1405806868285745, + 0.136905865738992, + 0.1085310842837359, + 0.1578965382348436, + 0.1039013142001096, + 0.1396858059506953, + 0.1700664860237296, + 0.1306767787949828, + 0.1151248690237562, + 0.223608966267617, + 0.2310057178867871, + 0.131146049028322, + 0.1354755559990608, + 0.1008768895326078, + 0.1876378778008764, + 0.2532557673271695, + 0.0997271148598362, + 0.1191671718129292, + 0.1327105835059492, + 0.193538664235068, + 0.1254583986934821, + 0.2062330223280688, + 0.0944340297190888, + 0.2261414238702548, + 0.1006552949671405, + 0.0992911590104868, + 0.0733132431106474, + 0.1185934482996176, + 0.1042575933190469, + 0.0737399029035632, + 0.5590727203140563, + 0.3252470917881531, + 0.1251487728643251, + 0.0034277383006427, + 0.004329334561014, + 0.2744593477059104, + 0.07821285849375, + 0.08228623642303, + 0.0046964240246424, + 0.1032121236637011, + 0.1276236563561687, + 0.111560008316297, + 0.0848461243246629, + 0.0391453782659907, + 0.089430869283335, + 0.0767320721785464, + 0.1893013963334477, + 0.0622238047943514, + 0.3452991602112266, + 0.0738006536969987, + 0.1099967384947655, + 0.0590060917263214, + 0.4408840795866746, + 0.0576471788593, + 0.1707804660572297, + 0.1353914059127035, + 0.1782619062474773, + 0.0214754098360655, + 0.0470537881786, + 0.0872899139063756, + 0.477613321943074, + 0.185542778307713, + 0.0726340194049369, + 0.0585979210919837, + 0.190639057641423, + 0.0772351843745404, + 0.0601233771499426, + 0.075494273969745, + 0.0590799623551974, + 0.1498300649987244, + 0.1857506833410021, + 0.1912227240806318, + 0.129509098249193, + 0.0456978219335165, + 0.0690206105472204, + 0.0280117357339858, + 0.1032516841956689, + 0.015458112700454, + 0.0298630431135071, + 0.079926833833455, + 0.0417918579283705, + 0.0581032999440075, + 0.0477202588550411, + 0.3612181789014125, + 0.0675990080779291, + 0.2593157050591376, + 0.1685303382640404, + 0.1383354756753117, + 0.2108720879888618, + 0.2984362899832991, + 0.1566784967372049, + 0.1020867073177697, + 0.210839989232285, + 0.1425024993992651, + 0.320949213404367, + 0.4844939652360845, + 0.0692714825133238, + 0.3541931146539757, + 0.2409873133660909, + 0.2275659489032714, + 0.0808792566801892, + 0.1076455779765381, + 0.0261990147431074, + 0.0598532159472378, + 0.2162010510083726, + 0.0787043746182537, + 0.0565337963886233, + 0.2276739220975757, + 0.2041608675132499, + 0.0807379903847002, + 0.0511692005403612, + 0.2929889732604834, + 0.2642206693593207, + 0.2377342376334919, + 0.103237647789233, + 0.4314745111675221, + 0.2163116771252634, + 0.0418886175622266, + 0.2321049640386637, + 0.1486432634012925, + 0.1493518199784113, + 0.1488384288198663, + 0.2139652152344032, + 0.3264826097564385, + 0.3182543176758732, + 0.1795836313649507, + 0.1741829138325118, + 0.1698641477252712, + 0.0025732981097814, + 0.0018668108263324, + 0.0021531568421192, + 0.0023270128625175, + 0.0020654009278846, + 0.002164834555865, + 0.0022661017619902, + 0.0023533606517403, + 0.0021095293152135, + 0.0913694133207964, + 0.0863885938778863, + 0.0688350284612982, + 0.076136928874883, + 0.0109500415645719, + 0.0259951474978782, + 0.0669836069341915, + 0.0955346638019348, + 0.0190463182419649, + 0.0321959105444343, + 0.0371275953189653, + 0.0892952663425079, + 0.0114861590642819, + 0.0215330093197543, + 0.0617399692764755, + 0.041418176996053, + 0.0333433780143379, + 0.0798880693387187, + 0.0283976220989755, + 0.0376022369253553, + 0.0351215450067942, + 0.0610002449549099, + 0.0340030393869326, + 0.2460396262418126, + 0.2088996299028087, + 0.0490452261306532, + 0.0082170328178869, + 0.3349024683602747, + 0.0807128193302839, + 0.0200946262124179, + 0.0185210894670788, + 0.1133514334016599, + 0.1205023917329787, + 0.2779581141693215, + 0.0760264821397243, + 0.4267011212634134, + 0.043824213102474, + 0.027202604887494, + 0.0266881415938592, + 0.0218759082227946, + 0.0889241840611171, + 0.2021208931819844, + 0.0977502851256609, + 0.3022757281559719, + 0.2516595788846365, + 0.4855046189344106, + 0.2153025703428273, + 0.4596550610033444, + 0.291118878998896, + 0.4105897254355469, + 0.4347243343884888, + 0.4212176859553052, + 0.0715421233322276, + 0.0887755102040816, + 0.2069320811790464, + 0.0527709664092261, + 0.103658650482365, + 0.0649328666786767, + 0.0621674679780775, + 0.0526040888472349, + 0.1058990635652035, + 0.088033744713175, + 0.1152481045006791, + 0.0786616157976434, + 0.096330742292226, + 0.2318904400296736, + 0.0812615726152311, + 0.0831311736889154, + 0.0862447643103002, + 0.2036702904830869, + 0.004349865264461, + 0.0011438925155548, + 0.0060748480566508, + 0.0053043788845971, + 0.2687385817145953, + 0.0078809934455508, + 0.0082713658587362, + 0.1007030887329918, + 0.081167541987161, + 0.0118164076505809, + 0.0022779043280182, + 0.0040117330973414, + 0.020676862745098, + 0.0038313398731863, + 0.0365542897064578, + 0.0262345647013179, + 0.000007898582204494294, + 0.0036227037355614, + 0.004308798966604, + 0.0024878697606246, + 0.0009405125959538, + 0.0006090880298822, + 0.0186987849129946, + 0.0195776326875381, + 0.0090262511323115, + 0.100860659218783, + 0.0251522884374768, + 0.0103024590196319, + 0.0111183361533455, + 0.0867090356890681, + 0.0071987570637992, + 0.0035637128512672, + 0.3343137458527264, + 0.0225893432621444, + 0.5257955332643193, + 0.0036737547857568, + 0.0001304801670146, + 0.0385578435451948, + 0.0140124459566317, + 0.0038976035582529, + 0.0062371370355979, + 0.0101034870348365, + 0.0906230826770178, + 0.0035701541771874, + 0.0686293718320343, + 0.0065719854567208, + 0.0097084560266709, + 0.1603535299140286, + 0.0060771892563289, + 0.0035285297029119, + 0.0051550132751561, + 0.0043944835219908, + 0.0005720823798627, + 0.0155928292791167, + 0.0026397520760122, + 0.0195585156689854, + 0.0351129014402724, + 0.3914582930247639, + 0.0141221272201723, + 0.0044639862544925, + 0.0133157801441507, + 0.0054519266983294, + 0.0013636640318323, + 0.0046716684974922, + 0.1678687787830612, + 0.0002746498214776, + 0.1927864747058239, + 0.0145290254024256, + 0.0079429448868302, + 0.0092194726086932, + 0.0009475080538184, + 0.0343830547652248, + 0.0036012120728193, + 0.0096873224329364, + 0.3584660587273877, + 0.0233893013204627, + 0.0981033919647813, + 0.3333742655543706, + 0.0259578558372803, + 0.7825089142425222, + 0.323195358455113, + 0.0658281900082702, + 0.0861639780116655, + 0.0082555149546623, + 0.0226679781062557, + 0.119627951067729, + 0.0683159193886522, + 0.013804253202338, + 0.0140257771038665, + 0.5697747946283829, + 0.0177630607788338, + 0.1772626961571657, + 0.6504389179785213, + 0.0346849865951742, + 0.1206834698967151, + 0.0277777777777777, + 1, + 0.0059387253028023, + 0.3437771375433802, + 0.001082251082251, + 1, + 0.1679094406090556, + 0.0067008320934589, + 1, + 1, + 0.0060975609756097, + 0.0035211267605633, + 1, + 0.0041493775933609, + 0.2265932313131273, 0.005, - 0.0271186440677966, - 0, - 0.73, - 0.0166666666666666, - 0.0033333333333333, - 0.0333333333333333, - 0, - 1, - 0.05, - 0, - 0, - 0, - 0.7083333333333334, - 0.0625, - 0, - 0.1666666666666666, - 0.0833333333333333, - 0, - 0.0376811594202898, 1, - 0, - 0.75, - 0, 0.0416666666666666, - 0.0208333333333333, - 0, - 0.3888888888888889, - 0.0123076923076923, - 0.0306122448979591, - 0.6166666666666667, - 0.0123456790123456, - 0.0284900284900284, - 0, - 0.0196078431372549, - 0.7804878048780488, - 0.5148514851485149, - 0.0071174377224199, - 0.0559701492537313, - 0, - 0.0053763440860215, - 0, - 0.064516129032258, - 0, - 0, - 0.4509803921568627, - 0.0082644628099173, - 0.0256821829855537, - 0.5853658536585366, - 0.0108695652173913, - 0.000157937338361, - 0, - 1, - 0, - 0.1875, - 0, - 1, - 0.3333333333333333, - 0, - 1, - 1, - 0, - 0, - 1, - 0, - 0.24, - 0, - 1, - 0, - 1, - 0, - 1, - 1, 1, + 0.0011534025374855, 1, + 0.1111111111111111, + 0.8333333333333333, 1, - 0.6, - 0.0572687224669603, - 0, 1, - 0, + 0.6081894305691884, + 0.3792663091715192, + 0.0023521192361434, 1, - 0, - 0, - 0, - 0.2941176470588235, - 0, - 0.0522346882471951, - 0.0183924958616884, - 0.001471399668935, - 0.0522346882471951, - 0.0183924958616884, - 0.0003678499172337, - 0.0055177487585065, - 0.0003415300546448, - 0.0765127827846238, - 0.0826502732240437, - 0.0473640856672158, - 0.0055177487585065, - 0, - 0.0182085709030715, - 0.0522346882471951, - 0.0826502732240437, - 0.0182085709030715, - 0.0162822252374491, - 0.0003678499172337, - 0.0601434614677211, - 0.0826502732240437, - 0.0003678499172337, - 0.0183924958616884, - 0.0826502732240437, - 0.0494758138679418, - 0.0183924958616884, - 0.0023130300693909, - 0.0055177487585065, - 0.0003678499172337, - 0.0182085709030715, - 0, - 0, - 0.0464098073555166, - 0.046535677352637, - 0, - 0.0819070904645476, - 0.0245183887915936, - 0, - 0.0180921052631578, - 0, - 0.0091743119266055, - 0, - 0.063922942206655, - 0, - 0.0507880910683012, - 0.0814360770577933, - 0.0506721820062047, - 0.0288966725043782, - 0, - 0.0709281961471103, - 0.0317848410757946, - 0, - 0.0236427320490367, - 0, - 0.0012224938875305, - 0.0355504587155963, - 0.0012224938875305, - 0.1530506721820062, - 0 + 0.0021664500948233, + 0.25, + 0.0161290322580645, + 0.0019047619047619, + 0.0019230769230769, + 0.2990751340762127, + 0.1830605816691892, + 0.2608959070530289, + 0.2211449735661129, + 0.2547509904050904, + 0.2608959070530289, + 0.2211449735661129, + 0.2111939985342952, + 0.136173781225439, + 0.3752219075052516, + 0.2607886412013912, + 0.3498397753313118, + 0.2578516939086144, + 0.136173781225439, + 0.478832772251796, + 0.1400096555240559, + 0.2608959070530289, + 0.3498397753313118, + 0.1400096555240559, + 0.2885138706685925, + 0.2111939985342952, + 0.2875529263215605, + 0.3498397753313118, + 0.2111939985342952, + 0.2211449735661129, + 0.3498397753313118, + 0.1668913965980641, + 0.2211449735661129, + 0.089206377376984, + 0.136173781225439, + 0.2111939985342952, + 0.1400096555240559, + 0.4607659348013322, + 0.035834689215262, + 0.1739645655459327, + 0.2119774130127311, + 0.0475967274462313, + 0.1169471435482338, + 0.1861908410007706, + 0.0906015108034702, + 0.1198688179952362, + 0.0727703213254055, + 0.0436832947797067, + 0.0972830953606347, + 0.3364618814836899, + 0.0574455310738452, + 0.1963228662955609, + 0.3125578133145491, + 0.2095486103998248, + 0.2775602807609236, + 0.0874355514085529, + 0.2467092781377692, + 0.1576792756615718, + 0.1116993006586579, + 0.1905156250476431, + 0.122449960396874, + 0.1695512968750395, + 0.0806482836648526, + 0.1072570183157936, + 0.3590258032385338, + 0.0754958959629854 ], "y0": " ", "yaxis": "y" @@ -9347,7 +10984,7 @@ "font": { "color": "black", "family": "Courier", - "size": 12 + "size": 14 }, "orientation": "h", "title": { @@ -9357,8 +10994,8 @@ "text": "Group" }, "tracegroupgap": 0, - "x": 0.1, - "y": -0.1 + "x": -0.05, + "y": -0.25 }, "margin": { "t": 60 @@ -9926,7 +11563,7 @@ } }, "title": { - "text": "Vergleich der Performanz der Modelle anhand Recall", + "text": "Vergleich der Performanz der Modelle anhand AUC-PR", "x": 0.5, "xanchor": "center", "y": 0.94, @@ -9936,16 +11573,18 @@ "xaxis": { "anchor": "y", "categoryarray": [ - "Sub-LOF", "KMeansAD_U", - "Sub_KNN", - "POLY", "PCA", + "POLY", + "KShapeAD", + "Sub-LOF", "CNN", "OmniAnomaly", "USAD", "LSTMAD", "IForest", + "Sub_KNN", + "OCSVM", "LOF" ], "categoryorder": "array", @@ -9954,7 +11593,7 @@ 1 ], "dtick": 1, - "tickangle": 0, + "tickangle": -60, "title": { "text": "Model" } @@ -9966,7 +11605,7 @@ 1 ], "title": { - "text": "Recall" + "text": "AUC-PR" } } } @@ -9977,19 +11616,19 @@ } ], "source": [ - "metric = 'Recall'#'VUS-PR'\n", + "metric = 'AUC-PR'#'Recall'#\n", "#sort by average values\n", "mean_sorted = df.groupby(\"Model\")[metric].mean().sort_values(ascending=False).index\n", "\n", "fig = px.box(df, x='Model', y=metric, color='Model', category_orders={'Model':mean_sorted}, color_discrete_map=colors)\n", "fig.update_layout( legend=dict(\n", - " x=0.1,\n", - " y=-0.1,\n", + " x=-0.05,\n", + " y=-0.25,\n", " orientation=\"h\",\n", " title_font_family=\"Times New Roman\",\n", " font=dict(\n", " family=\"Courier\",\n", - " size=12,\n", + " size=14,\n", " color=\"black\"\n", " ),\n", " title_text='Group',\n", @@ -10012,13 +11651,13 @@ " color='DarkSlateGrey'),\n", " ),\n", " selector=dict(mode='markers'))\n", - "fig.update_xaxes( dtick = 1,tickangle = 360)\n", + "fig.update_xaxes( dtick = 1,tickangle = 300)\n", "fig.show()" ] }, { "cell_type": "code", - "execution_count": 9, + "execution_count": 20, "metadata": {}, "outputs": [ { @@ -10194,6 +11833,32 @@ ], "yaxis": "y" }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>duration=%{y}<extra></extra>", + "legendgroup": "KShapeAD", + "marker": { + "color": "darksalmon", + "opacity": 0.8, + "pattern": { + "shape": "" + } + }, + "name": "KShapeAD", + "offsetgroup": "KShapeAD", + "orientation": "v", + "showlegend": true, + "textposition": "auto", + "type": "bar", + "x": [ + "KShapeAD" + ], + "xaxis": "x", + "y": [ + 32.13738634904626 + ], + "yaxis": "y" + }, { "alignmentgroup": "True", "hovertemplate": "Model=%{x}<br>duration=%{y}<extra></extra>", @@ -10323,6 +11988,32 @@ 60.541785299027296 ], "yaxis": "y" + }, + { + "alignmentgroup": "True", + "hovertemplate": "Model=%{x}<br>duration=%{y}<extra></extra>", + "legendgroup": "OCSVM", + "marker": { + "color": "darkorange", + "opacity": 0.8, + "pattern": { + "shape": "" + } + }, + "name": "OCSVM", + "offsetgroup": "OCSVM", + "orientation": "v", + "showlegend": true, + "textposition": "auto", + "type": "bar", + "x": [ + "OCSVM" + ], + "xaxis": "x", + "y": [ + 104.21769456779326 + ], + "yaxis": "y" } ], "layout": { @@ -10335,7 +12026,7 @@ "font": { "color": "black", "family": "Courier", - "size": 12 + "size": 14 }, "orientation": "h", "title": { @@ -10345,8 +12036,8 @@ "text": "Group" }, "tracegroupgap": 0, - "x": 0.02, - "y": -0.1 + "x": -0.05, + "y": -0.25 }, "margin": { "t": 60 @@ -10930,11 +12621,13 @@ "POLY", "OmniAnomaly", "IForest", + "KShapeAD", "LSTMAD", "PCA", "Sub-LOF", "KMeansAD_U", - "Sub_KNN" + "Sub_KNN", + "OCSVM" ], "categoryorder": "array", "domain": [ @@ -10942,7 +12635,7 @@ 1 ], "dtick": 1, - "tickangle": 0, + "tickangle": -60, "title": { "text": "Model" } @@ -10972,13 +12665,13 @@ "\n", "fig = px.bar(df_mean, x='Model', y=duration, color='Model', category_orders={'Model':mean_sorted}, color_discrete_map=colors,opacity=0.8)\n", "fig.update_layout( legend=dict(\n", - " x=0.02,\n", - " y=-0.1,\n", + " x=-0.05,\n", + " y=-0.25,\n", " orientation=\"h\",\n", " title_font_family=\"Times New Roman\",\n", " font=dict(\n", " family=\"Courier\",\n", - " size=12,\n", + " size=14,\n", " color=\"black\"\n", " ),\n", " title_text='Group',\n", @@ -11001,7 +12694,7 @@ " color='DarkSlateGrey'),\n", " ),\n", " selector=dict(mode='markers'))\n", - "fig.update_xaxes( dtick = 1,tickangle = 360)\n", + "fig.update_xaxes( dtick = 1,tickangle = 300)\n", "fig.update_yaxes( title='Durchschnittliche Laufzeit')\n", "fig.show()" ] diff --git a/src/group_evaluation/create_heatmap.ipynb b/src/group_evaluation/create_heatmap.ipynb index 6b470f6e258502f987cbc38d5bacf62e5de5bd9e..c56f43886115aed01fb2af49b920e57b0056847c 100644 --- a/src/group_evaluation/create_heatmap.ipynb +++ b/src/group_evaluation/create_heatmap.ipynb @@ -12,7 +12,7 @@ }, { "cell_type": "code", - "execution_count": 10, + "execution_count": 4, "metadata": {}, "outputs": [ { @@ -36,27 +36,27 @@ " <thead>\n", " <tr style=\"text-align: right;\">\n", " <th></th>\n", - " <th>IOPS</th>\n", - " <th>SWaT</th>\n", - " <th>SED</th>\n", " <th>MSL</th>\n", - " <th>SVDB</th>\n", - " <th>MGAB</th>\n", - " <th>LTDB</th>\n", - " <th>SMAP</th>\n", - " <th>Daphnet</th>\n", + " <th>TAO</th>\n", " <th>Stock</th>\n", - " <th>...</th>\n", - " <th>Power</th>\n", - " <th>NEK</th>\n", - " <th>CATSv2</th>\n", + " <th>SWaT</th>\n", + " <th>MITDB</th>\n", + " <th>YAHOO</th>\n", + " <th>OPPORTUNITY</th>\n", + " <th>SMAP</th>\n", " <th>NAB</th>\n", + " <th>MGAB</th>\n", + " <th>...</th>\n", + " <th>LTDB</th>\n", + " <th>SVDB</th>\n", " <th>Exathlon</th>\n", - " <th>TAO</th>\n", - " <th>OPPORTUNITY</th>\n", - " <th>TODS</th>\n", + " <th>NEK</th>\n", + " <th>WSD</th>\n", + " <th>Power</th>\n", " <th>SMD</th>\n", - " <th>YAHOO</th>\n", + " <th>SED</th>\n", + " <th>IOPS</th>\n", + " <th>CATSv2</th>\n", " </tr>\n", " <tr>\n", " <th>Model</th>\n", @@ -86,123 +86,123 @@ " <tbody>\n", " <tr>\n", " <th>CNN</th>\n", - " <td>0.205826</td>\n", - " <td>0.680748</td>\n", - " <td>0.058416</td>\n", - " <td>0.346350</td>\n", - " <td>0.199785</td>\n", - " <td>0.006988</td>\n", - " <td>0.406171</td>\n", - " <td>0.336818</td>\n", - " <td>0.398456</td>\n", - " <td>0.939925</td>\n", + " <td>0.307033</td>\n", + " <td>0.994857</td>\n", + " <td>0.929344</td>\n", + " <td>0.738718</td>\n", + " <td>0.160153</td>\n", + " <td>0.561562</td>\n", + " <td>0.619160</td>\n", + " <td>0.329931</td>\n", + " <td>0.223347</td>\n", + " <td>0.003855</td>\n", " <td>...</td>\n", - " <td>0.075487</td>\n", - " <td>0.714845</td>\n", - " <td>0.288293</td>\n", - " <td>0.248091</td>\n", - " <td>0.657757</td>\n", - " <td>0.994270</td>\n", - " <td>0.632799</td>\n", - " <td>0.575941</td>\n", - " <td>0.545045</td>\n", - " <td>0.512096</td>\n", + " <td>0.354462</td>\n", + " <td>0.197103</td>\n", + " <td>0.654310</td>\n", + " <td>0.685573</td>\n", + " <td>0.303128</td>\n", + " <td>0.072400</td>\n", + " <td>0.565370</td>\n", + " <td>0.029325</td>\n", + " <td>0.265889</td>\n", + " <td>0.411894</td>\n", " </tr>\n", " <tr>\n", " <th>IForest</th>\n", - " <td>0.134518</td>\n", - " <td>0.368230</td>\n", - " <td>0.807209</td>\n", - " <td>0.448709</td>\n", - " <td>0.307322</td>\n", - " <td>0.004379</td>\n", - " <td>0.566359</td>\n", - " <td>0.327727</td>\n", - " <td>0.518905</td>\n", - " <td>0.735886</td>\n", + " <td>0.386085</td>\n", + " <td>0.125817</td>\n", + " <td>0.143940</td>\n", + " <td>0.702432</td>\n", + " <td>0.169557</td>\n", + " <td>0.092730</td>\n", + " <td>0.733153</td>\n", + " <td>0.299302</td>\n", + " <td>0.314587</td>\n", + " <td>0.004336</td>\n", " <td>...</td>\n", - " <td>0.076373</td>\n", - " <td>0.649735</td>\n", - " <td>0.105175</td>\n", - " <td>0.342137</td>\n", - " <td>0.964836</td>\n", - " <td>0.728970</td>\n", - " <td>0.736264</td>\n", - " <td>0.487386</td>\n", - " <td>0.342406</td>\n", - " <td>0.135664</td>\n", + " <td>0.521341</td>\n", + " <td>0.311936</td>\n", + " <td>0.962806</td>\n", + " <td>0.630339</td>\n", + " <td>0.040993</td>\n", + " <td>0.073981</td>\n", + " <td>0.369237</td>\n", + " <td>0.691484</td>\n", + " <td>0.231569</td>\n", + " <td>0.139416</td>\n", " </tr>\n", " <tr>\n", " <th>KMeansAD_U</th>\n", - " <td>0.107988</td>\n", - " <td>0.111519</td>\n", - " <td>0.895291</td>\n", - " <td>0.441543</td>\n", - " <td>0.811385</td>\n", - " <td>0.036645</td>\n", - " <td>0.835553</td>\n", - " <td>0.657738</td>\n", - " <td>0.039747</td>\n", - " <td>0.738198</td>\n", + " <td>0.371438</td>\n", + " <td>0.129147</td>\n", + " <td>0.114476</td>\n", + " <td>0.111152</td>\n", + " <td>0.583808</td>\n", + " <td>0.699444</td>\n", + " <td>0.365381</td>\n", + " <td>0.648913</td>\n", + " <td>0.401505</td>\n", + " <td>0.085299</td>\n", " <td>...</td>\n", - " <td>0.524166</td>\n", - " <td>0.317927</td>\n", - " <td>0.229268</td>\n", - " <td>0.427477</td>\n", - " <td>0.618051</td>\n", - " <td>0.747945</td>\n", - " <td>0.351828</td>\n", - " <td>0.739257</td>\n", - " <td>0.254537</td>\n", - " <td>0.781824</td>\n", + " <td>0.765819</td>\n", + " <td>0.809036</td>\n", + " <td>0.617690</td>\n", + " <td>0.346973</td>\n", + " <td>0.146372</td>\n", + " <td>0.507629</td>\n", + " <td>0.260908</td>\n", + " <td>0.710575</td>\n", + " <td>0.068715</td>\n", + " <td>0.455611</td>\n", " </tr>\n", " <tr>\n", - " <th>LOF</th>\n", - " <td>0.123657</td>\n", - " <td>0.121168</td>\n", - " <td>0.111105</td>\n", - " <td>0.186700</td>\n", - " <td>0.050189</td>\n", - " <td>0.004639</td>\n", - " <td>0.256447</td>\n", - " <td>0.172499</td>\n", - " <td>0.134804</td>\n", - " <td>0.710487</td>\n", + " <th>KShapeAD</th>\n", + " <td>0.409835</td>\n", + " <td>0.103834</td>\n", + " <td>0.095333</td>\n", + " <td>0.458896</td>\n", + " <td>0.594424</td>\n", + " <td>0.435473</td>\n", + " <td>0.366866</td>\n", + " <td>0.601232</td>\n", + " <td>0.396635</td>\n", + " <td>0.084411</td>\n", " <td>...</td>\n", - " <td>0.090503</td>\n", - " <td>0.395130</td>\n", - " <td>0.063826</td>\n", - " <td>0.165966</td>\n", - " <td>0.240338</td>\n", - " <td>0.710584</td>\n", - " <td>0.159200</td>\n", - " <td>0.485079</td>\n", - " <td>0.134985</td>\n", - " <td>0.381508</td>\n", + " <td>0.743642</td>\n", + " <td>0.798760</td>\n", + " <td>0.420990</td>\n", + " <td>0.379153</td>\n", + " <td>0.082639</td>\n", + " <td>0.496250</td>\n", + " <td>0.131250</td>\n", + " <td>0.722020</td>\n", + " <td>0.068365</td>\n", + " <td>0.452377</td>\n", " </tr>\n", " <tr>\n", - " <th>LSTMAD</th>\n", - " <td>0.213044</td>\n", - " <td>0.669824</td>\n", - " <td>0.056562</td>\n", - " <td>0.305128</td>\n", - " <td>0.127489</td>\n", - " <td>0.025419</td>\n", - " <td>0.329828</td>\n", - " <td>0.273214</td>\n", - " <td>0.133080</td>\n", - " <td>0.817960</td>\n", + " <th>LOF</th>\n", + " <td>0.151228</td>\n", + " <td>0.167995</td>\n", + " <td>0.112061</td>\n", + " <td>0.120683</td>\n", + " <td>0.051628</td>\n", + " <td>0.409909</td>\n", + " <td>0.153396</td>\n", + " <td>0.180797</td>\n", + " <td>0.144844</td>\n", + " <td>0.002209</td>\n", " <td>...</td>\n", - " <td>0.067250</td>\n", - " <td>0.689697</td>\n", - " <td>0.329056</td>\n", - " <td>0.173732</td>\n", - " <td>0.735253</td>\n", - " <td>0.995044</td>\n", - " <td>0.563772</td>\n", - " <td>0.522228</td>\n", - " <td>0.483944</td>\n", - " <td>0.417416</td>\n", + " <td>0.203241</td>\n", + " <td>0.044940</td>\n", + " <td>0.245106</td>\n", + " <td>0.363561</td>\n", + " <td>0.141918</td>\n", + " <td>0.086245</td>\n", + " <td>0.182353</td>\n", + " <td>0.082198</td>\n", + " <td>0.116787</td>\n", + " <td>0.071542</td>\n", " </tr>\n", " </tbody>\n", "</table>\n", @@ -210,49 +210,49 @@ "</div>" ], "text/plain": [ - " IOPS SWaT SED MSL SVDB MGAB \\\n", + " MSL TAO Stock SWaT MITDB YAHOO \\\n", "Model \n", - "CNN 0.205826 0.680748 0.058416 0.346350 0.199785 0.006988 \n", - "IForest 0.134518 0.368230 0.807209 0.448709 0.307322 0.004379 \n", - "KMeansAD_U 0.107988 0.111519 0.895291 0.441543 0.811385 0.036645 \n", - "LOF 0.123657 0.121168 0.111105 0.186700 0.050189 0.004639 \n", - "LSTMAD 0.213044 0.669824 0.056562 0.305128 0.127489 0.025419 \n", + "CNN 0.307033 0.994857 0.929344 0.738718 0.160153 0.561562 \n", + "IForest 0.386085 0.125817 0.143940 0.702432 0.169557 0.092730 \n", + "KMeansAD_U 0.371438 0.129147 0.114476 0.111152 0.583808 0.699444 \n", + "KShapeAD 0.409835 0.103834 0.095333 0.458896 0.594424 0.435473 \n", + "LOF 0.151228 0.167995 0.112061 0.120683 0.051628 0.409909 \n", "\n", - " LTDB SMAP Daphnet Stock ... Power NEK \\\n", - "Model ... \n", - "CNN 0.406171 0.336818 0.398456 0.939925 ... 0.075487 0.714845 \n", - "IForest 0.566359 0.327727 0.518905 0.735886 ... 0.076373 0.649735 \n", - "KMeansAD_U 0.835553 0.657738 0.039747 0.738198 ... 0.524166 0.317927 \n", - "LOF 0.256447 0.172499 0.134804 0.710487 ... 0.090503 0.395130 \n", - "LSTMAD 0.329828 0.273214 0.133080 0.817960 ... 0.067250 0.689697 \n", + " OPPORTUNITY SMAP NAB MGAB ... LTDB \\\n", + "Model ... \n", + "CNN 0.619160 0.329931 0.223347 0.003855 ... 0.354462 \n", + "IForest 0.733153 0.299302 0.314587 0.004336 ... 0.521341 \n", + "KMeansAD_U 0.365381 0.648913 0.401505 0.085299 ... 0.765819 \n", + "KShapeAD 0.366866 0.601232 0.396635 0.084411 ... 0.743642 \n", + "LOF 0.153396 0.180797 0.144844 0.002209 ... 0.203241 \n", "\n", - " CATSv2 NAB Exathlon TAO OPPORTUNITY TODS \\\n", - "Model \n", - "CNN 0.288293 0.248091 0.657757 0.994270 0.632799 0.575941 \n", - "IForest 0.105175 0.342137 0.964836 0.728970 0.736264 0.487386 \n", - "KMeansAD_U 0.229268 0.427477 0.618051 0.747945 0.351828 0.739257 \n", - "LOF 0.063826 0.165966 0.240338 0.710584 0.159200 0.485079 \n", - "LSTMAD 0.329056 0.173732 0.735253 0.995044 0.563772 0.522228 \n", + " SVDB Exathlon NEK WSD Power SMD \\\n", + "Model \n", + "CNN 0.197103 0.654310 0.685573 0.303128 0.072400 0.565370 \n", + "IForest 0.311936 0.962806 0.630339 0.040993 0.073981 0.369237 \n", + "KMeansAD_U 0.809036 0.617690 0.346973 0.146372 0.507629 0.260908 \n", + "KShapeAD 0.798760 0.420990 0.379153 0.082639 0.496250 0.131250 \n", + "LOF 0.044940 0.245106 0.363561 0.141918 0.086245 0.182353 \n", "\n", - " SMD YAHOO \n", - "Model \n", - "CNN 0.545045 0.512096 \n", - "IForest 0.342406 0.135664 \n", - "KMeansAD_U 0.254537 0.781824 \n", - "LOF 0.134985 0.381508 \n", - "LSTMAD 0.483944 0.417416 \n", + " SED IOPS CATSv2 \n", + "Model \n", + "CNN 0.029325 0.265889 0.411894 \n", + "IForest 0.691484 0.231569 0.139416 \n", + "KMeansAD_U 0.710575 0.068715 0.455611 \n", + "KShapeAD 0.722020 0.068365 0.452377 \n", + "LOF 0.082198 0.116787 0.071542 \n", "\n", "[5 rows x 23 columns]" ] }, - "execution_count": 10, + "execution_count": 4, "metadata": {}, "output_type": "execute_result" } ], "source": [ "path = '../../docs/evaluation/groupedDataframes/'\n", - "metric = 'VUS-PR'\n", + "metric = 'AUC-PR'\n", "file = metric +'_combined_by_group.csv'\n", "file_path = path + file\n", "df = pd.read_csv(file_path, index_col='Model')\n", @@ -262,7 +262,7 @@ }, { "cell_type": "code", - "execution_count": 12, + "execution_count": 5, "metadata": {}, "outputs": [ { @@ -313,36 +313,38 @@ ], "type": "heatmap", "x": [ - "IOPS", - "SWaT", - "SED", "MSL", - "SVDB", - "MGAB", - "LTDB", - "SMAP", - "Daphnet", + "TAO", "Stock", - "WSD", + "SWaT", "MITDB", - "UCR", - "Power", - "NEK", - "CATSv2", - "NAB", - "Exathlon", - "TAO", + "YAHOO", "OPPORTUNITY", + "SMAP", + "NAB", + "MGAB", + "UCR", "TODS", + "Daphnet", + "LTDB", + "SVDB", + "Exathlon", + "NEK", + "WSD", + "Power", "SMD", - "YAHOO" + "SED", + "IOPS", + "CATSv2" ], "y": [ "CNN", "IForest", "KMeansAD_U", + "KShapeAD", "LOF", "LSTMAD", + "OCSVM", "OmniAnomaly", "PCA", "POLY", @@ -352,279 +354,329 @@ ], "z": [ [ - 0.2058264075504484, - 0.6807482076261672, - 0.0584161141736485, - 0.3463500458820062, - 0.1997846992126922, - 0.0069880026447859, - 0.4061714307248641, - 0.3368175788334636, - 0.3984561332333746, - 0.9399247021670544, - 0.2249216197293689, - 0.1436318602643481, - 0.0654427561172705, - 0.0754866098747693, - 0.7148450524753189, - 0.2882929464081713, - 0.2480906432796945, - 0.6577570780079647, - 0.9942696053962238, - 0.6327991152012451, - 0.575941184620618, - 0.5450449067296064, - 0.5120964005826543 + 0.3070329648556795, + 0.9948566473921368, + 0.9293442608636604, + 0.7387181088941073, + 0.1601528087440646, + 0.5615618691240216, + 0.6191602168303323, + 0.3299309288297937, + 0.2233468551717377, + 0.0038549618121316, + 0.069477033023667, + 0.3037856723254471, + 0.3814990500329981, + 0.3544623948216704, + 0.1971026201604054, + 0.6543096941901486, + 0.6855731430154801, + 0.3031282542596684, + 0.0723996101568745, + 0.565369591802724, + 0.0293250494027453, + 0.2658893118021881, + 0.4118939698305733 + ], + [ + 0.3860854088830298, + 0.1258167540323718, + 0.1439399569303037, + 0.7024320276028485, + 0.1695565702929614, + 0.0927299150641493, + 0.7331529032690003, + 0.2993019518138772, + 0.3145868144981536, + 0.0043361200237496, + 0.0593890919720924, + 0.0765213406484437, + 0.4965785621747466, + 0.5213405915521423, + 0.3119364827416871, + 0.9628064611603744, + 0.630339411513941, + 0.0409929110291381, + 0.0739812238848341, + 0.3692373618705591, + 0.691483898843896, + 0.2315692951310307, + 0.1394155160045949 + ], + [ + 0.3714381767136799, + 0.1291470984545619, + 0.1144756619439883, + 0.1111516911833987, + 0.5838081485697818, + 0.6994439310340633, + 0.3653810197119157, + 0.6489127043129476, + 0.401504819120054, + 0.0852985568612481, + 0.4872058460406336, + 0.4487028103262184, + 0.0364448974253113, + 0.7658193255633926, + 0.8090356381810129, + 0.617689617530909, + 0.3469725689956081, + 0.1463722692469393, + 0.507629476682699, + 0.2609082130751905, + 0.7105752596393731, + 0.0687154520588899, + 0.4556114877404176 ], [ - 0.1345180317161169, - 0.3682300481513787, - 0.8072091746326211, - 0.4487088378075529, - 0.3073223626012233, - 0.0043793865164805, - 0.5663593089308047, - 0.3277265200742897, - 0.5189053892717354, - 0.7358859795437948, - 0.0274869880727351, - 0.1590424733170773, - 0.0587728786060519, - 0.0763734881882089, - 0.6497347597115171, - 0.105174922263832, - 0.3421369664041377, - 0.9648356800808772, - 0.7289704865874446, - 0.7362636520011094, - 0.4873863296030091, - 0.3424058241109849, - 0.1356638991034298 + 0.4098345834104561, + 0.1038335770004709, + 0.0953334492660874, + 0.4588962370959195, + 0.5944243321733781, + 0.4354728686684438, + 0.3668662455072134, + 0.6012318549166439, + 0.3966354721787178, + 0.0844109128343625, + 0.4651436300597012, + 0.4620565073734955, + 0.0334203029926677, + 0.743642233080316, + 0.7987601317524428, + 0.4209898037288545, + 0.379152831656722, + 0.0826391043615282, + 0.4962499459971852, + 0.1312497937580047, + 0.7220200940353262, + 0.0683646670064019, + 0.4523772176145589 ], [ - 0.1079882871672322, - 0.1115190303707684, - 0.8952913367248847, - 0.4415431287006482, - 0.8113847695158117, - 0.0366449742335947, - 0.8355528232967653, - 0.6577379563617795, - 0.0397474048677725, - 0.7381976474065515, - 0.1730604082920139, - 0.5908924511486201, - 0.4868217941884221, - 0.5241664765771313, - 0.3179274541052912, - 0.2292684024148795, - 0.4274771882426338, - 0.6180514515785507, - 0.7479454637274009, - 0.3518276749123187, - 0.7392574120062714, - 0.2545373617228621, - 0.78182374346563 + 0.1512284632498376, + 0.1679948274250915, + 0.1120607268408127, + 0.1206834698967151, + 0.0516277124982722, + 0.4099090939695364, + 0.1533958104546529, + 0.1807970055450551, + 0.1448442788333725, + 0.002208833983716, + 0.0489848149626439, + 0.1008198725987636, + 0.129509098249193, + 0.2032407053098909, + 0.044939946475196, + 0.2451059410575724, + 0.3635609091221586, + 0.1419176071172248, + 0.0862447643103002, + 0.1823531299828182, + 0.0821976785533269, + 0.1167866946512014, + 0.0715421233322276 ], [ - 0.123656628100079, - 0.1211682396739051, - 0.1111053662801457, - 0.1867000262952127, - 0.050188818967757, - 0.0046385735539491, - 0.2564472782454773, - 0.1724991309255842, - 0.1348036345450808, - 0.7104868086713348, - 0.1023455399207899, - 0.0537486934129077, - 0.0514890307918726, - 0.0905025385600026, - 0.3951295823464054, - 0.0638260310723236, - 0.165966236287326, - 0.2403378467538855, - 0.7105835188005747, - 0.1591996538121128, - 0.4850789687207982, - 0.1349852579979039, - 0.3815083295900898 + 0.2374415543922403, + 0.9933974763498682, + 0.5192324559661586, + 0.7376946947277406, + 0.1130659166941326, + 0.4439573166657559, + 0.5455348153510139, + 0.2788270775280182, + 0.1533056834456119, + 0.0458598177504741, + 0.0280413380542781, + 0.2056707410855921, + 0.1322337577607795, + 0.2767353060803043, + 0.1298786479067619, + 0.733874544363356, + 0.6674208880035603, + 0.2094924962694986, + 0.0647879297198734, + 0.5398904963082672, + 0.03049734341287, + 0.3201945495278017, + 0.3580709697520762 ], [ - 0.2130441268776781, - 0.669824054008361, - 0.056562170107036, - 0.3051279104315739, - 0.1274885254336464, - 0.0254191638829906, - 0.3298284087878363, - 0.273213536450389, - 0.1330800298859931, - 0.8179595058481393, - 0.1302696985482632, - 0.1123975124584426, - 0.0232927413127399, - 0.0672501040011019, - 0.6896972412727194, - 0.3290558627970383, - 0.1737319753238016, - 0.735253231133451, - 0.9950444582863888, - 0.5637720546144361, - 0.5222277602405662, - 0.4839440597630965, - 0.4174161081456283 + 0.2391249813541859, + 0.1177758930604016, + 0.0973447383082477, + 0.1595147595176652, + 0.3558257944021178, + 0.0838678946901602, + 0.1476312865898052, + 0.4876513160129897, + 0.3438544462112599, + 0.032882956192712, + 0.3269886228424983, + 0.4040433468785402, + 0.0665123825532765, + 0.6346588524029689, + 0.547079704362148, + 0.556785954052248, + 0.3601307804647232, + 0.0361277532842967, + 0.2159361837395415, + 0.1221923316485258, + 0.1878501918259838, + 0.0512072460811952, + 0.3690800520887407 ], [ - 0.1928374569986444, - 0.366250384309729, - 0.055985189981857, - 0.4280475527739124, - 0.445289118136039, - 0.0055864482375573, - 0.5247628039733387, - 0.4178519668986689, - 0.1230261153960334, - 0.7716583853918693, - 0.1576123083157814, - 0.1634648465599538, - 0.0895515073705869, - 0.0670900075295742, - 0.8583489172841368, - 0.2822817568231803, - 0.342007422174572, - 0.8763722516375352, - 0.9300201627687462, - 0.6499305118412632, - 0.5381935047574228, - 0.4787421484813816, - 0.2197869968904234 + 0.3942827168884407, + 0.344060221602637, + 0.1336463239408892, + 0.7576872065528726, + 0.2069991289041207, + 0.1481883731109026, + 0.6498671005600911, + 0.385081947529557, + 0.3322271540944519, + 0.015268247817355, + 0.0852355184480631, + 0.1723689767277685, + 0.1920691814960085, + 0.4797110125580823, + 0.4768352264302811, + 0.8745189065767695, + 0.8361454306772048, + 0.251057174157317, + 0.0646648482156372, + 0.5311401685436009, + 0.0316634805829937, + 0.3681628956252908, + 0.4378677976960084 ], [ - 0.2603723461255518, - 0.3755116281521825, - 0.0302696092175515, - 0.5233099809194475, - 0.5239841979223827, - 0.0055511136520176, - 0.5348733977584581, - 0.5668421229644969, - 0.4415678196838903, - 0.8253823808338303, - 0.1553660326279665, - 0.323525785036551, - 0.1526782948310656, - 0.0796163424706734, - 0.9291709818321476, - 0.2324174649783961, - 0.5113983091235315, - 0.9591725273812642, - 0.8402761677661017, - 0.9245164887480816, - 0.5528774654894228, - 0.4672566855173588, - 0.1637287767285993 + 0.4933200185137532, + 0.1491442049585928, + 0.14842805522832, + 0.7567001273773122, + 0.3778533754675271, + 0.1171068241297201, + 0.9231919377778752, + 0.4844163013142009, + 0.4865282969410169, + 0.0271227420269651, + 0.1385328677464032, + 0.1243205670547229, + 0.468647067072471, + 0.4894113142147856, + 0.5588963799777975, + 0.95810201138227, + 0.891733187275396, + 0.2165416140933447, + 0.0788664308035282, + 0.4958507799477434, + 0.0209941892398622, + 0.3728494779469234, + 0.4747050350102691 ], [ - 0.3650548838491049, - 0.1033636962969695, - 0.0401756513188655, - 0.7342443893083611, - 0.4455308354706224, - 0.0082687355552709, - 0.5105066913376546, - 0.7270794225766999, - 0.5195156603941771, - 0.8053753836898458, - 0.5311097529528253, - 0.3204245599085764, - 0.1987797111557872, - 0.1222940559336612, - 0.7648360444393737, - 0.232251680558134, - 0.58411151200798, - 0.8479450729850164, - 0.8084529309725733, - 0.4263263694845811, - 0.5864932357832445, - 0.6631912450676738, - 0.3076533188880135 + 0.629532587636957, + 0.1405259120954581, + 0.1465900908155435, + 0.1231331999424481, + 0.3669341487796059, + 0.0753954175292419, + 0.4206576520060393, + 0.6048262003837879, + 0.5264388130929107, + 0.0089956060999472, + 0.1568500677409875, + 0.2390237154249407, + 0.5368267899294596, + 0.4553236691053208, + 0.50600229760421, + 0.844512912662751, + 0.7094581583655936, + 0.427387320298342, + 0.2037595305274893, + 0.6393941543831635, + 0.0314214237960305, + 0.3328661662243327, + 0.4764337820823609 ], [ - 0.380816999613631, - 0.1139147000964346, - 0.2534198246963315, - 0.5447112510432905, - 0.3829999383139302, - 0.6347484664935239, - 0.4095296341228547, - 0.5978537468587533, - 0.2539555253290684, - 0.7475672197205663, - 0.5510409756112902, - 0.3671251716842331, - 0.5143263768552852, - 0.1608581709679401, - 0.6870198283873492, - 0.3930451961624531, - 0.5324501908617666, - 0.2624784786359157, - 0.8076936745400151, - 0.1495480597705363, - 0.691124998860781, - 0.5446962631623808, - 0.4510005840593197 + 0.4426697426987531, + 0.1398031021595618, + 0.1150331890223664, + 0.1135633808365225, + 0.3851948939095517, + 0.1505027237107402, + 0.1586532880262183, + 0.5103409692815175, + 0.495380602802276, + 0.5673347974410752, + 0.4951819333128137, + 0.166507081004796, + 0.2522823807762812, + 0.3331602006764342, + 0.3561401767623295, + 0.2576177402577311, + 0.5545055713305032, + 0.5392539833042346, + 0.1750346138359664, + 0.4863069423901577, + 0.1096599885214677, + 0.2634916391425664, + 0.5119762791999092 ], [ - 0.1165271678935416, - 0.1108500020039233, - 0.882987455118878, - 0.3687456862707051, - 0.5914836251513862, - 0.2386130546279831, - 0.6923549140356251, - 0.5582867850000348, - 0.0351848897952167, - 0.6915117129467715, - 0.083203864342549, - 0.5489948037487509, - 0.3297476695582788, - 0.1665616569474886, - 0.1329084218683674, - 0.3547303318013108, - 0.3414322714780459, - 0.5624491502491966, - 0.6841191787952137, - 0.2953977274199773, - 0.7802797461321267, - 0.1638027831683053, - 0.5020311037216072 + 0.313525013097462, + 0.1087328276438577, + 0.0961032782898458, + 0.1103758314980202, + 0.500833656234517, + 0.1444453762449483, + 0.2983959722264093, + 0.4538159096946783, + 0.3110995591314737, + 0.325649991005667, + 0.2838297601145142, + 0.4106485382636473, + 0.0338932937578225, + 0.5898283428336337, + 0.5382699167825771, + 0.563481394957596, + 0.1191737825990574, + 0.0445970674635822, + 0.1601672827617932, + 0.1629704290878179, + 0.7074528685504887, + 0.0705981623219429, + 0.4821662398986781 ], [ - 0.1928153741104808, - 0.3659224082416971, - 0.0533742995051588, - 0.2952083391272381, - 0.435722376807082, - 0.0054031980633378, - 0.5122662584098864, - 0.3022119484350021, - 0.122991565905646, - 0.7716118184030186, - 0.1559495568365849, - 0.1583573536491457, - 0.0844371289411118, - 0.0670897271132299, - 0.8272831680533905, - 0.4068306405403881, - 0.3083031058956713, - 0.864300862495465, - 0.928987226092576, - 0.6512690843155523, - 0.5298426171179035, - 0.6294041253579502, - 0.1923663969249961 + 0.2672556075158249, + 0.3397807769750269, + 0.1335703199541796, + 0.7574841555865873, + 0.2018099822076816, + 0.1172657774221748, + 0.651234598743209, + 0.2731588220857915, + 0.30030480702906, + 0.0320969087157011, + 0.0883919385467221, + 0.1639152198541356, + 0.1920565328650643, + 0.4613347441601701, + 0.4592092425862558, + 0.8623584859187469, + 0.8160210681956586, + 0.2402758256128196, + 0.0646645958264565, + 0.6657365297403594, + 0.026230704465697, + 0.4035230511536186, + 0.4816245755217306 ] ] } @@ -1447,7 +1499,7 @@ } }, "title": { - "text": "Oranges Heatmap der VUS-PR von den einzelnen Modelle auf den jeweiligen Datensätzen" + "text": "Oranges Heatmap der AUC-PR von den einzelnen Modelle auf den jeweiligen Datensätzen" }, "xaxis": { "title": { diff --git a/src/group_evaluation/generate_combined_dataframe.ipynb b/src/group_evaluation/generate_combined_dataframe.ipynb index 7e41157e859cc470122ec7c14afb287a169d1a11..7c63dbab31648433158f9edf698c898c8c699a6f 100644 --- a/src/group_evaluation/generate_combined_dataframe.ipynb +++ b/src/group_evaluation/generate_combined_dataframe.ipynb @@ -2,7 +2,7 @@ "cells": [ { "cell_type": "code", - "execution_count": 1, + "execution_count": 7, "metadata": {}, "outputs": [], "source": [ @@ -12,7 +12,7 @@ }, { "cell_type": "code", - "execution_count": 7, + "execution_count": 8, "metadata": {}, "outputs": [], "source": [ @@ -25,7 +25,7 @@ }, { "cell_type": "code", - "execution_count": 8, + "execution_count": 9, "metadata": {}, "outputs": [ { @@ -50,26 +50,26 @@ " <tr style=\"text-align: right;\">\n", " <th></th>\n", " <th>Model</th>\n", - " <th>IOPS</th>\n", - " <th>SWaT</th>\n", - " <th>SED</th>\n", " <th>MSL</th>\n", - " <th>SVDB</th>\n", - " <th>MGAB</th>\n", - " <th>LTDB</th>\n", + " <th>TAO</th>\n", + " <th>Stock</th>\n", + " <th>SWaT</th>\n", + " <th>MITDB</th>\n", + " <th>YAHOO</th>\n", + " <th>OPPORTUNITY</th>\n", " <th>SMAP</th>\n", - " <th>Daphnet</th>\n", - " <th>...</th>\n", - " <th>Power</th>\n", - " <th>NEK</th>\n", - " <th>CATSv2</th>\n", " <th>NAB</th>\n", + " <th>...</th>\n", + " <th>LTDB</th>\n", + " <th>SVDB</th>\n", " <th>Exathlon</th>\n", - " <th>TAO</th>\n", - " <th>OPPORTUNITY</th>\n", - " <th>TODS</th>\n", + " <th>NEK</th>\n", + " <th>WSD</th>\n", + " <th>Power</th>\n", " <th>SMD</th>\n", - " <th>YAHOO</th>\n", + " <th>SED</th>\n", + " <th>IOPS</th>\n", + " <th>CATSv2</th>\n", " </tr>\n", " </thead>\n", " <tbody>\n", @@ -80,13 +80,13 @@ ], "text/plain": [ "Empty DataFrame\n", - "Columns: [Model, IOPS, SWaT, SED, MSL, SVDB, MGAB, LTDB, SMAP, Daphnet, Stock, WSD, MITDB, UCR, Power, NEK, CATSv2, NAB, Exathlon, TAO, OPPORTUNITY, TODS, SMD, YAHOO]\n", + "Columns: [Model, MSL, TAO, Stock, SWaT, MITDB, YAHOO, OPPORTUNITY, SMAP, NAB, MGAB, UCR, TODS, Daphnet, LTDB, SVDB, Exathlon, NEK, WSD, Power, SMD, SED, IOPS, CATSv2]\n", "Index: []\n", "\n", "[0 rows x 24 columns]" ] }, - "execution_count": 8, + "execution_count": 9, "metadata": {}, "output_type": "execute_result" } @@ -101,7 +101,7 @@ }, { "cell_type": "code", - "execution_count": 9, + "execution_count": 10, "metadata": {}, "outputs": [ { @@ -112,11 +112,14 @@ "Not correct file type: groupedDataframes\n", "Found: IForest.csv\n", "Found: KMeansAD_U.csv\n", + "Found: KShapeAD.csv\n", "Found: LOF.csv\n", "Found: LSTMAD.csv\n", + "Found: OCSVM.csv\n", "Found: OmniAnomaly.csv\n", "Found: PCA.csv\n", "Found: POLY.csv\n", + "Not correct file type: Ranking der Modelle im Vergleich zu den Autoren.md\n", "Found: Sub-LOF.csv\n", "Found: Sub_KNN.csv\n", "Not correct file type: temp\n", @@ -126,7 +129,7 @@ } ], "source": [ - "col = 'VUS-PR'\n", + "col = 'AUC-PR'\n", "\n", "for file in os.listdir(path):\n", " suffix = file.split('.')\n", @@ -158,7 +161,7 @@ }, { "cell_type": "code", - "execution_count": 10, + "execution_count": 11, "metadata": {}, "outputs": [ { @@ -183,148 +186,148 @@ " <tr style=\"text-align: right;\">\n", " <th></th>\n", " <th>Model</th>\n", - " <th>IOPS</th>\n", - " <th>SWaT</th>\n", - " <th>SED</th>\n", " <th>MSL</th>\n", - " <th>SVDB</th>\n", - " <th>MGAB</th>\n", - " <th>LTDB</th>\n", + " <th>TAO</th>\n", + " <th>Stock</th>\n", + " <th>SWaT</th>\n", + " <th>MITDB</th>\n", + " <th>YAHOO</th>\n", + " <th>OPPORTUNITY</th>\n", " <th>SMAP</th>\n", - " <th>Daphnet</th>\n", - " <th>...</th>\n", - " <th>Power</th>\n", - " <th>NEK</th>\n", - " <th>CATSv2</th>\n", " <th>NAB</th>\n", + " <th>...</th>\n", + " <th>LTDB</th>\n", + " <th>SVDB</th>\n", " <th>Exathlon</th>\n", - " <th>TAO</th>\n", - " <th>OPPORTUNITY</th>\n", - " <th>TODS</th>\n", + " <th>NEK</th>\n", + " <th>WSD</th>\n", + " <th>Power</th>\n", " <th>SMD</th>\n", - " <th>YAHOO</th>\n", + " <th>SED</th>\n", + " <th>IOPS</th>\n", + " <th>CATSv2</th>\n", " </tr>\n", " </thead>\n", " <tbody>\n", " <tr>\n", " <th>0</th>\n", " <td>CNN</td>\n", - " <td>0.205826</td>\n", - " <td>0.680748</td>\n", - " <td>0.058416</td>\n", - " <td>0.346350</td>\n", - " <td>0.199785</td>\n", - " <td>0.006988</td>\n", - " <td>0.406171</td>\n", - " <td>0.336818</td>\n", - " <td>0.398456</td>\n", + " <td>0.307033</td>\n", + " <td>0.994857</td>\n", + " <td>0.929344</td>\n", + " <td>0.738718</td>\n", + " <td>0.160153</td>\n", + " <td>0.561562</td>\n", + " <td>0.619160</td>\n", + " <td>0.329931</td>\n", + " <td>0.223347</td>\n", " <td>...</td>\n", - " <td>0.075487</td>\n", - " <td>0.714845</td>\n", - " <td>0.288293</td>\n", - " <td>0.248091</td>\n", - " <td>0.657757</td>\n", - " <td>0.994270</td>\n", - " <td>0.632799</td>\n", - " <td>0.575941</td>\n", - " <td>0.545045</td>\n", - " <td>0.512096</td>\n", + " <td>0.354462</td>\n", + " <td>0.197103</td>\n", + " <td>0.654310</td>\n", + " <td>0.685573</td>\n", + " <td>0.303128</td>\n", + " <td>0.072400</td>\n", + " <td>0.565370</td>\n", + " <td>0.029325</td>\n", + " <td>0.265889</td>\n", + " <td>0.411894</td>\n", " </tr>\n", " <tr>\n", " <th>0</th>\n", " <td>IForest</td>\n", - " <td>0.134518</td>\n", - " <td>0.368230</td>\n", - " <td>0.807209</td>\n", - " <td>0.448709</td>\n", - " <td>0.307322</td>\n", - " <td>0.004379</td>\n", - " <td>0.566359</td>\n", - " <td>0.327727</td>\n", - " <td>0.518905</td>\n", + " <td>0.386085</td>\n", + " <td>0.125817</td>\n", + " <td>0.143940</td>\n", + " <td>0.702432</td>\n", + " <td>0.169557</td>\n", + " <td>0.092730</td>\n", + " <td>0.733153</td>\n", + " <td>0.299302</td>\n", + " <td>0.314587</td>\n", " <td>...</td>\n", - " <td>0.076373</td>\n", - " <td>0.649735</td>\n", - " <td>0.105175</td>\n", - " <td>0.342137</td>\n", - " <td>0.964836</td>\n", - " <td>0.728970</td>\n", - " <td>0.736264</td>\n", - " <td>0.487386</td>\n", - " <td>0.342406</td>\n", - " <td>0.135664</td>\n", + " <td>0.521341</td>\n", + " <td>0.311936</td>\n", + " <td>0.962806</td>\n", + " <td>0.630339</td>\n", + " <td>0.040993</td>\n", + " <td>0.073981</td>\n", + " <td>0.369237</td>\n", + " <td>0.691484</td>\n", + " <td>0.231569</td>\n", + " <td>0.139416</td>\n", " </tr>\n", " <tr>\n", " <th>0</th>\n", " <td>KMeansAD_U</td>\n", - " <td>0.107988</td>\n", - " <td>0.111519</td>\n", - " <td>0.895291</td>\n", - " <td>0.441543</td>\n", - " <td>0.811385</td>\n", - " <td>0.036645</td>\n", - " <td>0.835553</td>\n", - " <td>0.657738</td>\n", - " <td>0.039747</td>\n", + " <td>0.371438</td>\n", + " <td>0.129147</td>\n", + " <td>0.114476</td>\n", + " <td>0.111152</td>\n", + " <td>0.583808</td>\n", + " <td>0.699444</td>\n", + " <td>0.365381</td>\n", + " <td>0.648913</td>\n", + " <td>0.401505</td>\n", " <td>...</td>\n", - " <td>0.524166</td>\n", - " <td>0.317927</td>\n", - " <td>0.229268</td>\n", - " <td>0.427477</td>\n", - " <td>0.618051</td>\n", - " <td>0.747945</td>\n", - " <td>0.351828</td>\n", - " <td>0.739257</td>\n", - " <td>0.254537</td>\n", - " <td>0.781824</td>\n", + " <td>0.765819</td>\n", + " <td>0.809036</td>\n", + " <td>0.617690</td>\n", + " <td>0.346973</td>\n", + " <td>0.146372</td>\n", + " <td>0.507629</td>\n", + " <td>0.260908</td>\n", + " <td>0.710575</td>\n", + " <td>0.068715</td>\n", + " <td>0.455611</td>\n", " </tr>\n", " <tr>\n", " <th>0</th>\n", - " <td>LOF</td>\n", - " <td>0.123657</td>\n", - " <td>0.121168</td>\n", - " <td>0.111105</td>\n", - " <td>0.186700</td>\n", - " <td>0.050189</td>\n", - " <td>0.004639</td>\n", - " <td>0.256447</td>\n", - " <td>0.172499</td>\n", - " <td>0.134804</td>\n", + " <td>KShapeAD</td>\n", + " <td>0.409835</td>\n", + " <td>0.103834</td>\n", + " <td>0.095333</td>\n", + " <td>0.458896</td>\n", + " <td>0.594424</td>\n", + " <td>0.435473</td>\n", + " <td>0.366866</td>\n", + " <td>0.601232</td>\n", + " <td>0.396635</td>\n", " <td>...</td>\n", - " <td>0.090503</td>\n", - " <td>0.395130</td>\n", - " <td>0.063826</td>\n", - " <td>0.165966</td>\n", - " <td>0.240338</td>\n", - " <td>0.710584</td>\n", - " <td>0.159200</td>\n", - " <td>0.485079</td>\n", - " <td>0.134985</td>\n", - " <td>0.381508</td>\n", + " <td>0.743642</td>\n", + " <td>0.798760</td>\n", + " <td>0.420990</td>\n", + " <td>0.379153</td>\n", + " <td>0.082639</td>\n", + " <td>0.496250</td>\n", + " <td>0.131250</td>\n", + " <td>0.722020</td>\n", + " <td>0.068365</td>\n", + " <td>0.452377</td>\n", " </tr>\n", " <tr>\n", " <th>0</th>\n", - " <td>LSTMAD</td>\n", - " <td>0.213044</td>\n", - " <td>0.669824</td>\n", - " <td>0.056562</td>\n", - " <td>0.305128</td>\n", - " <td>0.127489</td>\n", - " <td>0.025419</td>\n", - " <td>0.329828</td>\n", - " <td>0.273214</td>\n", - " <td>0.133080</td>\n", + " <td>LOF</td>\n", + " <td>0.151228</td>\n", + " <td>0.167995</td>\n", + " <td>0.112061</td>\n", + " <td>0.120683</td>\n", + " <td>0.051628</td>\n", + " <td>0.409909</td>\n", + " <td>0.153396</td>\n", + " <td>0.180797</td>\n", + " <td>0.144844</td>\n", " <td>...</td>\n", - " <td>0.067250</td>\n", - " <td>0.689697</td>\n", - " <td>0.329056</td>\n", - " <td>0.173732</td>\n", - " <td>0.735253</td>\n", - " <td>0.995044</td>\n", - " <td>0.563772</td>\n", - " <td>0.522228</td>\n", - " <td>0.483944</td>\n", - " <td>0.417416</td>\n", + " <td>0.203241</td>\n", + " <td>0.044940</td>\n", + " <td>0.245106</td>\n", + " <td>0.363561</td>\n", + " <td>0.141918</td>\n", + " <td>0.086245</td>\n", + " <td>0.182353</td>\n", + " <td>0.082198</td>\n", + " <td>0.116787</td>\n", + " <td>0.071542</td>\n", " </tr>\n", " </tbody>\n", "</table>\n", @@ -332,31 +335,31 @@ "</div>" ], "text/plain": [ - " Model IOPS SWaT SED MSL SVDB MGAB \\\n", - "0 CNN 0.205826 0.680748 0.058416 0.346350 0.199785 0.006988 \n", - "0 IForest 0.134518 0.368230 0.807209 0.448709 0.307322 0.004379 \n", - "0 KMeansAD_U 0.107988 0.111519 0.895291 0.441543 0.811385 0.036645 \n", - "0 LOF 0.123657 0.121168 0.111105 0.186700 0.050189 0.004639 \n", - "0 LSTMAD 0.213044 0.669824 0.056562 0.305128 0.127489 0.025419 \n", + " Model MSL TAO Stock SWaT MITDB YAHOO \\\n", + "0 CNN 0.307033 0.994857 0.929344 0.738718 0.160153 0.561562 \n", + "0 IForest 0.386085 0.125817 0.143940 0.702432 0.169557 0.092730 \n", + "0 KMeansAD_U 0.371438 0.129147 0.114476 0.111152 0.583808 0.699444 \n", + "0 KShapeAD 0.409835 0.103834 0.095333 0.458896 0.594424 0.435473 \n", + "0 LOF 0.151228 0.167995 0.112061 0.120683 0.051628 0.409909 \n", "\n", - " LTDB SMAP Daphnet ... Power NEK CATSv2 NAB \\\n", - "0 0.406171 0.336818 0.398456 ... 0.075487 0.714845 0.288293 0.248091 \n", - "0 0.566359 0.327727 0.518905 ... 0.076373 0.649735 0.105175 0.342137 \n", - "0 0.835553 0.657738 0.039747 ... 0.524166 0.317927 0.229268 0.427477 \n", - "0 0.256447 0.172499 0.134804 ... 0.090503 0.395130 0.063826 0.165966 \n", - "0 0.329828 0.273214 0.133080 ... 0.067250 0.689697 0.329056 0.173732 \n", + " OPPORTUNITY SMAP NAB ... LTDB SVDB Exathlon \\\n", + "0 0.619160 0.329931 0.223347 ... 0.354462 0.197103 0.654310 \n", + "0 0.733153 0.299302 0.314587 ... 0.521341 0.311936 0.962806 \n", + "0 0.365381 0.648913 0.401505 ... 0.765819 0.809036 0.617690 \n", + "0 0.366866 0.601232 0.396635 ... 0.743642 0.798760 0.420990 \n", + "0 0.153396 0.180797 0.144844 ... 0.203241 0.044940 0.245106 \n", "\n", - " Exathlon TAO OPPORTUNITY TODS SMD YAHOO \n", - "0 0.657757 0.994270 0.632799 0.575941 0.545045 0.512096 \n", - "0 0.964836 0.728970 0.736264 0.487386 0.342406 0.135664 \n", - "0 0.618051 0.747945 0.351828 0.739257 0.254537 0.781824 \n", - "0 0.240338 0.710584 0.159200 0.485079 0.134985 0.381508 \n", - "0 0.735253 0.995044 0.563772 0.522228 0.483944 0.417416 \n", + " NEK WSD Power SMD SED IOPS CATSv2 \n", + "0 0.685573 0.303128 0.072400 0.565370 0.029325 0.265889 0.411894 \n", + "0 0.630339 0.040993 0.073981 0.369237 0.691484 0.231569 0.139416 \n", + "0 0.346973 0.146372 0.507629 0.260908 0.710575 0.068715 0.455611 \n", + "0 0.379153 0.082639 0.496250 0.131250 0.722020 0.068365 0.452377 \n", + "0 0.363561 0.141918 0.086245 0.182353 0.082198 0.116787 0.071542 \n", "\n", "[5 rows x 24 columns]" ] }, - "execution_count": 10, + "execution_count": 11, "metadata": {}, "output_type": "execute_result" } @@ -367,7 +370,7 @@ }, { "cell_type": "code", - "execution_count": 11, + "execution_count": 12, "metadata": {}, "outputs": [], "source": [ diff --git a/src/models/desi/desi_evaluate_groups.ipynb b/src/models/desi/desi_evaluate_groups.ipynb index debcaf00067f35e5a889bd77702c8093e5229e30..7d3426493bd609334a2018b510ca48dcd2935b98 100644 --- a/src/models/desi/desi_evaluate_groups.ipynb +++ b/src/models/desi/desi_evaluate_groups.ipynb @@ -13,7 +13,7 @@ }, { "cell_type": "code", - "execution_count": 2, + "execution_count": 31, "metadata": {}, "outputs": [ { @@ -59,146 +59,153 @@ " <tbody>\n", " <tr>\n", " <th>0</th>\n", - " <td>{'periodicity': 2}</td>\n", + " <td>{'periodicity': 2, 'kernel': 'rbf'}</td>\n", " <td>001_NAB_id_1_Facility_tr_1007_1st_2014.csv</td>\n", - " <td>5.479764</td>\n", + " <td>1.670064</td>\n", " <td>NAB</td>\n", " <td>False</td>\n", " <td>True</td>\n", - " <td>0.171235</td>\n", - " <td>0.622904</td>\n", - " <td>0.156004</td>\n", - " <td>0.610862</td>\n", - " <td>0.223828</td>\n", - " <td>0.871545</td>\n", - " <td>0.679245</td>\n", - " <td>0.246553</td>\n", - " <td>0.719035</td>\n", - " <td>0.0</td>\n", - " <td>0.0</td>\n", + " <td>0.139487</td>\n", + " <td>0.549979</td>\n", + " <td>0.129207</td>\n", + " <td>0.554000</td>\n", + " <td>0.180031</td>\n", + " <td>0.988473</td>\n", + " <td>0.800000</td>\n", + " <td>0.299881</td>\n", + " <td>0.870591</td>\n", + " <td>0.03207</td>\n", + " <td>0.611111</td>\n", " </tr>\n", " <tr>\n", " <th>1</th>\n", - " <td>{'periodicity': 2}</td>\n", + " <td>{'periodicity': 2, 'kernel': 'rbf'}</td>\n", " <td>002_NAB_id_2_WebService_tr_1500_1st_4106.csv</td>\n", - " <td>4.908555</td>\n", + " <td>3.762166</td>\n", " <td>NAB</td>\n", " <td>False</td>\n", " <td>False</td>\n", - " <td>0.127993</td>\n", - " <td>0.542582</td>\n", - " <td>0.131516</td>\n", - " <td>0.559355</td>\n", - " <td>0.203427</td>\n", - " <td>0.996091</td>\n", - " <td>0.369231</td>\n", - " <td>0.400327</td>\n", - " <td>0.734259</td>\n", - " <td>0.0</td>\n", - " <td>0.0</td>\n", + " <td>0.122769</td>\n", + " <td>0.531865</td>\n", + " <td>0.130022</td>\n", + " <td>0.557598</td>\n", + " <td>0.201978</td>\n", + " <td>0.216814</td>\n", + " <td>0.199095</td>\n", + " <td>0.233291</td>\n", + " <td>0.672758</td>\n", + " <td>0.00000</td>\n", + " <td>0.000000</td>\n", " </tr>\n", " <tr>\n", " <th>2</th>\n", - " <td>{'periodicity': 3}</td>\n", + " <td>{'periodicity': 1, 'kernel': 'rbf'}</td>\n", " <td>003_NAB_id_3_WebService_tr_1362_1st_1462.csv</td>\n", - " <td>8.295331</td>\n", + " <td>8.578760</td>\n", " <td>NAB</td>\n", " <td>False</td>\n", " <td>True</td>\n", - " <td>0.078955</td>\n", - " <td>0.416574</td>\n", - " <td>0.080216</td>\n", - " <td>0.422209</td>\n", + " <td>0.110890</td>\n", + " <td>0.509784</td>\n", + " <td>0.107358</td>\n", + " <td>0.513948</td>\n", " <td>0.175308</td>\n", - " <td>0.723859</td>\n", - " <td>0.175214</td>\n", - " <td>0.269313</td>\n", - " <td>0.671400</td>\n", - " <td>0.0</td>\n", - " <td>0.0</td>\n", + " <td>0.184004</td>\n", + " <td>0.175893</td>\n", + " <td>0.211018</td>\n", + " <td>0.669765</td>\n", + " <td>0.00000</td>\n", + " <td>0.000000</td>\n", " </tr>\n", " <tr>\n", " <th>3</th>\n", - " <td>{'periodicity': 2}</td>\n", + " <td>{'periodicity': 3, 'kernel': 'rbf'}</td>\n", " <td>004_NAB_id_4_Facility_tr_1007_1st_1437.csv</td>\n", - " <td>2.563025</td>\n", + " <td>1.934317</td>\n", " <td>NAB</td>\n", " <td>False</td>\n", " <td>False</td>\n", - " <td>0.073780</td>\n", - " <td>0.369817</td>\n", - " <td>0.076946</td>\n", - " <td>0.383963</td>\n", - " <td>0.186259</td>\n", - " <td>0.398612</td>\n", - " <td>0.188907</td>\n", - " <td>0.347752</td>\n", - " <td>0.670988</td>\n", - " <td>0.0</td>\n", - " <td>0.0</td>\n", + " <td>0.324734</td>\n", + " <td>0.668543</td>\n", + " <td>0.329563</td>\n", + " <td>0.687405</td>\n", + " <td>0.397208</td>\n", + " <td>0.996283</td>\n", + " <td>0.869565</td>\n", + " <td>0.275367</td>\n", + " <td>0.948430</td>\n", + " <td>0.00000</td>\n", + " <td>0.000000</td>\n", " </tr>\n", " <tr>\n", " <th>4</th>\n", - " <td>{'periodicity': 2}</td>\n", + " <td>{'periodicity': 3, 'kernel': 'rbf'}</td>\n", " <td>005_NAB_id_5_Traffic_tr_594_1st_1645.csv</td>\n", - " <td>1.041672</td>\n", + " <td>0.983028</td>\n", " <td>NAB</td>\n", " <td>False</td>\n", " <td>False</td>\n", - " <td>0.062074</td>\n", - " <td>0.176755</td>\n", - " <td>0.064509</td>\n", - " <td>0.178353</td>\n", - " <td>0.209967</td>\n", - " <td>0.214898</td>\n", - " <td>0.209323</td>\n", - " <td>0.329651</td>\n", - " <td>0.671004</td>\n", - " <td>0.0</td>\n", - " <td>0.0</td>\n", + " <td>0.123734</td>\n", + " <td>0.496138</td>\n", + " <td>0.125226</td>\n", + " <td>0.500474</td>\n", + " <td>0.227087</td>\n", + " <td>0.908397</td>\n", + " <td>0.384615</td>\n", + " <td>0.272977</td>\n", + " <td>0.844777</td>\n", + " <td>0.00000</td>\n", + " <td>0.000000</td>\n", " </tr>\n", " </tbody>\n", "</table>\n", "</div>" ], "text/plain": [ - " params file_name duration \\\n", - "0 {'periodicity': 2} 001_NAB_id_1_Facility_tr_1007_1st_2014.csv 5.479764 \n", - "1 {'periodicity': 2} 002_NAB_id_2_WebService_tr_1500_1st_4106.csv 4.908555 \n", - "2 {'periodicity': 3} 003_NAB_id_3_WebService_tr_1362_1st_1462.csv 8.295331 \n", - "3 {'periodicity': 2} 004_NAB_id_4_Facility_tr_1007_1st_1437.csv 2.563025 \n", - "4 {'periodicity': 2} 005_NAB_id_5_Traffic_tr_594_1st_1645.csv 1.041672 \n", + " params \\\n", + "0 {'periodicity': 2, 'kernel': 'rbf'} \n", + "1 {'periodicity': 2, 'kernel': 'rbf'} \n", + "2 {'periodicity': 1, 'kernel': 'rbf'} \n", + "3 {'periodicity': 3, 'kernel': 'rbf'} \n", + "4 {'periodicity': 3, 'kernel': 'rbf'} \n", "\n", - " group point anomaly seq anomaly AUC-PR AUC-ROC VUS-PR VUS-ROC \\\n", - "0 NAB False True 0.171235 0.622904 0.156004 0.610862 \n", - "1 NAB False False 0.127993 0.542582 0.131516 0.559355 \n", - "2 NAB False True 0.078955 0.416574 0.080216 0.422209 \n", - "3 NAB False False 0.073780 0.369817 0.076946 0.383963 \n", - "4 NAB False False 0.062074 0.176755 0.064509 0.178353 \n", + " file_name duration group \\\n", + "0 001_NAB_id_1_Facility_tr_1007_1st_2014.csv 1.670064 NAB \n", + "1 002_NAB_id_2_WebService_tr_1500_1st_4106.csv 3.762166 NAB \n", + "2 003_NAB_id_3_WebService_tr_1362_1st_1462.csv 8.578760 NAB \n", + "3 004_NAB_id_4_Facility_tr_1007_1st_1437.csv 1.934317 NAB \n", + "4 005_NAB_id_5_Traffic_tr_594_1st_1645.csv 0.983028 NAB \n", "\n", - " Standard-F1 PA-F1 Event-based-F1 R-based-F1 Affiliation-F Recall \\\n", - "0 0.223828 0.871545 0.679245 0.246553 0.719035 0.0 \n", - "1 0.203427 0.996091 0.369231 0.400327 0.734259 0.0 \n", - "2 0.175308 0.723859 0.175214 0.269313 0.671400 0.0 \n", - "3 0.186259 0.398612 0.188907 0.347752 0.670988 0.0 \n", - "4 0.209967 0.214898 0.209323 0.329651 0.671004 0.0 \n", + " point anomaly seq anomaly AUC-PR AUC-ROC VUS-PR VUS-ROC \\\n", + "0 False True 0.139487 0.549979 0.129207 0.554000 \n", + "1 False False 0.122769 0.531865 0.130022 0.557598 \n", + "2 False True 0.110890 0.509784 0.107358 0.513948 \n", + "3 False False 0.324734 0.668543 0.329563 0.687405 \n", + "4 False False 0.123734 0.496138 0.125226 0.500474 \n", + "\n", + " Standard-F1 PA-F1 Event-based-F1 R-based-F1 Affiliation-F Recall \\\n", + "0 0.180031 0.988473 0.800000 0.299881 0.870591 0.03207 \n", + "1 0.201978 0.216814 0.199095 0.233291 0.672758 0.00000 \n", + "2 0.175308 0.184004 0.175893 0.211018 0.669765 0.00000 \n", + "3 0.397208 0.996283 0.869565 0.275367 0.948430 0.00000 \n", + "4 0.227087 0.908397 0.384615 0.272977 0.844777 0.00000 \n", "\n", " Precision \n", - "0 0.0 \n", - "1 0.0 \n", - "2 0.0 \n", - "3 0.0 \n", - "4 0.0 " + "0 0.611111 \n", + "1 0.000000 \n", + "2 0.000000 \n", + "3 0.000000 \n", + "4 0.000000 " ] }, - "execution_count": 2, + "execution_count": 31, "metadata": {}, "output_type": "execute_result" } ], "source": [ "#Dataframe erstellen\n", - "model = 'KShapeAD'\n", + "model = 'OCSVM'\n", "path = '../../../docs/evaluation/'+model+'.csv'\n", "df = pd.read_csv(path)\n", "df.head()\n", @@ -207,7 +214,7 @@ }, { "cell_type": "code", - "execution_count": 3, + "execution_count": 32, "metadata": {}, "outputs": [ { @@ -240,7 +247,7 @@ "Name: count, dtype: int64" ] }, - "execution_count": 3, + "execution_count": 32, "metadata": {}, "output_type": "execute_result" } @@ -251,7 +258,7 @@ }, { "cell_type": "code", - "execution_count": 4, + "execution_count": 33, "metadata": {}, "outputs": [], "source": [ @@ -291,7 +298,7 @@ }, { "cell_type": "code", - "execution_count": 18, + "execution_count": 47, "metadata": {}, "outputs": [ { @@ -313,7 +320,7 @@ "data": [ { "alignmentgroup": "True", - "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{x}<br>VUS-PR=%{y}<extra></extra>", "hovertext": [ "NAB", "NAB", @@ -387,41 +394,41 @@ "x0": " ", "xaxis": "x", "y": [ - 0.1712348422234141, - 0.1279930191706954, - 0.0789554093695429, - 0.0737801151805672, - 0.0620739482151417, - 0.8448721013149383, - 0.1643133093288575, - 0.3942361899330653, - 0.0591866355548703, - 0.4139142377604495, - 0.1043147175823945, - 0.9999886299943772, - 0.6343432487173599, - 0.280608138550904, - 0.9993391844523832, - 0.100314997438485, - 0.9998280077456057, - 0.0626935274371929, - 0.0989292543388991, - 0.9958186656680572, - 0.2124202620562435, - 0.1230694768866554, - 0.7087650193667516, - 0.9410993070544422, - 0.1174605970685635, - 0.0679546545347756, - 0.2683019491044469, - 0.9999837749550204 + 0.1292072496284678, + 0.1300222222559014, + 0.1073576983442578, + 0.3295625914191085, + 0.1252261275320974, + 0.3215459408637963, + 0.1806288423462511, + 0.5980451536584847, + 0.2844818105531507, + 0.5112663974848028, + 0.4669964247049801, + 0.8322308303404651, + 0.7231785882949368, + 0.1522121987996939, + 0.4572342451276342, + 0.17414099358733, + 0.6230843050059083, + 0.4808231601638217, + 0.1312270472890565, + 0.949711664377232, + 0.3201277578179863, + 0.3823562425735545, + 0.6135182235262905, + 0.4760038704413615, + 0.1039243752600688, + 0.1420132050190387, + 0.119482495628185, + 0.680257648108254 ], "y0": " ", "yaxis": "y" }, { "alignmentgroup": "True", - "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{x}<br>VUS-PR=%{y}<extra></extra>", "hovertext": [ "WSD", "WSD", @@ -489,38 +496,38 @@ "x0": " ", "xaxis": "x", "y": [ - 0.4348862741947762, - 0.0040489702898869, - 0.0030474060779578, - 0.0042597705993351, - 0.0072786051792892, - 0.0020465926712742, - 0.0001921277811436, - 0.0049019173967711, - 0.0063799311544837, - 0.0834662530029794, - 0.0002478640566921, - 0.0061991739007884, - 0.0020053363752814, - 0.1192128272261476, - 0.0085989440968323, - 0.0152894468020548, - 0.4406961973340506, - 0.0549985033722748, - 0.0116241455693966, - 0.2465903973907245, - 0.0015457540692616, - 0.2023049769793997, - 0.0234110972737992, - 0.3797092325918696, - 0.0030358636517366 + 0.0229763520567632, + 0.0943722345047593, + 0.0906430786782658, + 0.0565407075034417, + 0.037666217112104, + 0.0099968899939866, + 0.0024570298426776, + 0.0029267459169494, + 0.0038505578548646, + 0.0316720375062317, + 0.0013938853926992, + 0.0343588820899651, + 0.0961076916644369, + 0.0417201115404397, + 0.073119431861344, + 0.0767033462327252, + 0.0282146561333983, + 0.0935462520470479, + 0.0332059559852135, + 0.0181424605670779, + 0.0028939009467434, + 0.0365117553586275, + 0.0195595871241085, + 0.0596138004605485, + 0.0317824973478701 ], "y0": " ", "yaxis": "y" }, { "alignmentgroup": "True", - "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{x}<br>VUS-PR=%{y}<extra></extra>", "hovertext": [ "MSL", "MSL", @@ -556,22 +563,22 @@ "x0": " ", "xaxis": "x", "y": [ - 0.99760461466812, - 0.2208742315494321, - 0.1118574899587241, - 0.0805479463328935, - 0.8928036338767872, - 0.9860878150628474, - 0.0346552538026418, - 0.2565381964504278, - 0.1075420689922313 + 0.9920011240489356, + 0.296626480136044, + 0.249869563277442, + 0.1864502510627977, + 0.157072459314214, + 0.1757039420058521, + 0.1048400819676032, + 0.2359898879353481, + 0.0937889043310272 ], "y0": " ", "yaxis": "y" }, { "alignmentgroup": "True", - "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{x}<br>VUS-PR=%{y}<extra></extra>", "hovertext": [ "Stock", "Stock", @@ -609,23 +616,23 @@ "x0": " ", "xaxis": "x", "y": [ - 0.0526347926958866, - 0.0618658700544456, - 0.1583384472261794, - 0.055437436098787, - 0.0506131535126924, - 0.0578458419493768, - 0.0493450471873438, - 0.1509019416397851, - 0.150226418280182, - 0.1661255440161962 + 0.7486686118858309, + 0.8821615428837951, + 0.9098167761612456, + 0.8928182313105654, + 0.1551074439636654, + 0.6392334244176398, + 0.1912333094071469, + 0.9278514447466232, + 0.9720634119744124, + 0.8548178131138489 ], "y0": " ", "yaxis": "y" }, { "alignmentgroup": "True", - "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{x}<br>VUS-PR=%{y}<extra></extra>", "hovertext": [ "Daphnet" ], @@ -645,14 +652,14 @@ "x0": " ", "xaxis": "x", "y": [ - 0.0334203029926677 + 0.0701389976338681 ], "y0": " ", "yaxis": "y" }, { "alignmentgroup": "True", - "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{x}<br>VUS-PR=%{y}<extra></extra>", "hovertext": [ "MITDB", "MITDB", @@ -686,21 +693,21 @@ "x0": " ", "xaxis": "x", "y": [ - 0.8554879783837588, - 0.9402112403968608, - 0.3165555306032828, - 0.5698766529238668, - 0.0044617251069151, - 0.2863473889933967, - 0.9595256269953926, - 0.8229285139835512 + 0.2050837850436249, + 0.6845388370143527, + 0.319914919479123, + 0.3429815879453681, + 0.0090318083851807, + 0.1048766869642868, + 0.9460149148594176, + 0.1966201642023121 ], "y0": " ", "yaxis": "y" }, { "alignmentgroup": "True", - "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{x}<br>VUS-PR=%{y}<extra></extra>", "hovertext": [ "SMD", "SMD", @@ -794,51 +801,51 @@ "x0": " ", "xaxis": "x", "y": [ - 0.3222309042663593, - 0.0339912428640114, - 0.08506796084308, - 0.1089385586571187, - 0.1043868713347201, - 0.890585250381064, - 0.0653730019657497, - 0.0247356192980136, - 0.0060395708439689, - 0.0667230041454842, - 0.4657929237703161, - 0.0093634969863066, - 0.0885362449228, - 0.0109476458333124, - 0.0051531814608904, - 0.7169165758539616, - 0.004981193375068, - 0.5541542923485969, - 0.0444391993875376, - 0.0659657042414183, - 0.3855252922905637, - 0.2818003493598466, - 0.0126530009900555, - 0.1087975563889606, - 0.0098560451966037, - 0.0283502157092768, - 0.0266456009761572, - 0.0466458613049708, - 0.0239450029743341, - 0.1280348015179551, - 0.0309100524253754, - 0.0068815163286565, - 0.1105054194995883, - 0.0039696879943458, - 0.0045027004621548, - 0.0148617766837703, - 0.0843381419855469, - 0.0049466979362385 + 0.0597597047009422, + 0.0404886532405273, + 0.3109092593065524, + 0.0903265689645354, + 0.0389886901719296, + 0.0923877436005969, + 0.1078477381287202, + 0.1548070389658643, + 0.0182886177182469, + 0.1357786806668948, + 0.2721705588022525, + 0.0564692952217614, + 0.1569885787744549, + 0.0212701297287733, + 0.0222410662101678, + 0.1111477365327602, + 0.0876336624752067, + 0.0738829449915298, + 0.0295115551780765, + 0.1004282583117052, + 0.6083077679676021, + 0.9360556918013576, + 0.0456215070756384, + 0.0384058130756522, + 0.0128808749744023, + 0.0413137051118502, + 0.1595409194873698, + 0.0924583400912681, + 0.009455443656685, + 0.068743503344308, + 0.1128848315625419, + 0.0241183521626684, + 0.0877291029786023, + 0.0842977534931383, + 0.0346005309814537, + 0.0156685634988135, + 0.0404829008898851, + 0.0106065306452714 ], "y0": " ", "yaxis": "y" }, { "alignmentgroup": "True", - "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{x}<br>VUS-PR=%{y}<extra></extra>", "hovertext": [ "LTDB", "LTDB", @@ -874,22 +881,22 @@ "x0": " ", "xaxis": "x", "y": [ - 0.823099074302394, - 0.742654435420068, - 0.820346567089466, - 0.6683260309308499, - 0.2084062087327738, - 0.6667255557077535, - 0.9614042043731226, - 0.9733236272481725, - 0.8284943939182433 + 0.681523108603212, + 0.435908117052193, + 0.4726031759593449, + 0.978287861334101, + 0.4217471097651281, + 0.4281760913996816, + 0.993866489332274, + 0.9768984072130876, + 0.8432226378074517 ], "y0": " ", "yaxis": "y" }, { "alignmentgroup": "True", - "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{x}<br>VUS-PR=%{y}<extra></extra>", "hovertext": [ "MGAB", "MGAB", @@ -925,22 +932,22 @@ "x0": " ", "xaxis": "x", "y": [ - 0.0776923664985786, - 0.0368964222949016, - 0.0513734528255904, - 0.0525852412394804, - 0.0882088753493866, - 0.0859369939193551, - 0.0410513324792643, - 0.1998616500005349, - 0.1260918809021712 + 0.0052580585611498, + 0.0063953529032701, + 0.00344814945361, + 0.0129489797784738, + 0.0045492618708176, + 0.0042353616175908, + 0.0047569159391096, + 0.0087066441996654, + 0.0128277575670043 ], "y0": " ", "yaxis": "y" }, { "alignmentgroup": "True", - "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{x}<br>VUS-PR=%{y}<extra></extra>", "hovertext": [ "SED", "SED", @@ -964,16 +971,16 @@ "x0": " ", "xaxis": "x", "y": [ - 0.7112973349477919, - 0.764512460104418, - 0.6902504870537683 + 0.1453190703004764, + 0.2414918671263387, + 0.1079193648394256 ], "y0": " ", "yaxis": "y" }, { "alignmentgroup": "True", - "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{x}<br>VUS-PR=%{y}<extra></extra>", "hovertext": [ "SVDB", "SVDB", @@ -1031,33 +1038,33 @@ "x0": " ", "xaxis": "x", "y": [ - 0.7885143526095852, - 0.9957146760145984, - 0.863063585768947, - 0.7769221604097679, - 0.9978871979310991, - 0.7804363172818787, - 0.8997786472648355, - 0.9060855184981914, - 0.915135052014886, - 0.3908699975178493, - 0.7535964720414123, - 0.9179461001467804, - 0.6053633524584676, - 0.8791790115670586, - 0.9648171051919, - 0.7945047193237208, - 0.945345994988042, - 0.7601658038463308, - 0.2941511612992795, - 0.7457254088742251 + 0.6825772191928196, + 0.4891060949789745, + 0.5107465893782901, + 0.4092405695377471, + 0.9474833495517934, + 0.7652729239464543, + 0.7170585280859941, + 0.8629471698935869, + 0.9466291277180996, + 0.3563518806871883, + 0.8564358787204482, + 0.8437887266527215, + 0.121378139403231, + 0.3240774568516623, + 0.9634224375346568, + 0.3291566384866627, + 0.9665256469546022, + 0.2473923982884597, + 0.1765825688709704, + 0.3331772402597876 ], "y0": " ", "yaxis": "y" }, { "alignmentgroup": "True", - "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{x}<br>VUS-PR=%{y}<extra></extra>", "hovertext": [ "TAO", "TAO", @@ -1081,16 +1088,16 @@ "x0": " ", "xaxis": "x", "y": [ - 0.1084333840669857, - 0.1406602522903511, - 0.062407094644076 + 0.91175870612171, + 0.9449252771845216, + 0.3046406157026444 ], "y0": " ", "yaxis": "y" }, { "alignmentgroup": "True", - "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{x}<br>VUS-PR=%{y}<extra></extra>", "hovertext": [ "IOPS", "IOPS", @@ -1142,30 +1149,30 @@ "x0": " ", "xaxis": "x", "y": [ - 0.0003750855699196, - 0.0007634094257742, - 0.0370231597511563, - 0.0086696080506124, - 0.2962028198976819, - 0.1815054312003558, - 0.1621631796461336, - 0.0216135877034446, - 0.0617760543037312, - 0.0051843442308394, - 0.002944221390991, - 0.2483971745727167, - 0.0034165953995334, - 0.0067161820465841, - 0.0428515207700985, - 0.0142397963465894, - 0.0683571688026714 + 0.0015823955642535, + 0.0231972227966582, + 0.0337488036989738, + 0.0590327026320258, + 0.0149865420763649, + 0.0758170436026617, + 0.0219809762475395, + 0.1267235836097119, + 0.0683254190262594, + 0.0418181957399169, + 0.0424923915370516, + 0.1178860350834306, + 0.0602934228550381, + 0.0420084132351313, + 0.0941132463859653, + 0.2832893372213985, + 0.0431214502539564 ], "y0": " ", "yaxis": "y" }, { "alignmentgroup": "True", - "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{x}<br>VUS-PR=%{y}<extra></extra>", "hovertext": [ "NEK", "NEK", @@ -1201,22 +1208,22 @@ "x0": " ", "xaxis": "x", "y": [ - 0.1968275493634217, - 0.0553357467568469, - 0.9481945701195028, - 0.0457078694395497, - 0.7430997125594722, - 0.0602688587344568, - 0.6892957179198624, - 0.1197742534990095, - 0.5538712065183758 + 0.3711425119726664, + 0.170687404779999, + 0.5348897094487685, + 0.2265665135452296, + 0.3865085192585812, + 0.2197986006073428, + 0.4841985162891005, + 0.4673409011062825, + 0.4442118485733837 ], "y0": " ", "yaxis": "y" }, { "alignmentgroup": "True", - "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{x}<br>VUS-PR=%{y}<extra></extra>", "hovertext": [ "CATSv2" ], @@ -1236,14 +1243,14 @@ "x0": " ", "xaxis": "x", "y": [ - 0.4523772176145589 + 0.3113843528453291 ], "y0": " ", "yaxis": "y" }, { "alignmentgroup": "True", - "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{x}<br>VUS-PR=%{y}<extra></extra>", "hovertext": [ "TODS", "TODS", @@ -1291,28 +1298,28 @@ "x0": " ", "xaxis": "x", "y": [ - 0.0911999440655074, - 0.7045567977286601, - 0.2239146868008035, - 0.6813965866114443, - 0.0792037267485256, - 0.0754004707257394, - 0.2389901189274668, - 0.7858100348510574, - 0.8513418543532874, - 0.111286697424114, - 0.1701437480093701, - 0.7015336302052332, - 0.4972906769688711, - 0.9987758344353704, - 0.7200028027469816 + 0.850754876021001, + 0.7677658700876341, + 0.7345035910029459, + 0.7697559914141988, + 0.8652944260161941, + 0.8394081034961267, + 0.6230229547041358, + 0.7121960819992015, + 0.7982177340414874, + 0.708239692712511, + 0.6504434614233421, + 0.5903193717763411, + 0.7683184240872449, + 0.9741477077560876, + 0.5698212609084564 ], "y0": " ", "yaxis": "y" }, { "alignmentgroup": "True", - "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{x}<br>VUS-PR=%{y}<extra></extra>", "hovertext": [ "Power" ], @@ -1332,14 +1339,14 @@ "x0": " ", "xaxis": "x", "y": [ - 0.4962499459971852 + 0.2253927416249083 ], "y0": " ", "yaxis": "y" }, { "alignmentgroup": "True", - "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{x}<br>VUS-PR=%{y}<extra></extra>", "hovertext": [ "UCR", "UCR", @@ -1509,89 +1516,89 @@ "x0": " ", "xaxis": "x", "y": [ - 0.0373397857582199, - 0.9995169082125608, - 0.0004573370100042, - 0.9995169082125608, - 0.0067019930758377, - 0.130744433293894, - 0.0488240238019704, - 0.9998969284683572, - 0.243626161135995, - 0.9465954146518883, - 0.0179423323341848, - 0.0001580777742649, - 0.09585417682051, - 0.0027700714611595, - 0.9806002209737528, - 0.0249898457066055, - 0.9583192963910636, - 0.000030237972846300383, - 0.0561366943059626, - 0.511600172325685, - 0.575690052370965, - 0.0005037275846571, - 0.0008636074445453, - 0.0170720457209638, - 0.9784609983229556, - 0.965270788288997, - 0.9648970320797284, - 0.839644350273201, - 0.059734338334309, - 0.0175460919257902, - 0.8465112379531182, - 0.7763482724733314, - 1, - 0.0742568203429318, - 0.97499872451681, - 0.99159604519774, - 0.8811685868026427, - 0.0024813895781637, - 0.9982897380078186, - 0.3193946674359046, - 0.9572372866985844, - 0.9078589842790828, - 0.9951495064757782, - 0.9639727226807808, - 0.9994949494949494, - 0.9311679216948824, - 0.0071094538418616, - 0.9996917950853812, - 0.0030773792792803, - 0.0167203183371723, - 0.1312478600571116, - 0.0143941683812403, - 1, - 0.000017012878749213155, - 0.0598773989091244, - 0.9484848484848484, - 0.9782732232645536, - 0.0095562838366095, - 0.7542307064940269, - 0.0050588799495463, - 0.9490980230496427, - 0.000791588116454, - 0.9983333333333332, - 0.9833333333333332, - 0.0350095243729254, - 1, - 0.0015822784810126, - 0.9905913978494624, - 0.0597860142493643, - 0.0684335362494004, - 0.0653477615017724, - 0.0040721511855833, - 0.129268355532245, - 0.0112107283562885, - 0.9950306945626488, - 0.0300569298983676 + 0.0072903550526778, + 0.5886756183200166, + 0.0009950616460935, + 0.8828598590808496, + 0.0127328526798779, + 0.0167058639985893, + 0.3309848259289261, + 0.957728543555625, + 0.0057694095064523, + 0.9856683746520296, + 0.0175766004716151, + 0.0080884894091644, + 0.0221458980646999, + 0.0026696564539614, + 0.4766205483344244, + 0.1983579052720372, + 0.92661321229729, + 0.0001272607997206, + 0.157591155608245, + 0.3232583098072658, + 0.5000188907210096, + 0.0009739556868697, + 0.0009293270642744, + 0.0066953387450953, + 0.8986506232471748, + 0.9786886323401128, + 0.9866688145666008, + 0.9315686136825098, + 0.0195051176340641, + 0.0129285016517428, + 0.4151223560939763, + 0.3775957157556548, + 0.2369509567620212, + 0.0239210762346628, + 0.9586769517597574, + 0.5348499325616342, + 0.5716943838866332, + 0.0756010871940516, + 0.7235814931328359, + 0.0315356430603726, + 0.6186012236166325, + 0.5635355455480364, + 0.8054161567345, + 0.8934256346969449, + 0.2680370388755165, + 0.8463416857194629, + 0.0078577264104092, + 0.9209086509877517, + 0.0217168430272379, + 0.0069428146381725, + 0.0783139246288356, + 0.2719343492686315, + 0.7487656272209874, + 0.0002225232651398, + 0.0134444003554365, + 0.6594750304062312, + 0.7816589921793801, + 0.006784733473975, + 0.3273820083225356, + 0.0126934548264831, + 0.5221864151031066, + 0.0043213481785267, + 0.4842997502122955, + 0.500929651507116, + 0.0066465564631427, + 0.4837245824189762, + 0.0544099209256516, + 0.3751289880018145, + 0.0598224016683235, + 0.0286178058922317, + 0.0210565115992538, + 0.0301182344495978, + 0.0973842923612361, + 0.0063277137781378, + 0.8201832743826558, + 0.0058343694137284 ], "y0": " ", "yaxis": "y" }, { "alignmentgroup": "True", - "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{x}<br>VUS-PR=%{y}<extra></extra>", "hovertext": [ "SMAP", "SMAP", @@ -1647,32 +1654,32 @@ "x0": " ", "xaxis": "x", "y": [ - 0.9871628981934324, - 0.1449796491148446, - 0.0716959328047177, - 0.9715255442945676, - 0.0178520213918511, - 0.9985619089492987, - 0.0172881618185908, - 0.7385047232307498, - 0.0053588421960785, - 0.974223311254192, - 0.3662198298678225, - 0.9932219662058372, - 0.9953272656481598, - 0.9770597169795616, - 0.0092338797682643, - 0.8781728017286442, - 0.3453356448656697, - 0.9698025025220124, - 0.961878642581938 + 0.8592094227593585, + 0.0928633413026041, + 0.3504054528883849, + 0.7799226713298114, + 0.0213752582443394, + 0.9991440844772844, + 0.041647407802837, + 0.6230614693826495, + 0.012141689606396, + 0.9179766172003636, + 0.3275434938233417, + 0.9696293530175064, + 0.7350303357585675, + 0.9923818045930682, + 0.1989688922702892, + 0.9333437245546792, + 0.3298891367192965, + 0.5944061407792678, + 0.9677973928450327 ], "y0": " ", "yaxis": "y" }, { "alignmentgroup": "True", - "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{x}<br>VUS-PR=%{y}<extra></extra>", "hovertext": [ "SWaT" ], @@ -1692,14 +1699,14 @@ "x0": " ", "xaxis": "x", "y": [ - 0.4588962370959195 + 0.1599810140732196 ], "y0": " ", "yaxis": "y" }, { "alignmentgroup": "True", - "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{x}<br>VUS-PR=%{y}<extra></extra>", "hovertext": [ "YAHOO", "YAHOO", @@ -1787,48 +1794,48 @@ "x0": " ", "xaxis": "x", "y": [ - 1, - 0.0007363770250368, - 0.3605555555555555, - 0.2399758779953592, - 0.0009250693802035, - 1, - 0.5357142857142857, - 0.2653699188897745, - 0.0118632787928039, - 0.0095842421372954, - 1, - 1, - 0.0022883295194508, - 1, - 0.3801776006756148, - 1, - 1, - 0.0016155088852988, - 1, - 1, - 0.0007535795026375, - 1, - 0.5204081632653061, - 0.0019960079840319, - 0.0073290291726446, - 0.2562541806020066, - 0.1007938306210883, - 0.6666666666666666, - 0.0029850746268656, - 0.75, - 0.0007262164124909, - 1, - 0.0007468259895444, - 0.001081081081081, - 0.1230037029004938 + 0.7904539471339984, + 0.8326743070506608, + 0.5639958195121908, + 0.2135420084871427, + 0.0291856890924778, + 0.0435270036141497, + 0.5678656658869982, + 0.2514987834415849, + 0.1132779107424546, + 0.6061525780468731, + 0.1249261401397816, + 0.3000167875083763, + 0.0327222747580546, + 0.0666850322979155, + 0.7638562788427007, + 0.392115912573817, + 0.2669017801052228, + 0.0268142279516218, + 0.5616442014473711, + 0.0294117647058823, + 0.8454573602455769, + 0.3712084759781808, + 0.2020786537362918, + 0.1874841423098441, + 0.1820054101034562, + 0.3103615284046712, + 0.4748995604506789, + 0.4347082996322276, + 0.004474604901989, + 0.1779856283278061, + 0.1792231818617569, + 0.0187036139908605, + 0.1159723686538531, + 0.1201424949936801, + 0.5406486036229315 ], "y0": " ", "yaxis": "y" }, { "alignmentgroup": "True", - "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{x}<br>VUS-PR=%{y}<extra></extra>", "hovertext": [ "Exathlon", "Exathlon", @@ -1910,45 +1917,45 @@ "x0": " ", "xaxis": "x", "y": [ - 0.992550302435972, - 0.8308980058748746, - 0.8736329187668159, - 0.2408447526822411, - 0.6154274055484763, - 0.0780511293224378, - 0.1344932960667202, - 0.6468616927049384, - 0.0354016417202364, - 0.6356328725644497, - 0.1836052390457744, - 0.0772429014158623, - 0.9887392605033732, - 0.1391540656653996, - 0.4022675754122646, - 0.8041912762333603, - 0.2883762074574049, - 0.350938019051393, - 0.2727913472884148, - 0.1584199110981423, - 0.1589696147248999, - 0.2756358176620129, - 0.1422767785016533, - 0.0661548593857135, - 0.460092291769943, - 0.9113532406568624, - 0.8688539649316347, - 0.0435914948040654, - 0.9931160886392753, - 0.1449078292957489, - 0.5339561375522125, - 0.1232457805407691 + 0.9857126094298996, + 0.9399206280837136, + 0.9016285261706016, + 0.4972526896705475, + 0.9399206280837136, + 0.9016285261706016, + 0.1662148906293014, + 0.4557150350261807, + 0.6975550991833226, + 0.7265814454195652, + 0.1513150178902197, + 0.3822071163303171, + 0.4557150350261807, + 0.81995098832762, + 0.8273763431366784, + 0.9399206280837136, + 0.1513150178902197, + 0.8273763431366784, + 0.1237177085661513, + 0.1662148906293014, + 0.3253746690399076, + 0.1513150178902197, + 0.1662148906293014, + 0.9016285261706016, + 0.1513150178902197, + 0.8429534256527321, + 0.9016285261706016, + 0.2809298801498885, + 0.4557150350261807, + 0.1662148906293014, + 0.8273763431366784, + 0.6246152662275645 ], "y0": " ", "yaxis": "y" }, { "alignmentgroup": "True", - "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{x}<br>VUS-PR=%{y}<extra></extra>", "hovertext": [ "OPPORTUNITY", "OPPORTUNITY", @@ -2022,34 +2029,34 @@ "x0": " ", "xaxis": "x", "y": [ - 0.5471517446280322, - 0.4656642081926078, - 0.4374788887739835, - 0.3575589685980146, - 0.312012288679053, - 0.3197425299324709, - 0.0144336849579979, - 0.0923098725236527, - 0.0231620932528535, - 0.7264607827874918, - 0.4709392867034568, - 0.6068564677580393, - 0.3084752622908711, - 0.2800299462109454, - 0.5045753163991294, - 0.3285524777469855, - 0.8716737235804084, - 0.1444754280673539, - 0.7758533575758058, - 0.1637124560062202, - 0.6719223700686413, - 0.7275213878987546, - 0.0668743364735788, - 0.0722513163293469, - 0.1696669104162139, - 0.0870287825267176, - 0.5941881088199054, - 0.1316828770034426 + 0.1318439052235373, + 0.221067695125716, + 0.1754754161723051, + 0.0997307877370042, + 0.1591065344391053, + 0.2114076814644914, + 0.0368027624475704, + 0.0588840833095146, + 0.0367862228513083, + 0.5229799151752763, + 0.1157157410345642, + 0.3873166608236608, + 0.0386740186908501, + 0.2092057406735719, + 0.1344917898818773, + 0.1279774188203585, + 0.4143188413517192, + 0.0430059546997391, + 0.274965316999585, + 0.074058942325315, + 0.0717243517419752, + 0.1751721971427006, + 0.0488767626342627, + 0.0588182256910786, + 0.055733642485731, + 0.0759845682441006, + 0.132475108429918, + 0.0770027815570127 ], "y0": " ", "yaxis": "y" @@ -2630,7 +2637,7 @@ } }, "title": { - "text": "<b> Vergleich der Metriken zwischen den Gruppen für KShapeAD </b>", + "text": "<b> Vergleich der Metriken zwischen den Gruppen für OCSVM </b>", "xanchor": "center", "y": 0.95, "yanchor": "top" @@ -2679,7 +2686,7 @@ 1 ], "title": { - "text": "AUC-PR" + "text": "VUS-PR" } } } @@ -2691,7 +2698,7 @@ ], "source": [ "#Boxplot\n", - "metric = 'AUC-PR'\n", + "metric = 'VUS-PR'\n", "fig = px.box(df, x = 'group',y=metric, color='group',color_discrete_map= colors,hover_name=\"group\", hover_data=[\"group\"])\n", "fig.update_layout( \n", " template = 'ggplot2',\n", @@ -2722,7 +2729,7 @@ }, { "cell_type": "code", - "execution_count": 19, + "execution_count": 48, "metadata": {}, "outputs": [ { @@ -2776,107 +2783,107 @@ " <tbody>\n", " <tr>\n", " <th>0</th>\n", - " <td>{'periodicity': 2}</td>\n", + " <td>{'periodicity': 2, 'kernel': 'rbf'}</td>\n", " <td>001_NAB_id_1_Facility_tr_1007_1st_2014.csv</td>\n", - " <td>5.479764</td>\n", + " <td>1.670064</td>\n", " <td>NAB</td>\n", " <td>False</td>\n", " <td>True</td>\n", - " <td>0.171235</td>\n", - " <td>0.622904</td>\n", - " <td>0.156004</td>\n", - " <td>0.610862</td>\n", - " <td>0.223828</td>\n", - " <td>0.871545</td>\n", - " <td>0.679245</td>\n", - " <td>0.246553</td>\n", - " <td>0.719035</td>\n", - " <td>0.000000</td>\n", - " <td>0.0</td>\n", + " <td>0.139487</td>\n", + " <td>0.549979</td>\n", + " <td>0.129207</td>\n", + " <td>0.554000</td>\n", + " <td>0.180031</td>\n", + " <td>0.988473</td>\n", + " <td>0.800000</td>\n", + " <td>0.299881</td>\n", + " <td>0.870591</td>\n", + " <td>0.03207</td>\n", + " <td>0.611111</td>\n", " <td>Sequenzeanomalie</td>\n", " </tr>\n", " <tr>\n", " <th>2</th>\n", - " <td>{'periodicity': 3}</td>\n", + " <td>{'periodicity': 1, 'kernel': 'rbf'}</td>\n", " <td>003_NAB_id_3_WebService_tr_1362_1st_1462.csv</td>\n", - " <td>8.295331</td>\n", + " <td>8.578760</td>\n", " <td>NAB</td>\n", " <td>False</td>\n", " <td>True</td>\n", - " <td>0.078955</td>\n", - " <td>0.416574</td>\n", - " <td>0.080216</td>\n", - " <td>0.422209</td>\n", + " <td>0.110890</td>\n", + " <td>0.509784</td>\n", + " <td>0.107358</td>\n", + " <td>0.513948</td>\n", " <td>0.175308</td>\n", - " <td>0.723859</td>\n", - " <td>0.175214</td>\n", - " <td>0.269313</td>\n", - " <td>0.671400</td>\n", + " <td>0.184004</td>\n", + " <td>0.175893</td>\n", + " <td>0.211018</td>\n", + " <td>0.669765</td>\n", + " <td>0.00000</td>\n", " <td>0.000000</td>\n", - " <td>0.0</td>\n", " <td>Sequenzeanomalie</td>\n", " </tr>\n", " <tr>\n", " <th>5</th>\n", - " <td>{'periodicity': 3}</td>\n", + " <td>{'periodicity': 1, 'kernel': 'poly'}</td>\n", " <td>006_NAB_id_6_Traffic_tr_2579_1st_5839.csv</td>\n", - " <td>6.932669</td>\n", + " <td>6.128746</td>\n", " <td>NAB</td>\n", " <td>False</td>\n", " <td>True</td>\n", - " <td>0.844872</td>\n", - " <td>0.964931</td>\n", - " <td>0.867664</td>\n", - " <td>0.982314</td>\n", - " <td>0.762540</td>\n", - " <td>0.937216</td>\n", - " <td>0.907008</td>\n", - " <td>0.814333</td>\n", - " <td>0.905203</td>\n", - " <td>0.154369</td>\n", - " <td>1.0</td>\n", + " <td>0.290995</td>\n", + " <td>0.682420</td>\n", + " <td>0.321546</td>\n", + " <td>0.736206</td>\n", + " <td>0.298230</td>\n", + " <td>0.879590</td>\n", + " <td>0.776065</td>\n", + " <td>0.296481</td>\n", + " <td>0.834563</td>\n", + " <td>0.00000</td>\n", + " <td>0.000000</td>\n", " <td>Sequenzeanomalie</td>\n", " </tr>\n", " <tr>\n", " <th>6</th>\n", - " <td>{'periodicity': 1}</td>\n", + " <td>{'periodicity': 3, 'kernel': 'sigmoid'}</td>\n", " <td>007_NAB_id_7_Traffic_tr_624_1st_2087.csv</td>\n", - " <td>3.026761</td>\n", + " <td>2.183970</td>\n", " <td>NAB</td>\n", " <td>False</td>\n", " <td>True</td>\n", - " <td>0.164313</td>\n", - " <td>0.649297</td>\n", - " <td>0.280987</td>\n", - " <td>0.731016</td>\n", - " <td>0.258263</td>\n", - " <td>0.745865</td>\n", - " <td>0.380952</td>\n", - " <td>0.525571</td>\n", - " <td>0.730944</td>\n", + " <td>0.147641</td>\n", + " <td>0.587805</td>\n", + " <td>0.180629</td>\n", + " <td>0.684500</td>\n", + " <td>0.222013</td>\n", + " <td>0.990020</td>\n", + " <td>0.444444</td>\n", + " <td>0.313184</td>\n", + " <td>0.850189</td>\n", + " <td>0.00000</td>\n", " <td>0.000000</td>\n", - " <td>0.0</td>\n", " <td>Sequenzeanomalie</td>\n", " </tr>\n", " <tr>\n", " <th>9</th>\n", - " <td>{'periodicity': 2}</td>\n", + " <td>{'periodicity': 1, 'kernel': 'rbf'}</td>\n", " <td>010_NAB_id_10_WebService_tr_500_1st_271.csv</td>\n", - " <td>1.673692</td>\n", + " <td>1.792047</td>\n", " <td>NAB</td>\n", " <td>False</td>\n", " <td>True</td>\n", - " <td>0.413914</td>\n", - " <td>0.496511</td>\n", - " <td>0.359138</td>\n", - " <td>0.560205</td>\n", - " <td>0.489792</td>\n", - " <td>0.484848</td>\n", - " <td>0.494845</td>\n", - " <td>0.494845</td>\n", - " <td>0.675674</td>\n", + " <td>0.339656</td>\n", + " <td>0.808955</td>\n", + " <td>0.511266</td>\n", + " <td>0.890510</td>\n", + " <td>0.470793</td>\n", + " <td>0.755102</td>\n", + " <td>0.573770</td>\n", + " <td>0.366489</td>\n", + " <td>0.832721</td>\n", + " <td>0.00000</td>\n", " <td>0.000000</td>\n", - " <td>0.0</td>\n", " <td>Sequenzeanomalie</td>\n", " </tr>\n", " </tbody>\n", @@ -2884,36 +2891,43 @@ "</div>" ], "text/plain": [ - " params file_name duration \\\n", - "0 {'periodicity': 2} 001_NAB_id_1_Facility_tr_1007_1st_2014.csv 5.479764 \n", - "2 {'periodicity': 3} 003_NAB_id_3_WebService_tr_1362_1st_1462.csv 8.295331 \n", - "5 {'periodicity': 3} 006_NAB_id_6_Traffic_tr_2579_1st_5839.csv 6.932669 \n", - "6 {'periodicity': 1} 007_NAB_id_7_Traffic_tr_624_1st_2087.csv 3.026761 \n", - "9 {'periodicity': 2} 010_NAB_id_10_WebService_tr_500_1st_271.csv 1.673692 \n", + " params \\\n", + "0 {'periodicity': 2, 'kernel': 'rbf'} \n", + "2 {'periodicity': 1, 'kernel': 'rbf'} \n", + "5 {'periodicity': 1, 'kernel': 'poly'} \n", + "6 {'periodicity': 3, 'kernel': 'sigmoid'} \n", + "9 {'periodicity': 1, 'kernel': 'rbf'} \n", + "\n", + " file_name duration group point anomaly \\\n", + "0 001_NAB_id_1_Facility_tr_1007_1st_2014.csv 1.670064 NAB False \n", + "2 003_NAB_id_3_WebService_tr_1362_1st_1462.csv 8.578760 NAB False \n", + "5 006_NAB_id_6_Traffic_tr_2579_1st_5839.csv 6.128746 NAB False \n", + "6 007_NAB_id_7_Traffic_tr_624_1st_2087.csv 2.183970 NAB False \n", + "9 010_NAB_id_10_WebService_tr_500_1st_271.csv 1.792047 NAB False \n", "\n", - " group point anomaly seq anomaly AUC-PR AUC-ROC VUS-PR VUS-ROC \\\n", - "0 NAB False True 0.171235 0.622904 0.156004 0.610862 \n", - "2 NAB False True 0.078955 0.416574 0.080216 0.422209 \n", - "5 NAB False True 0.844872 0.964931 0.867664 0.982314 \n", - "6 NAB False True 0.164313 0.649297 0.280987 0.731016 \n", - "9 NAB False True 0.413914 0.496511 0.359138 0.560205 \n", + " seq anomaly AUC-PR AUC-ROC VUS-PR VUS-ROC Standard-F1 PA-F1 \\\n", + "0 True 0.139487 0.549979 0.129207 0.554000 0.180031 0.988473 \n", + "2 True 0.110890 0.509784 0.107358 0.513948 0.175308 0.184004 \n", + "5 True 0.290995 0.682420 0.321546 0.736206 0.298230 0.879590 \n", + "6 True 0.147641 0.587805 0.180629 0.684500 0.222013 0.990020 \n", + "9 True 0.339656 0.808955 0.511266 0.890510 0.470793 0.755102 \n", "\n", - " Standard-F1 PA-F1 Event-based-F1 R-based-F1 Affiliation-F Recall \\\n", - "0 0.223828 0.871545 0.679245 0.246553 0.719035 0.000000 \n", - "2 0.175308 0.723859 0.175214 0.269313 0.671400 0.000000 \n", - "5 0.762540 0.937216 0.907008 0.814333 0.905203 0.154369 \n", - "6 0.258263 0.745865 0.380952 0.525571 0.730944 0.000000 \n", - "9 0.489792 0.484848 0.494845 0.494845 0.675674 0.000000 \n", + " Event-based-F1 R-based-F1 Affiliation-F Recall Precision \\\n", + "0 0.800000 0.299881 0.870591 0.03207 0.611111 \n", + "2 0.175893 0.211018 0.669765 0.00000 0.000000 \n", + "5 0.776065 0.296481 0.834563 0.00000 0.000000 \n", + "6 0.444444 0.313184 0.850189 0.00000 0.000000 \n", + "9 0.573770 0.366489 0.832721 0.00000 0.000000 \n", "\n", - " Precision anomaly \n", - "0 0.0 Sequenzeanomalie \n", - "2 0.0 Sequenzeanomalie \n", - "5 1.0 Sequenzeanomalie \n", - "6 0.0 Sequenzeanomalie \n", - "9 0.0 Sequenzeanomalie " + " anomaly \n", + "0 Sequenzeanomalie \n", + "2 Sequenzeanomalie \n", + "5 Sequenzeanomalie \n", + "6 Sequenzeanomalie \n", + "9 Sequenzeanomalie " ] }, - "execution_count": 19, + "execution_count": 48, "metadata": {}, "output_type": "execute_result" } @@ -2928,7 +2942,7 @@ }, { "cell_type": "code", - "execution_count": 20, + "execution_count": 49, "metadata": {}, "outputs": [ { @@ -2988,7 +3002,7 @@ "NAB" ] ], - "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{customdata[0]}<br>anomaly=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{customdata[0]}<br>anomaly=%{x}<br>VUS-PR=%{y}<extra></extra>", "hovertext": [ "NAB", "NAB", @@ -3030,18 +3044,18 @@ "x0": " ", "xaxis": "x", "y": [ - 0.1712348422234141, - 0.0789554093695429, - 0.8448721013149383, - 0.1643133093288575, - 0.4139142377604495, - 0.6343432487173599, - 0.100314997438485, - 0.0626935274371929, - 0.0989292543388991, - 0.2124202620562435, - 0.1230694768866554, - 0.1174605970685635 + 0.1292072496284678, + 0.1073576983442578, + 0.3215459408637963, + 0.1806288423462511, + 0.5112663974848028, + 0.7231785882949368, + 0.17414099358733, + 0.4808231601638217, + 0.1312270472890565, + 0.3201277578179863, + 0.3823562425735545, + 0.1039243752600688 ], "y0": " ", "yaxis": "y" @@ -3098,7 +3112,7 @@ "WSD" ] ], - "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{customdata[0]}<br>anomaly=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{customdata[0]}<br>anomaly=%{x}<br>VUS-PR=%{y}<extra></extra>", "hovertext": [ "WSD", "WSD", @@ -3148,22 +3162,22 @@ "x0": " ", "xaxis": "x", "y": [ - 0.4348862741947762, - 0.0072786051792892, - 0.0020465926712742, - 0.0001921277811436, - 0.0834662530029794, - 0.0061991739007884, - 0.0020053363752814, - 0.1192128272261476, - 0.0085989440968323, - 0.0152894468020548, - 0.4406961973340506, - 0.0549985033722748, - 0.0116241455693966, - 0.2465903973907245, - 0.2023049769793997, - 0.3797092325918696 + 0.0229763520567632, + 0.037666217112104, + 0.0099968899939866, + 0.0024570298426776, + 0.0316720375062317, + 0.0343588820899651, + 0.0961076916644369, + 0.0417201115404397, + 0.073119431861344, + 0.0767033462327252, + 0.0282146561333983, + 0.0935462520470479, + 0.0332059559852135, + 0.0181424605670779, + 0.0365117553586275, + 0.0596138004605485 ], "y0": " ", "yaxis": "y" @@ -3181,7 +3195,7 @@ "MSL" ] ], - "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{customdata[0]}<br>anomaly=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{customdata[0]}<br>anomaly=%{x}<br>VUS-PR=%{y}<extra></extra>", "hovertext": [ "MSL", "MSL", @@ -3205,9 +3219,9 @@ "x0": " ", "xaxis": "x", "y": [ - 0.2208742315494321, - 0.2565381964504278, - 0.1075420689922313 + 0.296626480136044, + 0.2359898879353481, + 0.0937889043310272 ], "y0": " ", "yaxis": "y" @@ -3246,7 +3260,7 @@ "Stock" ] ], - "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{customdata[0]}<br>anomaly=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{customdata[0]}<br>anomaly=%{x}<br>VUS-PR=%{y}<extra></extra>", "hovertext": [ "Stock", "Stock", @@ -3284,16 +3298,16 @@ "x0": " ", "xaxis": "x", "y": [ - 0.0526347926958866, - 0.0618658700544456, - 0.1583384472261794, - 0.055437436098787, - 0.0506131535126924, - 0.0578458419493768, - 0.0493450471873438, - 0.1509019416397851, - 0.150226418280182, - 0.1661255440161962 + 0.7486686118858309, + 0.8821615428837951, + 0.9098167761612456, + 0.8928182313105654, + 0.1551074439636654, + 0.6392334244176398, + 0.1912333094071469, + 0.9278514447466232, + 0.9720634119744124, + 0.8548178131138489 ], "y0": " ", "yaxis": "y" @@ -3305,7 +3319,7 @@ "Daphnet" ] ], - "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{customdata[0]}<br>anomaly=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{customdata[0]}<br>anomaly=%{x}<br>VUS-PR=%{y}<extra></extra>", "hovertext": [ "Daphnet" ], @@ -3325,7 +3339,7 @@ "x0": " ", "xaxis": "x", "y": [ - 0.0334203029926677 + 0.0701389976338681 ], "y0": " ", "yaxis": "y" @@ -3358,7 +3372,7 @@ "MITDB" ] ], - "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{customdata[0]}<br>anomaly=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{customdata[0]}<br>anomaly=%{x}<br>VUS-PR=%{y}<extra></extra>", "hovertext": [ "MITDB", "MITDB", @@ -3392,14 +3406,14 @@ "x0": " ", "xaxis": "x", "y": [ - 0.8554879783837588, - 0.9402112403968608, - 0.3165555306032828, - 0.5698766529238668, - 0.0044617251069151, - 0.2863473889933967, - 0.9595256269953926, - 0.8229285139835512 + 0.2050837850436249, + 0.6845388370143527, + 0.319914919479123, + 0.3429815879453681, + 0.0090318083851807, + 0.1048766869642868, + 0.9460149148594176, + 0.1966201642023121 ], "y0": " ", "yaxis": "y" @@ -3450,7 +3464,7 @@ "SMD" ] ], - "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{customdata[0]}<br>anomaly=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{customdata[0]}<br>anomaly=%{x}<br>VUS-PR=%{y}<extra></extra>", "hovertext": [ "SMD", "SMD", @@ -3496,20 +3510,20 @@ "x0": " ", "xaxis": "x", "y": [ - 0.3222309042663593, - 0.1089385586571187, - 0.1043868713347201, - 0.0247356192980136, - 0.0667230041454842, - 0.0109476458333124, - 0.0444391993875376, - 0.0659657042414183, - 0.0126530009900555, - 0.1087975563889606, - 0.0283502157092768, - 0.0266456009761572, - 0.1280348015179551, - 0.0309100524253754 + 0.0597597047009422, + 0.0903265689645354, + 0.0389886901719296, + 0.1548070389658643, + 0.1357786806668948, + 0.0212701297287733, + 0.0295115551780765, + 0.1004282583117052, + 0.0456215070756384, + 0.0384058130756522, + 0.0413137051118502, + 0.1595409194873698, + 0.068743503344308, + 0.1128848315625419 ], "y0": " ", "yaxis": "y" @@ -3545,7 +3559,7 @@ "LTDB" ] ], - "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{customdata[0]}<br>anomaly=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{customdata[0]}<br>anomaly=%{x}<br>VUS-PR=%{y}<extra></extra>", "hovertext": [ "LTDB", "LTDB", @@ -3581,15 +3595,15 @@ "x0": " ", "xaxis": "x", "y": [ - 0.823099074302394, - 0.742654435420068, - 0.820346567089466, - 0.6683260309308499, - 0.2084062087327738, - 0.6667255557077535, - 0.9614042043731226, - 0.9733236272481725, - 0.8284943939182433 + 0.681523108603212, + 0.435908117052193, + 0.4726031759593449, + 0.978287861334101, + 0.4217471097651281, + 0.4281760913996816, + 0.993866489332274, + 0.9768984072130876, + 0.8432226378074517 ], "y0": " ", "yaxis": "y" @@ -3625,7 +3639,7 @@ "MGAB" ] ], - "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{customdata[0]}<br>anomaly=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{customdata[0]}<br>anomaly=%{x}<br>VUS-PR=%{y}<extra></extra>", "hovertext": [ "MGAB", "MGAB", @@ -3661,15 +3675,15 @@ "x0": " ", "xaxis": "x", "y": [ - 0.0776923664985786, - 0.0368964222949016, - 0.0513734528255904, - 0.0525852412394804, - 0.0882088753493866, - 0.0859369939193551, - 0.0410513324792643, - 0.1998616500005349, - 0.1260918809021712 + 0.0052580585611498, + 0.0063953529032701, + 0.00344814945361, + 0.0129489797784738, + 0.0045492618708176, + 0.0042353616175908, + 0.0047569159391096, + 0.0087066441996654, + 0.0128277575670043 ], "y0": " ", "yaxis": "y" @@ -3687,7 +3701,7 @@ "SED" ] ], - "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{customdata[0]}<br>anomaly=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{customdata[0]}<br>anomaly=%{x}<br>VUS-PR=%{y}<extra></extra>", "hovertext": [ "SED", "SED", @@ -3711,9 +3725,9 @@ "x0": " ", "xaxis": "x", "y": [ - 0.7112973349477919, - 0.764512460104418, - 0.6902504870537683 + 0.1453190703004764, + 0.2414918671263387, + 0.1079193648394256 ], "y0": " ", "yaxis": "y" @@ -3779,7 +3793,7 @@ "SVDB" ] ], - "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{customdata[0]}<br>anomaly=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{customdata[0]}<br>anomaly=%{x}<br>VUS-PR=%{y}<extra></extra>", "hovertext": [ "SVDB", "SVDB", @@ -3835,25 +3849,25 @@ "x0": " ", "xaxis": "x", "y": [ - 0.7885143526095852, - 0.863063585768947, - 0.7769221604097679, - 0.9978871979310991, - 0.7804363172818787, - 0.8997786472648355, - 0.9060855184981914, - 0.915135052014886, - 0.3908699975178493, - 0.7535964720414123, - 0.9179461001467804, - 0.6053633524584676, - 0.8791790115670586, - 0.9648171051919, - 0.7945047193237208, - 0.945345994988042, - 0.7601658038463308, - 0.2941511612992795, - 0.7457254088742251 + 0.6825772191928196, + 0.5107465893782901, + 0.4092405695377471, + 0.9474833495517934, + 0.7652729239464543, + 0.7170585280859941, + 0.8629471698935869, + 0.9466291277180996, + 0.3563518806871883, + 0.8564358787204482, + 0.8437887266527215, + 0.121378139403231, + 0.3240774568516623, + 0.9634224375346568, + 0.3291566384866627, + 0.9665256469546022, + 0.2473923982884597, + 0.1765825688709704, + 0.3331772402597876 ], "y0": " ", "yaxis": "y" @@ -3868,7 +3882,7 @@ "TAO" ] ], - "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{customdata[0]}<br>anomaly=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{customdata[0]}<br>anomaly=%{x}<br>VUS-PR=%{y}<extra></extra>", "hovertext": [ "TAO", "TAO" @@ -3890,8 +3904,8 @@ "x0": " ", "xaxis": "x", "y": [ - 0.1406602522903511, - 0.062407094644076 + 0.9449252771845216, + 0.3046406157026444 ], "y0": " ", "yaxis": "y" @@ -3915,7 +3929,7 @@ "IOPS" ] ], - "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{customdata[0]}<br>anomaly=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{customdata[0]}<br>anomaly=%{x}<br>VUS-PR=%{y}<extra></extra>", "hovertext": [ "IOPS", "IOPS", @@ -3943,11 +3957,11 @@ "x0": " ", "xaxis": "x", "y": [ - 0.0007634094257742, - 0.2962028198976819, - 0.1815054312003558, - 0.0216135877034446, - 0.0051843442308394 + 0.0231972227966582, + 0.0149865420763649, + 0.0758170436026617, + 0.1267235836097119, + 0.0418181957399169 ], "y0": " ", "yaxis": "y" @@ -3968,7 +3982,7 @@ "NEK" ] ], - "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{customdata[0]}<br>anomaly=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{customdata[0]}<br>anomaly=%{x}<br>VUS-PR=%{y}<extra></extra>", "hovertext": [ "NEK", "NEK", @@ -3994,10 +4008,10 @@ "x0": " ", "xaxis": "x", "y": [ - 0.1968275493634217, - 0.0602688587344568, - 0.6892957179198624, - 0.5538712065183758 + 0.3711425119726664, + 0.2197986006073428, + 0.4841985162891005, + 0.4442118485733837 ], "y0": " ", "yaxis": "y" @@ -4009,7 +4023,7 @@ "CATSv2" ] ], - "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{customdata[0]}<br>anomaly=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{customdata[0]}<br>anomaly=%{x}<br>VUS-PR=%{y}<extra></extra>", "hovertext": [ "CATSv2" ], @@ -4029,7 +4043,7 @@ "x0": " ", "xaxis": "x", "y": [ - 0.4523772176145589 + 0.3113843528453291 ], "y0": " ", "yaxis": "y" @@ -4065,7 +4079,7 @@ "TODS" ] ], - "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{customdata[0]}<br>anomaly=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{customdata[0]}<br>anomaly=%{x}<br>VUS-PR=%{y}<extra></extra>", "hovertext": [ "TODS", "TODS", @@ -4101,15 +4115,15 @@ "x0": " ", "xaxis": "x", "y": [ - 0.0911999440655074, - 0.0792037267485256, - 0.0754004707257394, - 0.2389901189274668, - 0.7858100348510574, - 0.8513418543532874, - 0.1701437480093701, - 0.9987758344353704, - 0.7200028027469816 + 0.850754876021001, + 0.8652944260161941, + 0.8394081034961267, + 0.6230229547041358, + 0.7121960819992015, + 0.7982177340414874, + 0.6504434614233421, + 0.9741477077560876, + 0.5698212609084564 ], "y0": " ", "yaxis": "y" @@ -4121,7 +4135,7 @@ "Power" ] ], - "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{customdata[0]}<br>anomaly=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{customdata[0]}<br>anomaly=%{x}<br>VUS-PR=%{y}<extra></extra>", "hovertext": [ "Power" ], @@ -4141,7 +4155,7 @@ "x0": " ", "xaxis": "x", "y": [ - 0.4962499459971852 + 0.2253927416249083 ], "y0": " ", "yaxis": "y" @@ -4165,7 +4179,7 @@ "UCR" ] ], - "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{customdata[0]}<br>anomaly=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{customdata[0]}<br>anomaly=%{x}<br>VUS-PR=%{y}<extra></extra>", "hovertext": [ "UCR", "UCR", @@ -4193,11 +4207,11 @@ "x0": " ", "xaxis": "x", "y": [ - 0.0001580777742649, - 0.000030237972846300383, - 0.0024813895781637, - 0.000017012878749213155, - 0.0015822784810126 + 0.0080884894091644, + 0.0001272607997206, + 0.0756010871940516, + 0.0002225232651398, + 0.0544099209256516 ], "y0": " ", "yaxis": "y" @@ -4212,7 +4226,7 @@ "SMAP" ] ], - "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{customdata[0]}<br>anomaly=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{customdata[0]}<br>anomaly=%{x}<br>VUS-PR=%{y}<extra></extra>", "hovertext": [ "SMAP", "SMAP" @@ -4234,8 +4248,8 @@ "x0": " ", "xaxis": "x", "y": [ - 0.7385047232307498, - 0.961878642581938 + 0.6230614693826495, + 0.9677973928450327 ], "y0": " ", "yaxis": "y" @@ -4247,7 +4261,7 @@ "SWaT" ] ], - "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{customdata[0]}<br>anomaly=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{customdata[0]}<br>anomaly=%{x}<br>VUS-PR=%{y}<extra></extra>", "hovertext": [ "SWaT" ], @@ -4267,7 +4281,7 @@ "x0": " ", "xaxis": "x", "y": [ - 0.4588962370959195 + 0.1599810140732196 ], "y0": " ", "yaxis": "y" @@ -4378,7 +4392,7 @@ "YAHOO" ] ], - "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{customdata[0]}<br>anomaly=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{customdata[0]}<br>anomaly=%{x}<br>VUS-PR=%{y}<extra></extra>", "hovertext": [ "YAHOO", "YAHOO", @@ -4464,40 +4478,40 @@ "x0": " ", "xaxis": "x", "y": [ - 1, - 0.0007363770250368, - 0.3605555555555555, - 0.2399758779953592, - 0.0009250693802035, - 1, - 0.5357142857142857, - 0.2653699188897745, - 0.0118632787928039, - 0.0095842421372954, - 1, - 1, - 0.0022883295194508, - 1, - 0.3801776006756148, - 1, - 1, - 0.0016155088852988, - 1, - 1, - 0.0007535795026375, - 1, - 0.5204081632653061, - 0.0019960079840319, - 0.0073290291726446, - 0.2562541806020066, - 0.1007938306210883, - 0.6666666666666666, - 0.0029850746268656, - 0.75, - 0.0007262164124909, - 1, - 0.0007468259895444, - 0.001081081081081 + 0.7904539471339984, + 0.8326743070506608, + 0.5639958195121908, + 0.2135420084871427, + 0.0291856890924778, + 0.0435270036141497, + 0.5678656658869982, + 0.2514987834415849, + 0.1132779107424546, + 0.6061525780468731, + 0.1249261401397816, + 0.3000167875083763, + 0.0327222747580546, + 0.0666850322979155, + 0.7638562788427007, + 0.392115912573817, + 0.2669017801052228, + 0.0268142279516218, + 0.5616442014473711, + 0.0294117647058823, + 0.8454573602455769, + 0.3712084759781808, + 0.2020786537362918, + 0.1874841423098441, + 0.1820054101034562, + 0.3103615284046712, + 0.4748995604506789, + 0.4347082996322276, + 0.004474604901989, + 0.1779856283278061, + 0.1792231818617569, + 0.0187036139908605, + 0.1159723686538531, + 0.1201424949936801 ], "y0": " ", "yaxis": "y" @@ -4602,7 +4616,7 @@ "Exathlon" ] ], - "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{customdata[0]}<br>anomaly=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{customdata[0]}<br>anomaly=%{x}<br>VUS-PR=%{y}<extra></extra>", "hovertext": [ "Exathlon", "Exathlon", @@ -4684,38 +4698,38 @@ "x0": " ", "xaxis": "x", "y": [ - 0.992550302435972, - 0.8308980058748746, - 0.8736329187668159, - 0.2408447526822411, - 0.6154274055484763, - 0.0780511293224378, - 0.1344932960667202, - 0.6468616927049384, - 0.0354016417202364, - 0.6356328725644497, - 0.1836052390457744, - 0.0772429014158623, - 0.9887392605033732, - 0.1391540656653996, - 0.4022675754122646, - 0.8041912762333603, - 0.2883762074574049, - 0.350938019051393, - 0.2727913472884148, - 0.1584199110981423, - 0.1589696147248999, - 0.2756358176620129, - 0.1422767785016533, - 0.0661548593857135, - 0.460092291769943, - 0.9113532406568624, - 0.8688539649316347, - 0.0435914948040654, - 0.9931160886392753, - 0.1449078292957489, - 0.5339561375522125, - 0.1232457805407691 + 0.9857126094298996, + 0.9399206280837136, + 0.9016285261706016, + 0.4972526896705475, + 0.9399206280837136, + 0.9016285261706016, + 0.1662148906293014, + 0.4557150350261807, + 0.6975550991833226, + 0.7265814454195652, + 0.1513150178902197, + 0.3822071163303171, + 0.4557150350261807, + 0.81995098832762, + 0.8273763431366784, + 0.9399206280837136, + 0.1513150178902197, + 0.8273763431366784, + 0.1237177085661513, + 0.1662148906293014, + 0.3253746690399076, + 0.1513150178902197, + 0.1662148906293014, + 0.9016285261706016, + 0.1513150178902197, + 0.8429534256527321, + 0.9016285261706016, + 0.2809298801498885, + 0.4557150350261807, + 0.1662148906293014, + 0.8273763431366784, + 0.6246152662275645 ], "y0": " ", "yaxis": "y" @@ -4763,7 +4777,7 @@ "OPPORTUNITY" ] ], - "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{customdata[0]}<br>anomaly=%{x}<br>AUC-PR=%{y}<extra></extra>", + "hovertemplate": "<b>%{hovertext}</b><br><br>group=%{customdata[0]}<br>anomaly=%{x}<br>VUS-PR=%{y}<extra></extra>", "hovertext": [ "OPPORTUNITY", "OPPORTUNITY", @@ -4807,19 +4821,19 @@ "x0": " ", "xaxis": "x", "y": [ - 0.4374788887739835, - 0.312012288679053, - 0.0144336849579979, - 0.0923098725236527, - 0.4709392867034568, - 0.3084752622908711, - 0.3285524777469855, - 0.1637124560062202, - 0.6719223700686413, - 0.0722513163293469, - 0.0870287825267176, - 0.5941881088199054, - 0.1316828770034426 + 0.1754754161723051, + 0.1591065344391053, + 0.0368027624475704, + 0.0588840833095146, + 0.1157157410345642, + 0.0386740186908501, + 0.1279774188203585, + 0.074058942325315, + 0.0717243517419752, + 0.0588182256910786, + 0.0759845682441006, + 0.132475108429918, + 0.0770027815570127 ], "y0": " ", "yaxis": "y" @@ -5400,7 +5414,7 @@ } }, "title": { - "text": "<b> Vergleich der Ergebnisse der Anomalien zwischen den Gruppen für KShapeAD </b>", + "text": "<b> Vergleich der Ergebnisse der Anomalien zwischen den Gruppen für OCSVM </b>", "xanchor": "center", "y": 0.95, "yanchor": "top" @@ -5423,7 +5437,7 @@ 1 ], "title": { - "text": "AUC-PR" + "text": "VUS-PR" } } } @@ -5458,7 +5472,7 @@ }, { "cell_type": "code", - "execution_count": 21, + "execution_count": 50, "metadata": {}, "outputs": [ { @@ -5467,81 +5481,81 @@ "text": [ " duration AUC-PR AUC-ROC VUS-PR VUS-ROC Standard-F1 \\\n", "group \n", - "CATSv2 236.819437 0.452377 0.724201 0.230658 0.696605 0.507399 \n", - "Daphnet 35.623369 0.033420 0.120788 0.035690 0.119038 0.114305 \n", - "Exathlon 30.996458 0.420990 0.704579 0.420845 0.705633 0.476715 \n", - "IOPS 55.233800 0.068365 0.547448 0.064609 0.518019 0.119151 \n", - "LTDB 93.477461 0.743642 0.864903 0.811737 0.883000 0.743372 \n", - "MGAB 36.636040 0.084411 0.693115 0.069759 0.687555 0.229185 \n", - "MITDB 443.862543 0.594424 0.947580 0.606652 0.961219 0.600204 \n", - "MSL 2.604013 0.409835 0.825987 0.459063 0.839459 0.504202 \n", - "NAB 7.395364 0.396635 0.660959 0.415046 0.674869 0.478648 \n", - "NEK 0.978331 0.379153 0.673130 0.357818 0.587360 0.478314 \n", - "OPPORTUNITY 7.531728 0.366866 0.757637 0.347881 0.734117 0.434931 \n", - "Power 17.223233 0.496250 0.737337 0.510537 0.760943 0.566831 \n", - "SED 11.265208 0.722020 0.989946 0.907086 0.996810 0.780849 \n", - "SMAP 4.100383 0.601232 0.767636 0.609905 0.778792 0.593002 \n", - "SMD 11.754587 0.131250 0.655848 0.122593 0.658158 0.186660 \n", - "SVDB 69.581790 0.798760 0.984325 0.810962 0.987226 0.764633 \n", - "SWaT 1051.773305 0.458896 0.799756 0.381310 0.756757 0.629526 \n", - "Stock 57.478806 0.095333 0.529748 0.717890 0.836341 0.159066 \n", - "TAO 29.975217 0.103834 0.517935 0.721004 0.825628 0.172782 \n", - "TODS 8.645978 0.462057 0.809107 0.747606 0.885093 0.492481 \n", - "UCR 17.042999 0.465144 0.889491 0.460106 0.897374 0.480275 \n", - "WSD 9.334371 0.082639 0.662574 0.112541 0.680839 0.128861 \n", - "YAHOO 1.173619 0.435473 0.746907 0.491670 0.765170 0.466854 \n", + "CATSv2 576.820577 0.369080 0.706380 0.311384 0.729282 0.426982 \n", + "Daphnet 27.302989 0.066512 0.507790 0.070139 0.523716 0.116764 \n", + "Exathlon 37.826101 0.556786 0.830684 0.557891 0.833418 0.577401 \n", + "IOPS 47.575929 0.051207 0.663177 0.067672 0.660286 0.109625 \n", + "LTDB 106.949586 0.634659 0.796257 0.692470 0.850891 0.638340 \n", + "MGAB 177.334281 0.032883 0.537176 0.007014 0.642782 0.084602 \n", + "MITDB 1624.883895 0.355826 0.856398 0.351133 0.897026 0.435382 \n", + "MSL 2.056389 0.239125 0.739126 0.276927 0.795165 0.362317 \n", + "NAB 2.769945 0.343854 0.666136 0.376638 0.709715 0.402922 \n", + "NEK 0.791268 0.360131 0.710666 0.367261 0.743413 0.432511 \n", + "OPPORTUNITY 7.374317 0.147631 0.661025 0.148914 0.667929 0.228057 \n", + "Power 51.094489 0.215936 0.652180 0.225393 0.677670 0.237451 \n", + "SED 14.702547 0.187850 0.610291 0.164910 0.722816 0.220954 \n", + "SMAP 2.776193 0.487651 0.861212 0.565618 0.876350 0.563891 \n", + "SMD 12.425167 0.122192 0.744937 0.115908 0.774569 0.182900 \n", + "SVDB 363.206067 0.547080 0.930221 0.592468 0.951451 0.598525 \n", + "SWaT 1210.999244 0.159515 0.518403 0.159981 0.520024 0.309398 \n", + "Stock 174.322859 0.097345 0.542291 0.717377 0.897425 0.170772 \n", + "TAO 54.669874 0.117776 0.577303 0.720442 0.912899 0.205507 \n", + "TODS 8.419030 0.404043 0.740680 0.748147 0.906301 0.437865 \n", + "UCR 151.752637 0.326989 0.853025 0.336356 0.877345 0.374480 \n", + "WSD 7.525696 0.036128 0.746600 0.039999 0.818527 0.074105 \n", + "YAHOO 0.962506 0.083868 0.877014 0.306932 0.936604 0.135211 \n", "\n", " PA-F1 Event-based-F1 R-based-F1 Affiliation-F Recall \\\n", "group \n", - "CATSv2 0.626398 0.439105 0.170890 0.702560 0.300878 \n", - "Daphnet 0.128525 0.114273 0.396142 0.832210 0.000000 \n", - "Exathlon 0.909250 0.697865 0.443662 0.869385 0.012750 \n", - "IOPS 0.311225 0.106215 0.202900 0.736656 0.073274 \n", - "LTDB 0.860404 0.827142 0.731083 0.920124 0.097710 \n", - "MGAB 0.248686 0.229101 0.252603 0.739126 0.118095 \n", - "MITDB 0.699544 0.643637 0.647918 0.918732 0.373862 \n", - "MSL 0.650031 0.535044 0.532483 0.849117 0.145087 \n", - "NAB 0.766138 0.586103 0.525518 0.831252 0.050599 \n", - "NEK 0.615688 0.486707 0.522330 0.770504 0.001764 \n", - "OPPORTUNITY 0.860770 0.675563 0.377457 0.877531 0.021827 \n", - "Power 0.955110 0.863916 0.562924 0.957009 0.182667 \n", - "SED 0.882984 0.826164 0.808976 0.986410 0.655488 \n", - "SMAP 0.745946 0.722506 0.636957 0.907428 0.559008 \n", - "SMD 0.468453 0.288651 0.255678 0.771941 0.095875 \n", - "SVDB 0.878824 0.832142 0.697537 0.940637 0.659443 \n", - "SWaT 0.895086 0.433666 0.141600 0.705099 0.000000 \n", - "Stock 0.158497 0.158075 0.134519 0.667352 0.000479 \n", - "TAO 0.172423 0.172095 0.098197 0.679173 0.000000 \n", - "TODS 0.510765 0.327060 0.331376 0.747656 0.187118 \n", - "UCR 0.603514 0.540664 0.514970 0.885032 0.536193 \n", - "WSD 0.169441 0.143924 0.195417 0.756749 0.009756 \n", - "YAHOO 0.397359 0.388677 0.440259 0.854958 0.414790 \n", + "CATSv2 0.873839 0.709922 0.158695 0.727890 0.040811 \n", + "Daphnet 0.916632 0.178742 0.247652 0.770237 0.002168 \n", + "Exathlon 0.953952 0.831443 0.342542 0.906246 0.019985 \n", + "IOPS 0.447280 0.157321 0.185504 0.720738 0.075638 \n", + "LTDB 0.897274 0.799590 0.574608 0.892653 0.086590 \n", + "MGAB 0.218686 0.194577 0.099208 0.677589 0.000000 \n", + "MITDB 0.765995 0.550179 0.349144 0.861050 0.217145 \n", + "MSL 0.755050 0.478430 0.359768 0.831862 0.109275 \n", + "NAB 0.915571 0.751830 0.400021 0.895345 0.072529 \n", + "NEK 0.766319 0.617067 0.404298 0.844997 0.031221 \n", + "OPPORTUNITY 0.902061 0.400628 0.217145 0.773705 0.002064 \n", + "Power 1.000000 1.000000 0.352493 0.966658 0.000000 \n", + "SED 0.596144 0.588889 0.296696 0.784206 0.000000 \n", + "SMAP 0.745047 0.624615 0.539847 0.893603 0.546802 \n", + "SMD 0.682397 0.320169 0.208408 0.781595 0.069495 \n", + "SVDB 0.840533 0.747939 0.469409 0.909202 0.304473 \n", + "SWaT 0.764353 0.248020 0.108407 0.689201 0.000000 \n", + "Stock 0.162702 0.160067 0.183969 0.680238 0.000489 \n", + "TAO 0.204991 0.202438 0.209541 0.681314 0.000000 \n", + "TODS 0.514495 0.303923 0.229365 0.744793 0.149799 \n", + "UCR 0.705609 0.527446 0.361082 0.873885 0.371525 \n", + "WSD 0.245465 0.169022 0.095856 0.765850 0.018010 \n", + "YAHOO 0.161616 0.134211 0.125869 0.862998 0.108753 \n", "\n", " Precision \n", "group \n", - "CATSv2 0.997312 \n", - "Daphnet 0.000000 \n", - "Exathlon 0.164047 \n", - "IOPS 0.007659 \n", - "LTDB 0.847458 \n", - "MGAB 0.150940 \n", - "MITDB 0.613016 \n", - "MSL 0.222222 \n", - "NAB 0.205914 \n", - "NEK 0.008547 \n", - "OPPORTUNITY 0.071429 \n", - "Power 0.708926 \n", - "SED 0.687006 \n", - "SMAP 0.360987 \n", - "SMD 0.110133 \n", - "SVDB 0.751826 \n", + "CATSv2 0.971061 \n", + "Daphnet 0.024038 \n", + "Exathlon 0.356978 \n", + "IOPS 0.125516 \n", + "LTDB 0.838906 \n", + "MGAB 0.000000 \n", + "MITDB 0.299381 \n", + "MSL 0.105778 \n", + "NAB 0.276158 \n", + "NEK 0.325397 \n", + "OPPORTUNITY 0.021490 \n", + "Power 0.000000 \n", + "SED 0.000000 \n", + "SMAP 0.338855 \n", + "SMD 0.096921 \n", + "SVDB 0.520652 \n", "SWaT 0.000000 \n", - "Stock 0.010490 \n", + "Stock 0.036376 \n", "TAO 0.000000 \n", - "TODS 0.538600 \n", - "UCR 0.177598 \n", - "WSD 0.006061 \n", - "YAHOO 0.019690 \n" + "TODS 0.603929 \n", + "UCR 0.230630 \n", + "WSD 0.054808 \n", + "YAHOO 0.038252 \n" ] } ], @@ -5554,15 +5568,15 @@ }, { "cell_type": "code", - "execution_count": 22, + "execution_count": 51, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "Gesamtdauer Training in s: 12758.542, in min: 212.642, in h: 3.544\n", - "Durchschnittliches Training pro Datei in s: 32.137\n" + "Gesamtdauer Training in s: 41374.425, in min: 689.574, in h: 11.493\n", + "Durchschnittliches Training pro Datei in s: 104.218\n" ] } ], @@ -5581,15 +5595,15 @@ }, { "cell_type": "code", - "execution_count": 23, + "execution_count": 52, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "Durchschnittle Gesamt-Performanz des Modells: KShapeAD\n", - "Recall: 0.247, Precision: 0.205, F1: 0.425, Auc-Roc: 0.757, Auc-PR: 0.383, Vus-PR: 0.423\n" + "Durchschnittle Gesamt-Performanz des Modells: OCSVM\n", + "Recall: 0.155, Precision: 0.219, F1: 0.329, Auc-Roc: 0.773, Auc-PR: 0.275, Vus-PR: 0.339\n" ] } ], @@ -5608,7 +5622,7 @@ }, { "cell_type": "code", - "execution_count": 24, + "execution_count": 53, "metadata": {}, "outputs": [ { @@ -5616,8 +5630,8 @@ "output_type": "stream", "text": [ "Anzahl an Datensätzen mit Punktanomalien: 55\n", - "Durchschnittle Gesamt-Performanz des Modells: KShapeAD\n", - "Recall: 0.262, Precision: 0.019, F1: 0.321, Auc-Roc: 0.682, Auc-PR: 0.293, Vus-PR: 0.495\n" + "Durchschnittle Gesamt-Performanz des Modells: OCSVM\n", + "Recall: 0.068, Precision: 0.042, F1: 0.096, Auc-Roc: 0.781, Auc-PR: 0.049, Vus-PR: 0.362\n" ] } ], @@ -5639,42 +5653,42 @@ }, { "cell_type": "code", - "execution_count": 25, + "execution_count": 54, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - " duration AUC-PR AUC-ROC VUS-PR VUS-ROC Standard-F1 \\\n", - "group \n", - "IOPS 45.516933 0.148483 0.503996 0.065996 0.368166 0.221140 \n", - "Stock 57.478806 0.095333 0.529748 0.717890 0.836341 0.159066 \n", - "TAO 29.587291 0.101534 0.511766 0.634080 0.773293 0.170023 \n", - "TODS 12.472389 0.081935 0.601164 0.850387 0.908232 0.134504 \n", - "UCR 27.806806 0.000854 0.874113 0.004607 0.898198 0.001704 \n", - "WSD 10.255568 0.001119 0.384502 0.007506 0.386503 0.005422 \n", - "YAHOO 1.144278 0.464439 0.749328 0.518467 0.767219 0.478743 \n", + " duration AUC-PR AUC-ROC VUS-PR VUS-ROC Standard-F1 \\\n", + "group \n", + "IOPS 13.898301 0.024701 0.584329 0.019092 0.557235 0.039854 \n", + "Stock 174.322859 0.097345 0.542291 0.717377 0.897425 0.170772 \n", + "TAO 63.681650 0.110446 0.567642 0.624783 0.893879 0.206042 \n", + "TODS 12.997364 0.070625 0.565769 0.851819 0.930252 0.123233 \n", + "UCR 475.566384 0.001794 0.911254 0.027690 0.954942 0.003573 \n", + "WSD 8.183030 0.002159 0.880521 0.006227 0.914005 0.006674 \n", + "YAHOO 0.987759 0.040087 0.877964 0.282248 0.947224 0.086138 \n", "\n", " PA-F1 Event-based-F1 R-based-F1 Affiliation-F Recall \\\n", "group \n", - "IOPS 0.499519 0.251189 0.446503 0.800048 0.000000 \n", - "Stock 0.158497 0.158075 0.134519 0.667352 0.000479 \n", - "TAO 0.169646 0.169593 0.089392 0.679750 0.000000 \n", - "TODS 0.131855 0.131021 0.254328 0.673227 0.005109 \n", - "UCR 0.001661 0.001661 0.001008 0.812952 0.000000 \n", - "WSD 0.004479 0.004478 0.253760 0.733111 0.000000 \n", - "YAHOO 0.383285 0.383191 0.433819 0.864452 0.464516 \n", + "IOPS 0.507532 0.257335 0.410526 0.821911 0.013319 \n", + "Stock 0.162702 0.160067 0.183969 0.680238 0.000489 \n", + "TAO 0.203796 0.202339 0.181920 0.682888 0.000000 \n", + "TODS 0.121369 0.121340 0.107453 0.671491 0.007663 \n", + "UCR 0.003412 0.003412 0.001708 0.714992 0.000000 \n", + "WSD 0.010685 0.005739 0.008498 0.804068 0.000000 \n", + "YAHOO 0.078227 0.072557 0.090661 0.861206 0.118280 \n", "\n", " Precision \n", "group \n", - "IOPS 0.000000 \n", - "Stock 0.010490 \n", + "IOPS 0.500000 \n", + "Stock 0.036376 \n", "TAO 0.000000 \n", - "TODS 0.111111 \n", + "TODS 0.232258 \n", "UCR 0.000000 \n", "WSD 0.000000 \n", - "YAHOO 0.019426 \n" + "YAHOO 0.008449 \n" ] } ], @@ -5686,7 +5700,7 @@ }, { "cell_type": "code", - "execution_count": 26, + "execution_count": 55, "metadata": {}, "outputs": [ { @@ -5694,8 +5708,8 @@ "output_type": "stream", "text": [ "Anzahl an Datensätzen mit Sequenzanomalien: 158\n", - "Durchschnittle Gesamt-Performanz des Modells: KShapeAD\n", - "Recall: 0.161, Precision: 0.302, F1: 0.453, Auc-Roc: 0.760, Auc-PR: 0.396, Vus-PR: 0.411\n" + "Durchschnittle Gesamt-Performanz des Modells: OCSVM\n", + "Recall: 0.083, Precision: 0.266, F1: 0.384, Auc-Roc: 0.755, Auc-PR: 0.335, Vus-PR: 0.354\n" ] } ], @@ -5717,7 +5731,7 @@ }, { "cell_type": "code", - "execution_count": 27, + "execution_count": 56, "metadata": {}, "outputs": [ { @@ -5726,72 +5740,72 @@ "text": [ " duration AUC-PR AUC-ROC VUS-PR VUS-ROC Standard-F1 \\\n", "group \n", - "CATSv2 236.819437 0.452377 0.724201 0.230658 0.696605 0.507399 \n", - "Daphnet 35.623369 0.033420 0.120788 0.035690 0.119038 0.114305 \n", - "Exathlon 30.996458 0.420990 0.704579 0.420845 0.705633 0.476715 \n", - "IOPS 22.287605 0.069434 0.560650 0.090598 0.576921 0.142728 \n", - "LTDB 93.477461 0.743642 0.864903 0.811737 0.883000 0.743372 \n", - "MGAB 36.636040 0.084411 0.693115 0.069759 0.687555 0.229185 \n", - "MITDB 443.862543 0.594424 0.947580 0.606652 0.961219 0.600204 \n", - "MSL 2.294159 0.194985 0.726015 0.290049 0.736139 0.411590 \n", - "NAB 4.943181 0.251877 0.589256 0.282421 0.613141 0.332874 \n", - "NEK 1.092160 0.375066 0.635456 0.282706 0.445377 0.503649 \n", - "OPPORTUNITY 8.709118 0.283461 0.710465 0.253277 0.657397 0.362509 \n", - "Power 17.223233 0.496250 0.737337 0.510537 0.760943 0.566831 \n", - "SED 11.265208 0.722020 0.989946 0.907086 0.996810 0.780849 \n", - "SMAP 3.354420 0.850192 0.977862 0.861769 0.982293 0.813132 \n", - "SMD 10.538638 0.077411 0.648348 0.070547 0.640256 0.154819 \n", - "SVDB 71.883359 0.788394 0.983502 0.804276 0.986567 0.753662 \n", - "SWaT 1051.773305 0.458896 0.799756 0.381310 0.756757 0.629526 \n", - "TODS 5.017621 0.627511 0.917800 0.719779 0.916483 0.630390 \n", - "WSD 8.363367 0.143776 0.756489 0.192884 0.782639 0.218349 \n", - "YAHOO 1.174419 0.240316 0.691290 0.276917 0.691833 0.439016 \n", + "CATSv2 576.820577 0.369080 0.706380 0.311384 0.729282 0.426982 \n", + "Daphnet 27.302989 0.066512 0.507790 0.070139 0.523716 0.116764 \n", + "Exathlon 37.826101 0.556786 0.830684 0.557891 0.833418 0.577401 \n", + "IOPS 11.544123 0.101872 0.723348 0.081453 0.696403 0.192020 \n", + "LTDB 106.949586 0.634659 0.796257 0.692470 0.850891 0.638340 \n", + "MGAB 177.334281 0.032883 0.537176 0.007014 0.642782 0.084602 \n", + "MITDB 1624.883895 0.355826 0.856398 0.351133 0.897026 0.435382 \n", + "MSL 2.013455 0.153546 0.633375 0.208802 0.702745 0.276630 \n", + "NAB 3.472690 0.245686 0.637900 0.297149 0.694854 0.325859 \n", + "NEK 0.886990 0.420323 0.723537 0.379838 0.777410 0.467305 \n", + "OPPORTUNITY 6.902177 0.090132 0.614360 0.092515 0.623037 0.163974 \n", + "Power 51.094489 0.215936 0.652180 0.225393 0.677670 0.237451 \n", + "SED 14.702547 0.187850 0.610291 0.164910 0.722816 0.220954 \n", + "SMAP 2.937379 0.760857 0.795312 0.795429 0.826134 0.814674 \n", + "SMD 14.381292 0.077154 0.691572 0.078384 0.739877 0.137919 \n", + "SVDB 369.966945 0.544488 0.927809 0.597908 0.950057 0.599689 \n", + "SWaT 1210.999244 0.159515 0.518403 0.159981 0.520024 0.309398 \n", + "TODS 4.506914 0.557978 0.840121 0.721308 0.918289 0.567518 \n", + "WSD 7.389923 0.038635 0.757766 0.048826 0.825840 0.081554 \n", + "YAHOO 0.791543 0.498439 0.834057 0.484099 0.809580 0.552448 \n", "\n", " PA-F1 Event-based-F1 R-based-F1 Affiliation-F Recall \\\n", "group \n", - "CATSv2 0.626398 0.439105 0.170890 0.702560 0.300878 \n", - "Daphnet 0.128525 0.114273 0.396142 0.832210 0.000000 \n", - "Exathlon 0.909250 0.697865 0.443662 0.869385 0.012750 \n", - "IOPS 0.239655 0.149653 0.281651 0.815485 0.333333 \n", - "LTDB 0.860404 0.827142 0.731083 0.920124 0.097710 \n", - "MGAB 0.248686 0.229101 0.252603 0.739126 0.118095 \n", - "MITDB 0.699544 0.643637 0.647918 0.918732 0.373862 \n", - "MSL 0.571469 0.412982 0.472232 0.781600 0.000000 \n", - "NAB 0.732157 0.449236 0.372593 0.764737 0.014752 \n", - "NEK 0.677964 0.478924 0.551187 0.711606 0.003968 \n", - "OPPORTUNITY 0.816442 0.580687 0.360515 0.853285 0.047013 \n", - "Power 0.955110 0.863916 0.562924 0.957009 0.182667 \n", - "SED 0.882984 0.826164 0.808976 0.986410 0.655488 \n", - "SMAP 1.000000 1.000000 0.828955 0.998218 0.796642 \n", - "SMD 0.357111 0.175342 0.224130 0.732669 0.054639 \n", - "SVDB 0.872447 0.823307 0.695783 0.937513 0.641519 \n", - "SWaT 0.895086 0.433666 0.141600 0.705099 0.000000 \n", - "TODS 0.668963 0.523462 0.519941 0.853262 0.169565 \n", - "WSD 0.287165 0.246194 0.286497 0.797086 0.017422 \n", - "YAHOO 0.584627 0.463809 0.542449 0.805978 0.000000 \n", + "CATSv2 0.873839 0.709922 0.158695 0.727890 0.040811 \n", + "Daphnet 0.916632 0.178742 0.247652 0.770237 0.002168 \n", + "Exathlon 0.953952 0.831443 0.342542 0.906246 0.019985 \n", + "IOPS 0.338957 0.247820 0.126320 0.738963 0.387755 \n", + "LTDB 0.897274 0.799590 0.574608 0.892653 0.086590 \n", + "MGAB 0.218686 0.194577 0.099208 0.677589 0.000000 \n", + "MITDB 0.765995 0.550179 0.349144 0.861050 0.217145 \n", + "MSL 0.776111 0.357713 0.292643 0.753637 0.000000 \n", + "NAB 0.884031 0.611094 0.341621 0.826769 0.002672 \n", + "NEK 0.770002 0.562500 0.377398 0.795358 0.059259 \n", + "OPPORTUNITY 0.855501 0.335362 0.198465 0.749830 0.000000 \n", + "Power 1.000000 1.000000 0.352493 0.966658 0.000000 \n", + "SED 0.596144 0.588889 0.296696 0.784206 0.000000 \n", + "SMAP 0.947423 0.900000 0.610368 0.898112 0.464674 \n", + "SMD 0.719776 0.307068 0.209528 0.782645 0.022702 \n", + "SVDB 0.832140 0.734672 0.459895 0.904491 0.319174 \n", + "SWaT 0.764353 0.248020 0.108407 0.689201 0.000000 \n", + "TODS 0.680617 0.501154 0.408574 0.853316 0.169615 \n", + "WSD 0.260319 0.185103 0.112414 0.760044 0.010463 \n", + "YAHOO 0.907476 0.681121 0.337645 0.875085 0.007342 \n", "\n", " Precision \n", "group \n", - "CATSv2 0.997312 \n", - "Daphnet 0.000000 \n", - "Exathlon 0.164047 \n", - "IOPS 0.006051 \n", - "LTDB 0.847458 \n", - "MGAB 0.150940 \n", - "MITDB 0.613016 \n", + "CATSv2 0.971061 \n", + "Daphnet 0.024038 \n", + "Exathlon 0.356978 \n", + "IOPS 0.068093 \n", + "LTDB 0.838906 \n", + "MGAB 0.000000 \n", + "MITDB 0.299381 \n", "MSL 0.000000 \n", - "NAB 0.147133 \n", - "NEK 0.019231 \n", - "OPPORTUNITY 0.153846 \n", - "Power 0.708926 \n", - "SED 0.687006 \n", - "SMAP 0.737909 \n", - "SMD 0.124538 \n", - "SVDB 0.758392 \n", + "NAB 0.050926 \n", + "NEK 0.482143 \n", + "OPPORTUNITY 0.000000 \n", + "Power 0.000000 \n", + "SED 0.000000 \n", + "SMAP 0.431818 \n", + "SMD 0.081385 \n", + "SVDB 0.495423 \n", "SWaT 0.000000 \n", - "TODS 0.524876 \n", - "WSD 0.010823 \n", - "YAHOO 0.000000 \n" + "TODS 0.708457 \n", + "WSD 0.015899 \n", + "YAHOO 0.333333 \n" ] } ], @@ -5810,7 +5824,7 @@ }, { "cell_type": "code", - "execution_count": 28, + "execution_count": 57, "metadata": {}, "outputs": [ { @@ -5854,210 +5868,210 @@ " <tbody>\n", " <tr>\n", " <th>CATSv2</th>\n", - " <td>0.452377</td>\n", - " <td>0.724201</td>\n", - " <td>0.230658</td>\n", - " <td>0.507399</td>\n", - " <td>0.300878</td>\n", - " <td>0.997312</td>\n", + " <td>0.369080</td>\n", + " <td>0.706380</td>\n", + " <td>0.311384</td>\n", + " <td>0.426982</td>\n", + " <td>0.040811</td>\n", + " <td>0.971061</td>\n", " </tr>\n", " <tr>\n", " <th>Daphnet</th>\n", - " <td>0.033420</td>\n", - " <td>0.120788</td>\n", - " <td>0.035690</td>\n", - " <td>0.114305</td>\n", - " <td>0.000000</td>\n", - " <td>0.000000</td>\n", + " <td>0.066512</td>\n", + " <td>0.507790</td>\n", + " <td>0.070139</td>\n", + " <td>0.116764</td>\n", + " <td>0.002168</td>\n", + " <td>0.024038</td>\n", " </tr>\n", " <tr>\n", " <th>Exathlon</th>\n", - " <td>0.420990</td>\n", - " <td>0.704579</td>\n", - " <td>0.420845</td>\n", - " <td>0.476715</td>\n", - " <td>0.012750</td>\n", - " <td>0.164047</td>\n", + " <td>0.556786</td>\n", + " <td>0.830684</td>\n", + " <td>0.557891</td>\n", + " <td>0.577401</td>\n", + " <td>0.019985</td>\n", + " <td>0.356978</td>\n", " </tr>\n", " <tr>\n", " <th>IOPS</th>\n", - " <td>0.068365</td>\n", - " <td>0.547448</td>\n", - " <td>0.064609</td>\n", - " <td>0.119151</td>\n", - " <td>0.073274</td>\n", - " <td>0.007659</td>\n", + " <td>0.051207</td>\n", + " <td>0.663177</td>\n", + " <td>0.067672</td>\n", + " <td>0.109625</td>\n", + " <td>0.075638</td>\n", + " <td>0.125516</td>\n", " </tr>\n", " <tr>\n", " <th>LTDB</th>\n", - " <td>0.743642</td>\n", - " <td>0.864903</td>\n", - " <td>0.811737</td>\n", - " <td>0.743372</td>\n", - " <td>0.097710</td>\n", - " <td>0.847458</td>\n", + " <td>0.634659</td>\n", + " <td>0.796257</td>\n", + " <td>0.692470</td>\n", + " <td>0.638340</td>\n", + " <td>0.086590</td>\n", + " <td>0.838906</td>\n", " </tr>\n", " <tr>\n", " <th>MGAB</th>\n", - " <td>0.084411</td>\n", - " <td>0.693115</td>\n", - " <td>0.069759</td>\n", - " <td>0.229185</td>\n", - " <td>0.118095</td>\n", - " <td>0.150940</td>\n", + " <td>0.032883</td>\n", + " <td>0.537176</td>\n", + " <td>0.007014</td>\n", + " <td>0.084602</td>\n", + " <td>0.000000</td>\n", + " <td>0.000000</td>\n", " </tr>\n", " <tr>\n", " <th>MITDB</th>\n", - " <td>0.594424</td>\n", - " <td>0.947580</td>\n", - " <td>0.606652</td>\n", - " <td>0.600204</td>\n", - " <td>0.373862</td>\n", - " <td>0.613016</td>\n", + " <td>0.355826</td>\n", + " <td>0.856398</td>\n", + " <td>0.351133</td>\n", + " <td>0.435382</td>\n", + " <td>0.217145</td>\n", + " <td>0.299381</td>\n", " </tr>\n", " <tr>\n", " <th>MSL</th>\n", - " <td>0.409835</td>\n", - " <td>0.825987</td>\n", - " <td>0.459063</td>\n", - " <td>0.504202</td>\n", - " <td>0.145087</td>\n", - " <td>0.222222</td>\n", + " <td>0.239125</td>\n", + " <td>0.739126</td>\n", + " <td>0.276927</td>\n", + " <td>0.362317</td>\n", + " <td>0.109275</td>\n", + " <td>0.105778</td>\n", " </tr>\n", " <tr>\n", " <th>NAB</th>\n", - " <td>0.396635</td>\n", - " <td>0.660959</td>\n", - " <td>0.415046</td>\n", - " <td>0.478648</td>\n", - " <td>0.050599</td>\n", - " <td>0.205914</td>\n", + " <td>0.343854</td>\n", + " <td>0.666136</td>\n", + " <td>0.376638</td>\n", + " <td>0.402922</td>\n", + " <td>0.072529</td>\n", + " <td>0.276158</td>\n", " </tr>\n", " <tr>\n", " <th>NEK</th>\n", - " <td>0.379153</td>\n", - " <td>0.673130</td>\n", - " <td>0.357818</td>\n", - " <td>0.478314</td>\n", - " <td>0.001764</td>\n", - " <td>0.008547</td>\n", + " <td>0.360131</td>\n", + " <td>0.710666</td>\n", + " <td>0.367261</td>\n", + " <td>0.432511</td>\n", + " <td>0.031221</td>\n", + " <td>0.325397</td>\n", " </tr>\n", " <tr>\n", " <th>OPPORTUNITY</th>\n", - " <td>0.366866</td>\n", - " <td>0.757637</td>\n", - " <td>0.347881</td>\n", - " <td>0.434931</td>\n", - " <td>0.021827</td>\n", - " <td>0.071429</td>\n", + " <td>0.147631</td>\n", + " <td>0.661025</td>\n", + " <td>0.148914</td>\n", + " <td>0.228057</td>\n", + " <td>0.002064</td>\n", + " <td>0.021490</td>\n", " </tr>\n", " <tr>\n", " <th>Power</th>\n", - " <td>0.496250</td>\n", - " <td>0.737337</td>\n", - " <td>0.510537</td>\n", - " <td>0.566831</td>\n", - " <td>0.182667</td>\n", - " <td>0.708926</td>\n", + " <td>0.215936</td>\n", + " <td>0.652180</td>\n", + " <td>0.225393</td>\n", + " <td>0.237451</td>\n", + " <td>0.000000</td>\n", + " <td>0.000000</td>\n", " </tr>\n", " <tr>\n", " <th>SED</th>\n", - " <td>0.722020</td>\n", - " <td>0.989946</td>\n", - " <td>0.907086</td>\n", - " <td>0.780849</td>\n", - " <td>0.655488</td>\n", - " <td>0.687006</td>\n", + " <td>0.187850</td>\n", + " <td>0.610291</td>\n", + " <td>0.164910</td>\n", + " <td>0.220954</td>\n", + " <td>0.000000</td>\n", + " <td>0.000000</td>\n", " </tr>\n", " <tr>\n", " <th>SMAP</th>\n", - " <td>0.601232</td>\n", - " <td>0.767636</td>\n", - " <td>0.609905</td>\n", - " <td>0.593002</td>\n", - " <td>0.559008</td>\n", - " <td>0.360987</td>\n", + " <td>0.487651</td>\n", + " <td>0.861212</td>\n", + " <td>0.565618</td>\n", + " <td>0.563891</td>\n", + " <td>0.546802</td>\n", + " <td>0.338855</td>\n", " </tr>\n", " <tr>\n", " <th>SMD</th>\n", - " <td>0.131250</td>\n", - " <td>0.655848</td>\n", - " <td>0.122593</td>\n", - " <td>0.186660</td>\n", - " <td>0.095875</td>\n", - " <td>0.110133</td>\n", + " <td>0.122192</td>\n", + " <td>0.744937</td>\n", + " <td>0.115908</td>\n", + " <td>0.182900</td>\n", + " <td>0.069495</td>\n", + " <td>0.096921</td>\n", " </tr>\n", " <tr>\n", " <th>SVDB</th>\n", - " <td>0.798760</td>\n", - " <td>0.984325</td>\n", - " <td>0.810962</td>\n", - " <td>0.764633</td>\n", - " <td>0.659443</td>\n", - " <td>0.751826</td>\n", + " <td>0.547080</td>\n", + " <td>0.930221</td>\n", + " <td>0.592468</td>\n", + " <td>0.598525</td>\n", + " <td>0.304473</td>\n", + " <td>0.520652</td>\n", " </tr>\n", " <tr>\n", " <th>SWaT</th>\n", - " <td>0.458896</td>\n", - " <td>0.799756</td>\n", - " <td>0.381310</td>\n", - " <td>0.629526</td>\n", + " <td>0.159515</td>\n", + " <td>0.518403</td>\n", + " <td>0.159981</td>\n", + " <td>0.309398</td>\n", " <td>0.000000</td>\n", " <td>0.000000</td>\n", " </tr>\n", " <tr>\n", " <th>Stock</th>\n", - " <td>0.095333</td>\n", - " <td>0.529748</td>\n", - " <td>0.717890</td>\n", - " <td>0.159066</td>\n", - " <td>0.000479</td>\n", - " <td>0.010490</td>\n", + " <td>0.097345</td>\n", + " <td>0.542291</td>\n", + " <td>0.717377</td>\n", + " <td>0.170772</td>\n", + " <td>0.000489</td>\n", + " <td>0.036376</td>\n", " </tr>\n", " <tr>\n", " <th>TAO</th>\n", - " <td>0.103834</td>\n", - " <td>0.517935</td>\n", - " <td>0.721004</td>\n", - " <td>0.172782</td>\n", + " <td>0.117776</td>\n", + " <td>0.577303</td>\n", + " <td>0.720442</td>\n", + " <td>0.205507</td>\n", " <td>0.000000</td>\n", " <td>0.000000</td>\n", " </tr>\n", " <tr>\n", " <th>TODS</th>\n", - " <td>0.462057</td>\n", - " <td>0.809107</td>\n", - " <td>0.747606</td>\n", - " <td>0.492481</td>\n", - " <td>0.187118</td>\n", - " <td>0.538600</td>\n", + " <td>0.404043</td>\n", + " <td>0.740680</td>\n", + " <td>0.748147</td>\n", + " <td>0.437865</td>\n", + " <td>0.149799</td>\n", + " <td>0.603929</td>\n", " </tr>\n", " <tr>\n", " <th>UCR</th>\n", - " <td>0.465144</td>\n", - " <td>0.889491</td>\n", - " <td>0.460106</td>\n", - " <td>0.480275</td>\n", - " <td>0.536193</td>\n", - " <td>0.177598</td>\n", + " <td>0.326989</td>\n", + " <td>0.853025</td>\n", + " <td>0.336356</td>\n", + " <td>0.374480</td>\n", + " <td>0.371525</td>\n", + " <td>0.230630</td>\n", " </tr>\n", " <tr>\n", " <th>WSD</th>\n", - " <td>0.082639</td>\n", - " <td>0.662574</td>\n", - " <td>0.112541</td>\n", - " <td>0.128861</td>\n", - " <td>0.009756</td>\n", - " <td>0.006061</td>\n", + " <td>0.036128</td>\n", + " <td>0.746600</td>\n", + " <td>0.039999</td>\n", + " <td>0.074105</td>\n", + " <td>0.018010</td>\n", + " <td>0.054808</td>\n", " </tr>\n", " <tr>\n", " <th>YAHOO</th>\n", - " <td>0.435473</td>\n", - " <td>0.746907</td>\n", - " <td>0.491670</td>\n", - " <td>0.466854</td>\n", - " <td>0.414790</td>\n", - " <td>0.019690</td>\n", + " <td>0.083868</td>\n", + " <td>0.877014</td>\n", + " <td>0.306932</td>\n", + " <td>0.135211</td>\n", + " <td>0.108753</td>\n", + " <td>0.038252</td>\n", " </tr>\n", " </tbody>\n", "</table>\n", @@ -6066,32 +6080,32 @@ "text/plain": [ " AUC-PR AUC-ROC VUS-PR Standard-F1 Recall Precision\n", "group \n", - "CATSv2 0.452377 0.724201 0.230658 0.507399 0.300878 0.997312\n", - "Daphnet 0.033420 0.120788 0.035690 0.114305 0.000000 0.000000\n", - "Exathlon 0.420990 0.704579 0.420845 0.476715 0.012750 0.164047\n", - "IOPS 0.068365 0.547448 0.064609 0.119151 0.073274 0.007659\n", - "LTDB 0.743642 0.864903 0.811737 0.743372 0.097710 0.847458\n", - "MGAB 0.084411 0.693115 0.069759 0.229185 0.118095 0.150940\n", - "MITDB 0.594424 0.947580 0.606652 0.600204 0.373862 0.613016\n", - "MSL 0.409835 0.825987 0.459063 0.504202 0.145087 0.222222\n", - "NAB 0.396635 0.660959 0.415046 0.478648 0.050599 0.205914\n", - "NEK 0.379153 0.673130 0.357818 0.478314 0.001764 0.008547\n", - "OPPORTUNITY 0.366866 0.757637 0.347881 0.434931 0.021827 0.071429\n", - "Power 0.496250 0.737337 0.510537 0.566831 0.182667 0.708926\n", - "SED 0.722020 0.989946 0.907086 0.780849 0.655488 0.687006\n", - "SMAP 0.601232 0.767636 0.609905 0.593002 0.559008 0.360987\n", - "SMD 0.131250 0.655848 0.122593 0.186660 0.095875 0.110133\n", - "SVDB 0.798760 0.984325 0.810962 0.764633 0.659443 0.751826\n", - "SWaT 0.458896 0.799756 0.381310 0.629526 0.000000 0.000000\n", - "Stock 0.095333 0.529748 0.717890 0.159066 0.000479 0.010490\n", - "TAO 0.103834 0.517935 0.721004 0.172782 0.000000 0.000000\n", - "TODS 0.462057 0.809107 0.747606 0.492481 0.187118 0.538600\n", - "UCR 0.465144 0.889491 0.460106 0.480275 0.536193 0.177598\n", - "WSD 0.082639 0.662574 0.112541 0.128861 0.009756 0.006061\n", - "YAHOO 0.435473 0.746907 0.491670 0.466854 0.414790 0.019690" + "CATSv2 0.369080 0.706380 0.311384 0.426982 0.040811 0.971061\n", + "Daphnet 0.066512 0.507790 0.070139 0.116764 0.002168 0.024038\n", + "Exathlon 0.556786 0.830684 0.557891 0.577401 0.019985 0.356978\n", + "IOPS 0.051207 0.663177 0.067672 0.109625 0.075638 0.125516\n", + "LTDB 0.634659 0.796257 0.692470 0.638340 0.086590 0.838906\n", + "MGAB 0.032883 0.537176 0.007014 0.084602 0.000000 0.000000\n", + "MITDB 0.355826 0.856398 0.351133 0.435382 0.217145 0.299381\n", + "MSL 0.239125 0.739126 0.276927 0.362317 0.109275 0.105778\n", + "NAB 0.343854 0.666136 0.376638 0.402922 0.072529 0.276158\n", + "NEK 0.360131 0.710666 0.367261 0.432511 0.031221 0.325397\n", + "OPPORTUNITY 0.147631 0.661025 0.148914 0.228057 0.002064 0.021490\n", + "Power 0.215936 0.652180 0.225393 0.237451 0.000000 0.000000\n", + "SED 0.187850 0.610291 0.164910 0.220954 0.000000 0.000000\n", + "SMAP 0.487651 0.861212 0.565618 0.563891 0.546802 0.338855\n", + "SMD 0.122192 0.744937 0.115908 0.182900 0.069495 0.096921\n", + "SVDB 0.547080 0.930221 0.592468 0.598525 0.304473 0.520652\n", + "SWaT 0.159515 0.518403 0.159981 0.309398 0.000000 0.000000\n", + "Stock 0.097345 0.542291 0.717377 0.170772 0.000489 0.036376\n", + "TAO 0.117776 0.577303 0.720442 0.205507 0.000000 0.000000\n", + "TODS 0.404043 0.740680 0.748147 0.437865 0.149799 0.603929\n", + "UCR 0.326989 0.853025 0.336356 0.374480 0.371525 0.230630\n", + "WSD 0.036128 0.746600 0.039999 0.074105 0.018010 0.054808\n", + "YAHOO 0.083868 0.877014 0.306932 0.135211 0.108753 0.038252" ] }, - "execution_count": 28, + "execution_count": 57, "metadata": {}, "output_type": "execute_result" } @@ -6104,40 +6118,40 @@ }, { "cell_type": "code", - "execution_count": 29, + "execution_count": 58, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "group\n", - "Daphnet 0.033420\n", - "IOPS 0.068365\n", - "WSD 0.082639\n", - "MGAB 0.084411\n", - "Stock 0.095333\n", - "TAO 0.103834\n", - "SMD 0.131250\n", - "OPPORTUNITY 0.366866\n", - "NEK 0.379153\n", - "NAB 0.396635\n", - "MSL 0.409835\n", - "Exathlon 0.420990\n", - "YAHOO 0.435473\n", - "CATSv2 0.452377\n", - "SWaT 0.458896\n", - "TODS 0.462057\n", - "UCR 0.465144\n", - "Power 0.496250\n", - "MITDB 0.594424\n", - "SMAP 0.601232\n", - "SED 0.722020\n", - "LTDB 0.743642\n", - "SVDB 0.798760\n", + "MGAB 0.032883\n", + "WSD 0.036128\n", + "IOPS 0.051207\n", + "Daphnet 0.066512\n", + "YAHOO 0.083868\n", + "Stock 0.097345\n", + "TAO 0.117776\n", + "SMD 0.122192\n", + "OPPORTUNITY 0.147631\n", + "SWaT 0.159515\n", + "SED 0.187850\n", + "Power 0.215936\n", + "MSL 0.239125\n", + "UCR 0.326989\n", + "NAB 0.343854\n", + "MITDB 0.355826\n", + "NEK 0.360131\n", + "CATSv2 0.369080\n", + "TODS 0.404043\n", + "SMAP 0.487651\n", + "SVDB 0.547080\n", + "Exathlon 0.556786\n", + "LTDB 0.634659\n", "Name: AUC-PR, dtype: float64" ] }, - "execution_count": 29, + "execution_count": 58, "metadata": {}, "output_type": "execute_result" } @@ -6149,40 +6163,40 @@ }, { "cell_type": "code", - "execution_count": 30, + "execution_count": 59, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "group\n", - "Daphnet 0.035690\n", - "IOPS 0.064609\n", - "MGAB 0.069759\n", - "WSD 0.112541\n", - "SMD 0.122593\n", - "CATSv2 0.230658\n", - "OPPORTUNITY 0.347881\n", - "NEK 0.357818\n", - "SWaT 0.381310\n", - "NAB 0.415046\n", - "Exathlon 0.420845\n", - "MSL 0.459063\n", - "UCR 0.460106\n", - "YAHOO 0.491670\n", - "Power 0.510537\n", - "MITDB 0.606652\n", - "SMAP 0.609905\n", - "Stock 0.717890\n", - "TAO 0.721004\n", - "TODS 0.747606\n", - "SVDB 0.810962\n", - "LTDB 0.811737\n", - "SED 0.907086\n", + "MGAB 0.007014\n", + "WSD 0.039999\n", + "IOPS 0.067672\n", + "Daphnet 0.070139\n", + "SMD 0.115908\n", + "OPPORTUNITY 0.148914\n", + "SWaT 0.159981\n", + "SED 0.164910\n", + "Power 0.225393\n", + "MSL 0.276927\n", + "YAHOO 0.306932\n", + "CATSv2 0.311384\n", + "UCR 0.336356\n", + "MITDB 0.351133\n", + "NEK 0.367261\n", + "NAB 0.376638\n", + "Exathlon 0.557891\n", + "SMAP 0.565618\n", + "SVDB 0.592468\n", + "LTDB 0.692470\n", + "Stock 0.717377\n", + "TAO 0.720442\n", + "TODS 0.748147\n", "Name: VUS-PR, dtype: float64" ] }, - "execution_count": 30, + "execution_count": 59, "metadata": {}, "output_type": "execute_result" } diff --git a/src/models/desi/test_hyperparameters.ipynb b/src/models/desi/test_hyperparameters.ipynb index 12eb203b8030991ede5c2e9d36b03d07739b9648..7f77986a8a34715fd100b72f56e49a22a9fcc28b 100644 --- a/src/models/desi/test_hyperparameters.ipynb +++ b/src/models/desi/test_hyperparameters.ipynb @@ -2,18 +2,9 @@ "cells": [ { "cell_type": "code", - "execution_count": 1, + "execution_count": 9, "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "CUDA available: True\n", - "cuDNN version: 90100\n" - ] - } - ], + "outputs": [], "source": [ "import numpy as np\n", "\n", @@ -23,37 +14,37 @@ "from src.utils.slidingWindows import find_length_rank\n", "from src.run_model_wrapper import preprocess_data\n", "from src.evaluation import get_metrics\n", - "from SAND import SAND" + "from OCSVM import OCSVM" ] }, { "cell_type": "code", - "execution_count": 2, + "execution_count": 10, "metadata": {}, "outputs": [], "source": [ "#Hyperparamater\n", - "params = {'periodicity': 1}" + "params = {'periodicity': 2, 'kernel': 'rbf'}" ] }, { "cell_type": "code", - "execution_count": 3, + "execution_count": 11, "metadata": {}, "outputs": [], "source": [ "#Fit Funktion\n", - "def run_KShapeAD(data, periodicity=1):\n", - " slidingWindow = find_length_rank(data, rank=periodicity)\n", - " clf = SAND(pattern_length=slidingWindow, subsequence_length=4*(slidingWindow))\n", - " clf.fit(X=data.squeeze(),online=False, overlaping_rate=int(1.5*slidingWindow))\n", - " score = clf.decision_scores_\n", + "def run_Sub_OCSVM(data_train, data_test, kernel='rbf', nu=0.5, periodicity=1, n_jobs=1):\n", + " slidingWindow = find_length_rank(data_test, rank=periodicity)\n", + " clf = OCSVM(slidingWindow=slidingWindow, kernel=kernel, nu=nu)\n", + " clf.fit(data_train)\n", + " score = clf.decision_function(data_test)\n", " return score.ravel()" ] }, { "cell_type": "code", - "execution_count": 4, + "execution_count": 12, "metadata": {}, "outputs": [], "source": [ @@ -63,7 +54,7 @@ }, { "cell_type": "code", - "execution_count": 5, + "execution_count": 13, "metadata": {}, "outputs": [], "source": [ @@ -73,7 +64,7 @@ }, { "cell_type": "code", - "execution_count": 6, + "execution_count": 14, "metadata": {}, "outputs": [ { @@ -87,46 +78,6 @@ "name": "stderr", "output_type": "stream", "text": [ - "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\utils\\deprecation.py:151: FutureWarning: 'force_all_finite' was renamed to 'ensure_all_finite' in 1.6 and will be removed in 1.8.\n", - " warnings.warn(\n", - "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\utils\\deprecation.py:151: FutureWarning: 'force_all_finite' was renamed to 'ensure_all_finite' in 1.6 and will be removed in 1.8.\n", - " warnings.warn(\n", - "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\utils\\deprecation.py:151: FutureWarning: 'force_all_finite' was renamed to 'ensure_all_finite' in 1.6 and will be removed in 1.8.\n", - " warnings.warn(\n", - "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\utils\\deprecation.py:151: FutureWarning: 'force_all_finite' was renamed to 'ensure_all_finite' in 1.6 and will be removed in 1.8.\n", - " warnings.warn(\n", - "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\utils\\deprecation.py:151: FutureWarning: 'force_all_finite' was renamed to 'ensure_all_finite' in 1.6 and will be removed in 1.8.\n", - " warnings.warn(\n", - "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\utils\\deprecation.py:151: FutureWarning: 'force_all_finite' was renamed to 'ensure_all_finite' in 1.6 and will be removed in 1.8.\n", - " warnings.warn(\n", - "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\utils\\deprecation.py:151: FutureWarning: 'force_all_finite' was renamed to 'ensure_all_finite' in 1.6 and will be removed in 1.8.\n", - " warnings.warn(\n", - "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\utils\\deprecation.py:151: FutureWarning: 'force_all_finite' was renamed to 'ensure_all_finite' in 1.6 and will be removed in 1.8.\n", - " warnings.warn(\n", - "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\utils\\deprecation.py:151: FutureWarning: 'force_all_finite' was renamed to 'ensure_all_finite' in 1.6 and will be removed in 1.8.\n", - " warnings.warn(\n", - "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\utils\\deprecation.py:151: FutureWarning: 'force_all_finite' was renamed to 'ensure_all_finite' in 1.6 and will be removed in 1.8.\n", - " warnings.warn(\n", - "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\utils\\deprecation.py:151: FutureWarning: 'force_all_finite' was renamed to 'ensure_all_finite' in 1.6 and will be removed in 1.8.\n", - " warnings.warn(\n", - "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\utils\\deprecation.py:151: FutureWarning: 'force_all_finite' was renamed to 'ensure_all_finite' in 1.6 and will be removed in 1.8.\n", - " warnings.warn(\n", - "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\utils\\deprecation.py:151: FutureWarning: 'force_all_finite' was renamed to 'ensure_all_finite' in 1.6 and will be removed in 1.8.\n", - " warnings.warn(\n", - "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\utils\\deprecation.py:151: FutureWarning: 'force_all_finite' was renamed to 'ensure_all_finite' in 1.6 and will be removed in 1.8.\n", - " warnings.warn(\n", - "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\utils\\deprecation.py:151: FutureWarning: 'force_all_finite' was renamed to 'ensure_all_finite' in 1.6 and will be removed in 1.8.\n", - " warnings.warn(\n", - "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\utils\\deprecation.py:151: FutureWarning: 'force_all_finite' was renamed to 'ensure_all_finite' in 1.6 and will be removed in 1.8.\n", - " warnings.warn(\n", - "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\utils\\deprecation.py:151: FutureWarning: 'force_all_finite' was renamed to 'ensure_all_finite' in 1.6 and will be removed in 1.8.\n", - " warnings.warn(\n", - "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\utils\\deprecation.py:151: FutureWarning: 'force_all_finite' was renamed to 'ensure_all_finite' in 1.6 and will be removed in 1.8.\n", - " warnings.warn(\n", - "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\utils\\deprecation.py:151: FutureWarning: 'force_all_finite' was renamed to 'ensure_all_finite' in 1.6 and will be removed in 1.8.\n", - " warnings.warn(\n", - "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\utils\\deprecation.py:151: FutureWarning: 'force_all_finite' was renamed to 'ensure_all_finite' in 1.6 and will be removed in 1.8.\n", - " warnings.warn(\n", "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\metrics\\_classification.py:1565: UndefinedMetricWarning: Precision is ill-defined and being set to 0.0 due to no predicted samples. Use `zero_division` parameter to control this behavior.\n", " _warn_prf(average, modifier, f\"{metric.capitalize()} is\", len(result))\n" ] @@ -142,30 +93,6 @@ "name": "stderr", "output_type": "stream", "text": [ - "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\utils\\deprecation.py:151: FutureWarning: 'force_all_finite' was renamed to 'ensure_all_finite' in 1.6 and will be removed in 1.8.\n", - " warnings.warn(\n", - "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\utils\\deprecation.py:151: FutureWarning: 'force_all_finite' was renamed to 'ensure_all_finite' in 1.6 and will be removed in 1.8.\n", - " warnings.warn(\n", - "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\utils\\deprecation.py:151: FutureWarning: 'force_all_finite' was renamed to 'ensure_all_finite' in 1.6 and will be removed in 1.8.\n", - " warnings.warn(\n", - "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\utils\\deprecation.py:151: FutureWarning: 'force_all_finite' was renamed to 'ensure_all_finite' in 1.6 and will be removed in 1.8.\n", - " warnings.warn(\n", - "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\utils\\deprecation.py:151: FutureWarning: 'force_all_finite' was renamed to 'ensure_all_finite' in 1.6 and will be removed in 1.8.\n", - " warnings.warn(\n", - "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\utils\\deprecation.py:151: FutureWarning: 'force_all_finite' was renamed to 'ensure_all_finite' in 1.6 and will be removed in 1.8.\n", - " warnings.warn(\n", - "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\utils\\deprecation.py:151: FutureWarning: 'force_all_finite' was renamed to 'ensure_all_finite' in 1.6 and will be removed in 1.8.\n", - " warnings.warn(\n", - "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\utils\\deprecation.py:151: FutureWarning: 'force_all_finite' was renamed to 'ensure_all_finite' in 1.6 and will be removed in 1.8.\n", - " warnings.warn(\n", - "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\utils\\deprecation.py:151: FutureWarning: 'force_all_finite' was renamed to 'ensure_all_finite' in 1.6 and will be removed in 1.8.\n", - " warnings.warn(\n", - "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\utils\\deprecation.py:151: FutureWarning: 'force_all_finite' was renamed to 'ensure_all_finite' in 1.6 and will be removed in 1.8.\n", - " warnings.warn(\n", - "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\utils\\deprecation.py:151: FutureWarning: 'force_all_finite' was renamed to 'ensure_all_finite' in 1.6 and will be removed in 1.8.\n", - " warnings.warn(\n", - "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\utils\\deprecation.py:151: FutureWarning: 'force_all_finite' was renamed to 'ensure_all_finite' in 1.6 and will be removed in 1.8.\n", - " warnings.warn(\n", "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\metrics\\_classification.py:1565: UndefinedMetricWarning: Precision is ill-defined and being set to 0.0 due to no predicted samples. Use `zero_division` parameter to control this behavior.\n", " _warn_prf(average, modifier, f\"{metric.capitalize()} is\", len(result))\n" ] @@ -181,34 +108,6 @@ "name": "stderr", "output_type": "stream", "text": [ - "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\utils\\deprecation.py:151: FutureWarning: 'force_all_finite' was renamed to 'ensure_all_finite' in 1.6 and will be removed in 1.8.\n", - " warnings.warn(\n", - "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\utils\\deprecation.py:151: FutureWarning: 'force_all_finite' was renamed to 'ensure_all_finite' in 1.6 and will be removed in 1.8.\n", - " warnings.warn(\n", - "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\utils\\deprecation.py:151: FutureWarning: 'force_all_finite' was renamed to 'ensure_all_finite' in 1.6 and will be removed in 1.8.\n", - " warnings.warn(\n", - "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\utils\\deprecation.py:151: FutureWarning: 'force_all_finite' was renamed to 'ensure_all_finite' in 1.6 and will be removed in 1.8.\n", - " warnings.warn(\n", - "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\utils\\deprecation.py:151: FutureWarning: 'force_all_finite' was renamed to 'ensure_all_finite' in 1.6 and will be removed in 1.8.\n", - " warnings.warn(\n", - "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\utils\\deprecation.py:151: FutureWarning: 'force_all_finite' was renamed to 'ensure_all_finite' in 1.6 and will be removed in 1.8.\n", - " warnings.warn(\n", - "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\utils\\deprecation.py:151: FutureWarning: 'force_all_finite' was renamed to 'ensure_all_finite' in 1.6 and will be removed in 1.8.\n", - " warnings.warn(\n", - "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\utils\\deprecation.py:151: FutureWarning: 'force_all_finite' was renamed to 'ensure_all_finite' in 1.6 and will be removed in 1.8.\n", - " warnings.warn(\n", - "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\utils\\deprecation.py:151: FutureWarning: 'force_all_finite' was renamed to 'ensure_all_finite' in 1.6 and will be removed in 1.8.\n", - " warnings.warn(\n", - "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\utils\\deprecation.py:151: FutureWarning: 'force_all_finite' was renamed to 'ensure_all_finite' in 1.6 and will be removed in 1.8.\n", - " warnings.warn(\n", - "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\utils\\deprecation.py:151: FutureWarning: 'force_all_finite' was renamed to 'ensure_all_finite' in 1.6 and will be removed in 1.8.\n", - " warnings.warn(\n", - "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\utils\\deprecation.py:151: FutureWarning: 'force_all_finite' was renamed to 'ensure_all_finite' in 1.6 and will be removed in 1.8.\n", - " warnings.warn(\n", - "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\utils\\deprecation.py:151: FutureWarning: 'force_all_finite' was renamed to 'ensure_all_finite' in 1.6 and will be removed in 1.8.\n", - " warnings.warn(\n", - "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\utils\\deprecation.py:151: FutureWarning: 'force_all_finite' was renamed to 'ensure_all_finite' in 1.6 and will be removed in 1.8.\n", - " warnings.warn(\n", "c:\\Users\\desiw\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\sklearn\\metrics\\_classification.py:1565: UndefinedMetricWarning: Precision is ill-defined and being set to 0.0 due to no predicted samples. Use `zero_division` parameter to control this behavior.\n", " _warn_prf(average, modifier, f\"{metric.capitalize()} is\", len(result))\n" ] @@ -226,8 +125,8 @@ " label = np.array(time_series['label'])\n", " train_data = time_series['train_data']\n", " \n", - " #scores = run_LOF(train_data,data, **params)\n", - " scores = run_KShapeAD(data, **params)\n", + " scores = run_Sub_OCSVM(train_data,data, **params) #semi-supervised\n", + " #scores = run_KShapeAD(data, **params) #unsupervised\n", "\n", " slidingWindow = time_series['sliding_window']\n", " metrics = get_metrics(scores, labels=label, slidingWindow=slidingWindow)\n", @@ -236,18 +135,18 @@ }, { "cell_type": "code", - "execution_count": 7, + "execution_count": 15, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "Datei: 257_TAO_id_1_Environment_tr_500_1st_3.csv, AUC-PR: 0.0983782436258824, VUS-PR: 0.8871743329644867\n", - "Datei: 258_TAO_id_2_Environment_tr_500_1st_4.csv, AUC-PR: 0.14906529874605562, VUS-PR: 0.9406478652985084\n", - "Datei: 259_TAO_id_3_Environment_tr_500_1st_7.csv, AUC-PR: 0.04592060635184418, VUS-PR: 0.2505436799139267\n", - "Durchschnittlicher AUC-PR: 0.09778804957459407\n", - "Durchschnittlicher VUS-PR: 0.6927886260589741\n" + "Datei: 257_TAO_id_1_Environment_tr_500_1st_3.csv, AUC-PR: 0.12245353442042406, VUS-PR: 0.904907986376071\n", + "Datei: 258_TAO_id_2_Environment_tr_500_1st_4.csv, AUC-PR: 0.15662321342792412, VUS-PR: 0.9449252771845215\n", + "Datei: 259_TAO_id_3_Environment_tr_500_1st_7.csv, AUC-PR: 0.054974065991650625, VUS-PR: 0.34755231499773087\n", + "Durchschnittlicher AUC-PR: 0.1113502712799996\n", + "Durchschnittlicher VUS-PR: 0.7324618595194411\n" ] } ], @@ -269,7 +168,7 @@ }, { "cell_type": "code", - "execution_count": 8, + "execution_count": 16, "metadata": {}, "outputs": [ { @@ -278,7 +177,7 @@ "dict_keys(['AUC-PR', 'AUC-ROC', 'VUS-PR', 'VUS-ROC', 'Standard-F1', 'PA-F1', 'Event-based-F1', 'R-based-F1', 'Affiliation-F', 'Precision', 'Recall'])" ] }, - "execution_count": 8, + "execution_count": 16, "metadata": {}, "output_type": "execute_result" }