diff --git a/docs/evaluation/POLY1.csv b/docs/evaluation/POLY1.csv new file mode 100644 index 0000000000000000000000000000000000000000..0f6031c31bfedc6a2b011d4b4703803592d2508b --- /dev/null +++ b/docs/evaluation/POLY1.csv @@ -0,0 +1,52 @@ +params,file_name,duration,group,point anomaly,seq anomaly,AUC-PR,AUC-ROC,VUS-PR,VUS-ROC,Standard-F1,PA-F1,Event-based-F1,R-based-F1,Affiliation-F,Recall,Precision +"{'periodicity': 3, 'power': 4}",001_NAB_id_1_Facility_tr_1007_1st_2014.csv,0.8125855922698975,NAB,False,True,0.4233042158969708,0.6802520822397753,0.42439538613234096,0.6841417214033632,0.47892269664110254,1.0,0.9999999999999996,0.53791243962524,0.9661550706334558,0.10204081632653061,1.0 +"{'periodicity': 1, 'power': 5}",002_NAB_id_2_WebService_tr_1500_1st_4106.csv,1.943845510482788,NAB,False,False,0.6248810250890807,0.8228521431952348,0.6280051602452844,0.8289029516161908,0.6596256794892074,1.0,0.9999999999999996,0.5729990615363989,0.9944126361445113,0.19623233908948196,1.0 +"{'periodicity': 3, 'power': 7}",003_NAB_id_3_WebService_tr_1362_1st_1462.csv,2.43566632270813,NAB,False,True,0.306278965514172,0.6556597658798372,0.3032360338267111,0.6617124929702979,0.337303789451383,1.0,0.9999999999999996,0.43734364213723603,0.9763456345200037,0.10833880499015101,0.8333333333333334 +"{'periodicity': 3, 'power': 4}",004_NAB_id_4_Facility_tr_1007_1st_1437.csv,0.9226703643798828,NAB,False,False,0.9480298507462687,0.9960085217341235,0.9619597834075513,0.9971412411832725,0.8913476089378662,1.0,0.9999999999999996,0.8913525498891353,0.9963177842041919,0.31094527363184077,1.0 +"{'periodicity': 3, 'power': 5}",005_NAB_id_5_Traffic_tr_594_1st_1645.csv,1.0745773315429688,NAB,False,False,0.2931578318531204,0.773590052555352,0.3012948575986356,0.7763285864502975,0.4477572223841396,0.5207877461706784,0.47101449275362284,0.4529895806235196,0.8896742719359608,0.0,0.0 +"{'periodicity': 1, 'power': 4}",006_NAB_id_6_Traffic_tr_2579_1st_5839.csv,6.193022727966309,NAB,False,True,0.2616321760876693,0.5518074933604524,0.2466582678127551,0.48433748647497027,0.4617121273265566,0.6358024691358025,0.5864440078585457,0.5420437068375873,0.6921567917785104,0.0,0.0 +"{'periodicity': 1, 'power': 3}",007_NAB_id_7_Traffic_tr_624_1st_2087.csv,1.7801589965820312,NAB,False,True,0.632918346110553,0.9649940528224015,0.8460831170735703,0.9857105505638502,0.6840996278233853,0.8626086956521739,0.8114558472553695,0.7140413180114071,0.9177686992420936,0.0,0.0 +"{'periodicity': 3, 'power': 2}",008_NAB_id_8_Synthetic_tr_1007_1st_2734.csv,1.3605117797851562,NAB,False,False,0.8840307840307841,0.9655840390223037,0.8956689887175868,0.9701518817371912,0.9016343926635814,1.0,0.9999999999999996,0.9228295819935691,0.9984418467669706,0.41044776119402987,1.0 +"{'periodicity': 2, 'power': 1}",009_NAB_id_9_Traffic_tr_500_1st_438.csv,1.348031759262085,NAB,False,False,0.7536897800055694,0.9618204322574503,0.8424643391953781,0.9710390806387488,0.7024344671324815,0.9751693002257337,0.9568627450980386,0.762121104564492,0.9861645595689364,0.0,0.0 +"{'periodicity': 3, 'power': 3}",010_NAB_id_10_WebService_tr_500_1st_271.csv,1.7764649391174316,NAB,False,True,0.3982702702702703,0.8687666539779215,0.762815533490452,0.9370577160426353,0.5659615251324679,0.5659655831739961,0.5659655831739957,0.45201238390092885,0.9114011025337249,0.0,0.0 +"{'periodicity': 2, 'power': 5}",011_NAB_id_11_Facility_tr_1007_1st_1526.csv,2.0786943435668945,NAB,False,False,0.9544655414908579,0.9960391881937204,0.9792740588774683,0.9981255422781226,0.9227323176153867,1.0,0.9999999999999996,0.9355092369528172,0.9972164011773915,0.45569620253164556,1.0 +"{'periodicity': 1, 'power': 5}",012_NAB_id_12_Synthetic_tr_1007_1st_2787.csv,3.466204881668091,NAB,False,False,0.20898334376878122,0.48453151544770584,0.3617211678724008,0.6259751674218531,0.32703020728403304,0.8402948402948403,0.48818897637795233,0.3336069311445508,0.897572363865474,0.0,0.0 +"{'periodicity': 2, 'power': 4}",013_NAB_id_13_Traffic_tr_623_1st_2084.csv,2.1815898418426514,NAB,False,True,0.5964562103661352,0.9480249834831815,0.8886894706618416,0.9889381165671025,0.7365129974827979,0.7537993920972644,0.7468749999999994,0.45604325941703744,0.8967765871652958,0.0,0.0 +"{'periodicity': 3, 'power': 2}",014_NAB_id_14_WebService_tr_500_1st_1045.csv,0.685338020324707,NAB,False,False,0.6541767380859913,0.7448128443853316,0.6580353311586636,0.7531702334294218,0.7489665085222511,1.0,0.9999999999999996,0.8087774294670848,0.9948262101397671,0.0,0.0 +"{'periodicity': 1, 'power': 3}",015_NAB_id_15_Synthetic_tr_1007_1st_2787.csv,3.46097469329834,NAB,False,False,0.1896916091794544,0.4759657101822207,0.2968055862269438,0.6085965703906763,0.32703020728403304,0.6984343090537781,0.3734087694483731,0.29292813015617203,0.8379091334497378,0.0,0.0 +"{'periodicity': 2, 'power': 4}",016_NAB_id_16_Environment_tr_1816_1st_3540.csv,2.440504312515259,NAB,False,True,0.39888091740982073,0.7201822562583291,0.4109275009453337,0.725476303246614,0.5698461120237222,0.851764705882353,0.7260869565217386,0.6140089418777944,0.8763852284889635,0.0,0.0 +"{'periodicity': 2, 'power': 2}",017_NAB_id_17_Synthetic_tr_1007_1st_1805.csv,1.9716262817382812,NAB,False,False,0.9531638928840415,0.9948864111517366,0.9603121200847285,0.9953886060736504,0.9483743578270402,1.0,0.9999999999999996,0.7484433374844334,0.9881124623382295,0.0,0.0 +"{'periodicity': 1, 'power': 7}",018_NAB_id_18_Facility_tr_500_1st_669.csv,1.646862268447876,NAB,False,True,0.15300415617621352,0.5950534742556962,0.21119809659632602,0.641798752441296,0.3348983113949166,0.3654033041788144,0.3380816714150044,0.42622981028811513,0.7297998038069272,0.0,0.0 +"{'periodicity': 3, 'power': 1}",019_NAB_id_19_Facility_tr_1007_1st_1171.csv,1.306067943572998,NAB,False,True,0.5148563758582702,0.8491214541448636,0.517544530323238,0.8520248794340248,0.4848448117817289,1.0,0.9999999999999996,0.6263736263736264,0.9849144355256174,0.0,0.0 +"{'periodicity': 1, 'power': 7}",020_NAB_id_20_Synthetic_tr_1007_1st_2679.csv,3.580976724624634,NAB,False,False,0.39127243095795616,0.5822651479734229,0.5624569461152803,0.6956830484624393,0.44878219501104283,0.9345372460496614,0.8220858895705516,0.5537430945234677,0.9381562687144384,0.0,0.0 +"{'periodicity': 1, 'power': 2}",021_NAB_id_21_WebService_tr_500_1st_565.csv,0.9036762714385986,NAB,False,True,0.1757012729845116,0.48400546821599455,0.1615181247489274,0.4931848253875728,0.25861640910771133,0.6060606060606061,0.49999999999999944,0.3055555555555556,0.7481324995061246,0.0,0.0 +"{'periodicity': 1, 'power': 7}",022_NAB_id_22_Facility_tr_1007_1st_2980.csv,1.9562709331512451,NAB,False,True,0.8203939076732236,0.9635513660364131,0.8323994961147668,0.9674635814132813,0.8099302809940699,0.9710550887021475,0.9603072983354668,0.7113702623906705,0.9425075372935083,0.2403846153846154,1.0 +"{'periodicity': 3, 'power': 3}",023_NAB_id_23_Facility_tr_4512_1st_16551.csv,4.968841075897217,NAB,False,False,0.3514132530712921,0.724682937772386,0.351605528072654,0.725203797772575,0.364685710688074,1.0,0.9999999999999996,0.41816261879619854,0.9738220340403103,0.048731642189586116,1.0 +"{'periodicity': 1, 'power': 5}",024_NAB_id_24_Synthetic_tr_1007_1st_2787.csv,3.0202536582946777,NAB,False,False,0.8566642300194931,0.981231860207654,0.9159458113380053,0.9899241003963489,0.7713448790249767,1.0,0.9999999999999996,0.7872340425531915,0.9936557922375974,0.0,0.0 +"{'periodicity': 3, 'power': 7}",025_NAB_id_25_WebService_tr_3958_1st_4614.csv,2.000899076461792,NAB,False,True,0.19410835436605545,0.5930010267268728,0.18495147719610253,0.5969852729272337,0.25893537796295424,1.0,0.9999999999999996,0.3704620462046205,0.9761442398197938,0.05126582278481013,0.47093023255813954 +"{'periodicity': 3, 'power': 7}",026_NAB_id_26_Traffic_tr_624_1st_2261.csv,0.81087327003479,NAB,False,False,0.5223192731374203,0.8724731378619559,0.5230526327850978,0.8731228913618723,0.46391278302223543,1.0,0.9999999999999996,0.4625322997416021,0.9883126743918778,0.12605042016806722,1.0 +"{'periodicity': 1, 'power': 5}",027_NAB_id_27_Facility_tr_757_1st_2582.csv,1.670243501663208,NAB,False,False,0.67519289473129,0.8506269869304132,0.6835044645173551,0.8552124256964684,0.769226035532089,1.0,0.9999999999999996,0.8235294117647058,0.9976246913049476,0.0,0.0 +"{'periodicity': 1, 'power': 1}",028_NAB_id_28_Facility_tr_1007_1st_3447.csv,2.978299140930176,NAB,False,False,0.8870439483621289,0.9783684118752543,0.942373467962954,0.9933243796285697,0.8237614542774859,1.0,0.9999999999999996,0.8490364025695932,0.9957005277507303,0.0,0.0 +"{'periodicity': 1, 'power': 4}",032_WSD_id_4_WebService_tr_4559_1st_11822.csv,1.7765560150146484,WSD,False,True,0.5700866519174042,0.9891824666791815,0.7947125735469623,0.998711178333625,0.6739085066467997,0.6881720430107527,0.6813186813186809,0.6766146993318486,0.9988327408383165,0.96875,0.34444444444444444 +"{'periodicity': 2, 'power': 4}",033_WSD_id_5_WebService_tr_4559_1st_12588.csv,2.773414373397827,WSD,False,False,0.8222222222222222,0.9994041739184972,0.806840425160372,0.9995528932120176,0.8333284722505785,1.0,0.9999999999999996,0.870967741935484,0.9999843321582447,1.0,0.1076923076923077 +"{'periodicity': 2, 'power': 1}",038_WSD_id_10_WebService_tr_4042_1st_4142.csv,3.805230140686035,WSD,False,False,0.7766750841750842,0.9991405900496809,0.9364317457313371,0.9997557642648591,0.7948669132449703,0.9230769230769231,0.8057851239669417,0.7500711421549605,0.9976501209238123,0.9848484848484849,0.5 +"{'periodicity': 2, 'power': 1}",039_WSD_id_11_WebService_tr_1746_1st_1846.csv,4.0484724044799805,WSD,False,False,0.6274064754232466,0.9631490724126319,0.8955852539996435,0.9982631547961576,0.7359258380041502,0.8793774319066148,0.8275862068965513,0.7338266279363822,0.988387994288415,0.6666666666666666,0.6153846153846154 +"{'periodicity': 3, 'power': 7}",040_WSD_id_12_WebService_tr_4559_1st_9714.csv,3.9532675743103027,WSD,False,True,0.30939266086700895,0.9250826077922774,0.36929619043482864,0.9832567367650306,0.5633754017482807,0.725,0.571428571428571,0.4760432766615147,0.7325991274647627,0.6097560975609756,0.05952380952380952 +"{'periodicity': 1, 'power': 7}",043_WSD_id_15_WebService_tr_4521_1st_6828.csv,4.211258888244629,WSD,True,False,0.0009992256618943276,0.7603849770451905,0.018112633224467628,0.7618499474061139,0.0021953677520894135,0.0021953896816684962,0.0021953896816684936,0.005982053838484547,0.6796786151756193,0.0,0.0 +"{'periodicity': 1, 'power': 1}",045_WSD_id_17_WebService_tr_2566_1st_2666.csv,1.388920783996582,WSD,True,False,0.3333333333333333,0.9996708721886999,0.4180612176047376,0.9989022811229485,0.49999625002812476,0.5,0.4999999999999996,0.2857142857142857,0.9995992841061008,1.0,0.3333333333333333 +"{'periodicity': 1, 'power': 7}",049_WSD_id_21_WebService_tr_4297_1st_7097.csv,2.3190457820892334,WSD,False,False,0.7360922517505923,0.9729920022259907,0.3570849659317653,0.9900548929566275,0.8852409030112945,0.9032258064516129,0.7659574468085101,0.6998577524893314,0.8774527015902719,0.967741935483871,0.19230769230769232 +"{'periodicity': 1, 'power': 5}",053_WSD_id_25_WebService_tr_4559_1st_9198.csv,1.9159836769104004,WSD,False,False,0.8098575498575499,0.9986471027737559,0.8065259240403588,0.999290169734287,0.8695603024852468,1.0,0.9999999999999996,0.8983050847457628,0.9999894543912963,0.9230769230769231,0.15 +"{'periodicity': 1, 'power': 7}",054_WSD_id_26_WebService_tr_2409_1st_2509.csv,6.291767358779907,WSD,False,True,0.009735730128215941,0.7422357269833395,0.05009413434476513,0.8154327533022934,0.025271342439607453,0.02449779519843214,0.024518818192963067,0.022068176945615667,0.7686248733847783,0.0,0.0 +"{'periodicity': 1, 'power': 1}",058_WSD_id_30_WebService_tr_1136_1st_1236.csv,1.7240633964538574,WSD,False,False,0.6111111111111112,0.9998491332016678,0.7364001269447545,0.9996731827411489,0.7058773702773863,0.8421052631578947,0.7999999999999995,0.7272727272727272,0.9998857495711051,1.0,0.08080808080808081 +"{'periodicity': 1, 'power': 4}",060_WSD_id_32_WebService_tr_4576_1st_4766.csv,2.484616279602051,WSD,False,True,0.5119232340825234,0.9586590445660218,0.7732967255839862,0.9937945834259428,0.6488502068992471,0.7311827956989247,0.6938775510204077,0.6674211055746601,0.9967478088733753,0.8333333333333334,0.53125 +"{'periodicity': 1, 'power': 1}",068_WSD_id_40_WebService_tr_4549_1st_13322.csv,3.010786533355713,WSD,False,True,0.19764990116406767,0.8578506734083421,0.21679289648236702,0.8205335049897412,0.4406729675947614,0.4406779661016949,0.4642857142857138,0.4642857142857143,0.7759361939962369,0.4482758620689655,0.21666666666666667 +"{'periodicity': 1, 'power': 7}",070_WSD_id_42_WebService_tr_2102_1st_2202.csv,4.768689870834351,WSD,False,True,0.038221027912010395,0.877374303808374,0.15733467926479006,0.8912007007117971,0.10333981591030893,0.1033434650455927,0.09659090909090869,0.0965909090909091,0.8790226483274076,0.0,0.0 +"{'periodicity': 1, 'power': 1}",074_WSD_id_46_WebService_tr_990_1st_1090.csv,2.50991153717041,WSD,False,True,0.6886847284586296,0.9949369180337948,0.8315678687516669,0.9974122027792349,0.7685410913502094,0.8226950354609929,0.8055987558320368,0.7734650709969955,0.9928627542974687,0.9103448275862069,0.6346153846153846 +"{'periodicity': 1, 'power': 7}",089_WSD_id_61_WebService_tr_1010_1st_1110.csv,8.456357955932617,WSD,False,True,0.14657397592922175,0.9515615449165055,0.5520372134355174,0.9644661995111276,0.2794417106380943,0.279445727482679,0.2628212863521173,0.18810751608634144,0.8886213407336135,0.22406639004149378,0.144 +"{'periodicity': 1, 'power': 7}",094_WSD_id_66_WebService_tr_3309_1st_3914.csv,4.2879860401153564,WSD,False,True,0.01247159277504105,0.8472634016491009,0.06008898368405928,0.8589480236663621,0.029786749919844684,0.02736156351791531,0.02742409402546519,0.027424094025465227,0.7716550421988623,0.0,0.0 +"{'periodicity': 1, 'power': 5}",099_WSD_id_71_WebService_tr_4559_1st_14411.csv,2.7202401161193848,WSD,False,True,0.465842974038313,0.9339613536283755,0.6103623713063493,0.9813115256463351,0.6138565631199447,0.7407407407407407,0.6813186813186809,0.6473895582329317,0.9984726295169498,0.7560975609756098,0.17613636363636365 +"{'periodicity': 3, 'power': 1}",106_WSD_id_78_WebService_tr_3363_1st_3463.csv,3.635474681854248,WSD,False,True,0.7549844648804033,0.9897798842844637,0.8805702591295104,0.9975060591670105,0.7363370552298151,0.9888143176733781,0.9743589743589738,0.849345149400047,0.999028616356327,0.7918552036199095,0.5833333333333334 +"{'periodicity': 1, 'power': 7}",113_WSD_id_85_WebService_tr_500_1st_335.csv,5.199976682662964,WSD,False,True,0.011506519730695495,0.6568232485281247,0.049450597597599504,0.6738025848465456,0.03112166778987415,0.029320987654320986,0.029341039952348356,0.03997957946459909,0.6734945593040016,0.0,0.0 +"{'periodicity': 1, 'power': 1}",117_WSD_id_89_WebService_tr_3251_1st_3351.csv,1.939554214477539,WSD,False,False,0.19126984126984126,0.9743683706915858,0.4115705483704659,0.9888241536878805,0.39999580004409957,0.5454545454545454,0.4444444444444441,0.4112149532710281,0.9998153241552172,0.6666666666666666,0.03571428571428571 +"{'periodicity': 1, 'power': 5}",125_WSD_id_97_WebService_tr_2217_1st_2317.csv,3.13078236579895,WSD,False,True,0.33594363075574446,0.9356377053745475,0.6785775990820033,0.9882691721921292,0.5973980435496399,0.6666666666666666,0.6301369863013694,0.6117656018342232,0.9947185903317498,0.8518518518518519,0.46 +"{'periodicity': 1, 'power': 2}",130_WSD_id_102_WebService_tr_2362_1st_2462.csv,2.6043293476104736,WSD,False,False,0.4999747074703424,0.9403387440857647,0.7207797675497357,0.9892459544392359,0.6515415836256617,0.7471264367816092,0.7053571428571423,0.6489388339325989,0.9940533327351778,0.8307692307692308,0.46551724137931033 diff --git a/src/models/desi/poly.ipynb b/src/models/desi/poly.ipynb index 8a248cab36aa6951dec3b55849dcdb44817c1116..10eac4611720544c30f338beedd27d295359a500 100644 --- a/src/models/desi/poly.ipynb +++ b/src/models/desi/poly.ipynb @@ -52,7 +52,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 4, "metadata": {}, "outputs": [ { @@ -61,23 +61,108 @@ "text": [ "Start Processing files\n", "Start Hyperparameter Tuning\n", - "File: 001_NAB_id_1_Facility_tr_1007_1st_2014.csv, best hyperparameter: {'periodicity': 3, 'power': 4}\n" + "File: 137_WSD_id_109_WebService_tr_4559_1st_14404.csv, best hyperparameter: {'periodicity': 1, 'power': 7}\n", + "File: 139_WSD_id_111_WebService_tr_1701_1st_1801.csv, best hyperparameter: {'periodicity': 2, 'power': 1}\n", + "File: 140_MSL_id_1_Sensor_tr_530_1st_630.csv, best hyperparameter: {'periodicity': 1, 'power': 1}\n", + "File: 141_MSL_id_2_Sensor_tr_500_1st_550.csv, best hyperparameter: {'periodicity': 1, 'power': 2}\n", + "File: 142_MSL_id_3_Sensor_tr_1525_1st_4575.csv, best hyperparameter: {'periodicity': 1, 'power': 2}\n", + "File: 143_MSL_id_4_Sensor_tr_980_1st_3550.csv, best hyperparameter: {'periodicity': 3, 'power': 1}\n", + "File: 144_MSL_id_5_Sensor_tr_1525_1st_4590.csv, best hyperparameter: {'periodicity': 1, 'power': 1}\n", + "File: 145_MSL_id_6_Sensor_tr_530_1st_630.csv, best hyperparameter: {'periodicity': 1, 'power': 2}\n", + "File: 146_MSL_id_7_Sensor_tr_554_1st_1172.csv, best hyperparameter: {'periodicity': 1, 'power': 1}\n", + "File: 147_MSL_id_8_Sensor_tr_590_1st_690.csv, best hyperparameter: {'periodicity': 1, 'power': 3}\n", + "File: 148_MSL_id_9_Sensor_tr_883_1st_1238.csv, best hyperparameter: {'periodicity': 2, 'power': 1}\n", + "File: 149_Stock_id_1_Finance_tr_500_1st_7.csv, best hyperparameter: {'periodicity': 2, 'power': 1}\n", + "File: 151_Stock_id_3_Finance_tr_500_1st_62.csv, best hyperparameter: {'periodicity': 2, 'power': 1}\n", + "File: 152_Stock_id_4_Finance_tr_500_1st_2.csv, best hyperparameter: {'periodicity': 1, 'power': 1}\n", + "File: 155_Stock_id_7_Finance_tr_500_1st_18.csv, best hyperparameter: {'periodicity': 2, 'power': 1}\n", + "File: 156_Stock_id_8_Finance_tr_500_1st_24.csv, best hyperparameter: {'periodicity': 1, 'power': 1}\n", + "File: 160_Stock_id_12_Finance_tr_500_1st_14.csv, best hyperparameter: {'periodicity': 1, 'power': 1}\n", + "File: 161_Stock_id_13_Finance_tr_500_1st_3.csv, best hyperparameter: {'periodicity': 1, 'power': 1}\n", + "File: 162_Stock_id_14_Finance_tr_500_1st_4.csv, best hyperparameter: {'periodicity': 2, 'power': 1}\n", + "File: 165_Stock_id_17_Finance_tr_500_1st_7.csv, best hyperparameter: {'periodicity': 2, 'power': 1}\n", + "File: 166_Stock_id_18_Finance_tr_500_1st_18.csv, best hyperparameter: {'periodicity': 1, 'power': 1}\n", + "File: 169_Daphnet_id_1_HumanActivity_tr_9693_1st_20732.csv, best hyperparameter: {'periodicity': 3, 'power': 4}\n", + "File: 170_MITDB_id_1_Medical_tr_17675_1st_17775.csv, best hyperparameter: {'periodicity': 1, 'power': 3}\n", + "File: 171_MITDB_id_2_Medical_tr_50000_1st_88864.csv, best hyperparameter: {'periodicity': 1, 'power': 7}\n", + "File: 172_MITDB_id_3_Medical_tr_27274_1st_27374.csv, best hyperparameter: {'periodicity': 3, 'power': 3}\n", + "File: 173_MITDB_id_4_Medical_tr_13620_1st_13720.csv, best hyperparameter: {'periodicity': 1, 'power': 5}\n", + "File: 174_MITDB_id_5_Medical_tr_50000_1st_539948.csv, best hyperparameter: {'periodicity': 2, 'power': 1}\n", + "Unexpected exception formatting exception. Falling back to standard exception\n" ] }, { - "ename": "KeyboardInterrupt", - "evalue": "", - "output_type": "error", - "traceback": [ - "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m", - "\u001b[1;31mKeyboardInterrupt\u001b[0m Traceback (most recent call last)", - "Cell \u001b[1;32mIn[4], line 1\u001b[0m\n\u001b[1;32m----> 1\u001b[0m \u001b[43mmain\u001b[49m\u001b[43m(\u001b[49m\u001b[43mrun_POLY\u001b[49m\u001b[43m,\u001b[49m\u001b[43mparams\u001b[49m\u001b[43m,\u001b[49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[38;5;124;43mPOLY\u001b[39;49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43mdata_folders\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m \u001b[49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[38;5;124;43m../../../data/\u001b[39;49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mmodel_type\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[38;5;124;43munsupervised\u001b[39;49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43moutput_dir\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m \u001b[49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[38;5;124;43m../../../docs/evaluation/\u001b[39;49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[43m)\u001b[49m\n", - "File \u001b[1;32mc:\\Users\\desiw\\Desktop\\data-mining\\src\\run_model_wrapper.py:283\u001b[0m, in \u001b[0;36mmain\u001b[1;34m(run_model, hyperparams, model_name, data_folders, model_type, output_dir)\u001b[0m\n\u001b[0;32m 280\u001b[0m sliding_window \u001b[38;5;241m=\u001b[39m time_series[\u001b[38;5;124m'\u001b[39m\u001b[38;5;124msliding_window\u001b[39m\u001b[38;5;124m'\u001b[39m]\n\u001b[0;32m 282\u001b[0m \u001b[38;5;66;03m# Hyperparameter-Optimierung\u001b[39;00m\n\u001b[1;32m--> 283\u001b[0m best_params \u001b[38;5;241m=\u001b[39m \u001b[43mhyperparameter_optimization\u001b[49m\u001b[43m(\u001b[49m\u001b[43mrun_model\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mdata\u001b[49m\u001b[43m,\u001b[49m\u001b[43mlabel\u001b[49m\u001b[43m,\u001b[49m\u001b[43mtrain_data\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mhyperparams\u001b[49m\u001b[43m,\u001b[49m\u001b[43msliding_window\u001b[49m\u001b[43m,\u001b[49m\u001b[43mmodel_type\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m 284\u001b[0m \u001b[38;5;28mprint\u001b[39m(\u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mFile: \u001b[39m\u001b[38;5;132;01m{\u001b[39;00mfilename\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m, best hyperparameter: \u001b[39m\u001b[38;5;132;01m{\u001b[39;00mbest_params\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m\"\u001b[39m)\n\u001b[0;32m 285\u001b[0m \u001b[38;5;66;03m#grid_list looks like this: [{ params: {key:value}, file_name:str,train_data:list,data:list, label:list, sliding_window:int}]\u001b[39;00m\n", - "File \u001b[1;32mc:\\Users\\desiw\\Desktop\\data-mining\\src\\run_model_wrapper.py:86\u001b[0m, in \u001b[0;36mhyperparameter_optimization\u001b[1;34m(run_model, data, label, train_data, hyperparams, slidingWindow, model_type)\u001b[0m\n\u001b[0;32m 69\u001b[0m scores \u001b[38;5;241m=\u001b[39m run_model(train_data, data, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mparams)\n\u001b[0;32m 71\u001b[0m \u001b[38;5;66;03m#function from autors creates from scores the evaluation: returns\u001b[39;00m\n\u001b[0;32m 72\u001b[0m \u001b[38;5;66;03m# '''{\u001b[39;00m\n\u001b[0;32m 73\u001b[0m \u001b[38;5;66;03m# 'AUC-PR':float,\u001b[39;00m\n\u001b[1;32m (...)\u001b[0m\n\u001b[0;32m 83\u001b[0m \u001b[38;5;66;03m# 'Recall': float\u001b[39;00m\n\u001b[0;32m 84\u001b[0m \u001b[38;5;66;03m# }'''\u001b[39;00m\n\u001b[1;32m---> 86\u001b[0m metrics \u001b[38;5;241m=\u001b[39m \u001b[43mget_metrics\u001b[49m\u001b[43m(\u001b[49m\u001b[43mscores\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mlabels\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mlabel\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mslidingWindow\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mslidingWindow\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m 87\u001b[0m auc_pr \u001b[38;5;241m=\u001b[39m metrics\u001b[38;5;241m.\u001b[39mget(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mAUC-PR\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;241m0\u001b[39m)\u001b[38;5;66;03m# get value from auc-pr\u001b[39;00m\n\u001b[0;32m 89\u001b[0m \u001b[38;5;66;03m#check if score is better as best score\u001b[39;00m\n", - "File \u001b[1;32mc:\\Users\\desiw\\Desktop\\data-mining\\src\\evaluation.py:823\u001b[0m, in \u001b[0;36mget_metrics\u001b[1;34m(score, labels, slidingWindow, pred, version, thre)\u001b[0m\n\u001b[0;32m 820\u001b[0m AUC_PR \u001b[38;5;241m=\u001b[39m grader\u001b[38;5;241m.\u001b[39mmetric_PR(labels, score)\n\u001b[0;32m 822\u001b[0m \u001b[38;5;66;03m# R_AUC_ROC, R_AUC_PR, _, _, _ = grader.RangeAUC(labels=labels, score=score, window=slidingWindow, plot_ROC=True)\u001b[39;00m\n\u001b[1;32m--> 823\u001b[0m _, _, _, _, _, _,VUS_ROC, VUS_PR \u001b[38;5;241m=\u001b[39m \u001b[43mgenerate_curve\u001b[49m\u001b[43m(\u001b[49m\u001b[43mlabels\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mscore\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mslidingWindow\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mversion\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mthre\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m 826\u001b[0m \u001b[38;5;250m\u001b[39m\u001b[38;5;124;03m'''\u001b[39;00m\n\u001b[0;32m 827\u001b[0m \u001b[38;5;124;03mThreshold Dependent\u001b[39;00m\n\u001b[0;32m 828\u001b[0m \u001b[38;5;124;03mif pred is None --> use the oracle threshold\u001b[39;00m\n\u001b[0;32m 829\u001b[0m \u001b[38;5;124;03m'''\u001b[39;00m\n\u001b[0;32m 831\u001b[0m PointF1 \u001b[38;5;241m=\u001b[39m grader\u001b[38;5;241m.\u001b[39mmetric_PointF1(labels, score, preds\u001b[38;5;241m=\u001b[39mpred)\n", - "File \u001b[1;32mc:\\Users\\desiw\\Desktop\\data-mining\\src\\evaluation.py:20\u001b[0m, in \u001b[0;36mgenerate_curve\u001b[1;34m(label, score, slidingWindow, version, thre)\u001b[0m\n\u001b[0;32m 18\u001b[0m tpr_3d, fpr_3d, prec_3d, window_3d, avg_auc_3d, avg_ap_3d \u001b[38;5;241m=\u001b[39m basic_metricor()\u001b[38;5;241m.\u001b[39mRangeAUC_volume_opt_mem(labels_original\u001b[38;5;241m=\u001b[39mlabel, score\u001b[38;5;241m=\u001b[39mscore, windowSize\u001b[38;5;241m=\u001b[39mslidingWindow, thre\u001b[38;5;241m=\u001b[39mthre)\n\u001b[0;32m 19\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[1;32m---> 20\u001b[0m tpr_3d, fpr_3d, prec_3d, window_3d, avg_auc_3d, avg_ap_3d \u001b[38;5;241m=\u001b[39m \u001b[43mbasic_metricor\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mRangeAUC_volume_opt\u001b[49m\u001b[43m(\u001b[49m\u001b[43mlabels_original\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mlabel\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mscore\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mscore\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mwindowSize\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mslidingWindow\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mthre\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mthre\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m 23\u001b[0m X \u001b[38;5;241m=\u001b[39m np\u001b[38;5;241m.\u001b[39marray(tpr_3d)\u001b[38;5;241m.\u001b[39mreshape(\u001b[38;5;241m1\u001b[39m,\u001b[38;5;241m-\u001b[39m\u001b[38;5;241m1\u001b[39m)\u001b[38;5;241m.\u001b[39mravel()\n\u001b[0;32m 24\u001b[0m X_ap \u001b[38;5;241m=\u001b[39m np\u001b[38;5;241m.\u001b[39marray(tpr_3d)[:,:\u001b[38;5;241m-\u001b[39m\u001b[38;5;241m1\u001b[39m]\u001b[38;5;241m.\u001b[39mreshape(\u001b[38;5;241m1\u001b[39m,\u001b[38;5;241m-\u001b[39m\u001b[38;5;241m1\u001b[39m)\u001b[38;5;241m.\u001b[39mravel()\n", - "File \u001b[1;32mc:\\Users\\desiw\\Desktop\\data-mining\\src\\evaluation.py:629\u001b[0m, in \u001b[0;36mbasic_metricor.RangeAUC_volume_opt\u001b[1;34m(self, labels_original, score, windowSize, thre)\u001b[0m\n\u001b[0;32m 627\u001b[0m threshold \u001b[38;5;241m=\u001b[39m score_sorted[i]\n\u001b[0;32m 628\u001b[0m pred \u001b[38;5;241m=\u001b[39m score \u001b[38;5;241m>\u001b[39m\u001b[38;5;241m=\u001b[39m threshold\n\u001b[1;32m--> 629\u001b[0m labels \u001b[38;5;241m=\u001b[39m labels_extended\u001b[38;5;241m.\u001b[39mcopy()\n\u001b[0;32m 630\u001b[0m existence \u001b[38;5;241m=\u001b[39m \u001b[38;5;241m0\u001b[39m\n\u001b[0;32m 632\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m seg \u001b[38;5;129;01min\u001b[39;00m L:\n", - "\u001b[1;31mKeyboardInterrupt\u001b[0m: " + "name": "stderr", + "output_type": "stream", + "text": [ + "Traceback (most recent call last):\n", + " File \"C:\\Users\\desiw\\AppData\\Roaming\\Python\\Python311\\site-packages\\IPython\\core\\interactiveshell.py\", line 3508, in run_code\n", + " exec(code_obj, self.user_global_ns, self.user_ns)\n", + " File \"C:\\Users\\desiw\\AppData\\Local\\Temp\\ipykernel_33080\\4202162650.py\", line 4, in <module>\n", + " main(run_POLY,params,model,data_folders = '../../../data/', model_type='unsupervised',output_dir = output_path)\n", + " File \"c:\\Users\\desiw\\Desktop\\data-mining\\src\\run_model_wrapper.py\", line 283, in main\n", + " best_params = hyperparameter_optimization(run_model, data,label,train_data, hyperparams,sliding_window,model_type)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"c:\\Users\\desiw\\Desktop\\data-mining\\src\\run_model_wrapper.py\", line 86, in hyperparameter_optimization\n", + " metrics = get_metrics(scores, labels=label, slidingWindow=slidingWindow)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"c:\\Users\\desiw\\Desktop\\data-mining\\src\\evaluation.py\", line 834, in get_metrics\n", + " RF1 = grader.metric_RF1(labels, score, preds=pred)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"c:\\Users\\desiw\\Desktop\\data-mining\\src\\evaluation.py\", line 273, in metric_RF1\n", + " Rrecall, ExistenceReward, OverlapReward = self.range_recall_new(label, preds, alpha=0.2)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"c:\\Users\\desiw\\Desktop\\data-mining\\src\\evaluation.py\", line 381, in range_recall_new\n", + " OverlapReward += self.w(i, p) * self.Cardinality_factor(i, range_pred)\n", + " ^^^^^^^^^^^^\n", + " File \"c:\\Users\\desiw\\Desktop\\data-mining\\src\\evaluation.py\", line -1, in w\n", + "KeyboardInterrupt\n", + "\n", + "During handling of the above exception, another exception occurred:\n", + "\n", + "Traceback (most recent call last):\n", + " File \"C:\\Users\\desiw\\AppData\\Roaming\\Python\\Python311\\site-packages\\IPython\\core\\interactiveshell.py\", line 2105, in showtraceback\n", + " stb = self.InteractiveTB.structured_traceback(\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"C:\\Users\\desiw\\AppData\\Roaming\\Python\\Python311\\site-packages\\IPython\\core\\ultratb.py\", line 1396, in structured_traceback\n", + " return FormattedTB.structured_traceback(\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"C:\\Users\\desiw\\AppData\\Roaming\\Python\\Python311\\site-packages\\IPython\\core\\ultratb.py\", line 1287, in structured_traceback\n", + " return VerboseTB.structured_traceback(\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"C:\\Users\\desiw\\AppData\\Roaming\\Python\\Python311\\site-packages\\IPython\\core\\ultratb.py\", line 1140, in structured_traceback\n", + " formatted_exception = self.format_exception_as_a_whole(etype, evalue, etb, number_of_lines_of_context,\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"C:\\Users\\desiw\\AppData\\Roaming\\Python\\Python311\\site-packages\\IPython\\core\\ultratb.py\", line 1055, in format_exception_as_a_whole\n", + " frames.append(self.format_record(record))\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"C:\\Users\\desiw\\AppData\\Roaming\\Python\\Python311\\site-packages\\IPython\\core\\ultratb.py\", line 955, in format_record\n", + " frame_info.lines, Colors, self.has_colors, lvals\n", + " ^^^^^^^^^^^^^^^^\n", + " File \"C:\\Users\\desiw\\AppData\\Roaming\\Python\\Python311\\site-packages\\IPython\\core\\ultratb.py\", line 778, in lines\n", + " return self._sd.lines\n", + " ^^^^^^^^^^^^^^\n", + " File \"C:\\Users\\desiw\\AppData\\Roaming\\Python\\Python311\\site-packages\\stack_data\\utils.py\", line 144, in cached_property_wrapper\n", + " value = obj.__dict__[self.func.__name__] = self.func(obj)\n", + " ^^^^^^^^^^^^^^\n", + " File \"C:\\Users\\desiw\\AppData\\Roaming\\Python\\Python311\\site-packages\\stack_data\\core.py\", line 734, in lines\n", + " pieces = self.included_pieces\n", + " ^^^^^^^^^^^^^^^^^^^^\n", + " File \"C:\\Users\\desiw\\AppData\\Roaming\\Python\\Python311\\site-packages\\stack_data\\utils.py\", line 144, in cached_property_wrapper\n", + " value = obj.__dict__[self.func.__name__] = self.func(obj)\n", + " ^^^^^^^^^^^^^^\n", + " File \"C:\\Users\\desiw\\AppData\\Roaming\\Python\\Python311\\site-packages\\stack_data\\core.py\", line 681, in included_pieces\n", + " pos = scope_pieces.index(self.executing_piece)\n", + " ^^^^^^^^^^^^^^^^^^^^\n", + " File \"C:\\Users\\desiw\\AppData\\Roaming\\Python\\Python311\\site-packages\\stack_data\\utils.py\", line 144, in cached_property_wrapper\n", + " value = obj.__dict__[self.func.__name__] = self.func(obj)\n", + " ^^^^^^^^^^^^^^\n", + " File \"C:\\Users\\desiw\\AppData\\Roaming\\Python\\Python311\\site-packages\\stack_data\\core.py\", line 660, in executing_piece\n", + " return only(\n", + " ^^^^^\n", + " File \"C:\\Users\\desiw\\AppData\\Roaming\\Python\\Python311\\site-packages\\executing\\executing.py\", line 190, in only\n", + " raise NotOneValueFound('Expected one value, found 0')\n", + "executing.executing.NotOneValueFound: Expected one value, found 0\n" ] } ], @@ -120,7 +205,6 @@ "df = pd.DataFrame(data_empty)\n", "\n", "path = '../../../docs/evaluation/'\n", - "model = 'POLY'\n", "#concant all batch-files to big one\n", "for file in os.listdir(path):\n", " file_path = os.path.join(path,file_path)\n", diff --git a/src/run_model_wrapper.py b/src/run_model_wrapper.py index 5211a9171d937be57892b5614ff81c0b0786c884..1b6d7a755bcd28e6b2c31214b32b61644a28aef8 100644 --- a/src/run_model_wrapper.py +++ b/src/run_model_wrapper.py @@ -299,4 +299,4 @@ def main(run_model, hyperparams, model_name, data_folders = '../../../data/', mo output_csv = os.path.join(output_dir,model_name + folder + '.csv') results_df.to_csv(output_csv, index=False) print(f"Ergebnisse gespeichert in: {output_csv}") - time.sleep(10) + time.sleep(60)