diff --git a/docs/evaluation/run_Sub_PCA4.csv b/docs/evaluation/run_Sub_PCA4.csv new file mode 100644 index 0000000000000000000000000000000000000000..009cda1eb56da5526b5e8f12ac4b126f21427f02 --- /dev/null +++ b/docs/evaluation/run_Sub_PCA4.csv @@ -0,0 +1,51 @@ +params,file_name,duration,group,point anomaly,seq anomaly,AUC-PR,AUC-ROC,VUS-PR,VUS-ROC,Standard-F1,PA-F1,Event-based-F1,R-based-F1,Affiliation-F,Recall,Precision +"{'periodicity': 1, 'n_components': 0.75}",265_IOPS_id_6_WebService_tr_6453_1st_6553.csv,10.693479299545288,IOPS,False,True,0.8402482606706013,0.9999002339469536,0.2924519833543287,0.9985756663757291,0.8340757345106559,0.8908296943231441,0.8510638297872336,0.8159051430238388,0.9994482938334416,1.0,0.5706521739130435 +"{'periodicity': 3, 'n_components': 0.25}",267_IOPS_id_8_WebService_tr_1534_1st_1882.csv,9.664521217346191,IOPS,False,True,0.02205779838100066,0.5738081580130541,0.27097896634402246,0.8173890008687881,0.1208749928954724,0.18803418803418803,0.11235955056179735,0.10138248847926266,0.7182255468133159,0.0,0.0 +"{'periodicity': 3, 'n_components': 0.5}",261_IOPS_id_2_WebService_tr_2178_1st_2278.csv,7.192764520645142,IOPS,True,False,0.0007316098871789534,0.485171261487051,0.02792738165699743,0.8826123889731173,0.002088388466150721,0.0021493820526598604,0.0020671834625322974,0.0033789688319254296,0.6714220528845762,0.0,0.0 +"{'periodicity': 1, 'n_components': 0.25}",279_NEK_id_3_WebService_tr_500_1st_974.csv,0.7530925273895264,NEK,False,False,0.9867374201207089,0.9989257178666547,0.992638247579151,0.9994808184317467,0.9578897457323775,1.0,0.9999999999999996,0.9578947368421054,0.9992979723185867,0.7032967032967034,1.0 +"{'periodicity': 2, 'n_components': None}",272_IOPS_id_13_WebService_tr_3442_1st_3542.csv,57.62855243682861,IOPS,False,False,0.5604927415891732,0.9299895775207673,0.5591592994540369,0.9626414216570415,0.6643608752671176,0.7463456577815993,0.620685600047039,0.5637869485085552,0.8255906654654955,0.6729857819905213,0.376657824933687 +"{'periodicity': 1, 'n_components': None}",296_TODS_id_10_Synthetic_tr_500_1st_26.csv,16.9734628200531,TODS,False,False,0.12980015295736375,0.6159391404601875,0.758243756880708,0.8712110388752762,0.19953097724033125,0.2052505966587112,0.13196270619172792,0.24415731773789776,0.6716671024037385,0.049019607843137254,0.22727272727272727 +"{'periodicity': 1, 'n_components': 0.75}",281_NEK_id_5_WebService_tr_500_1st_974.csv,0.8188064098358154,NEK,False,False,0.9987373737373737,0.9999365482233503,0.9992927197517372,0.999964396291423,0.9942807144741214,1.0,0.9999999999999996,0.995433789954338,0.9999947047080435,0.45454545454545453,1.0 +"{'periodicity': 2, 'n_components': 0.25}",277_NEK_id_1_WebService_tr_500_1st_17.csv,1.5943231582641602,NEK,False,True,0.9906842494643904,0.9992155053068759,0.9991292453831319,0.9999437443889615,0.9777727802724564,0.9777777777777777,0.9736842105263153,0.9467913576265721,0.982129585304307,0.5454545454545454,1.0 +"{'periodicity': 1, 'n_components': 0.25}",264_IOPS_id_5_WebService_tr_11665_1st_11765.csv,7.303713083267212,IOPS,True,False,0.07164045025725979,0.8733072643452222,0.06841036668300689,0.8753116294297941,0.1508684318536829,0.9933847850055126,0.7142857142857137,0.65083957901076,0.9977506824087994,0.0244173140954495,0.06832298136645963 +"{'periodicity': 1, 'n_components': 0.25}",248_SVDB_id_12_Medical_tr_18462_1st_18562.csv,78.23757648468018,SVDB,False,True,0.6237913424545045,0.7761640971358815,0.5950762306561345,0.8166613484845225,0.6953137257457536,0.8800626713670192,0.9019479004480498,0.761112273618996,0.9426539182431576,0.49716855429713525,1.0 +"{'periodicity': 3, 'n_components': 0.75}",269_IOPS_id_10_WebService_tr_1216_1st_1728.csv,1.2917156219482422,IOPS,False,True,0.7853431220968412,0.9952676108849186,0.7050715508311083,0.9963877041227557,0.7272680992030051,0.9347826086956522,0.6796116504854364,0.5497579436691346,0.907158151139064,0.7959183673469388,0.48148148148148145 +"{'periodicity': 2, 'n_components': 0.25}",284_NEK_id_8_WebService_tr_500_1st_976.csv,0.7954955101013184,NEK,False,False,0.9796353896333214,0.9988124600347128,0.9893928064995339,0.9994248520368976,0.9569842565874791,1.0,0.9999999999999996,0.9523903013644842,0.9974344539061253,0.47191011235955055,1.0 +"{'periodicity': 1, 'n_components': 0.25}",276_IOPS_id_17_WebService_tr_19197_1st_19297.csv,17.771095514297485,IOPS,False,False,0.6167491039370644,0.9409398963712086,0.3563938047580396,0.8340624174021082,0.728736342994492,0.8451824943781353,0.4612453666314628,0.32667992415947084,0.688474011865873,0.5962732919254659,0.9348752282410225 +"{'periodicity': 1, 'n_components': 0.25}",280_NEK_id_4_WebService_tr_500_1st_231.csv,1.1149482727050781,NEK,False,False,0.8969602359498117,0.9850203757425058,0.9497482263485334,0.99667188488819,0.8620639670325496,0.9056603773584906,0.8346456692913381,0.7519509080590239,0.9899471420040197,0.40350877192982454,0.9583333333333334 +"{'periodicity': 1, 'n_components': None}",270_IOPS_id_11_WebService_tr_5638_1st_5738.csv,20.91106605529785,IOPS,False,False,0.008132267625071677,0.7907252014700573,0.027226522020730573,0.7199116931239171,0.035360659076440364,0.041750841750841754,0.03417861080485105,0.029380395520247838,0.7213380711392012,0.0,0.0 +"{'periodicity': 1, 'n_components': None}",274_IOPS_id_15_WebService_tr_4591_1st_4691.csv,102.23920607566833,IOPS,False,False,0.4245016636782269,0.8426851970925404,0.21168537021414643,0.7196733351044553,0.47145097168047806,0.747750155929787,0.2572780486721236,0.18153164766911276,0.698593289033794,0.20628596724214254,0.8113755078351712 +"{'periodicity': 1, 'n_components': 0.25}",252_SVDB_id_16_Medical_tr_12167_1st_12267.csv,187.55658531188965,SVDB,False,True,0.14461161000014822,0.47160516147656567,0.10877399749084316,0.5675563141503699,0.2172799132444167,0.7777108836711486,0.5030270134858664,0.19379888958259153,0.7933056577279972,0.13656316046171355,0.30248469571480013 +"{'periodicity': 1, 'n_components': 0.75}",257_TAO_id_1_Environment_tr_500_1st_3.csv,52.6306095123291,TAO,False,False,0.12657677827188218,0.5861707990512965,0.9091251317364175,0.9440118171081885,0.19812643531644553,0.1993876769996173,0.196845580248151,0.1513259063634121,0.6780463061476113,0.006289308176100629,0.14285714285714285 +"{'periodicity': 2, 'n_components': None}",260_IOPS_id_1_WebService_tr_5000_1st_11804.csv,2.2404255867004395,IOPS,False,False,0.9202110052493684,0.9999249474632242,0.2651121474222908,0.9985107045743055,0.8333284722505785,1.0,0.9999999999999996,0.7931034482758621,0.9999830354264932,1.0,0.4666666666666667 +"{'periodicity': 1, 'n_components': 0.75}",259_TAO_id_3_Environment_tr_500_1st_7.csv,39.84364414215088,TAO,True,False,0.14488486882533344,0.7858349117249652,0.6610238880447978,0.9014264380862415,0.21789975391597505,0.2191958495460441,0.2152992890226271,0.1761505021677406,0.7843146027995158,0.004098360655737705,0.2857142857142857 +"{'periodicity': 1, 'n_components': 0.25}",282_NEK_id_6_WebService_tr_500_1st_64.csv,1.3465700149536133,NEK,False,True,0.47915998003864096,0.9297972654408297,0.5923546257298867,0.9385609576383374,0.5142809143305139,0.5384615384615384,0.44050632911392346,0.451656200864154,0.9056638274645028,0.1746031746031746,0.4583333333333333 +"{'periodicity': 2, 'n_components': 0.25}",291_TODS_id_5_Synthetic_tr_500_1st_11.csv,21.322152376174927,TODS,True,False,0.05004088710261133,0.4831349711653282,0.751274926874847,0.9195129098767065,0.09961737405552401,0.0996703509792515,0.09952335557673964,0.07712612881406622,0.6723202768850758,0.0,0.0 +"{'periodicity': 2, 'n_components': 0.25}",286_CATSv2_id_1_Sensor_tr_17792_1st_17892.csv,117.5862283706665,CATSv2,False,True,0.47470503501026917,0.6749710006728328,0.23241746497839616,0.6186448843673128,0.5918110085044717,0.6089248386803598,0.4089761734537545,0.5117495211708557,0.6972081050395788,0.33756756756756756,0.9532531959549704 +"{'periodicity': 3, 'n_components': None}",268_IOPS_id_9_WebService_tr_6216_1st_6316.csv,9.869576930999756,IOPS,False,False,0.37028859552774995,0.860429705460979,0.18629619671071038,0.7729093562234827,0.37964279332606393,0.9259776536312849,0.3043746149106589,0.17609968907997825,0.6804147039161977,0.10164638511095204,0.8658536585365854 +"{'periodicity': 2, 'n_components': 0.25}",250_SVDB_id_14_Medical_tr_50000_1st_107354.csv,105.39685702323914,SVDB,False,True,0.5942958674254468,0.9666198127513632,0.5274556569643333,0.9679957254481106,0.6519520827874848,0.9364667747163695,0.603244646333549,0.3692757551402994,0.8768202827663539,0.5345493893955789,0.7177251971772519 +"{'periodicity': 2, 'n_components': None}",263_IOPS_id_4_WebService_tr_3482_1st_3582.csv,47.68227696418762,IOPS,False,False,0.33572227937667265,0.8744275175586371,0.27292325078811586,0.9589995131989191,0.4392924678197821,0.6275964391691394,0.5291005291005286,0.42660528763153077,0.8381150311238669,0.43544303797468353,0.35908141962421714 +"{'periodicity': 3, 'n_components': None}",254_SVDB_id_18_Medical_tr_30824_1st_30924.csv,201.63863158226013,SVDB,False,True,0.29429669337202957,0.750659918867259,0.31819541252172473,0.8285420967488697,0.4484562432703039,0.8018479349883113,0.6520346006657454,0.3819729410767297,0.8826665997774045,0.07531540716197273,0.5377616014558689 +"{'periodicity': 1, 'n_components': None}",290_TODS_id_4_Synthetic_tr_500_1st_26.csv,15.650047779083252,TODS,False,False,0.09844546485081682,0.46925560401823796,0.46820772823102463,0.702608524740945,0.18654600036328522,0.6220614828209765,0.15772986917265508,0.5925896296235815,0.6729848896515673,0.046620046620046623,0.20618556701030927 +"{'periodicity': 1, 'n_components': None}",255_SVDB_id_19_Medical_tr_50000_1st_54982.csv,211.94040727615356,SVDB,False,True,0.41764073697050963,0.6806283240270543,0.379294732886966,0.7656012098482311,0.4849773820919676,0.7740889716035301,0.7260587811743138,0.46745275758621097,0.8154995230108799,0.16344136162275588,0.8276269185360094 +"{'periodicity': 1, 'n_components': 0.25}",285_NEK_id_9_WebService_tr_500_1st_780.csv,0.8918948173522949,NEK,False,True,0.9600401261192971,0.9957781615812704,0.9564685782701261,0.9957669984481536,0.9310295065664304,0.9310344827586207,0.9310344827586201,0.9595959595959597,0.9794821954050912,0.6203703703703703,1.0 +"{'periodicity': 2, 'n_components': None}",288_TODS_id_2_Synthetic_tr_500_1st_65.csv,16.66510033607483,TODS,False,False,0.1517185043403249,0.5473969320123167,0.610852721997522,0.8004861038161492,0.21974025225248642,0.7434944237918215,0.16183574879227008,0.6760939159590909,0.6775116276524928,0.07396449704142012,0.3472222222222222 +"{'periodicity': 1, 'n_components': None}",266_IOPS_id_7_WebService_tr_4010_1st_4110.csv,22.45861029624939,IOPS,False,False,0.739547431336298,0.97502154127586,0.6193038936483811,0.9652319650808209,0.7503568088694988,0.9452876809036357,0.70946698810802,0.508767465469476,0.8417612149135447,0.7012362637362637,0.7982799061767005 +"{'periodicity': 1, 'n_components': None}",256_SVDB_id_20_Medical_tr_6264_1st_6364.csv,141.92530298233032,SVDB,False,True,0.2617931236189526,0.5850022885655262,0.20621997609438322,0.6447281511602996,0.31872972259593835,0.7508471751569358,0.6966659288070914,0.33652002049371754,0.8696502487754106,0.05894962486602358,1.0 +"{'periodicity': 1, 'n_components': None}",287_TODS_id_1_Synthetic_tr_500_1st_11.csv,19.37821912765503,TODS,True,False,0.09279358138623554,0.6284491045607532,0.8726202291824232,0.9266519820495734,0.14054878999713816,0.138671875,0.13909335791763264,0.1462689866457044,0.6733138308639064,0.038314176245210725,0.136986301369863 +"{'periodicity': 1, 'n_components': 0.75}",249_SVDB_id_13_Medical_tr_50000_1st_54982.csv,190.3134913444519,SVDB,False,True,0.6214969751146063,0.7905555467766298,0.5763380480485812,0.8683399149613292,0.6466525712064766,0.859565447800742,0.824045824943806,0.5817762288351809,0.9045359120095829,0.2920261133131266,0.9964200477326969 +"{'periodicity': 1, 'n_components': 0.25}",251_SVDB_id_15_Medical_tr_5421_1st_5521.csv,223.91774702072144,SVDB,False,True,0.8859844894534021,0.9068193373914601,0.8903993699512411,0.9571487260957808,0.8840704989542439,0.9487032173342088,0.9426751592356682,0.8588299023211862,0.9628705755854416,0.6786634397689125,1.0 +"{'periodicity': 3, 'n_components': None}",247_SVDB_id_11_Medical_tr_20100_1st_23611.csv,20.986192226409912,SVDB,False,True,0.6553361381551087,0.8482997430577822,0.4977320274314778,0.911163929762726,0.743682055314097,0.7734021949644933,0.7657657657657653,0.7377397706940632,0.8325133247726618,0.6222222222222222,0.9216300940438872 +"{'periodicity': 1, 'n_components': None}",273_IOPS_id_14_WebService_tr_5569_1st_5669.csv,65.17971897125244,IOPS,False,False,0.014612201932855862,0.6412587523023471,0.04421875957398704,0.6618879443010914,0.07349193632790274,0.09403508771929825,0.062229568768534735,0.07951683440151756,0.6811452795727386,0.12746386333771353,0.04050104384133612 +"{'periodicity': 1, 'n_components': 0.75}",258_TAO_id_2_Environment_tr_500_1st_4.csv,73.14180994033813,TAO,True,False,0.1759709677785628,0.5789366236255422,0.9506794835170896,0.9657446228138384,0.262963523740027,0.2631395753567699,0.2614675308701791,0.20042135082214274,0.6878178584092249,0.0007246376811594203,0.2 +"{'periodicity': 1, 'n_components': None}",293_TODS_id_7_Synthetic_tr_500_1st_7.csv,9.114653825759888,TODS,False,True,0.16268070884938696,0.6379019613271487,0.523840775367489,0.7557850639755923,0.2320646034752454,0.23538344722854973,0.23133543638275472,0.3481268252923995,0.7531115499677096,0.099601593625498,0.44642857142857145 +"{'periodicity': 1, 'n_components': 0.25}",283_NEK_id_7_WebService_tr_500_1st_777.csv,0.9421114921569824,NEK,False,True,0.9685171888806688,0.996729625743267,0.975334084570608,0.9973564872405488,0.9596724245837485,0.967741935483871,0.966666666666666,0.9701738044749202,0.9890787369433273,0.5583333333333333,1.0 +"{'periodicity': 1, 'n_components': 0.25}",278_NEK_id_2_WebService_tr_500_1st_64.csv,1.165276288986206,NEK,False,False,0.7651267215343502,0.9774877899877901,0.9081803023566191,0.9917071106808198,0.7591191006774409,0.7851851851851852,0.6839622641509429,0.5807360630135127,0.9622560080087663,0.5076923076923077,0.8918918918918919 +"{'periodicity': 3, 'n_components': 0.25}",275_IOPS_id_16_WebService_tr_1482_1st_1582.csv,10.830312252044678,IOPS,False,False,0.03040336035365844,0.8179602116313166,0.14301496102034134,0.8431540263889817,0.09377863779554378,0.14627994955863807,0.09108910891089092,0.16230169905191025,0.7391083108759321,0.0,0.0 +"{'periodicity': 1, 'n_components': 0.75}",253_SVDB_id_17_Medical_tr_17803_1st_17903.csv,95.51551127433777,SVDB,False,True,0.5936418876923228,0.7177701753486515,0.5955393006320518,0.785039269527334,0.6183612831831162,0.9984798581200912,0.9950372208436719,0.5247720935644703,0.970738266814004,0.4445572189799543,0.8943338437978561 +"{'periodicity': 1, 'n_components': None}",292_TODS_id_6_Synthetic_tr_500_1st_11.csv,20.016523361206055,TODS,True,False,0.05885402240207179,0.5303247124415565,0.8382560744879621,0.9127915933453941,0.10965459748808233,0.10852713178294573,0.10840056268260108,0.5001483132124132,0.6714040059515525,0.0038314176245210726,0.125 +"{'periodicity': 3, 'n_components': 0.25}",271_IOPS_id_12_WebService_tr_500_1st_341.csv,15.373999834060669,IOPS,False,False,0.03197489791517419,0.7109781519023597,0.14477189358097373,0.7520395059949009,0.10312587280247101,0.1409295352323838,0.0988467874794067,0.08879866565568872,0.69550359245559,0.0,0.0 +"{'periodicity': 1, 'n_components': None}",294_TODS_id_8_Synthetic_tr_500_1st_200.csv,8.076472997665405,TODS,False,True,0.19797420940055618,0.6056155290624045,0.49962429388104374,0.6978401699785028,0.33256202139549573,0.7438715131022823,0.3638726445743985,0.5390975950236945,0.7952646569293593,0.03333333333333333,0.5 +"{'periodicity': 1, 'n_components': 0.5}",289_TODS_id_3_Synthetic_tr_500_1st_26.csv,16.657851934432983,TODS,False,False,0.15084510747640478,0.5059332169866202,0.6155798392072039,0.8640909400403313,0.2190156135457365,0.25806451612903225,0.10167464114832486,0.07921740637819613,0.6769974404867475,0.0,0.0 +"{'periodicity': 2, 'n_components': None}",262_IOPS_id_3_WebService_tr_7028_1st_7128.csv,16.985533237457275,IOPS,False,False,0.565784335283503,0.9129034140423208,0.2313835360731638,0.8610588858008127,0.5585367093773378,0.7499455930359086,0.36871529109101886,0.17661401958882264,0.7961977023541317,0.4619082840236686,0.6559873949579832 +"{'periodicity': 3, 'n_components': None}",295_TODS_id_9_Synthetic_tr_1250_1st_2046.csv,6.173932313919067,TODS,False,True,0.07185384005028507,0.5025107069358696,0.16138935501864052,0.6151883032784538,0.2058197866836031,0.2627627627627628,0.16025983951089015,0.3065851552230716,0.6828631815994542,0.0,0.0 diff --git a/docs/evaluation/run_Sub_PCA7.csv b/docs/evaluation/run_Sub_PCA7.csv new file mode 100644 index 0000000000000000000000000000000000000000..b1694a00533bafa55346ce42971da5a20f975048 --- /dev/null +++ b/docs/evaluation/run_Sub_PCA7.csv @@ -0,0 +1,51 @@ +params,file_name,duration,group,point anomaly,seq anomaly,AUC-PR,AUC-ROC,VUS-PR,VUS-ROC,Standard-F1,PA-F1,Event-based-F1,R-based-F1,Affiliation-F,Recall,Precision +"{'periodicity': 1, 'n_components': 0.75}",807_YAHOO_id_257_WebService_tr_500_1st_1210.csv,0.7752315998077393,YAHOO,False,False,0.1530275268226206,0.9654040720765918,0.5089848671178905,0.9834786077237024,0.32692034210867654,0.38636363636363635,0.31683168316831656,0.4689186722191796,0.8747437597050418,0.29411764705882354,0.1 +"{'periodicity': 1, 'n_components': 0.75}",568_YAHOO_id_18_WebService_tr_500_1st_333.csv,1.2331016063690186,YAHOO,True,False,0.05808080808080808,0.9703836215464122,0.28950698701198796,0.9832351303120797,0.1428537755895754,0.10526315789473684,0.10526315789473657,0.09302325581395349,0.7942934969270168,0.0,0.0 +"{'periodicity': 1, 'n_components': 0.25}",797_YAHOO_id_247_Synthetic_tr_500_1st_893.csv,1.525747299194336,YAHOO,True,False,0.0034602076124567475,0.7971830985915493,0.008703697907856868,0.890642296035679,0.006896482997117718,0.00684931506849315,0.006849315068493143,0.09523809523809523,0.6664349131783576,0.0,0.0 +"{'periodicity': 1, 'n_components': 0.25}",558_YAHOO_id_8_WebService_tr_500_1st_1125.csv,0.9543755054473877,YAHOO,False,True,0.964523423229746,0.9926688938381589,0.5793903692154839,0.8490685670478391,0.9189139518164766,0.9937106918238994,0.6666666666666662,0.6103781882145998,0.6871539374347033,0.0,0.0 +"{'periodicity': 2, 'n_components': 0.25}",723_YAHOO_id_173_WebService_tr_500_1st_1214.csv,0.8306219577789307,YAHOO,True,False,0.14545454545454545,0.9915373765867419,0.6330980737243374,0.9985220836101467,0.2857102041399409,0.16666666666666666,0.1666666666666664,0.125,0.9778711282087059,1.0,0.03125 +"{'periodicity': 1, 'n_components': 0.75}",643_YAHOO_id_93_WebService_tr_500_1st_1038.csv,0.8672952651977539,YAHOO,True,False,0.0008496176720475786,0.29958308516974386,0.0014359359364180544,0.3019774041340131,0.0016977759059232489,0.0016891891891891893,0.0016891891891891871,0.044444444444444446,0.6665350875897091,0.0,0.0 +"{'periodicity': 1, 'n_components': None}",573_YAHOO_id_23_Synthetic_tr_500_1st_623.csv,0.9751815795898438,YAHOO,True,False,0.022689042893477725,0.8579634875668871,0.09937794417236367,0.8735532625877303,0.0645155046886643,0.059602649006622516,0.059602649006622446,0.09523809523809525,0.7337225607395342,0.0,0.0 +"{'periodicity': 3, 'n_components': 0.25}",657_YAHOO_id_107_WebService_tr_500_1st_1260.csv,1.1906988620758057,YAHOO,True,False,1.0,1.0,1.0,1.0,0.9999950000249999,0.5,0.4999999999999996,0.5,0.9981447124304261,1.0,0.08333333333333333 +"{'periodicity': 1, 'n_components': 0.75}",579_YAHOO_id_29_WebService_tr_500_1st_1342.csv,0.8146927356719971,YAHOO,True,False,0.0017953321364452424,0.6688505062537224,0.0025846752290107134,0.7154865035591591,0.0035841936129777344,0.003552397868561279,0.0035523978685612747,0.03636363636363636,0.6667127836848092,0.0,0.0 +"{'periodicity': 2, 'n_components': 0.25}",603_YAHOO_id_53_Synthetic_tr_500_1st_893.csv,1.787996768951416,YAHOO,True,False,0.0029585798816568047,0.7626760563380282,0.002915451895043724,0.7609154929577487,0.0058996461923182,0.0058309037900874635,0.0058309037900874565,0.2222222222222222,0.6750975987769111,0.0,0.0 +"{'periodicity': 1, 'n_components': 0.75}",815_Exathlon_id_6_Facility_tr_10766_1st_12590.csv,14.21658182144165,Exathlon,False,True,0.998586415795415,0.9994681919969324,0.999748492585075,0.9999607866707123,0.9924485247840202,1.0,0.9999999999999996,0.993325542150491,0.9998077502874537,0.29354423395254736,1.0 +"{'periodicity': 1, 'n_components': None}",658_YAHOO_id_108_Synthetic_tr_500_1st_893.csv,1.3180537223815918,YAHOO,True,False,0.0009643201542912247,0.2704225352112676,0.001807635235736516,0.3177535171458711,0.0019267630245351016,0.0019083969465648854,0.0019083969465648835,0.0018674136321195146,0.6665177544746347,0.0,0.0 +"{'periodicity': 3, 'n_components': 0.25}",813_Exathlon_id_4_Facility_tr_10766_1st_12590.csv,9.204048871994019,Exathlon,False,True,0.9370327274473955,0.9818485436400054,0.9371479814778898,0.9824631073033878,0.8855020003012859,1.0,0.9999999999999996,0.3572328051911072,0.9996973666141137,0.07596100790877322,1.0 +"{'periodicity': 3, 'n_components': None}",820_Exathlon_id_11_Facility_tr_11665_1st_13484.csv,5.168410301208496,Exathlon,False,True,0.8958846618252223,0.9950307111522293,0.8940469269414556,0.995242848463178,0.8987088435176654,0.9964267483409903,0.9662337662337657,0.5387435305134872,0.9972503396589791,0.2677595628415301,0.896 +"{'periodicity': 2, 'n_components': None}",583_YAHOO_id_33_WebService_tr_500_1st_1616.csv,0.8224072456359863,YAHOO,True,False,0.011904761904761904,0.9752829064919595,0.12777282734240056,0.9781212593556483,0.023529179241052203,0.011560693641618497,0.011560693641618484,0.011560693641618497,0.6741561375459244,0.0,0.0 +"{'periodicity': 2, 'n_components': 0.5}",806_YAHOO_id_256_Synthetic_tr_500_1st_893.csv,1.2767250537872314,YAHOO,True,False,0.006134969325153374,0.8859154929577465,0.013321409830397589,0.933788053804281,0.01219500074480967,0.011976047904191617,0.011976047904191604,0.015503875968992248,0.8444733755571189,0.0,0.0 +"{'periodicity': 3, 'n_components': None}",810_Exathlon_id_1_Facility_tr_10766_1st_12590.csv,13.065924167633057,Exathlon,False,True,0.996504947110848,0.9986319050694414,0.9965858502300257,0.9988900975531763,0.9879289154365504,1.0,0.9999999999999996,0.9900877561612603,0.9999512821163165,0.02556556924774692,1.0 +"{'periodicity': 3, 'n_components': 0.25}",550_SWaT_id_1_Sensor_tr_43700_1st_43800.csv,548.6823010444641,SWaT,False,True,0.7567001273773122,0.8473445496630212,0.37551162815218253,0.5841578089131154,0.7907881492091344,0.8526282428577896,0.4427573439476426,0.24051765461210245,0.6893465713326159,0.0,0.0 +"{'periodicity': 3, 'n_components': None}",822_Exathlon_id_13_Facility_tr_10766_1st_12590.csv,10.083743572235107,Exathlon,False,True,0.8591416858921752,0.9868601065122441,0.86531568445029,0.9874456309008334,0.9604052956813293,0.998714180749449,0.9691734109302532,0.8089633335311771,0.9831041954150668,0.06253448592974066,0.5537459283387622 +"{'periodicity': 1, 'n_components': None}",562_YAHOO_id_12_Synthetic_tr_500_1st_893.csv,1.4479193687438965,YAHOO,True,False,0.001026694045174538,0.3147887323943662,0.0018217923430199157,0.3775154155974243,0.002051261559705034,0.001968503937007874,0.0019685039370078714,0.001693480101608806,0.6665054170615294,0.0,0.0 +"{'periodicity': 1, 'n_components': 0.75}",724_YAHOO_id_174_WebService_tr_500_1st_1030.csv,1.1523144245147705,YAHOO,True,False,0.048723389897233384,0.8280597014925373,0.35811649880937646,0.9157984795776362,0.18181322327572882,0.15384615384615385,0.15384615384615338,0.15384615384615385,0.8412721241586238,0.2,0.0625 +"{'periodicity': 2, 'n_components': None}",552_YAHOO_id_2_Synthetic_tr_500_1st_893.csv,1.3751354217529297,YAHOO,True,False,0.000984251968503937,0.28521126760563376,0.0018268662777410438,0.32415615736659914,0.001966548692099595,0.00196078431372549,0.001960784313725488,0.0018885741265344668,0.6665292104395356,0.0,0.0 +"{'periodicity': 1, 'n_components': 0.25}",560_YAHOO_id_10_Synthetic_tr_500_1st_893.csv,1.7122533321380615,YAHOO,True,False,0.0034965034965034965,0.7992957746478874,0.009897360917806727,0.9034438573612615,0.006968571672073232,0.006968641114982578,0.006968641114982571,0.008583690987124462,0.6799076172740209,0.0,0.0 +"{'periodicity': 1, 'n_components': 0.25}",680_YAHOO_id_130_Synthetic_tr_500_1st_893.csv,1.5542025566101074,YAHOO,True,False,0.003105590062111801,0.773943661971831,0.006166384266992798,0.7811617848098209,0.006191888737208254,0.005970149253731343,0.005970149253731337,0.02469135802469136,0.6666190888720158,0.0,0.0 +"{'periodicity': 3, 'n_components': None}",817_Exathlon_id_8_Facility_tr_10766_1st_12590.csv,9.481552839279175,Exathlon,False,True,0.8591416858921752,0.9868601065122441,0.86531568445029,0.9874456309008334,0.9604052956813293,0.998714180749449,0.9691734109302532,0.8089633335311771,0.9831041954150668,0.06253448592974066,0.5537459283387622 +"{'periodicity': 1, 'n_components': 0.25}",819_Exathlon_id_10_Facility_tr_10766_1st_12590.csv,11.881144523620605,Exathlon,False,True,0.9982304882015554,0.9993796681210517,0.999594267713955,0.99994324770647,0.9868953690782104,1.0,0.9999999999999996,0.9885604737680085,0.9998726895107681,0.0728342836122862,1.0 +"{'periodicity': 1, 'n_components': 0.25}",551_YAHOO_id_1_Synthetic_tr_500_1st_893.csv,1.1751477718353271,YAHOO,True,False,0.002824858757062147,0.7514084507042254,0.005577972802092433,0.759635298393096,0.005633746638132116,0.0056022408963585435,0.0056022408963585365,0.03636363636363636,0.6665882495988831,0.0,0.0 +"{'periodicity': 1, 'n_components': None}",741_YAHOO_id_191_WebService_tr_500_1st_1114.csv,0.8366303443908691,YAHOO,True,False,0.001395351459434267,0.37842669845053634,0.00629891459824013,0.3865092281134093,0.003305752121086262,0.003249390739236393,0.003249390739236389,0.056259372252960335,0.6665975782233171,0.0,0.0 +"{'periodicity': 3, 'n_components': 0.75}",734_YAHOO_id_184_WebService_tr_500_1st_768.csv,0.9649233818054199,YAHOO,False,True,0.9746726306047186,0.9951199584865248,0.9843217746763534,0.9972362941835878,0.9114994249040802,0.9680170575692963,0.9636803874092005,0.8874032636371619,0.9767347181521838,0.0,0.0 +"{'periodicity': 1, 'n_components': None}",555_YAHOO_id_5_WebService_tr_500_1st_730.csv,0.9749608039855957,YAHOO,True,False,0.0021616725458044263,0.3477028639618138,0.014381775668964107,0.3785113500314661,0.006055957791851538,0.005947955390334572,0.005947955390334566,0.02056575934802261,0.6687084149206404,0.0,0.0 +"{'periodicity': 2, 'n_components': None}",816_Exathlon_id_7_Facility_tr_10766_1st_12590.csv,5.552998781204224,Exathlon,False,True,0.9367212000711155,0.9856886547295268,0.9391630720596988,0.9866103900050536,0.9536337653983709,1.0,0.9999999999999996,0.3710072252172101,0.9883404399552927,0.08589295567408498,0.9067961165048544 +"{'periodicity': 2, 'n_components': 0.5}",780_YAHOO_id_230_Synthetic_tr_500_1st_893.csv,1.4546120166778564,YAHOO,True,False,0.0012360939431396785,0.4309859154929577,0.002694750280577123,0.5407462999397876,0.0024691111418405705,0.0023894862604540022,0.0023894862604539996,0.06451612903225806,0.6665239230955788,0.0,0.0 +"{'periodicity': 1, 'n_components': 0.25}",788_YAHOO_id_238_WebService_tr_500_1st_973.csv,0.654268741607666,YAHOO,True,False,0.0007485029940119761,0.20488385944014298,0.0012672625717178251,0.24576340976657296,0.0014958713651148556,0.0014114326040931546,0.001411432604093153,0.004454342984409799,0.6664821334716303,0.0,0.0 +"{'periodicity': 2, 'n_components': 0.25}",701_YAHOO_id_151_Synthetic_tr_500_1st_893.csv,1.4958791732788086,YAHOO,True,False,0.0014577259475218659,0.5176056338028169,0.0028627652924336873,0.5721991286945857,0.0029111790819672453,0.002911208151382824,0.0029112081513828205,0.15384615384615385,0.6665582900818238,0.0,0.0 +"{'periodicity': 1, 'n_components': None}",645_YAHOO_id_95_WebService_tr_500_1st_1047.csv,0.75394606590271,YAHOO,True,False,0.0009615384615384616,0.3811792733770101,0.0019177142576425848,0.38840983260026685,0.0019212103932871373,0.0019157088122605363,0.0019157088122605341,0.030303030303030307,0.6665395002430458,0.0,0.0 +"{'periodicity': 2, 'n_components': None}",693_YAHOO_id_143_WebService_tr_500_1st_1003.csv,0.7528860569000244,YAHOO,True,False,0.5062893081761006,0.9449122807017545,0.4776330501944795,0.9545860190795292,0.6666622222518517,0.18181818181818182,0.1818181818181815,0.14285714285714285,0.8032959696579859,0.5,0.02564102564102564 +"{'periodicity': 1, 'n_components': None}",818_Exathlon_id_9_Facility_tr_11665_1st_13484.csv,9.383383989334106,Exathlon,False,True,0.9992886362397021,0.9999523066851799,0.9996498017571092,0.9999875542415078,0.9858345153437104,1.0,0.9999999999999996,0.9859910234612024,0.9998749501509214,0.7971311475409836,1.0 +"{'periodicity': 1, 'n_components': None}",571_YAHOO_id_21_Synthetic_tr_500_1st_623.csv,0.948087215423584,YAHOO,True,False,0.006154632490155191,0.4380705067673906,0.018040740863508695,0.460092187740318,0.021352101925824363,0.020954598370197905,0.02095459837019788,0.08130428591769899,0.7521762535749937,0.0,0.0 +"{'periodicity': 1, 'n_components': 0.5}",549_SMAP_id_19_Sensor_tr_1998_1st_2098.csv,2.1340737342834473,SMAP,False,True,0.8259513708947225,0.9377754615842765,0.9290917035245537,0.9881743536153696,0.8952829648588567,0.9316455696202531,0.9268292682926823,0.9001676969597486,0.9979183113363922,0.9293478260869565,0.8636363636363636 +"{'periodicity': 3, 'n_components': 0.75}",811_Exathlon_id_2_Facility_tr_10766_1st_12590.csv,10.005485773086548,Exathlon,False,True,0.9879010755873785,0.9893861627557818,0.9881831878844239,0.990001093655323,0.9894120075289005,1.0,0.9999999999999996,0.9914898980871792,0.9999640941824826,0.11403347434246827,1.0 +"{'periodicity': 3, 'n_components': 0.75}",762_YAHOO_id_212_WebService_tr_500_1st_1055.csv,0.9052846431732178,YAHOO,True,False,0.0015676209755157123,0.4463647199046484,0.007798119217421594,0.4754281627175861,0.003565026801871496,0.0035587188612099642,0.0035587188612099603,0.0030595824231509318,0.7038910807759907,0.0,0.0 +"{'periodicity': 1, 'n_components': None}",755_YAHOO_id_205_Synthetic_tr_500_1st_893.csv,1.2984488010406494,YAHOO,True,False,0.0008992805755395684,0.21760563380281694,0.0015859914793164064,0.2941789857986399,0.0017969272400441064,0.001784121320249777,0.0017841213202497747,0.0018779342723004692,0.6665406662076016,0.0,0.0 +"{'periodicity': 2, 'n_components': None}",649_YAHOO_id_99_WebService_tr_500_1st_1386.csv,1.6737866401672363,YAHOO,True,False,0.03333333333333333,0.9827278141751042,0.3944508331850583,0.9964094621529566,0.0645155046886643,0.046511627906976744,0.046511627906976695,0.07999999999999999,0.9679046113081751,0.0,0.0 +"{'periodicity': 1, 'n_components': 0.25}",689_YAHOO_id_139_WebService_tr_500_1st_1073.csv,0.7527439594268799,YAHOO,True,False,0.000949667616334283,0.3734365693865396,0.0013341291417273283,0.4105273113215938,0.001897514249691604,0.0018779342723004694,0.001877934272300467,0.018348623853211007,0.6746048508324619,0.0,0.0 +"{'periodicity': 1, 'n_components': 0.75}",672_YAHOO_id_122_WebService_tr_500_1st_857.csv,0.7548599243164062,YAHOO,True,False,0.0009267840593141798,0.3579511614055986,0.0012005145574333657,0.37673671583260293,0.0018518333506649504,0.0018399264029438822,0.0018399264029438803,0.028571428571428567,0.6665048286086502,0.0,0.0 +"{'periodicity': 3, 'n_components': 0.75}",814_Exathlon_id_5_Facility_tr_10766_1st_12590.csv,9.61410903930664,Exathlon,False,True,0.9879010755873785,0.9893861627557818,0.9881831878844239,0.990001093655323,0.9894120075289005,1.0,0.9999999999999996,0.9914898980871792,0.9999640941824826,0.11403347434246827,1.0 +"{'periodicity': 1, 'n_components': 0.5}",644_YAHOO_id_94_WebService_tr_500_1st_1078.csv,0.7752904891967773,YAHOO,False,True,0.13106824762165772,0.8231176470588235,0.14128607182856243,0.8238328330678393,0.3323407532345268,0.39296187683284456,0.31168831168831124,0.08723404255319149,0.8738793463402528,0.0,0.0 +"{'periodicity': 1, 'n_components': 0.75}",812_Exathlon_id_3_Facility_tr_10766_1st_12590.csv,10.86173391342163,Exathlon,False,True,0.998586415795415,0.9994681919969324,0.999748492585075,0.9999607866707123,0.9924485247840202,1.0,0.9999999999999996,0.993325542150491,0.9998077502874537,0.29354423395254736,1.0 +"{'periodicity': 3, 'n_components': 0.25}",821_Exathlon_id_12_Facility_tr_6985_1st_7085.csv,7.191134452819824,Exathlon,False,True,0.9994691179872991,0.9999371953659897,0.9992119894267968,0.9999427577664712,0.9879144631514131,1.0,0.9999999999999996,0.9893392278838602,0.9998761702968545,0.21046128500823724,1.0 +"{'periodicity': 2, 'n_components': 0.25}",570_YAHOO_id_20_Synthetic_tr_500_1st_658.csv,1.8464219570159912,YAHOO,True,False,0.002912030341485002,0.4057868736767819,0.021126027651583473,0.6241543370260579,0.007352795201859965,0.007246376811594203,0.007246376811594187,0.02702702702702703,0.6664922018892327,0.0,0.0 diff --git a/src/models/ahmad/PCA.ipynb b/src/models/ahmad/PCA.ipynb index 16fcf03650f3bdb294f9f3c2d019b9edfb801376..0dd6dd81df6a80f371c238f099d68101b9f062c2 100644 --- a/src/models/ahmad/PCA.ipynb +++ b/src/models/ahmad/PCA.ipynb @@ -2,7 +2,7 @@ "cells": [ { "cell_type": "code", - "execution_count": 12, + "execution_count": 5, "metadata": {}, "outputs": [], "source": [ @@ -16,7 +16,7 @@ }, { "cell_type": "code", - "execution_count": 13, + "execution_count": 6, "metadata": {}, "outputs": [], "source": [ @@ -29,7 +29,7 @@ }, { "cell_type": "code", - "execution_count": 14, + "execution_count": 7, "metadata": {}, "outputs": [], "source": [ @@ -43,7 +43,7 @@ }, { "cell_type": "code", - "execution_count": 16, + "execution_count": 9, "metadata": {}, "outputs": [ { @@ -51,21 +51,138 @@ "output_type": "stream", "text": [ "Start Processing files\n", - "Start Hyperparameter Tuning\n" + "Start Hyperparameter Tuning\n", + "File: 265_IOPS_id_6_WebService_tr_6453_1st_6553.csv, best hyperparameter: {'periodicity': 1, 'n_components': 0.75}\n", + "File: 267_IOPS_id_8_WebService_tr_1534_1st_1882.csv, best hyperparameter: {'periodicity': 3, 'n_components': 0.25}\n", + "File: 261_IOPS_id_2_WebService_tr_2178_1st_2278.csv, best hyperparameter: {'periodicity': 3, 'n_components': 0.5}\n", + "File: 279_NEK_id_3_WebService_tr_500_1st_974.csv, best hyperparameter: {'periodicity': 1, 'n_components': 0.25}\n", + "File: 272_IOPS_id_13_WebService_tr_3442_1st_3542.csv, best hyperparameter: {'periodicity': 2, 'n_components': None}\n", + "File: 296_TODS_id_10_Synthetic_tr_500_1st_26.csv, best hyperparameter: {'periodicity': 1, 'n_components': None}\n", + "File: 281_NEK_id_5_WebService_tr_500_1st_974.csv, best hyperparameter: {'periodicity': 1, 'n_components': 0.75}\n", + "File: 277_NEK_id_1_WebService_tr_500_1st_17.csv, best hyperparameter: {'periodicity': 2, 'n_components': 0.25}\n", + "File: 264_IOPS_id_5_WebService_tr_11665_1st_11765.csv, best hyperparameter: {'periodicity': 1, 'n_components': 0.25}\n", + "File: 248_SVDB_id_12_Medical_tr_18462_1st_18562.csv, best hyperparameter: {'periodicity': 1, 'n_components': 0.25}\n", + "File: 269_IOPS_id_10_WebService_tr_1216_1st_1728.csv, best hyperparameter: {'periodicity': 3, 'n_components': 0.75}\n", + "File: 284_NEK_id_8_WebService_tr_500_1st_976.csv, best hyperparameter: {'periodicity': 2, 'n_components': 0.25}\n", + "File: 276_IOPS_id_17_WebService_tr_19197_1st_19297.csv, best hyperparameter: {'periodicity': 1, 'n_components': 0.25}\n", + "File: 280_NEK_id_4_WebService_tr_500_1st_231.csv, best hyperparameter: {'periodicity': 1, 'n_components': 0.25}\n", + "File: 270_IOPS_id_11_WebService_tr_5638_1st_5738.csv, best hyperparameter: {'periodicity': 1, 'n_components': None}\n", + "File: 274_IOPS_id_15_WebService_tr_4591_1st_4691.csv, best hyperparameter: {'periodicity': 1, 'n_components': None}\n", + "File: 252_SVDB_id_16_Medical_tr_12167_1st_12267.csv, best hyperparameter: {'periodicity': 1, 'n_components': 0.25}\n", + "File: 257_TAO_id_1_Environment_tr_500_1st_3.csv, best hyperparameter: {'periodicity': 1, 'n_components': 0.75}\n", + "File: 260_IOPS_id_1_WebService_tr_5000_1st_11804.csv, best hyperparameter: {'periodicity': 2, 'n_components': None}\n", + "File: 259_TAO_id_3_Environment_tr_500_1st_7.csv, best hyperparameter: {'periodicity': 1, 'n_components': 0.75}\n", + "File: 282_NEK_id_6_WebService_tr_500_1st_64.csv, best hyperparameter: {'periodicity': 1, 'n_components': 0.25}\n", + "File: 291_TODS_id_5_Synthetic_tr_500_1st_11.csv, best hyperparameter: {'periodicity': 2, 'n_components': 0.25}\n", + "File: 286_CATSv2_id_1_Sensor_tr_17792_1st_17892.csv, best hyperparameter: {'periodicity': 2, 'n_components': 0.25}\n", + "File: 268_IOPS_id_9_WebService_tr_6216_1st_6316.csv, best hyperparameter: {'periodicity': 3, 'n_components': None}\n", + "File: 250_SVDB_id_14_Medical_tr_50000_1st_107354.csv, best hyperparameter: {'periodicity': 2, 'n_components': 0.25}\n", + "File: 263_IOPS_id_4_WebService_tr_3482_1st_3582.csv, best hyperparameter: {'periodicity': 2, 'n_components': None}\n", + "File: 254_SVDB_id_18_Medical_tr_30824_1st_30924.csv, best hyperparameter: {'periodicity': 3, 'n_components': None}\n", + "File: 290_TODS_id_4_Synthetic_tr_500_1st_26.csv, best hyperparameter: {'periodicity': 1, 'n_components': None}\n", + "File: 255_SVDB_id_19_Medical_tr_50000_1st_54982.csv, best hyperparameter: {'periodicity': 1, 'n_components': None}\n", + "File: 285_NEK_id_9_WebService_tr_500_1st_780.csv, best hyperparameter: {'periodicity': 1, 'n_components': 0.25}\n", + "File: 288_TODS_id_2_Synthetic_tr_500_1st_65.csv, best hyperparameter: {'periodicity': 2, 'n_components': None}\n", + "File: 266_IOPS_id_7_WebService_tr_4010_1st_4110.csv, best hyperparameter: {'periodicity': 1, 'n_components': None}\n", + "File: 256_SVDB_id_20_Medical_tr_6264_1st_6364.csv, best hyperparameter: {'periodicity': 1, 'n_components': None}\n", + "File: 287_TODS_id_1_Synthetic_tr_500_1st_11.csv, best hyperparameter: {'periodicity': 1, 'n_components': None}\n", + "File: 249_SVDB_id_13_Medical_tr_50000_1st_54982.csv, best hyperparameter: {'periodicity': 1, 'n_components': 0.75}\n", + "File: 251_SVDB_id_15_Medical_tr_5421_1st_5521.csv, best hyperparameter: {'periodicity': 1, 'n_components': 0.25}\n", + "File: 247_SVDB_id_11_Medical_tr_20100_1st_23611.csv, best hyperparameter: {'periodicity': 3, 'n_components': None}\n", + "File: 273_IOPS_id_14_WebService_tr_5569_1st_5669.csv, best hyperparameter: {'periodicity': 1, 'n_components': None}\n", + "File: 258_TAO_id_2_Environment_tr_500_1st_4.csv, best hyperparameter: {'periodicity': 1, 'n_components': 0.75}\n", + "File: 293_TODS_id_7_Synthetic_tr_500_1st_7.csv, best hyperparameter: {'periodicity': 1, 'n_components': None}\n", + "File: 283_NEK_id_7_WebService_tr_500_1st_777.csv, best hyperparameter: {'periodicity': 1, 'n_components': 0.25}\n", + "File: 278_NEK_id_2_WebService_tr_500_1st_64.csv, best hyperparameter: {'periodicity': 1, 'n_components': 0.25}\n", + "File: 275_IOPS_id_16_WebService_tr_1482_1st_1582.csv, best hyperparameter: {'periodicity': 3, 'n_components': 0.25}\n", + "File: 253_SVDB_id_17_Medical_tr_17803_1st_17903.csv, best hyperparameter: {'periodicity': 1, 'n_components': 0.75}\n", + "File: 292_TODS_id_6_Synthetic_tr_500_1st_11.csv, best hyperparameter: {'periodicity': 1, 'n_components': None}\n", + "File: 271_IOPS_id_12_WebService_tr_500_1st_341.csv, best hyperparameter: {'periodicity': 3, 'n_components': 0.25}\n", + "File: 294_TODS_id_8_Synthetic_tr_500_1st_200.csv, best hyperparameter: {'periodicity': 1, 'n_components': None}\n", + "File: 289_TODS_id_3_Synthetic_tr_500_1st_26.csv, best hyperparameter: {'periodicity': 1, 'n_components': 0.5}\n", + "File: 262_IOPS_id_3_WebService_tr_7028_1st_7128.csv, best hyperparameter: {'periodicity': 2, 'n_components': None}\n", + "File: 295_TODS_id_9_Synthetic_tr_1250_1st_2046.csv, best hyperparameter: {'periodicity': 3, 'n_components': None}\n", + "Start Training and evaluation\n", + "Job done. Duration: 2325.398 seconds\n", + "Ergebnisse gespeichert in: ../../../docs/evaluation/run_Sub_PCA4.csv\n", + "Start Processing files\n", + "Start Hyperparameter Tuning\n", + "File: 807_YAHOO_id_257_WebService_tr_500_1st_1210.csv, best hyperparameter: {'periodicity': 1, 'n_components': 0.75}\n", + "File: 568_YAHOO_id_18_WebService_tr_500_1st_333.csv, best hyperparameter: {'periodicity': 1, 'n_components': 0.75}\n", + "File: 797_YAHOO_id_247_Synthetic_tr_500_1st_893.csv, best hyperparameter: {'periodicity': 1, 'n_components': 0.25}\n", + "File: 558_YAHOO_id_8_WebService_tr_500_1st_1125.csv, best hyperparameter: {'periodicity': 1, 'n_components': 0.25}\n", + "File: 723_YAHOO_id_173_WebService_tr_500_1st_1214.csv, best hyperparameter: {'periodicity': 2, 'n_components': 0.25}\n", + "File: 643_YAHOO_id_93_WebService_tr_500_1st_1038.csv, best hyperparameter: {'periodicity': 1, 'n_components': 0.75}\n", + "File: 573_YAHOO_id_23_Synthetic_tr_500_1st_623.csv, best hyperparameter: {'periodicity': 1, 'n_components': None}\n", + "File: 657_YAHOO_id_107_WebService_tr_500_1st_1260.csv, best hyperparameter: {'periodicity': 3, 'n_components': 0.25}\n", + "File: 579_YAHOO_id_29_WebService_tr_500_1st_1342.csv, best hyperparameter: {'periodicity': 1, 'n_components': 0.75}\n", + "File: 603_YAHOO_id_53_Synthetic_tr_500_1st_893.csv, best hyperparameter: {'periodicity': 2, 'n_components': 0.25}\n", + "File: 815_Exathlon_id_6_Facility_tr_10766_1st_12590.csv, best hyperparameter: {'periodicity': 1, 'n_components': 0.75}\n", + "File: 658_YAHOO_id_108_Synthetic_tr_500_1st_893.csv, best hyperparameter: {'periodicity': 1, 'n_components': None}\n", + "File: 813_Exathlon_id_4_Facility_tr_10766_1st_12590.csv, best hyperparameter: {'periodicity': 3, 'n_components': 0.25}\n", + "File: 820_Exathlon_id_11_Facility_tr_11665_1st_13484.csv, best hyperparameter: {'periodicity': 3, 'n_components': None}\n", + "File: 583_YAHOO_id_33_WebService_tr_500_1st_1616.csv, best hyperparameter: {'periodicity': 2, 'n_components': None}\n", + "File: 806_YAHOO_id_256_Synthetic_tr_500_1st_893.csv, best hyperparameter: {'periodicity': 2, 'n_components': 0.5}\n", + "File: 810_Exathlon_id_1_Facility_tr_10766_1st_12590.csv, best hyperparameter: {'periodicity': 3, 'n_components': None}\n", + "File: 550_SWaT_id_1_Sensor_tr_43700_1st_43800.csv, best hyperparameter: {'periodicity': 3, 'n_components': 0.25}\n", + "File: 822_Exathlon_id_13_Facility_tr_10766_1st_12590.csv, best hyperparameter: {'periodicity': 3, 'n_components': None}\n", + "File: 562_YAHOO_id_12_Synthetic_tr_500_1st_893.csv, best hyperparameter: {'periodicity': 1, 'n_components': None}\n", + "File: 724_YAHOO_id_174_WebService_tr_500_1st_1030.csv, best hyperparameter: {'periodicity': 1, 'n_components': 0.75}\n", + "File: 552_YAHOO_id_2_Synthetic_tr_500_1st_893.csv, best hyperparameter: {'periodicity': 2, 'n_components': None}\n", + "File: 560_YAHOO_id_10_Synthetic_tr_500_1st_893.csv, best hyperparameter: {'periodicity': 1, 'n_components': 0.25}\n", + "File: 680_YAHOO_id_130_Synthetic_tr_500_1st_893.csv, best hyperparameter: {'periodicity': 1, 'n_components': 0.25}\n", + "File: 817_Exathlon_id_8_Facility_tr_10766_1st_12590.csv, best hyperparameter: {'periodicity': 3, 'n_components': None}\n", + "File: 819_Exathlon_id_10_Facility_tr_10766_1st_12590.csv, best hyperparameter: {'periodicity': 1, 'n_components': 0.25}\n", + "File: 551_YAHOO_id_1_Synthetic_tr_500_1st_893.csv, best hyperparameter: {'periodicity': 1, 'n_components': 0.25}\n", + "File: 741_YAHOO_id_191_WebService_tr_500_1st_1114.csv, best hyperparameter: {'periodicity': 1, 'n_components': None}\n", + "File: 734_YAHOO_id_184_WebService_tr_500_1st_768.csv, best hyperparameter: {'periodicity': 3, 'n_components': 0.75}\n", + "File: 555_YAHOO_id_5_WebService_tr_500_1st_730.csv, best hyperparameter: {'periodicity': 1, 'n_components': None}\n", + "File: 816_Exathlon_id_7_Facility_tr_10766_1st_12590.csv, best hyperparameter: {'periodicity': 2, 'n_components': None}\n", + "File: 780_YAHOO_id_230_Synthetic_tr_500_1st_893.csv, best hyperparameter: {'periodicity': 2, 'n_components': 0.5}\n", + "File: 788_YAHOO_id_238_WebService_tr_500_1st_973.csv, best hyperparameter: {'periodicity': 1, 'n_components': 0.25}\n", + "File: 701_YAHOO_id_151_Synthetic_tr_500_1st_893.csv, best hyperparameter: {'periodicity': 2, 'n_components': 0.25}\n", + "File: 645_YAHOO_id_95_WebService_tr_500_1st_1047.csv, best hyperparameter: {'periodicity': 1, 'n_components': None}\n", + "File: 693_YAHOO_id_143_WebService_tr_500_1st_1003.csv, best hyperparameter: {'periodicity': 2, 'n_components': None}\n", + "File: 818_Exathlon_id_9_Facility_tr_11665_1st_13484.csv, best hyperparameter: {'periodicity': 1, 'n_components': None}\n", + "File: 571_YAHOO_id_21_Synthetic_tr_500_1st_623.csv, best hyperparameter: {'periodicity': 1, 'n_components': None}\n", + "File: 549_SMAP_id_19_Sensor_tr_1998_1st_2098.csv, best hyperparameter: {'periodicity': 1, 'n_components': 0.5}\n", + "File: 811_Exathlon_id_2_Facility_tr_10766_1st_12590.csv, best hyperparameter: {'periodicity': 3, 'n_components': 0.75}\n", + "File: 762_YAHOO_id_212_WebService_tr_500_1st_1055.csv, best hyperparameter: {'periodicity': 3, 'n_components': 0.75}\n", + "File: 755_YAHOO_id_205_Synthetic_tr_500_1st_893.csv, best hyperparameter: {'periodicity': 1, 'n_components': None}\n", + "File: 649_YAHOO_id_99_WebService_tr_500_1st_1386.csv, best hyperparameter: {'periodicity': 2, 'n_components': None}\n", + "File: 689_YAHOO_id_139_WebService_tr_500_1st_1073.csv, best hyperparameter: {'periodicity': 1, 'n_components': 0.25}\n", + "File: 672_YAHOO_id_122_WebService_tr_500_1st_857.csv, best hyperparameter: {'periodicity': 1, 'n_components': 0.75}\n", + "File: 814_Exathlon_id_5_Facility_tr_10766_1st_12590.csv, best hyperparameter: {'periodicity': 3, 'n_components': 0.75}\n", + "File: 644_YAHOO_id_94_WebService_tr_500_1st_1078.csv, best hyperparameter: {'periodicity': 1, 'n_components': 0.5}\n", + "File: 812_Exathlon_id_3_Facility_tr_10766_1st_12590.csv, best hyperparameter: {'periodicity': 1, 'n_components': 0.75}\n", + "File: 821_Exathlon_id_12_Facility_tr_6985_1st_7085.csv, best hyperparameter: {'periodicity': 3, 'n_components': 0.25}\n", + "File: 570_YAHOO_id_20_Synthetic_tr_500_1st_658.csv, best hyperparameter: {'periodicity': 2, 'n_components': 0.25}\n", + "Start Training and evaluation\n", + "Job done. Duration: 716.159 seconds\n", + "Ergebnisse gespeichert in: ../../../docs/evaluation/run_Sub_PCA7.csv\n", + "Start Processing files\n", + "Start Hyperparameter Tuning\n", + "File: 829_Exathlon_id_20_Facility_tr_10766_1st_12590.csv, best hyperparameter: {'periodicity': 2, 'n_components': None}\n" ] }, { - "ename": "AttributeError", - "evalue": "module 'numpy' has no attribute 'RankWarning'", + "ename": "KeyboardInterrupt", + "evalue": "", "output_type": "error", "traceback": [ "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", - "\u001b[0;31mAttributeError\u001b[0m Traceback (most recent call last)", - "Cell \u001b[0;32mIn[16], line 3\u001b[0m\n\u001b[1;32m 1\u001b[0m model \u001b[38;5;241m=\u001b[39m \u001b[38;5;124m'\u001b[39m\u001b[38;5;124mrun_Sub_PCA\u001b[39m\u001b[38;5;124m'\u001b[39m\n\u001b[1;32m 2\u001b[0m output_path \u001b[38;5;241m=\u001b[39m \u001b[38;5;124m'\u001b[39m\u001b[38;5;124m../../../docs/evaluation/\u001b[39m\u001b[38;5;124m'\u001b[39m\n\u001b[0;32m----> 3\u001b[0m \u001b[43mmain\u001b[49m\u001b[43m(\u001b[49m\u001b[43mrun_Sub_PCA\u001b[49m\u001b[43m,\u001b[49m\u001b[43mparams\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mmodel\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mdata_folders\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m \u001b[49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[38;5;124;43m../../../data/\u001b[39;49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mmodel_type\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[38;5;124;43munsupervised\u001b[39;49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43moutput_dir\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m \u001b[49m\u001b[43moutput_path\u001b[49m\u001b[43m)\u001b[49m\n", + "\u001b[0;31mKeyboardInterrupt\u001b[0m Traceback (most recent call last)", + "Cell \u001b[0;32mIn[9], line 3\u001b[0m\n\u001b[1;32m 1\u001b[0m model \u001b[38;5;241m=\u001b[39m \u001b[38;5;124m'\u001b[39m\u001b[38;5;124mrun_Sub_PCA\u001b[39m\u001b[38;5;124m'\u001b[39m\n\u001b[1;32m 2\u001b[0m output_path \u001b[38;5;241m=\u001b[39m \u001b[38;5;124m'\u001b[39m\u001b[38;5;124m../../../docs/evaluation/\u001b[39m\u001b[38;5;124m'\u001b[39m\n\u001b[0;32m----> 3\u001b[0m \u001b[43mmain\u001b[49m\u001b[43m(\u001b[49m\u001b[43mrun_Sub_PCA\u001b[49m\u001b[43m,\u001b[49m\u001b[43mparams\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mmodel\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mdata_folders\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m \u001b[49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[38;5;124;43m../../../data/\u001b[39;49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mmodel_type\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[38;5;124;43munsupervised\u001b[39;49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43moutput_dir\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m \u001b[49m\u001b[43moutput_path\u001b[49m\u001b[43m)\u001b[49m\n", "File \u001b[0;32m~/DataMining_Projekt/data-mining/src/run_model_wrapper.py:283\u001b[0m, in \u001b[0;36mmain\u001b[0;34m(run_model, hyperparams, model_name, data_folders, model_type, output_dir)\u001b[0m\n\u001b[1;32m 280\u001b[0m sliding_window \u001b[38;5;241m=\u001b[39m time_series[\u001b[38;5;124m'\u001b[39m\u001b[38;5;124msliding_window\u001b[39m\u001b[38;5;124m'\u001b[39m]\n\u001b[1;32m 282\u001b[0m \u001b[38;5;66;03m# Hyperparameter-Optimierung\u001b[39;00m\n\u001b[0;32m--> 283\u001b[0m best_params \u001b[38;5;241m=\u001b[39m \u001b[43mhyperparameter_optimization\u001b[49m\u001b[43m(\u001b[49m\u001b[43mrun_model\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mdata\u001b[49m\u001b[43m,\u001b[49m\u001b[43mlabel\u001b[49m\u001b[43m,\u001b[49m\u001b[43mtrain_data\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mhyperparams\u001b[49m\u001b[43m,\u001b[49m\u001b[43msliding_window\u001b[49m\u001b[43m,\u001b[49m\u001b[43mmodel_type\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 284\u001b[0m \u001b[38;5;28mprint\u001b[39m(\u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mFile: \u001b[39m\u001b[38;5;132;01m{\u001b[39;00mfilename\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m, best hyperparameter: \u001b[39m\u001b[38;5;132;01m{\u001b[39;00mbest_params\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m\"\u001b[39m)\n\u001b[1;32m 285\u001b[0m \u001b[38;5;66;03m#grid_list looks like this: [{ params: {key:value}, file_name:str,train_data:list,data:list, label:list, sliding_window:int}]\u001b[39;00m\n", - "File \u001b[0;32m~/DataMining_Projekt/data-mining/src/run_model_wrapper.py:53\u001b[0m, in \u001b[0;36mhyperparameter_optimization\u001b[0;34m(run_model, data, label, train_data, hyperparams, slidingWindow, model_type)\u001b[0m\n\u001b[1;32m 50\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[38;5;21mhyperparameter_optimization\u001b[39m(run_model, data,label,train_data, hyperparams,slidingWindow, model_type \u001b[38;5;241m=\u001b[39m \u001b[38;5;124m'\u001b[39m\u001b[38;5;124munsupervised\u001b[39m\u001b[38;5;124m'\u001b[39m):\n\u001b[1;32m 51\u001b[0m \u001b[38;5;66;03m#ignore warnings for hyperparameter tuning\u001b[39;00m\n\u001b[1;32m 52\u001b[0m warnings\u001b[38;5;241m.\u001b[39msimplefilter(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mignore\u001b[39m\u001b[38;5;124m\"\u001b[39m, category\u001b[38;5;241m=\u001b[39mUndefinedMetricWarning)\n\u001b[0;32m---> 53\u001b[0m warnings\u001b[38;5;241m.\u001b[39msimplefilter(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mignore\u001b[39m\u001b[38;5;124m\"\u001b[39m, category\u001b[38;5;241m=\u001b[39m\u001b[43mnp\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mRankWarning\u001b[49m)\n\u001b[1;32m 54\u001b[0m best_params \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m\n\u001b[1;32m 55\u001b[0m best_score \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mfloat\u001b[39m(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m-inf\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n", - "File \u001b[0;32m~/miniconda3/lib/python3.12/site-packages/numpy/__init__.py:410\u001b[0m, in \u001b[0;36m__getattr__\u001b[0;34m(attr)\u001b[0m\n\u001b[1;32m 407\u001b[0m \u001b[38;5;28;01mimport\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[38;5;21;01mnumpy\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01mchar\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[38;5;28;01mas\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[38;5;21;01mchar\u001b[39;00m\n\u001b[1;32m 408\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m char\u001b[38;5;241m.\u001b[39mchararray\n\u001b[0;32m--> 410\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mAttributeError\u001b[39;00m(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mmodule \u001b[39m\u001b[38;5;132;01m{!r}\u001b[39;00m\u001b[38;5;124m has no attribute \u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m 411\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;132;01m{!r}\u001b[39;00m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;241m.\u001b[39mformat(\u001b[38;5;18m__name__\u001b[39m, attr))\n", - "\u001b[0;31mAttributeError\u001b[0m: module 'numpy' has no attribute 'RankWarning'" + "File \u001b[0;32m~/DataMining_Projekt/data-mining/src/run_model_wrapper.py:86\u001b[0m, in \u001b[0;36mhyperparameter_optimization\u001b[0;34m(run_model, data, label, train_data, hyperparams, slidingWindow, model_type)\u001b[0m\n\u001b[1;32m 69\u001b[0m scores \u001b[38;5;241m=\u001b[39m run_model(train_data, data, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mparams)\n\u001b[1;32m 71\u001b[0m \u001b[38;5;66;03m#function from autors creates from scores the evaluation: returns\u001b[39;00m\n\u001b[1;32m 72\u001b[0m \u001b[38;5;66;03m# '''{\u001b[39;00m\n\u001b[1;32m 73\u001b[0m \u001b[38;5;66;03m# 'AUC-PR':float,\u001b[39;00m\n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 83\u001b[0m \u001b[38;5;66;03m# 'Recall': float\u001b[39;00m\n\u001b[1;32m 84\u001b[0m \u001b[38;5;66;03m# }'''\u001b[39;00m\n\u001b[0;32m---> 86\u001b[0m metrics \u001b[38;5;241m=\u001b[39m \u001b[43mget_metrics\u001b[49m\u001b[43m(\u001b[49m\u001b[43mscores\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mlabels\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mlabel\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mslidingWindow\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mslidingWindow\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 87\u001b[0m auc_pr \u001b[38;5;241m=\u001b[39m metrics\u001b[38;5;241m.\u001b[39mget(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mAUC-PR\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;241m0\u001b[39m)\u001b[38;5;66;03m# get value from auc-pr\u001b[39;00m\n\u001b[1;32m 89\u001b[0m \u001b[38;5;66;03m#check if score is better as best score\u001b[39;00m\n", + "File \u001b[0;32m~/DataMining_Projekt/data-mining/src/evaluation.py:832\u001b[0m, in \u001b[0;36mget_metrics\u001b[0;34m(score, labels, slidingWindow, pred, version, thre)\u001b[0m\n\u001b[1;32m 826\u001b[0m \u001b[38;5;250m\u001b[39m\u001b[38;5;124;03m'''\u001b[39;00m\n\u001b[1;32m 827\u001b[0m \u001b[38;5;124;03mThreshold Dependent\u001b[39;00m\n\u001b[1;32m 828\u001b[0m \u001b[38;5;124;03mif pred is None --> use the oracle threshold\u001b[39;00m\n\u001b[1;32m 829\u001b[0m \u001b[38;5;124;03m'''\u001b[39;00m\n\u001b[1;32m 831\u001b[0m PointF1 \u001b[38;5;241m=\u001b[39m grader\u001b[38;5;241m.\u001b[39mmetric_PointF1(labels, score, preds\u001b[38;5;241m=\u001b[39mpred)\n\u001b[0;32m--> 832\u001b[0m PointF1PA \u001b[38;5;241m=\u001b[39m \u001b[43mgrader\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mmetric_PointF1PA\u001b[49m\u001b[43m(\u001b[49m\u001b[43mlabels\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mscore\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mpreds\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mpred\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 833\u001b[0m EventF1PA \u001b[38;5;241m=\u001b[39m grader\u001b[38;5;241m.\u001b[39mmetric_EventF1PA(labels, score, preds\u001b[38;5;241m=\u001b[39mpred)\n\u001b[1;32m 834\u001b[0m RF1 \u001b[38;5;241m=\u001b[39m grader\u001b[38;5;241m.\u001b[39mmetric_RF1(labels, score, preds\u001b[38;5;241m=\u001b[39mpred)\n", + "File \u001b[0;32m~/DataMining_Projekt/data-mining/src/evaluation.py:303\u001b[0m, in \u001b[0;36mbasic_metricor.metric_PointF1PA\u001b[0;34m(self, label, score, preds)\u001b[0m\n\u001b[1;32m 300\u001b[0m preds \u001b[38;5;241m=\u001b[39m (score \u001b[38;5;241m>\u001b[39m threshold)\u001b[38;5;241m.\u001b[39mastype(\u001b[38;5;28mint\u001b[39m)\n\u001b[1;32m 302\u001b[0m adjust_preds \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_adjust_predicts(score, label, pred\u001b[38;5;241m=\u001b[39mpreds)\n\u001b[0;32m--> 303\u001b[0m PointF1PA \u001b[38;5;241m=\u001b[39m \u001b[43mmetrics\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mf1_score\u001b[49m\u001b[43m(\u001b[49m\u001b[43mlabel\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43madjust_preds\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 305\u001b[0m PointF1PA_scores\u001b[38;5;241m.\u001b[39mappend(PointF1PA)\n\u001b[1;32m 307\u001b[0m PointF1PA_Threshold \u001b[38;5;241m=\u001b[39m thresholds[np\u001b[38;5;241m.\u001b[39margmax(PointF1PA_scores)]\n", + "File \u001b[0;32m~/miniconda3/lib/python3.12/site-packages/sklearn/utils/_param_validation.py:206\u001b[0m, in \u001b[0;36mvalidate_params.<locals>.decorator.<locals>.wrapper\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m 203\u001b[0m to_ignore \u001b[38;5;241m+\u001b[39m\u001b[38;5;241m=\u001b[39m [\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mself\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mcls\u001b[39m\u001b[38;5;124m\"\u001b[39m]\n\u001b[1;32m 204\u001b[0m params \u001b[38;5;241m=\u001b[39m {k: v \u001b[38;5;28;01mfor\u001b[39;00m k, v \u001b[38;5;129;01min\u001b[39;00m params\u001b[38;5;241m.\u001b[39marguments\u001b[38;5;241m.\u001b[39mitems() \u001b[38;5;28;01mif\u001b[39;00m k \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;129;01min\u001b[39;00m to_ignore}\n\u001b[0;32m--> 206\u001b[0m \u001b[43mvalidate_parameter_constraints\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 207\u001b[0m \u001b[43m \u001b[49m\u001b[43mparameter_constraints\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mparams\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mcaller_name\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mfunc\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[38;5;18;43m__qualname__\u001b[39;49m\n\u001b[1;32m 208\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 210\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[1;32m 211\u001b[0m \u001b[38;5;28;01mwith\u001b[39;00m config_context(\n\u001b[1;32m 212\u001b[0m skip_parameter_validation\u001b[38;5;241m=\u001b[39m(\n\u001b[1;32m 213\u001b[0m prefer_skip_nested_validation \u001b[38;5;129;01mor\u001b[39;00m global_skip_validation\n\u001b[1;32m 214\u001b[0m )\n\u001b[1;32m 215\u001b[0m ):\n", + "File \u001b[0;32m~/miniconda3/lib/python3.12/site-packages/sklearn/utils/_param_validation.py:78\u001b[0m, in \u001b[0;36mvalidate_parameter_constraints\u001b[0;34m(parameter_constraints, params, caller_name)\u001b[0m\n\u001b[1;32m 75\u001b[0m constraints \u001b[38;5;241m=\u001b[39m [make_constraint(constraint) \u001b[38;5;28;01mfor\u001b[39;00m constraint \u001b[38;5;129;01min\u001b[39;00m constraints]\n\u001b[1;32m 77\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m constraint \u001b[38;5;129;01min\u001b[39;00m constraints:\n\u001b[0;32m---> 78\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[43mconstraint\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mis_satisfied_by\u001b[49m\u001b[43m(\u001b[49m\u001b[43mparam_val\u001b[49m\u001b[43m)\u001b[49m:\n\u001b[1;32m 79\u001b[0m \u001b[38;5;66;03m# this constraint is satisfied, no need to check further.\u001b[39;00m\n\u001b[1;32m 80\u001b[0m \u001b[38;5;28;01mbreak\u001b[39;00m\n\u001b[1;32m 81\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[1;32m 82\u001b[0m \u001b[38;5;66;03m# No constraint is satisfied, raise with an informative message.\u001b[39;00m\n\u001b[1;32m 83\u001b[0m \n\u001b[1;32m 84\u001b[0m \u001b[38;5;66;03m# Ignore constraints that we don't want to expose in the error message,\u001b[39;00m\n\u001b[1;32m 85\u001b[0m \u001b[38;5;66;03m# i.e. options that are for internal purpose or not officially supported.\u001b[39;00m\n", + "File \u001b[0;32m~/miniconda3/lib/python3.12/site-packages/sklearn/utils/_param_validation.py:529\u001b[0m, in \u001b[0;36m_ArrayLikes.is_satisfied_by\u001b[0;34m(self, val)\u001b[0m\n\u001b[1;32m 528\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[38;5;21mis_satisfied_by\u001b[39m(\u001b[38;5;28mself\u001b[39m, val):\n\u001b[0;32m--> 529\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43m_is_arraylike_not_scalar\u001b[49m\u001b[43m(\u001b[49m\u001b[43mval\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m~/miniconda3/lib/python3.12/site-packages/sklearn/utils/validation.py:315\u001b[0m, in \u001b[0;36m_is_arraylike_not_scalar\u001b[0;34m(array)\u001b[0m\n\u001b[1;32m 313\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[38;5;21m_is_arraylike_not_scalar\u001b[39m(array):\n\u001b[1;32m 314\u001b[0m \u001b[38;5;250m \u001b[39m\u001b[38;5;124;03m\"\"\"Return True if array is array-like and not a scalar\"\"\"\u001b[39;00m\n\u001b[0;32m--> 315\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43m_is_arraylike\u001b[49m\u001b[43m(\u001b[49m\u001b[43marray\u001b[49m\u001b[43m)\u001b[49m \u001b[38;5;129;01mand\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m np\u001b[38;5;241m.\u001b[39misscalar(array)\n", + "File \u001b[0;32m~/miniconda3/lib/python3.12/site-packages/sklearn/utils/validation.py:310\u001b[0m, in \u001b[0;36m_is_arraylike\u001b[0;34m(x)\u001b[0m\n\u001b[1;32m 307\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m sp\u001b[38;5;241m.\u001b[39missparse(x):\n\u001b[1;32m 308\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;01mFalse\u001b[39;00m\n\u001b[0;32m--> 310\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mhasattr\u001b[39m(x, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m__len__\u001b[39m\u001b[38;5;124m\"\u001b[39m) \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28;43mhasattr\u001b[39;49m\u001b[43m(\u001b[49m\u001b[43mx\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mshape\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m)\u001b[49m \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mhasattr\u001b[39m(x, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m__array__\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n", + "\u001b[0;31mKeyboardInterrupt\u001b[0m: " ] } ], @@ -126,8 +243,6 @@ "\n", "df = pd.DataFrame(data_empty)\n", "\n", - "path = '../../../docs/evaluation/'\n", - "model = 'run_Sub_PCA'\n", "#concant all batch-files to big one\n", "for file in os.listdir(path):\n", " file_path = os.path.join(path,file_path)\n",