Trixy3/models/wakeword/test_fix/validation/test_results.json

{
  "standard_test": {
    "validation_loss": 0.42087624139255947,
    "validation_time": 0.3021385669708252,
    "num_samples": 143,
    "metrics": {
      "accuracy": 0.6083916083916084,
      "precision_Class_0": 0.0,
      "recall_Class_0": 0.0,
      "f1_Class_0": 0.0,
      "support_Class_0": 37,
      "precision_Class_1": 0.0,
      "recall_Class_1": 0.0,
      "f1_Class_1": 0.0,
      "support_Class_1": 19,
      "precision_Class_2": 0.6083916083916084,
      "recall_Class_2": 1.0,
      "f1_Class_2": 0.7565217391304347,
      "support_Class_2": 87,
      "precision_macro": 0.2027972027972028,
      "recall_macro": 0.3333333333333333,
      "f1_macro": 0.25217391304347825,
      "precision_weighted": 0.3701403491613282,
      "recall_weighted": 0.6083916083916084,
      "f1_weighted": 0.46026147765278197,
      "confusion_matrix": [
        [
          0,
          0,
          37
        ],
        [
          0,
          0,
          19
        ],
        [
          0,
          0,
          87
        ]
      ],
      "auc_roc_ovr": 0.3056155404961261,
      "auc_roc_ovo": 0.33144351247799525,
      "classification_report": {
        "Class_0": {
          "precision": 0.0,
          "recall": 0.0,
          "f1-score": 0.0,
          "support": 37.0
        },
        "Class_1": {
          "precision": 0.0,
          "recall": 0.0,
          "f1-score": 0.0,
          "support": 19.0
        },
        "Class_2": {
          "precision": 0.6083916083916084,
          "recall": 1.0,
          "f1-score": 0.7565217391304347,
          "support": 87.0
        },
        "accuracy": 0.6083916083916084,
        "macro avg": {
          "precision": 0.2027972027972028,
          "recall": 0.3333333333333333,
          "f1-score": 0.25217391304347825,
          "support": 143.0
        },
        "weighted avg": {
          "precision": 0.3701403491613282,
          "recall": 0.6083916083916084,
          "f1-score": 0.46026147765278197,
          "support": 143.0
        }
      },
      "intra_class_similarity_mean": 0.9967396855354309,
      "intra_class_similarity_std": 0.0035206826869398355,
      "inter_class_similarity_mean": 0.9965940117835999,
      "inter_class_similarity_std": 0.0038162723649293184,
      "class_separation": 0.0001456737518310547,
      "eer": 1.0,
      "eer_threshold": 0.0
    },
    "predictions": [
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2
    ],
    "targets": [
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      1,
      1,
      1,
      1,
      1,
      1,
      1,
      1,
      1,
      1,
      1,
      1,
      1,
      1,
      1,
      1,
      1,
      1,
      1,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2,
      2
    ],
    "probabilities": [
      [
        0.3017352521419525,
        0.25861093401908875,
        0.43965378403663635
      ],
      [
        0.3071253299713135,
        0.26695889234542847,
        0.42591577768325806
      ],
      [
        0.30088117718696594,
        0.258255273103714,
        0.4408635199069977
      ],
      [
        0.30493786931037903,
        0.265408992767334,
        0.429653137922287
      ],
      [
        0.30595049262046814,
        0.26388823986053467,
        0.4301612973213196
      ],
      [
        0.30005258321762085,
        0.25928592681884766,
        0.4406615197658539
      ],
      [
        0.3074952960014343,
        0.2583010196685791,
        0.4342036545276642
      ],
      [
        0.30468040704727173,
        0.2692243456840515,
        0.42609524726867676
      ],
      [
        0.3106515109539032,
        0.2732471227645874,
        0.4161013662815094
      ],
      [
        0.30596408247947693,
        0.27061939239501953,
        0.42341652512550354
      ],
      [
        0.3081496059894562,
        0.27141958475112915,
        0.4204307794570923
      ],
      [
        0.309489905834198,
        0.2727978825569153,
        0.4177122116088867
      ],
      [
        0.30941447615623474,
        0.2655227780342102,
        0.4250626862049103
      ],
      [
        0.299723356962204,
        0.26192235946655273,
        0.4383542835712433
      ],
      [
        0.3126049339771271,
        0.26947644352912903,
        0.4179186522960663
      ],
      [
        0.30847713351249695,
        0.2836199402809143,
        0.40790289640426636
      ],
      [
        0.30621084570884705,
        0.2666028141975403,
        0.4271863102912903
      ],
      [
        0.3341320753097534,
        0.26722270250320435,
        0.39864519238471985
      ],
      [
        0.3058941662311554,
        0.2701980769634247,
        0.4239077866077423
      ],
      [
        0.31238895654678345,
        0.2695004343986511,
        0.41811057925224304
      ],
      [
        0.3075244128704071,
        0.26631149649620056,
        0.42616409063339233
      ],
      [
        0.31097495555877686,
        0.2725098431110382,
        0.41651520133018494
      ],
      [
        0.3047417998313904,
        0.2613122761249542,
        0.4339459240436554
      ],
      [
        0.30475643277168274,
        0.2661256790161133,
        0.4291178286075592
      ],
      [
        0.31143718957901,
        0.2728448212146759,
        0.4157179594039917
      ],
      [
        0.303751140832901,
        0.26473817229270935,
        0.4315106272697449
      ],
      [
        0.305176705121994,
        0.2664410471916199,
        0.4283822178840637
      ],
      [
        0.3051299750804901,
        0.2580701410770416,
        0.43679991364479065
      ],
      [
        0.3008837401866913,
        0.2566692531108856,
        0.4424469769001007
      ],
      [
        0.2989761233329773,
        0.25658467411994934,
        0.44443920254707336
      ],
      [
        0.3014707863330841,
        0.25677812099456787,
        0.4417511224746704
      ],
      [
        0.3064368665218353,
        0.26711416244506836,
        0.4264489710330963
      ],
      [
        0.3003121614456177,
        0.259091317653656,
        0.4405965209007263
      ],
      [
        0.31423866748809814,
        0.2704278826713562,
        0.41533342003822327
      ],
      [
        0.30345165729522705,
        0.2641698718070984,
        0.4323784410953522
      ],
      [
        0.3055073618888855,
        0.2791942059993744,
        0.4152984321117401
      ],
      [
        0.3035268783569336,
        0.2599391043186188,
        0.43653401732444763
      ],
      [
        0.3064519464969635,
        0.2568172216415405,
        0.4367308020591736
      ],
      [
        0.3024507761001587,
        0.260928213596344,
        0.4366210103034973
      ],
      [
        0.3087906837463379,
        0.2686595618724823,
        0.4225497841835022
      ],
      [
        0.29877930879592896,
        0.25861743092536926,
        0.4426032602787018
      ],
      [
        0.30679619312286377,
        0.2640116512775421,
        0.42919212579727173
      ],
      [
        0.3145713210105896,
        0.2704143524169922,
        0.4150143265724182
      ],
      [
        0.30401745438575745,
        0.2598167061805725,
        0.43616586923599243
      ],
      [
        0.3116820752620697,
        0.26032379269599915,
        0.42799413204193115
      ],
      [
        0.3141288459300995,
        0.2860267162322998,
        0.3998444080352783
      ],
      [
        0.3090631067752838,
        0.2697979211807251,
        0.4211390018463135
      ],
      [
        0.3107915222644806,
        0.26479706168174744,
        0.424411416053772
      ],
      [
        0.31453830003738403,
        0.2799464762210846,
        0.405515193939209
      ],
      [
        0.3107013404369354,
        0.26218560338020325,
        0.42711305618286133
      ],
      [
        0.30510690808296204,
        0.2595248818397522,
        0.4353681802749634
      ],
      [
        0.3059536814689636,
        0.26340988278388977,
        0.4306364357471466
      ],
      [
        0.3063610792160034,
        0.2675130367279053,
        0.4261259138584137
      ],
      [
        0.30417686700820923,
        0.2625185251235962,
        0.4333045482635498
      ],
      [
        0.3083677291870117,
        0.267241507768631,
        0.4243907928466797
      ],
      [
        0.29894357919692993,
        0.25787675380706787,
        0.4431796371936798
      ],
      [
        0.30890771746635437,
        0.2678249180316925,
        0.4232673645019531
      ],
      [
        0.31565263867378235,
        0.26902711391448975,
        0.4153202176094055
      ],
      [
        0.3022858798503876,
        0.26295027136802673,
        0.4347638189792633
      ],
      [
        0.32190582156181335,
        0.2673308849334717,
        0.4107632637023926
      ],
      [
        0.3114017844200134,
        0.2662045359611511,
        0.42239370942115784
      ],
      [
        0.29948338866233826,
        0.25834915041923523,
        0.4421674311161041
      ],
      [
        0.3224128484725952,
        0.2716115415096283,
        0.4059756100177765
      ],
      [
        0.31155240535736084,
        0.2761816084384918,
        0.4122660458087921
      ],
      [
        0.30895671248435974,
        0.27538400888442993,
        0.41565924882888794
      ],
      [
        0.31960567831993103,
        0.2635710835456848,
        0.41682320833206177
      ],
      [
        0.3316591680049896,
        0.2704908549785614,
        0.3978499174118042
      ],
      [
        0.3100110590457916,
        0.2691488265991211,
        0.42084014415740967
      ],
      [
        0.32667988538742065,
        0.26980021595954895,
        0.4035199284553528
      ],
      [
        0.29896917939186096,
        0.25767672061920166,
        0.44335412979125977
      ],
      [
        0.3041950464248657,
        0.2614487409591675,
        0.4343562126159668
      ],
      [
        0.3173302710056305,
        0.26905569434165955,
        0.4136140048503876
      ],
      [
        0.3045911192893982,
        0.263355553150177,
        0.4320533275604248
      ],
      [
        0.3229025900363922,
        0.2686153054237366,
        0.40848204493522644
      ],
      [
        0.3160848319530487,
        0.2666145861148834,
        0.4173005521297455
      ],
      [
        0.31643083691596985,
        0.26921766996383667,
        0.41435152292251587
      ],
      [
        0.31025364995002747,
        0.2656334638595581,
        0.42411285638809204
      ],
      [
        0.3109579086303711,
        0.2686743438243866,
        0.4203677773475647
      ],
      [
        0.3213699162006378,
        0.26790374517440796,
        0.41072627902030945
      ],
      [
        0.30661746859550476,
        0.26197585463523865,
        0.43140673637390137
      ],
      [
        0.31542712450027466,
        0.276903361082077,
        0.40766945481300354
      ],
      [
        0.32134464383125305,
        0.2693459391593933,
        0.409309446811676
      ],
      [
        0.30215755105018616,
        0.25799718499183655,
        0.4398452937602997
      ],
      [
        0.3104988932609558,
        0.2708398699760437,
        0.4186612665653229
      ],
      [
        0.33934712409973145,
        0.26337605714797974,
        0.3972768485546112
      ],
      [
        0.3079881966114044,
        0.2685640752315521,
        0.42344778776168823
      ],
      [
        0.3197750151157379,
        0.2626304626464844,
        0.4175945818424225
      ],
      [
        0.30151882767677307,
        0.259518563747406,
        0.43896257877349854
      ],
      [
        0.31453943252563477,
        0.2695581912994385,
        0.41590234637260437
      ],
      [
        0.31866052746772766,
        0.2653796970844269,
        0.41595980525016785
      ],
      [
        0.3186214864253998,
        0.27180975675582886,
        0.409568727016449
      ],
      [
        0.32090482115745544,
        0.26685458421707153,
        0.4122406244277954
      ],
      [
        0.3108522891998291,
        0.2705916166305542,
        0.4185561239719391
      ],
      [
        0.3081262409687042,
        0.26444652676582336,
        0.4274272620677948
      ],
      [
        0.3080379366874695,
        0.2639397084712982,
        0.42802226543426514
      ],
      [
        0.30787572264671326,
        0.2648699879646301,
        0.42725419998168945
      ],
      [
        0.30737248063087463,
        0.26898443698883057,
        0.4236431419849396
      ],
      [
        0.3038056194782257,
        0.26216933131217957,
        0.43402501940727234
      ],
      [
        0.3060416281223297,
        0.26243627071380615,
        0.43152207136154175
      ],
      [
        0.30612242221832275,
        0.2614396810531616,
        0.43243786692619324
      ],
      [
        0.3029974400997162,
        0.2671559453010559,
        0.4298466145992279
      ],
      [
        0.32055526971817017,
        0.2658596634864807,
        0.4135851263999939
      ],
      [
        0.3099210262298584,
        0.27424436807632446,
        0.4158346652984619
      ],
      [
        0.33067068457603455,
        0.2669003903865814,
        0.40242883563041687
      ],
      [
        0.32063478231430054,
        0.2720324397087097,
        0.40733274817466736
      ],
      [
        0.33818840980529785,
        0.26688531041145325,
        0.3949262797832489
      ],
      [
        0.31758084893226624,
        0.26856473088264465,
        0.4138544499874115
      ],
      [
        0.31539425253868103,
        0.2661346197128296,
        0.418471097946167
      ],
      [
        0.309383362531662,
        0.27098485827445984,
        0.4196317791938782
      ],
      [
        0.33442530035972595,
        0.2678622603416443,
        0.39771243929862976
      ],
      [
        0.3186868131160736,
        0.2704772353172302,
        0.41083601117134094
      ],
      [
        0.3097934126853943,
        0.26353275775909424,
        0.4266738295555115
      ],
      [
        0.3062141537666321,
        0.26958924531936646,
        0.42419660091400146
      ],
      [
        0.3242741823196411,
        0.26146888732910156,
        0.41425690054893494
      ],
      [
        0.31226709485054016,
        0.2678442895412445,
        0.41988861560821533
      ],
      [
        0.3202114403247833,
        0.2677757441997528,
        0.41201281547546387
      ],
      [
        0.3116990923881531,
        0.2722617983818054,
        0.4160391688346863
      ],
      [
        0.3181087374687195,
        0.2726636230945587,
        0.4092276096343994
      ],
      [
        0.31220734119415283,
        0.26952192187309265,
        0.4182707965373993
      ],
      [
        0.3075433373451233,
        0.2566990554332733,
        0.4357575476169586
      ],
      [
        0.2997368276119232,
        0.2582499086856842,
        0.4420132637023926
      ],
      [
        0.30358558893203735,
        0.26294657588005066,
        0.43346792459487915
      ],
      [
        0.3100058138370514,
        0.26688897609710693,
        0.42310523986816406
      ],
      [
        0.31653860211372375,
        0.2672443687915802,
        0.41621702909469604
      ],
      [
        0.3073798418045044,
        0.26265496015548706,
        0.42996513843536377
      ],
      [
        0.31256118416786194,
        0.26791274547576904,
        0.41952604055404663
      ],
      [
        0.31627511978149414,
        0.2693970501422882,
        0.41432780027389526
      ],
      [
        0.3170633614063263,
        0.26907283067703247,
        0.41386377811431885
      ],
      [
        0.3047417998313904,
        0.26213112473487854,
        0.43312710523605347
      ],
      [
        0.30497539043426514,
        0.2651849091053009,
        0.42983970046043396
      ],
      [
        0.3111489713191986,
        0.2696484327316284,
        0.4192025661468506
      ],
      [
        0.317131370306015,
        0.2656865119934082,
        0.4171820878982544
      ],
      [
        0.30900484323501587,
        0.26348960399627686,
        0.4275055527687073
      ],
      [
        0.3067573308944702,
        0.2664094865322113,
        0.4268331825733185
      ],
      [
        0.32191216945648193,
        0.2692750096321106,
        0.40881288051605225
      ],
      [
        0.3204025328159332,
        0.26899418234825134,
        0.41060328483581543
      ],
      [
        0.32075029611587524,
        0.2661472260951996,
        0.41310250759124756
      ],
      [
        0.3109661638736725,
        0.26691409945487976,
        0.42211973667144775
      ],
      [
        0.32554829120635986,
        0.2670576870441437,
        0.4073939919471741
      ],
      [
        0.3064644932746887,
        0.26974165439605713,
        0.42379385232925415
      ],
      [
        0.3289620280265808,
        0.3048240840435028,
        0.3662138879299164
      ],
      [
        0.3118077516555786,
        0.2755418121814728,
        0.4126504361629486
      ],
      [
        0.31023815274238586,
        0.2705705761909485,
        0.41919130086898804
      ]
    ],
    "test_type": "standard"
  },
  "augmentation_robustness": {
    "noise_light": {
      "loss": 0.42087624139255947,
      "accuracy": 0.6083916083916084,
      "metrics": {
        "accuracy": 0.6083916083916084,
        "precision_Class_0": 0.0,
        "recall_Class_0": 0.0,
        "f1_Class_0": 0.0,
        "support_Class_0": 37,
        "precision_Class_1": 0.0,
        "recall_Class_1": 0.0,
        "f1_Class_1": 0.0,
        "support_Class_1": 19,
        "precision_Class_2": 0.6083916083916084,
        "recall_Class_2": 1.0,
        "f1_Class_2": 0.7565217391304347,
        "support_Class_2": 87,
        "precision_macro": 0.2027972027972028,
        "recall_macro": 0.3333333333333333,
        "f1_macro": 0.25217391304347825,
        "precision_weighted": 0.3701403491613282,
        "recall_weighted": 0.6083916083916084,
        "f1_weighted": 0.46026147765278197,
        "confusion_matrix": [
          [
            0,
            0,
            37
          ],
          [
            0,
            0,
            19
          ],
          [
            0,
            0,
            87
          ]
        ],
        "classification_report": {
          "Class_0": {
            "precision": 0.0,
            "recall": 0.0,
            "f1-score": 0.0,
            "support": 37.0
          },
          "Class_1": {
            "precision": 0.0,
            "recall": 0.0,
            "f1-score": 0.0,
            "support": 19.0
          },
          "Class_2": {
            "precision": 0.6083916083916084,
            "recall": 1.0,
            "f1-score": 0.7565217391304347,
            "support": 87.0
          },
          "accuracy": 0.6083916083916084,
          "macro avg": {
            "precision": 0.2027972027972028,
            "recall": 0.3333333333333333,
            "f1-score": 0.25217391304347825,
            "support": 143.0
          },
          "weighted avg": {
            "precision": 0.3701403491613282,
            "recall": 0.6083916083916084,
            "f1-score": 0.46026147765278197,
            "support": 143.0
          }
        }
      }
    },
    "noise_moderate": {
      "loss": 0.42087624139255947,
      "accuracy": 0.6083916083916084,
      "metrics": {
        "accuracy": 0.6083916083916084,
        "precision_Class_0": 0.0,
        "recall_Class_0": 0.0,
        "f1_Class_0": 0.0,
        "support_Class_0": 37,
        "precision_Class_1": 0.0,
        "recall_Class_1": 0.0,
        "f1_Class_1": 0.0,
        "support_Class_1": 19,
        "precision_Class_2": 0.6083916083916084,
        "recall_Class_2": 1.0,
        "f1_Class_2": 0.7565217391304347,
        "support_Class_2": 87,
        "precision_macro": 0.2027972027972028,
        "recall_macro": 0.3333333333333333,
        "f1_macro": 0.25217391304347825,
        "precision_weighted": 0.3701403491613282,
        "recall_weighted": 0.6083916083916084,
        "f1_weighted": 0.46026147765278197,
        "confusion_matrix": [
          [
            0,
            0,
            37
          ],
          [
            0,
            0,
            19
          ],
          [
            0,
            0,
            87
          ]
        ],
        "classification_report": {
          "Class_0": {
            "precision": 0.0,
            "recall": 0.0,
            "f1-score": 0.0,
            "support": 37.0
          },
          "Class_1": {
            "precision": 0.0,
            "recall": 0.0,
            "f1-score": 0.0,
            "support": 19.0
          },
          "Class_2": {
            "precision": 0.6083916083916084,
            "recall": 1.0,
            "f1-score": 0.7565217391304347,
            "support": 87.0
          },
          "accuracy": 0.6083916083916084,
          "macro avg": {
            "precision": 0.2027972027972028,
            "recall": 0.3333333333333333,
            "f1-score": 0.25217391304347825,
            "support": 143.0
          },
          "weighted avg": {
            "precision": 0.3701403491613282,
            "recall": 0.6083916083916084,
            "f1-score": 0.46026147765278197,
            "support": 143.0
          }
        }
      }
    },
    "noise_heavy": {
      "loss": 0.42087624139255947,
      "accuracy": 0.6083916083916084,
      "metrics": {
        "accuracy": 0.6083916083916084,
        "precision_Class_0": 0.0,
        "recall_Class_0": 0.0,
        "f1_Class_0": 0.0,
        "support_Class_0": 37,
        "precision_Class_1": 0.0,
        "recall_Class_1": 0.0,
        "f1_Class_1": 0.0,
        "support_Class_1": 19,
        "precision_Class_2": 0.6083916083916084,
        "recall_Class_2": 1.0,
        "f1_Class_2": 0.7565217391304347,
        "support_Class_2": 87,
        "precision_macro": 0.2027972027972028,
        "recall_macro": 0.3333333333333333,
        "f1_macro": 0.25217391304347825,
        "precision_weighted": 0.3701403491613282,
        "recall_weighted": 0.6083916083916084,
        "f1_weighted": 0.46026147765278197,
        "confusion_matrix": [
          [
            0,
            0,
            37
          ],
          [
            0,
            0,
            19
          ],
          [
            0,
            0,
            87
          ]
        ],
        "classification_report": {
          "Class_0": {
            "precision": 0.0,
            "recall": 0.0,
            "f1-score": 0.0,
            "support": 37.0
          },
          "Class_1": {
            "precision": 0.0,
            "recall": 0.0,
            "f1-score": 0.0,
            "support": 19.0
          },
          "Class_2": {
            "precision": 0.6083916083916084,
            "recall": 1.0,
            "f1-score": 0.7565217391304347,
            "support": 87.0
          },
          "accuracy": 0.6083916083916084,
          "macro avg": {
            "precision": 0.2027972027972028,
            "recall": 0.3333333333333333,
            "f1-score": 0.25217391304347825,
            "support": 143.0
          },
          "weighted avg": {
            "precision": 0.3701403491613282,
            "recall": 0.6083916083916084,
            "f1-score": 0.46026147765278197,
            "support": 143.0
          }
        }
      }
    },
    "speed_light": {
      "loss": 0.42087624139255947,
      "accuracy": 0.6083916083916084,
      "metrics": {
        "accuracy": 0.6083916083916084,
        "precision_Class_0": 0.0,
        "recall_Class_0": 0.0,
        "f1_Class_0": 0.0,
        "support_Class_0": 37,
        "precision_Class_1": 0.0,
        "recall_Class_1": 0.0,
        "f1_Class_1": 0.0,
        "support_Class_1": 19,
        "precision_Class_2": 0.6083916083916084,
        "recall_Class_2": 1.0,
        "f1_Class_2": 0.7565217391304347,
        "support_Class_2": 87,
        "precision_macro": 0.2027972027972028,
        "recall_macro": 0.3333333333333333,
        "f1_macro": 0.25217391304347825,
        "precision_weighted": 0.3701403491613282,
        "recall_weighted": 0.6083916083916084,
        "f1_weighted": 0.46026147765278197,
        "confusion_matrix": [
          [
            0,
            0,
            37
          ],
          [
            0,
            0,
            19
          ],
          [
            0,
            0,
            87
          ]
        ],
        "classification_report": {
          "Class_0": {
            "precision": 0.0,
            "recall": 0.0,
            "f1-score": 0.0,
            "support": 37.0
          },
          "Class_1": {
            "precision": 0.0,
            "recall": 0.0,
            "f1-score": 0.0,
            "support": 19.0
          },
          "Class_2": {
            "precision": 0.6083916083916084,
            "recall": 1.0,
            "f1-score": 0.7565217391304347,
            "support": 87.0
          },
          "accuracy": 0.6083916083916084,
          "macro avg": {
            "precision": 0.2027972027972028,
            "recall": 0.3333333333333333,
            "f1-score": 0.25217391304347825,
            "support": 143.0
          },
          "weighted avg": {
            "precision": 0.3701403491613282,
            "recall": 0.6083916083916084,
            "f1-score": 0.46026147765278197,
            "support": 143.0
          }
        }
      }
    },
    "speed_moderate": {
      "loss": 0.42087624139255947,
      "accuracy": 0.6083916083916084,
      "metrics": {
        "accuracy": 0.6083916083916084,
        "precision_Class_0": 0.0,
        "recall_Class_0": 0.0,
        "f1_Class_0": 0.0,
        "support_Class_0": 37,
        "precision_Class_1": 0.0,
        "recall_Class_1": 0.0,
        "f1_Class_1": 0.0,
        "support_Class_1": 19,
        "precision_Class_2": 0.6083916083916084,
        "recall_Class_2": 1.0,
        "f1_Class_2": 0.7565217391304347,
        "support_Class_2": 87,
        "precision_macro": 0.2027972027972028,
        "recall_macro": 0.3333333333333333,
        "f1_macro": 0.25217391304347825,
        "precision_weighted": 0.3701403491613282,
        "recall_weighted": 0.6083916083916084,
        "f1_weighted": 0.46026147765278197,
        "confusion_matrix": [
          [
            0,
            0,
            37
          ],
          [
            0,
            0,
            19
          ],
          [
            0,
            0,
            87
          ]
        ],
        "classification_report": {
          "Class_0": {
            "precision": 0.0,
            "recall": 0.0,
            "f1-score": 0.0,
            "support": 37.0
          },
          "Class_1": {
            "precision": 0.0,
            "recall": 0.0,
            "f1-score": 0.0,
            "support": 19.0
          },
          "Class_2": {
            "precision": 0.6083916083916084,
            "recall": 1.0,
            "f1-score": 0.7565217391304347,
            "support": 87.0
          },
          "accuracy": 0.6083916083916084,
          "macro avg": {
            "precision": 0.2027972027972028,
            "recall": 0.3333333333333333,
            "f1-score": 0.25217391304347825,
            "support": 143.0
          },
          "weighted avg": {
            "precision": 0.3701403491613282,
            "recall": 0.6083916083916084,
            "f1-score": 0.46026147765278197,
            "support": 143.0
          }
        }
      }
    },
    "volume_light": {
      "loss": 0.42087624139255947,
      "accuracy": 0.6083916083916084,
      "metrics": {
        "accuracy": 0.6083916083916084,
        "precision_Class_0": 0.0,
        "recall_Class_0": 0.0,
        "f1_Class_0": 0.0,
        "support_Class_0": 37,
        "precision_Class_1": 0.0,
        "recall_Class_1": 0.0,
        "f1_Class_1": 0.0,
        "support_Class_1": 19,
        "precision_Class_2": 0.6083916083916084,
        "recall_Class_2": 1.0,
        "f1_Class_2": 0.7565217391304347,
        "support_Class_2": 87,
        "precision_macro": 0.2027972027972028,
        "recall_macro": 0.3333333333333333,
        "f1_macro": 0.25217391304347825,
        "precision_weighted": 0.3701403491613282,
        "recall_weighted": 0.6083916083916084,
        "f1_weighted": 0.46026147765278197,
        "confusion_matrix": [
          [
            0,
            0,
            37
          ],
          [
            0,
            0,
            19
          ],
          [
            0,
            0,
            87
          ]
        ],
        "classification_report": {
          "Class_0": {
            "precision": 0.0,
            "recall": 0.0,
            "f1-score": 0.0,
            "support": 37.0
          },
          "Class_1": {
            "precision": 0.0,
            "recall": 0.0,
            "f1-score": 0.0,
            "support": 19.0
          },
          "Class_2": {
            "precision": 0.6083916083916084,
            "recall": 1.0,
            "f1-score": 0.7565217391304347,
            "support": 87.0
          },
          "accuracy": 0.6083916083916084,
          "macro avg": {
            "precision": 0.2027972027972028,
            "recall": 0.3333333333333333,
            "f1-score": 0.25217391304347825,
            "support": 143.0
          },
          "weighted avg": {
            "precision": 0.3701403491613282,
            "recall": 0.6083916083916084,
            "f1-score": 0.46026147765278197,
            "support": 143.0
          }
        }
      }
    },
    "volume_moderate": {
      "loss": 0.42087624139255947,
      "accuracy": 0.6083916083916084,
      "metrics": {
        "accuracy": 0.6083916083916084,
        "precision_Class_0": 0.0,
        "recall_Class_0": 0.0,
        "f1_Class_0": 0.0,
        "support_Class_0": 37,
        "precision_Class_1": 0.0,
        "recall_Class_1": 0.0,
        "f1_Class_1": 0.0,
        "support_Class_1": 19,
        "precision_Class_2": 0.6083916083916084,
        "recall_Class_2": 1.0,
        "f1_Class_2": 0.7565217391304347,
        "support_Class_2": 87,
        "precision_macro": 0.2027972027972028,
        "recall_macro": 0.3333333333333333,
        "f1_macro": 0.25217391304347825,
        "precision_weighted": 0.3701403491613282,
        "recall_weighted": 0.6083916083916084,
        "f1_weighted": 0.46026147765278197,
        "confusion_matrix": [
          [
            0,
            0,
            37
          ],
          [
            0,
            0,
            19
          ],
          [
            0,
            0,
            87
          ]
        ],
        "classification_report": {
          "Class_0": {
            "precision": 0.0,
            "recall": 0.0,
            "f1-score": 0.0,
            "support": 37.0
          },
          "Class_1": {
            "precision": 0.0,
            "recall": 0.0,
            "f1-score": 0.0,
            "support": 19.0
          },
          "Class_2": {
            "precision": 0.6083916083916084,
            "recall": 1.0,
            "f1-score": 0.7565217391304347,
            "support": 87.0
          },
          "accuracy": 0.6083916083916084,
          "macro avg": {
            "precision": 0.2027972027972028,
            "recall": 0.3333333333333333,
            "f1-score": 0.25217391304347825,
            "support": 143.0
          },
          "weighted avg": {
            "precision": 0.3701403491613282,
            "recall": 0.6083916083916084,
            "f1-score": 0.46026147765278197,
            "support": 143.0
          }
        }
      }
    },
    "combined_light": {
      "loss": 0.42087624139255947,
      "accuracy": 0.6083916083916084,
      "metrics": {
        "accuracy": 0.6083916083916084,
        "precision_Class_0": 0.0,
        "recall_Class_0": 0.0,
        "f1_Class_0": 0.0,
        "support_Class_0": 37,
        "precision_Class_1": 0.0,
        "recall_Class_1": 0.0,
        "f1_Class_1": 0.0,
        "support_Class_1": 19,
        "precision_Class_2": 0.6083916083916084,
        "recall_Class_2": 1.0,
        "f1_Class_2": 0.7565217391304347,
        "support_Class_2": 87,
        "precision_macro": 0.2027972027972028,
        "recall_macro": 0.3333333333333333,
        "f1_macro": 0.25217391304347825,
        "precision_weighted": 0.3701403491613282,
        "recall_weighted": 0.6083916083916084,
        "f1_weighted": 0.46026147765278197,
        "confusion_matrix": [
          [
            0,
            0,
            37
          ],
          [
            0,
            0,
            19
          ],
          [
            0,
            0,
            87
          ]
        ],
        "classification_report": {
          "Class_0": {
            "precision": 0.0,
            "recall": 0.0,
            "f1-score": 0.0,
            "support": 37.0
          },
          "Class_1": {
            "precision": 0.0,
            "recall": 0.0,
            "f1-score": 0.0,
            "support": 19.0
          },
          "Class_2": {
            "precision": 0.6083916083916084,
            "recall": 1.0,
            "f1-score": 0.7565217391304347,
            "support": 87.0
          },
          "accuracy": 0.6083916083916084,
          "macro avg": {
            "precision": 0.2027972027972028,
            "recall": 0.3333333333333333,
            "f1-score": 0.25217391304347825,
            "support": 143.0
          },
          "weighted avg": {
            "precision": 0.3701403491613282,
            "recall": 0.6083916083916084,
            "f1-score": 0.46026147765278197,
            "support": 143.0
          }
        }
      }
    }
  },
  "performance_profile": {
    "inference_performance": {
      "mean_inference_time": 0.0007604619610356167,
      "std_inference_time": 0.0002851131165727356,
      "min_inference_time": 0.0005847840220667422,
      "max_inference_time": 0.0015751940081827343,
      "median_inference_time": 0.0006416804972104728,
      "throughput_samples_per_second": 1314.9901655017356
    },
    "memory_usage": {
      "initial_memory_mb": 66.53759765625,
      "peak_memory_mb": 74.88720703125,
      "final_memory_mb": 66.5380859375,
      "memory_increase_mb": 8.349609375
    },
    "model_parameters": {
      "total_parameters": 2586371,
      "trainable_parameters": 2586371,
      "non_trainable_parameters": 0
    },
    "model_size": {
      "total_size_bytes": 10360412,
      "total_size_mb": 9.88045883178711,
      "parameter_size_mb": 9.866222381591797,
      "buffer_size_mb": 0.0142364501953125
    },
    "batch_performance": {
      "batch_1": {
        "inference_time": 0.0006412367452867329,
        "throughput": 1559.4864258018213
      },
      "batch_8": {
        "inference_time": 0.0015252916957251728,
        "throughput": 5244.898416755978
      },
      "batch_16": {
        "inference_time": 0.007292331804637797,
        "throughput": 2194.085572165583
      }
    }
  },
  "robustness_tests": {
    "confidence_thresholds": {},
    "input_corruptions": {
      "zero_out_10": {
        "loss": 0.4230751593907674,
        "accuracy": 0.6083916083916084
      },
      "zero_out_25": {
        "loss": 0.42847098575698006,
        "accuracy": 0.6083916083916084
      },
      "gaussian_noise_01": {
        "loss": 0.4207393493917253,
        "accuracy": 0.6083916083916084
      },
      "gaussian_noise_02": {
        "loss": 0.4201605220635732,
        "accuracy": 0.6083916083916084
      },
      "dropout_10": {
        "loss": 0.4190783103307088,
        "accuracy": 0.6083916083916084
      },
      "dropout_25": {
        "loss": 0.4176873068014781,
        "accuracy": 0.6083916083916084
      }
    },
    "adversarial_robustness": {
      "epsilon_0.01": {
        "loss": 0.43043965101242065,
        "accuracy": 0.6083916083916084
      },
      "epsilon_0.05": {
        "loss": 0.4658129612604777,
        "accuracy": 0.6083916083916084
      },
      "epsilon_0.1": {
        "loss": 0.504215892818239,
        "accuracy": 0.6083916083916084
      },
      "epsilon_0.2": {
        "loss": 0.5654362936814626,
        "accuracy": 0.43356643356643354
      }
    }
  }
}