Trixy3/models/wakeword/unified_test/validation/validation_results.json

{
  "validation_loss": 0.42594352960586546,
  "validation_time": 0.31384873390197754,
  "num_samples": 143,
  "metrics": {
    "accuracy": 0.5244755244755245,
    "precision_Class_0": 0.07142857142857142,
    "recall_Class_0": 0.02702702702702703,
    "f1_Class_0": 0.0392156862745098,
    "support_Class_0": 37,
    "precision_Class_1": 0.0,
    "recall_Class_1": 0.0,
    "f1_Class_1": 0.0,
    "support_Class_1": 19,
    "precision_Class_2": 0.5736434108527132,
    "recall_Class_2": 0.8505747126436781,
    "f1_Class_2": 0.6851851851851852,
    "support_Class_2": 87,
    "precision_macro": 0.21502399409376152,
    "recall_macro": 0.2925339132235684,
    "f1_macro": 0.24146695715323166,
    "precision_weighted": 0.3674813558534489,
    "recall_weighted": 0.5244755244755245,
    "f1_weighted": 0.4270076328899859,
    "confusion_matrix": [
      [
        1,
        0,
        36
      ],
      [
        0,
        0,
        19
      ],
      [
        13,
        0,
        74
      ]
    ],
    "auc_roc_ovr": 0.5203282156896898,
    "auc_roc_ovo": 0.5478273191521831,
    "classification_report": {
      "Class_0": {
        "precision": 0.07142857142857142,
        "recall": 0.02702702702702703,
        "f1-score": 0.0392156862745098,
        "support": 37.0
      },
      "Class_1": {
        "precision": 0.0,
        "recall": 0.0,
        "f1-score": 0.0,
        "support": 19.0
      },
      "Class_2": {
        "precision": 0.5736434108527132,
        "recall": 0.8505747126436781,
        "f1-score": 0.6851851851851852,
        "support": 87.0
      },
      "accuracy": 0.5244755244755245,
      "macro avg": {
        "precision": 0.21502399409376152,
        "recall": 0.2925339132235684,
        "f1-score": 0.24146695715323166,
        "support": 143.0
      },
      "weighted avg": {
        "precision": 0.3674813558534489,
        "recall": 0.5244755244755245,
        "f1-score": 0.4270076328899859,
        "support": 143.0
      }
    },
    "intra_class_similarity_mean": 0.9962434768676758,
    "intra_class_similarity_std": 0.0037784629967063665,
    "inter_class_similarity_mean": 0.9960342049598694,
    "inter_class_similarity_std": 0.00410448806360364,
    "class_separation": 0.00020927190780639648,
    "eer": 1.0,
    "eer_threshold": 0.0
  },
  "predictions": [
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    0,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    0,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    0,
    2,
    2,
    2,
    2,
    2,
    2,
    0,
    2,
    2,
    2,
    2,
    2,
    2,
    0,
    2,
    0,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    0,
    2,
    0,
    2,
    2,
    2,
    0,
    2,
    0,
    2,
    2,
    2,
    0,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    0,
    2,
    2,
    2,
    2,
    0,
    2,
    2,
    2,
    0,
    2,
    2
  ],
  "targets": [
    0,
    0,
    0,
    0,
    0,
    0,
    0,
    0,
    0,
    0,
    0,
    0,
    0,
    0,
    0,
    0,
    0,
    0,
    0,
    0,
    0,
    0,
    0,
    0,
    0,
    0,
    0,
    0,
    0,
    0,
    0,
    0,
    0,
    0,
    0,
    0,
    0,
    1,
    1,
    1,
    1,
    1,
    1,
    1,
    1,
    1,
    1,
    1,
    1,
    1,
    1,
    1,
    1,
    1,
    1,
    1,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2
  ],
  "probabilities": [
    [
      0.3696979284286499,
      0.24883140623569489,
      0.3814707100391388
    ],
    [
      0.3743830919265747,
      0.24698880314826965,
      0.37862807512283325
    ],
    [
      0.3690684139728546,
      0.2482450008392334,
      0.3826865255832672
    ],
    [
      0.3735652267932892,
      0.24870266020298004,
      0.3777320981025696
    ],
    [
      0.37205788493156433,
      0.24809791147708893,
      0.37984421849250793
    ],
    [
      0.3686942756175995,
      0.24876481294631958,
      0.3825409412384033
    ],
    [
      0.3724340498447418,
      0.24516406655311584,
      0.38240185379981995
    ],
    [
      0.36801472306251526,
      0.25493231415748596,
      0.3770529627799988
    ],
    [
      0.3682364225387573,
      0.25453823804855347,
      0.3772253394126892
    ],
    [
      0.36684635281562805,
      0.2567999064922333,
      0.37635377049446106
    ],
    [
      0.3690694272518158,
      0.2564663887023926,
      0.374464213848114
    ],
    [
      0.36454251408576965,
      0.2609952986240387,
      0.37446218729019165
    ],
    [
      0.3741520941257477,
      0.24662211537361145,
      0.37922585010528564
    ],
    [
      0.36916160583496094,
      0.2503206133842468,
      0.38051778078079224
    ],
    [
      0.3746679723262787,
      0.24447104334831238,
      0.38086098432540894
    ],
    [
      0.36721569299697876,
      0.2606227397918701,
      0.37216153740882874
    ],
    [
      0.36778584122657776,
      0.25411200523376465,
      0.3781021237373352
    ],
    [
      0.38233545422554016,
      0.23984163999557495,
      0.3778229355812073
    ],
    [
      0.36832571029663086,
      0.2566464841365814,
      0.3750278651714325
    ],
    [
      0.3685663640499115,
      0.2568533420562744,
      0.3745802938938141
    ],
    [
      0.3709509074687958,
      0.24964475631713867,
      0.37940436601638794
    ],
    [
      0.37304624915122986,
      0.2528035640716553,
      0.3741501569747925
    ],
    [
      0.37145087122917175,
      0.24578554928302765,
      0.3827635645866394
    ],
    [
      0.37096506357192993,
      0.24698150157928467,
      0.382053405046463
    ],
    [
      0.3677555322647095,
      0.2544492185115814,
      0.3777952194213867
    ],
    [
      0.37100762128829956,
      0.24614867568016052,
      0.3828437030315399
    ],
    [
      0.3735366463661194,
      0.2445944994688034,
      0.3818688690662384
    ],
    [
      0.37180212140083313,
      0.24565158784389496,
      0.3825463652610779
    ],
    [
      0.36958396434783936,
      0.24617137014865875,
      0.3842446506023407
    ],
    [
      0.3716345429420471,
      0.24422796070575714,
      0.38413751125335693
    ],
    [
      0.3705626130104065,
      0.24629828333854675,
      0.38313910365104675
    ],
    [
      0.3756616413593292,
      0.24493862688541412,
      0.37939974665641785
    ],
    [
      0.36818116903305054,
      0.24892908334732056,
      0.3828897476196289
    ],
    [
      0.3778320550918579,
      0.24049817025661469,
      0.381669819355011
    ],
    [
      0.3747061491012573,
      0.2424202710390091,
      0.3828735649585724
    ],
    [
      0.36288323998451233,
      0.26875039935112,
      0.3683663010597229
    ],
    [
      0.3694359362125397,
      0.2496606707572937,
      0.380903422832489
    ],
    [
      0.36972442269325256,
      0.24860234558582306,
      0.3816732168197632
    ],
    [
      0.3680039048194885,
      0.2471044808626175,
      0.3848915696144104
    ],
    [
      0.373210072517395,
      0.2492576390504837,
      0.37753236293792725
    ],
    [
      0.37034615874290466,
      0.24709655344486237,
      0.38255730271339417
    ],
    [
      0.3684896230697632,
      0.2534571588039398,
      0.378053218126297
    ],
    [
      0.3674250841140747,
      0.25388750433921814,
      0.37868738174438477
    ],
    [
      0.3684600293636322,
      0.24911853671073914,
      0.38242146372795105
    ],
    [
      0.36980074644088745,
      0.24544474482536316,
      0.384754478931427
    ],
    [
      0.3613590896129608,
      0.268844336271286,
      0.3697965443134308
    ],
    [
      0.3723923861980438,
      0.24662023782730103,
      0.38098737597465515
    ],
    [
      0.37218454480171204,
      0.24986957013607025,
      0.37794584035873413
    ],
    [
      0.3637178838253021,
      0.26565101742744446,
      0.37063106894493103
    ],
    [
      0.36858344078063965,
      0.25225207209587097,
      0.379164457321167
    ],
    [
      0.36986401677131653,
      0.24677309393882751,
      0.38336291909217834
    ],
    [
      0.3669643700122833,
      0.25411802530288696,
      0.3789176046848297
    ],
    [
      0.3655685484409332,
      0.256995290517807,
      0.37743622064590454
    ],
    [
      0.36956119537353516,
      0.25102031230926514,
      0.3794184923171997
    ],
    [
      0.3670576214790344,
      0.2540019452571869,
      0.3789404332637787
    ],
    [
      0.36935949325561523,
      0.24674656987190247,
      0.3838938772678375
    ],
    [
      0.37280789017677307,
      0.24971236288547516,
      0.3774797320365906
    ],
    [
      0.37611493468284607,
      0.24403157830238342,
      0.3798534870147705
    ],
    [
      0.3684867322444916,
      0.25144848227500916,
      0.3800647258758545
    ],
    [
      0.3773135244846344,
      0.2449846714735031,
      0.3777017891407013
    ],
    [
      0.37713223695755005,
      0.24525697529315948,
      0.37761083245277405
    ],
    [
      0.37055444717407227,
      0.24623934924602509,
      0.38320621848106384
    ],
    [
      0.3816896975040436,
      0.24239414930343628,
      0.3759162127971649
    ],
    [
      0.36526060104370117,
      0.25952988862991333,
      0.3752094805240631
    ],
    [
      0.36595088243484497,
      0.25919997692108154,
      0.3748491704463959
    ],
    [
      0.37921085953712463,
      0.24074983596801758,
      0.3800393342971802
    ],
    [
      0.3758491575717926,
      0.2406470775604248,
      0.3835037648677826
    ],
    [
      0.3752751350402832,
      0.24652282893657684,
      0.37820199131965637
    ],
    [
      0.3774367570877075,
      0.24358278512954712,
      0.378980427980423
    ],
    [
      0.37051835656166077,
      0.24623870849609375,
      0.38324299454689026
    ],
    [
      0.3723600506782532,
      0.24606801569461823,
      0.3815719187259674
    ],
    [
      0.37420424818992615,
      0.2462836503982544,
      0.37951207160949707
    ],
    [
      0.37325260043144226,
      0.24458768963813782,
      0.38215968012809753
    ],
    [
      0.3777564764022827,
      0.24144676327705383,
      0.38079673051834106
    ],
    [
      0.37787318229675293,
      0.24563783407211304,
      0.37648892402648926
    ],
    [
      0.37832605838775635,
      0.24187244474887848,
      0.379801481962204
    ],
    [
      0.37151390314102173,
      0.24909144639968872,
      0.37939465045928955
    ],
    [
      0.37623679637908936,
      0.24472644925117493,
      0.3790367841720581
    ],
    [
      0.3788910210132599,
      0.23811323940753937,
      0.38299572467803955
    ],
    [
      0.3708433508872986,
      0.24841637909412384,
      0.3807402551174164
    ],
    [
      0.37348252534866333,
      0.2472986876964569,
      0.37921878695487976
    ],
    [
      0.37689870595932007,
      0.2473507970571518,
      0.37575048208236694
    ],
    [
      0.36952313780784607,
      0.24712608754634857,
      0.38335078954696655
    ],
    [
      0.36452728509902954,
      0.2591535747051239,
      0.37631914019584656
    ],
    [
      0.3737410604953766,
      0.2380470186471939,
      0.3882119059562683
    ],
    [
      0.37209221720695496,
      0.25005313754081726,
      0.37785467505455017
    ],
    [
      0.3793739974498749,
      0.2371596097946167,
      0.38346633315086365
    ],
    [
      0.3735876977443695,
      0.2448691874742508,
      0.3815430998802185
    ],
    [
      0.37998759746551514,
      0.2427866905927658,
      0.3772256374359131
    ],
    [
      0.3774712085723877,
      0.24141697585582733,
      0.3811117708683014
    ],
    [
      0.3782326281070709,
      0.24357186257839203,
      0.37819552421569824
    ],
    [
      0.3769048750400543,
      0.2421516627073288,
      0.38094353675842285
    ],
    [
      0.36336612701416016,
      0.25949251651763916,
      0.3771413564682007
    ],
    [
      0.3755306601524353,
      0.24469871819019318,
      0.3797706067562103
    ],
    [
      0.37420231103897095,
      0.24704201519489288,
      0.37875571846961975
    ],
    [
      0.373231440782547,
      0.24728231132030487,
      0.3794862926006317
    ],
    [
      0.3679208755493164,
      0.25598326325416565,
      0.37609586119651794
    ],
    [
      0.3726634383201599,
      0.24596841633319855,
      0.38136810064315796
    ],
    [
      0.3715420663356781,
      0.24697241187095642,
      0.3814854919910431
    ],
    [
      0.37239065766334534,
      0.24712039530277252,
      0.3804889917373657
    ],
    [
      0.36674225330352783,
      0.25597208738327026,
      0.3772856295108795
    ],
    [
      0.3775917887687683,
      0.24585701525211334,
      0.37655121088027954
    ],
    [
      0.36577722430229187,
      0.2591440677642822,
      0.3750787079334259
    ],
    [
      0.3784436285495758,
      0.24449379742145538,
      0.3770625591278076
    ],
    [
      0.37792322039604187,
      0.24396736919879913,
      0.3781093955039978
    ],
    [
      0.3791361153125763,
      0.23617735505104065,
      0.38468655943870544
    ],
    [
      0.3780738413333893,
      0.24068112671375275,
      0.3812450170516968
    ],
    [
      0.37849271297454834,
      0.24369299411773682,
      0.37781429290771484
    ],
    [
      0.3670293390750885,
      0.25711819529533386,
      0.37585240602493286
    ],
    [
      0.3808387219905853,
      0.23910482227802277,
      0.3800565004348755
    ],
    [
      0.377498060464859,
      0.24449346959590912,
      0.3780084550380707
    ],
    [
      0.37349170446395874,
      0.24856454133987427,
      0.377943754196167
    ],
    [
      0.3661789000034332,
      0.2563043534755707,
      0.3775166869163513
    ],
    [
      0.38068196177482605,
      0.23975136876106262,
      0.3795666992664337
    ],
    [
      0.37497225403785706,
      0.24605600535869598,
      0.3789716958999634
    ],
    [
      0.3760099411010742,
      0.2435959428548813,
      0.38039419054985046
    ],
    [
      0.3723418116569519,
      0.24644316732883453,
      0.38121497631073
    ],
    [
      0.37620919942855835,
      0.2414311170578003,
      0.38235968351364136
    ],
    [
      0.3746432960033417,
      0.24318552017211914,
      0.3821712136268616
    ],
    [
      0.36868977546691895,
      0.25117823481559753,
      0.3801320493221283
    ],
    [
      0.36997345089912415,
      0.24749061465263367,
      0.3825359642505646
    ],
    [
      0.3726966381072998,
      0.24372178316116333,
      0.3835815489292145
    ],
    [
      0.3739120066165924,
      0.24387885630130768,
      0.3822091817855835
    ],
    [
      0.37831103801727295,
      0.24305123090744019,
      0.3786376714706421
    ],
    [
      0.3726988136768341,
      0.24492892622947693,
      0.38237226009368896
    ],
    [
      0.37514734268188477,
      0.2461518496274948,
      0.3787008225917816
    ],
    [
      0.3779442310333252,
      0.24392135441303253,
      0.3781343698501587
    ],
    [
      0.3772237002849579,
      0.24217940866947174,
      0.3805968761444092
    ],
    [
      0.37034115195274353,
      0.24552810192108154,
      0.3841307461261749
    ],
    [
      0.3728271424770355,
      0.2486010640859604,
      0.3785717785358429
    ],
    [
      0.36467838287353516,
      0.26036736369132996,
      0.3749542832374573
    ],
    [
      0.38605937361717224,
      0.2388167530298233,
      0.37512388825416565
    ],
    [
      0.373543381690979,
      0.24577130377292633,
      0.38068532943725586
    ],
    [
      0.3716607391834259,
      0.24683627486228943,
      0.38150301575660706
    ],
    [
      0.3762662410736084,
      0.24479922652244568,
      0.3789345622062683
    ],
    [
      0.37627536058425903,
      0.24474158883094788,
      0.3789830505847931
    ],
    [
      0.37996456027030945,
      0.2409827709197998,
      0.37905269861221313
    ],
    [
      0.37165579199790955,
      0.2468050867319107,
      0.38153910636901855
    ],
    [
      0.3753000795841217,
      0.2390146106481552,
      0.3856852650642395
    ],
    [
      0.36619412899017334,
      0.2562731206417084,
      0.3775327503681183
    ],
    [
      0.3508232831954956,
      0.3004007637500763,
      0.3487759530544281
    ],
    [
      0.36708930134773254,
      0.2580561637878418,
      0.37485453486442566
    ],
    [
      0.37403377890586853,
      0.24808408319950104,
      0.3778821527957916
    ]
  ],
  "test_type": "standard"
}