| 1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009 |
- {
- "model_name": "intent_classifier",
- "base_model": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2",
- "embedding_dim": 384,
- "intent_names": [
- "__negative__",
- "admin_cache_clear",
- "admin_config_tool_last",
- "admin_domain_query",
- "admin_error_count_hours",
- "admin_hostname_query",
- "admin_ip_query",
- "admin_last_conversation",
- "admin_last_conversations",
- "admin_last_errors",
- "admin_last_request_room",
- "admin_last_requests",
- "admin_plugin_count",
- "admin_registration_disable",
- "admin_registration_enable",
- "admin_registration_status",
- "admin_satellite_count_connected",
- "admin_satellite_count_registered",
- "admin_satellite_last_connected",
- "admin_satellite_unregister",
- "admin_system_date_set",
- "admin_system_time_set",
- "admin_training_last",
- "admin_training_last_specific",
- "admin_training_start",
- "admin_training_status",
- "admin_training_stop",
- "admin_uptime_query",
- "appointment_attendees",
- "cancel",
- "check_new_emails",
- "check_person_schedule",
- "count_unread_emails",
- "create_appointment",
- "create_note",
- "create_reminder",
- "create_reminder_full",
- "current_date",
- "current_time",
- "current_weather",
- "date_query",
- "debug_mode",
- "delete_all_notes",
- "delete_all_reminders",
- "delete_note",
- "delete_reminder",
- "fritzbox_devices",
- "fritzbox_status",
- "fritzbox_traffic",
- "get_date",
- "get_note_by_date",
- "get_note_today",
- "get_note_yesterday",
- "get_time",
- "health_check",
- "help",
- "list_appointments",
- "list_notes",
- "list_recent_emails",
- "list_reminders",
- "list_reminders_today",
- "list_timers",
- "mute",
- "next_appointment",
- "next_track",
- "note_count",
- "pause",
- "pizza_add_more",
- "pizza_cancel",
- "pizza_confirm",
- "pizza_order",
- "play_music",
- "play_note_audio",
- "play_radio",
- "previous_track",
- "read_email_body",
- "read_newest_email",
- "record_note",
- "remove_timer",
- "repeat",
- "resume",
- "search_appointment",
- "search_notes",
- "set_timer",
- "stop",
- "stop_timer",
- "streaming_compare",
- "streaming_find",
- "streaming_follow_up",
- "streaming_genre",
- "streaming_language",
- "streaming_new",
- "streaming_recommend",
- "streaming_search",
- "streaming_seasons",
- "streaming_watchlist_add",
- "streaming_watchlist_list",
- "streaming_watchlist_remove",
- "streaming_where",
- "system_login",
- "system_logout",
- "system_reboot",
- "system_shutdown",
- "system_status",
- "tv_delete_reminder",
- "tv_follow_up",
- "tv_genre_search",
- "tv_language_search",
- "tv_list_reminders",
- "tv_primetime",
- "tv_set_reminder",
- "tv_show_info",
- "tv_streaming",
- "tv_whats_on",
- "tv_when_next",
- "tv_which_channel",
- "unmute",
- "voice_morph_disable",
- "voice_morph_enable",
- "voice_morph_list_presets",
- "voice_morph_set_intensity",
- "voice_morph_set_preset",
- "voice_morph_status",
- "volume_down",
- "volume_set",
- "volume_up",
- "weather_forecast",
- "weather_week",
- "what_is_playing"
- ],
- "slot_names": [
- "alias",
- "bundesland",
- "channel",
- "city",
- "color",
- "content",
- "country",
- "date",
- "duration",
- "genre",
- "language",
- "level",
- "month",
- "name",
- "number_word",
- "person",
- "pizza_type",
- "preset_name",
- "query",
- "room",
- "service",
- "size",
- "status",
- "time",
- "topping",
- "tv_time",
- "value",
- "volume_direction",
- "weekday"
- ],
- "num_intents": 129,
- "train_samples": 29963,
- "best_val_accuracy": 0.6096461949265688,
- "cross_validation_folds": [
- {
- "fold": 1,
- "accuracy": 0.604204905723344
- },
- {
- "fold": 2,
- "accuracy": 0.6032037376939763
- },
- {
- "fold": 3,
- "accuracy": 0.6060403804438511
- },
- {
- "fold": 4,
- "accuracy": 0.6096461949265688
- },
- {
- "fold": 5,
- "accuracy": 0.5996328437917223
- }
- ],
- "mean_cv_accuracy": 0.6045456125158926,
- "epochs": 20,
- "train_losses": [
- 4.817265735926711,
- 4.651327916235727,
- 4.420766714577363,
- 4.195484808194781,
- 3.972997441310908,
- 3.7557048587518955,
- 3.5407081296510787,
- 3.336171798616926,
- 3.1536934923266218,
- 2.9833496912458393,
- 2.8454425229886184,
- 2.7161220033592155,
- 2.596521248963869,
- 2.494510297622477,
- 2.3992369905492175,
- 2.31798015019604,
- 2.239366185044415,
- 2.1670879646041525,
- 2.1050860171961054,
- 2.037669119115506
- ],
- "val_losses": [
- 4.745854377746582,
- 4.532900810241699,
- 4.300832271575928,
- 4.077656269073486,
- 3.856247901916504,
- 3.636058807373047,
- 3.4229414463043213,
- 3.224325180053711,
- 3.044797658920288,
- 2.8844246864318848,
- 2.7429497241973877,
- 2.617278575897217,
- 2.504443883895874,
- 2.4032037258148193,
- 2.3117127418518066,
- 2.2282557487487793,
- 2.151932716369629,
- 2.081860303878784,
- 2.0171732902526855,
- 1.9573793411254883
- ],
- "per_intent_metrics": {
- "admin_cache_clear": {
- "precision": 0.5481481481481482,
- "recall": 0.74,
- "f1-score": 0.6297872340425532,
- "support": 200.0
- },
- "admin_config_tool_last": {
- "precision": 0.9949748743718593,
- "recall": 0.99,
- "f1-score": 0.9924812030075187,
- "support": 200.0
- },
- "admin_domain_query": {
- "precision": 0.9949238578680203,
- "recall": 0.98,
- "f1-score": 0.9874055415617129,
- "support": 200.0
- },
- "admin_error_count_hours": {
- "precision": 0.989247311827957,
- "recall": 0.92,
- "f1-score": 0.9533678756476683,
- "support": 200.0
- },
- "admin_hostname_query": {
- "precision": 0.9842931937172775,
- "recall": 0.94,
- "f1-score": 0.9616368286445013,
- "support": 200.0
- },
- "admin_ip_query": {
- "precision": 1.0,
- "recall": 0.955,
- "f1-score": 0.9769820971867008,
- "support": 200.0
- },
- "admin_last_conversation": {
- "precision": 0.6749116607773852,
- "recall": 0.955,
- "f1-score": 0.7908902691511387,
- "support": 200.0
- },
- "admin_last_conversations": {
- "precision": 0.9411764705882353,
- "recall": 0.8,
- "f1-score": 0.8648648648648649,
- "support": 200.0
- },
- "admin_last_errors": {
- "precision": 0.8617511520737328,
- "recall": 0.935,
- "f1-score": 0.8968824940047961,
- "support": 200.0
- },
- "admin_last_request_room": {
- "precision": 0.9223300970873787,
- "recall": 0.95,
- "f1-score": 0.9359605911330049,
- "support": 200.0
- },
- "admin_last_requests": {
- "precision": 0.9174757281553398,
- "recall": 0.945,
- "f1-score": 0.9310344827586207,
- "support": 200.0
- },
- "admin_plugin_count": {
- "precision": 1.0,
- "recall": 0.95,
- "f1-score": 0.9743589743589743,
- "support": 200.0
- },
- "admin_registration_disable": {
- "precision": 0.8181818181818182,
- "recall": 0.855,
- "f1-score": 0.8361858190709046,
- "support": 200.0
- },
- "admin_registration_enable": {
- "precision": 0.7464788732394366,
- "recall": 0.795,
- "f1-score": 0.7699757869249395,
- "support": 200.0
- },
- "admin_registration_status": {
- "precision": 0.7395348837209302,
- "recall": 0.795,
- "f1-score": 0.7662650602409639,
- "support": 200.0
- },
- "admin_satellite_count_connected": {
- "precision": 0.8378378378378378,
- "recall": 0.93,
- "f1-score": 0.8815165876777251,
- "support": 200.0
- },
- "admin_satellite_count_registered": {
- "precision": 0.9810126582278481,
- "recall": 0.775,
- "f1-score": 0.8659217877094972,
- "support": 200.0
- },
- "admin_satellite_last_connected": {
- "precision": 0.9086538461538461,
- "recall": 0.945,
- "f1-score": 0.9264705882352942,
- "support": 200.0
- },
- "admin_satellite_unregister": {
- "precision": 0.6079295154185022,
- "recall": 0.69,
- "f1-score": 0.6463700234192038,
- "support": 200.0
- },
- "admin_system_date_set": {
- "precision": 0.6205673758865248,
- "recall": 0.875,
- "f1-score": 0.7261410788381742,
- "support": 200.0
- },
- "admin_system_time_set": {
- "precision": 0.5955882352941176,
- "recall": 0.81,
- "f1-score": 0.6864406779661016,
- "support": 200.0
- },
- "admin_training_last": {
- "precision": 0.8842592592592593,
- "recall": 0.955,
- "f1-score": 0.9182692307692307,
- "support": 200.0
- },
- "admin_training_last_specific": {
- "precision": 1.0,
- "recall": 0.855,
- "f1-score": 0.921832884097035,
- "support": 200.0
- },
- "admin_training_start": {
- "precision": 0.9705882352941176,
- "recall": 0.825,
- "f1-score": 0.8918918918918919,
- "support": 200.0
- },
- "admin_training_status": {
- "precision": 0.6044444444444445,
- "recall": 0.68,
- "f1-score": 0.64,
- "support": 200.0
- },
- "admin_training_stop": {
- "precision": 0.7757009345794392,
- "recall": 0.83,
- "f1-score": 0.8019323671497585,
- "support": 200.0
- },
- "admin_uptime_query": {
- "precision": 0.968421052631579,
- "recall": 0.92,
- "f1-score": 0.9435897435897436,
- "support": 200.0
- },
- "appointment_attendees": {
- "precision": 0.8354430379746836,
- "recall": 0.33,
- "f1-score": 0.4731182795698925,
- "support": 200.0
- },
- "cancel": {
- "precision": 0.4026548672566372,
- "recall": 0.455,
- "f1-score": 0.4272300469483568,
- "support": 200.0
- },
- "check_new_emails": {
- "precision": 0.8167539267015707,
- "recall": 0.78,
- "f1-score": 0.7979539641943734,
- "support": 200.0
- },
- "check_person_schedule": {
- "precision": 0.9386503067484663,
- "recall": 0.765,
- "f1-score": 0.8429752066115702,
- "support": 200.0
- },
- "count_unread_emails": {
- "precision": 0.9767441860465116,
- "recall": 0.84,
- "f1-score": 0.9032258064516129,
- "support": 200.0
- },
- "create_appointment": {
- "precision": 0.9583333333333334,
- "recall": 0.575,
- "f1-score": 0.71875,
- "support": 200.0
- },
- "create_note": {
- "precision": 0.1640625,
- "recall": 0.105,
- "f1-score": 0.12804878048780488,
- "support": 200.0
- },
- "create_reminder": {
- "precision": 0.5416666666666666,
- "recall": 0.065,
- "f1-score": 0.11607142857142858,
- "support": 200.0
- },
- "create_reminder_full": {
- "precision": 0.6318181818181818,
- "recall": 0.695,
- "f1-score": 0.6619047619047619,
- "support": 200.0
- },
- "current_date": {
- "precision": 0.42857142857142855,
- "recall": 0.135,
- "f1-score": 0.20532319391634982,
- "support": 200.0
- },
- "current_time": {
- "precision": 0.6705882352941176,
- "recall": 0.285,
- "f1-score": 0.4,
- "support": 200.0
- },
- "current_weather": {
- "precision": 0.5319148936170213,
- "recall": 0.75,
- "f1-score": 0.6224066390041494,
- "support": 200.0
- },
- "date_query": {
- "precision": 0.3194029850746269,
- "recall": 0.535,
- "f1-score": 0.4,
- "support": 200.0
- },
- "debug_mode": {
- "precision": 0.8681818181818182,
- "recall": 0.955,
- "f1-score": 0.9095238095238095,
- "support": 200.0
- },
- "delete_all_notes": {
- "precision": 0.7586206896551724,
- "recall": 0.66,
- "f1-score": 0.7058823529411765,
- "support": 200.0
- },
- "delete_all_reminders": {
- "precision": 0.7168141592920354,
- "recall": 0.81,
- "f1-score": 0.7605633802816901,
- "support": 200.0
- },
- "delete_note": {
- "precision": 0.4375,
- "recall": 0.035,
- "f1-score": 0.06481481481481481,
- "support": 200.0
- },
- "delete_reminder": {
- "precision": 0.5681818181818182,
- "recall": 0.125,
- "f1-score": 0.20491803278688525,
- "support": 200.0
- },
- "fritzbox_devices": {
- "precision": 0.8743169398907104,
- "recall": 0.8,
- "f1-score": 0.835509138381201,
- "support": 200.0
- },
- "fritzbox_status": {
- "precision": 0.8535353535353535,
- "recall": 0.845,
- "f1-score": 0.8492462311557789,
- "support": 200.0
- },
- "fritzbox_traffic": {
- "precision": 0.7773279352226721,
- "recall": 0.96,
- "f1-score": 0.8590604026845637,
- "support": 200.0
- },
- "get_date": {
- "precision": 0.5,
- "recall": 0.49,
- "f1-score": 0.494949494949495,
- "support": 200.0
- },
- "get_note_by_date": {
- "precision": 0.7222222222222222,
- "recall": 0.065,
- "f1-score": 0.11926605504587157,
- "support": 200.0
- },
- "get_note_today": {
- "precision": 0.66796875,
- "recall": 0.855,
- "f1-score": 0.75,
- "support": 200.0
- },
- "get_note_yesterday": {
- "precision": 0.7291666666666666,
- "recall": 0.875,
- "f1-score": 0.7954545454545454,
- "support": 200.0
- },
- "get_time": {
- "precision": 0.3684210526315789,
- "recall": 0.105,
- "f1-score": 0.16342412451361868,
- "support": 200.0
- },
- "health_check": {
- "precision": 0.3116370808678501,
- "recall": 0.79,
- "f1-score": 0.44695898161244696,
- "support": 200.0
- },
- "help": {
- "precision": 0.6039603960396039,
- "recall": 0.61,
- "f1-score": 0.6069651741293532,
- "support": 200.0
- },
- "list_appointments": {
- "precision": 0.6842105263157895,
- "recall": 0.325,
- "f1-score": 0.4406779661016949,
- "support": 200.0
- },
- "list_notes": {
- "precision": 0.4983922829581994,
- "recall": 0.775,
- "f1-score": 0.6066536203522505,
- "support": 200.0
- },
- "list_recent_emails": {
- "precision": 0.7373737373737373,
- "recall": 0.365,
- "f1-score": 0.4882943143812709,
- "support": 200.0
- },
- "list_reminders": {
- "precision": 0.628158844765343,
- "recall": 0.87,
- "f1-score": 0.7295597484276729,
- "support": 200.0
- },
- "list_reminders_today": {
- "precision": 0.5284552845528455,
- "recall": 0.325,
- "f1-score": 0.4024767801857585,
- "support": 200.0
- },
- "list_timers": {
- "precision": 0.6714285714285714,
- "recall": 0.705,
- "f1-score": 0.6878048780487804,
- "support": 200.0
- },
- "mute": {
- "precision": 0.3231707317073171,
- "recall": 0.265,
- "f1-score": 0.29120879120879123,
- "support": 200.0
- },
- "next_appointment": {
- "precision": 0.5989847715736041,
- "recall": 0.59,
- "f1-score": 0.5944584382871536,
- "support": 200.0
- },
- "next_track": {
- "precision": 0.521505376344086,
- "recall": 0.485,
- "f1-score": 0.5025906735751295,
- "support": 200.0
- },
- "note_count": {
- "precision": 0.6947791164658634,
- "recall": 0.865,
- "f1-score": 0.7706013363028953,
- "support": 200.0
- },
- "pause": {
- "precision": 0.3673036093418259,
- "recall": 0.865,
- "f1-score": 0.5156482861400894,
- "support": 200.0
- },
- "pizza_add_more": {
- "precision": 0.5813953488372093,
- "recall": 0.375,
- "f1-score": 0.45592705167173253,
- "support": 200.0
- },
- "pizza_cancel": {
- "precision": 0.4444444444444444,
- "recall": 0.08,
- "f1-score": 0.13559322033898305,
- "support": 200.0
- },
- "pizza_confirm": {
- "precision": 0.32644628099173556,
- "recall": 0.395,
- "f1-score": 0.3574660633484163,
- "support": 200.0
- },
- "pizza_order": {
- "precision": 0.5976095617529881,
- "recall": 0.75,
- "f1-score": 0.6651884700665188,
- "support": 200.0
- },
- "play_music": {
- "precision": 0.36,
- "recall": 0.09,
- "f1-score": 0.144,
- "support": 200.0
- },
- "play_note_audio": {
- "precision": 0.7560975609756098,
- "recall": 0.775,
- "f1-score": 0.7654320987654321,
- "support": 200.0
- },
- "play_radio": {
- "precision": 0.8958333333333334,
- "recall": 0.215,
- "f1-score": 0.3467741935483871,
- "support": 200.0
- },
- "previous_track": {
- "precision": 0.628140703517588,
- "recall": 0.625,
- "f1-score": 0.6265664160401002,
- "support": 200.0
- },
- "read_email_body": {
- "precision": 0.6571428571428571,
- "recall": 0.69,
- "f1-score": 0.6731707317073171,
- "support": 200.0
- },
- "read_newest_email": {
- "precision": 0.7093023255813954,
- "recall": 0.61,
- "f1-score": 0.6559139784946236,
- "support": 200.0
- },
- "record_note": {
- "precision": 0.6097560975609756,
- "recall": 0.875,
- "f1-score": 0.7186858316221766,
- "support": 200.0
- },
- "remove_timer": {
- "precision": 0.6180555555555556,
- "recall": 0.445,
- "f1-score": 0.5174418604651163,
- "support": 200.0
- },
- "repeat": {
- "precision": 0.5765765765765766,
- "recall": 0.96,
- "f1-score": 0.7204502814258912,
- "support": 200.0
- },
- "resume": {
- "precision": 0.472636815920398,
- "recall": 0.95,
- "f1-score": 0.6312292358803987,
- "support": 200.0
- },
- "search_appointment": {
- "precision": 0.3888888888888889,
- "recall": 0.07,
- "f1-score": 0.11864406779661017,
- "support": 200.0
- },
- "search_notes": {
- "precision": 0.7867647058823529,
- "recall": 0.535,
- "f1-score": 0.6369047619047619,
- "support": 200.0
- },
- "set_timer": {
- "precision": 0.6654676258992805,
- "recall": 0.925,
- "f1-score": 0.7740585774058577,
- "support": 200.0
- },
- "stop": {
- "precision": 0.5384615384615384,
- "recall": 0.315,
- "f1-score": 0.39747634069400634,
- "support": 200.0
- },
- "stop_timer": {
- "precision": 0.7860262008733624,
- "recall": 0.9,
- "f1-score": 0.8391608391608392,
- "support": 200.0
- },
- "streaming_compare": {
- "precision": 0.9100719424460432,
- "recall": 0.8433333333333334,
- "f1-score": 0.8754325259515571,
- "support": 300.0
- },
- "streaming_find": {
- "precision": 0.38998211091234347,
- "recall": 0.436,
- "f1-score": 0.4117091595845137,
- "support": 500.0
- },
- "streaming_follow_up": {
- "precision": 0.5,
- "recall": 0.005,
- "f1-score": 0.009900990099009901,
- "support": 200.0
- },
- "streaming_genre": {
- "precision": 0.4595744680851064,
- "recall": 0.54,
- "f1-score": 0.496551724137931,
- "support": 600.0
- },
- "streaming_language": {
- "precision": 0.7740863787375415,
- "recall": 0.5825,
- "f1-score": 0.6647646219686163,
- "support": 400.0
- },
- "streaming_new": {
- "precision": 0.900804289544236,
- "recall": 0.84,
- "f1-score": 0.869340232858991,
- "support": 400.0
- },
- "streaming_recommend": {
- "precision": 0.5764075067024129,
- "recall": 0.5375,
- "f1-score": 0.55627425614489,
- "support": 400.0
- },
- "streaming_search": {
- "precision": 0.4409937888198758,
- "recall": 0.5916666666666667,
- "f1-score": 0.505338078291815,
- "support": 600.0
- },
- "streaming_seasons": {
- "precision": 0.6953316953316954,
- "recall": 0.7075,
- "f1-score": 0.701363073110285,
- "support": 400.0
- },
- "streaming_watchlist_add": {
- "precision": 0.4012738853503185,
- "recall": 0.42,
- "f1-score": 0.41042345276872966,
- "support": 300.0
- },
- "streaming_watchlist_list": {
- "precision": 0.7801418439716312,
- "recall": 0.55,
- "f1-score": 0.6451612903225806,
- "support": 200.0
- },
- "streaming_watchlist_remove": {
- "precision": 0.6521739130434783,
- "recall": 0.15,
- "f1-score": 0.24390243902439024,
- "support": 200.0
- },
- "streaming_where": {
- "precision": 0.47058823529411764,
- "recall": 0.688,
- "f1-score": 0.5588952071486596,
- "support": 500.0
- },
- "system_login": {
- "precision": 0.49725274725274726,
- "recall": 0.905,
- "f1-score": 0.6418439716312057,
- "support": 200.0
- },
- "system_logout": {
- "precision": 0.11956521739130435,
- "recall": 0.055,
- "f1-score": 0.07534246575342465,
- "support": 200.0
- },
- "system_reboot": {
- "precision": 0.7429906542056075,
- "recall": 0.795,
- "f1-score": 0.7681159420289855,
- "support": 200.0
- },
- "system_shutdown": {
- "precision": 0.4619718309859155,
- "recall": 0.82,
- "f1-score": 0.590990990990991,
- "support": 200.0
- },
- "system_status": {
- "precision": 0.8865979381443299,
- "recall": 0.86,
- "f1-score": 0.8730964467005076,
- "support": 200.0
- },
- "tv_delete_reminder": {
- "precision": 0.8928571428571429,
- "recall": 0.5,
- "f1-score": 0.6410256410256411,
- "support": 200.0
- },
- "tv_follow_up": {
- "precision": 0.2857142857142857,
- "recall": 0.01,
- "f1-score": 0.01932367149758454,
- "support": 200.0
- },
- "tv_genre_search": {
- "precision": 0.49948927477017363,
- "recall": 0.815,
- "f1-score": 0.6193793540215327,
- "support": 600.0
- },
- "tv_language_search": {
- "precision": 0.4171195652173913,
- "recall": 0.7675,
- "f1-score": 0.5404929577464789,
- "support": 400.0
- },
- "tv_list_reminders": {
- "precision": 0.88,
- "recall": 0.77,
- "f1-score": 0.8213333333333334,
- "support": 200.0
- },
- "tv_primetime": {
- "precision": 0.6901408450704225,
- "recall": 0.245,
- "f1-score": 0.36162361623616235,
- "support": 200.0
- },
- "tv_set_reminder": {
- "precision": 0.6666666666666666,
- "recall": 0.01,
- "f1-score": 0.019704433497536946,
- "support": 200.0
- },
- "tv_show_info": {
- "precision": 0.8,
- "recall": 0.02,
- "f1-score": 0.03902439024390244,
- "support": 200.0
- },
- "tv_streaming": {
- "precision": 0.0,
- "recall": 0.0,
- "f1-score": 0.0,
- "support": 200.0
- },
- "tv_whats_on": {
- "precision": 0.5339805825242718,
- "recall": 0.89375,
- "f1-score": 0.6685366993922394,
- "support": 800.0
- },
- "tv_when_next": {
- "precision": 0.4672789896670494,
- "recall": 0.814,
- "f1-score": 0.5937272064186725,
- "support": 500.0
- },
- "tv_which_channel": {
- "precision": 0.38684503901895206,
- "recall": 0.694,
- "f1-score": 0.49677881173944166,
- "support": 500.0
- },
- "unmute": {
- "precision": 0.5882352941176471,
- "recall": 0.1,
- "f1-score": 0.17094017094017094,
- "support": 200.0
- },
- "voice_morph_disable": {
- "precision": 0.7054794520547946,
- "recall": 0.515,
- "f1-score": 0.5953757225433526,
- "support": 200.0
- },
- "voice_morph_enable": {
- "precision": 0.7684210526315789,
- "recall": 0.365,
- "f1-score": 0.49491525423728816,
- "support": 200.0
- },
- "voice_morph_list_presets": {
- "precision": 0.49,
- "recall": 0.245,
- "f1-score": 0.32666666666666666,
- "support": 200.0
- },
- "voice_morph_set_intensity": {
- "precision": 0.7289719626168224,
- "recall": 0.39,
- "f1-score": 0.50814332247557,
- "support": 200.0
- },
- "voice_morph_set_preset": {
- "precision": 0.8,
- "recall": 0.34,
- "f1-score": 0.47719298245614034,
- "support": 200.0
- },
- "voice_morph_status": {
- "precision": 0.473972602739726,
- "recall": 0.865,
- "f1-score": 0.6123893805309735,
- "support": 200.0
- },
- "volume_down": {
- "precision": 0.49746192893401014,
- "recall": 0.49,
- "f1-score": 0.49370277078085645,
- "support": 200.0
- },
- "volume_set": {
- "precision": 0.6283524904214559,
- "recall": 0.82,
- "f1-score": 0.7114967462039046,
- "support": 200.0
- },
- "volume_up": {
- "precision": 0.4169611307420495,
- "recall": 0.59,
- "f1-score": 0.4886128364389234,
- "support": 200.0
- },
- "weather_forecast": {
- "precision": 0.7222222222222222,
- "recall": 0.13,
- "f1-score": 0.22033898305084745,
- "support": 200.0
- },
- "weather_week": {
- "precision": 0.5567765567765568,
- "recall": 0.76,
- "f1-score": 0.642706131078224,
- "support": 200.0
- },
- "what_is_playing": {
- "precision": 0.375,
- "recall": 0.105,
- "f1-score": 0.1640625,
- "support": 200.0
- }
- },
- "created": "2026-04-11 17:36:08"
- }
|