{ "model_name": "intent_classifier", "base_model": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2", "embedding_dim": 384, "intent_names": [ "__negative__", "admin_cache_clear", "admin_config_tool_last", "admin_domain_query", "admin_error_count_hours", "admin_hostname_query", "admin_ip_query", "admin_last_conversation", "admin_last_conversations", "admin_last_errors", "admin_last_request_room", "admin_last_requests", "admin_plugin_count", "admin_registration_disable", "admin_registration_enable", "admin_registration_status", "admin_satellite_count_connected", "admin_satellite_count_registered", "admin_satellite_last_connected", "admin_satellite_unregister", "admin_system_date_set", "admin_system_time_set", "admin_training_last", "admin_training_last_specific", "admin_training_start", "admin_training_status", "admin_training_stop", "admin_uptime_query", "appointment_attendees", "cancel", "check_new_emails", "check_person_schedule", "count_unread_emails", "create_appointment", "create_note", "create_reminder", "create_reminder_full", "current_date", "current_time", "current_weather", "date_query", "debug_mode", "delete_all_notes", "delete_all_reminders", "delete_note", "delete_reminder", "fritzbox_devices", "fritzbox_status", "fritzbox_traffic", "get_date", "get_note_by_date", "get_note_today", "get_note_yesterday", "get_time", "health_check", "help", "list_appointments", "list_notes", "list_recent_emails", "list_reminders", "list_reminders_today", "list_timers", "mute", "next_appointment", "next_track", "note_count", "pause", "pizza_add_more", "pizza_cancel", "pizza_confirm", "pizza_order", "play_music", "play_note_audio", "play_radio", "previous_track", "read_email_body", "read_newest_email", "record_note", "remove_timer", "repeat", "resume", "search_appointment", "search_notes", "set_timer", "stop", "stop_timer", "streaming_compare", "streaming_find", "streaming_follow_up", "streaming_genre", "streaming_language", "streaming_new", "streaming_recommend", "streaming_search", "streaming_seasons", "streaming_watchlist_add", "streaming_watchlist_list", "streaming_watchlist_remove", "streaming_where", "system_login", "system_logout", "system_reboot", "system_shutdown", "system_status", "tv_delete_reminder", "tv_follow_up", "tv_genre_search", "tv_language_search", "tv_list_reminders", "tv_primetime", "tv_set_reminder", "tv_show_info", "tv_streaming", "tv_whats_on", "tv_when_next", "tv_which_channel", "unmute", "voice_morph_disable", "voice_morph_enable", "voice_morph_list_presets", "voice_morph_set_intensity", "voice_morph_set_preset", "voice_morph_status", "volume_down", "volume_set", "volume_up", "weather_forecast", "weather_week", "what_is_playing" ], "slot_names": [ "alias", "bundesland", "channel", "city", "color", "content", "country", "date", "duration", "genre", "language", "level", "month", "name", "number_word", "person", "pizza_type", "preset_name", "query", "room", "service", "size", "status", "time", "topping", "tv_time", "value", "volume_direction", "weekday" ], "num_intents": 129, "train_samples": 29963, "best_val_accuracy": 0.6096461949265688, "cross_validation_folds": [ { "fold": 1, "accuracy": 0.604204905723344 }, { "fold": 2, "accuracy": 0.6032037376939763 }, { "fold": 3, "accuracy": 0.6060403804438511 }, { "fold": 4, "accuracy": 0.6096461949265688 }, { "fold": 5, "accuracy": 0.5996328437917223 } ], "mean_cv_accuracy": 0.6045456125158926, "epochs": 20, "train_losses": [ 4.817265735926711, 4.651327916235727, 4.420766714577363, 4.195484808194781, 3.972997441310908, 3.7557048587518955, 3.5407081296510787, 3.336171798616926, 3.1536934923266218, 2.9833496912458393, 2.8454425229886184, 2.7161220033592155, 2.596521248963869, 2.494510297622477, 2.3992369905492175, 2.31798015019604, 2.239366185044415, 2.1670879646041525, 2.1050860171961054, 2.037669119115506 ], "val_losses": [ 4.745854377746582, 4.532900810241699, 4.300832271575928, 4.077656269073486, 3.856247901916504, 3.636058807373047, 3.4229414463043213, 3.224325180053711, 3.044797658920288, 2.8844246864318848, 2.7429497241973877, 2.617278575897217, 2.504443883895874, 2.4032037258148193, 2.3117127418518066, 2.2282557487487793, 2.151932716369629, 2.081860303878784, 2.0171732902526855, 1.9573793411254883 ], "per_intent_metrics": { "admin_cache_clear": { "precision": 0.5481481481481482, "recall": 0.74, "f1-score": 0.6297872340425532, "support": 200.0 }, "admin_config_tool_last": { "precision": 0.9949748743718593, "recall": 0.99, "f1-score": 0.9924812030075187, "support": 200.0 }, "admin_domain_query": { "precision": 0.9949238578680203, "recall": 0.98, "f1-score": 0.9874055415617129, "support": 200.0 }, "admin_error_count_hours": { "precision": 0.989247311827957, "recall": 0.92, "f1-score": 0.9533678756476683, "support": 200.0 }, "admin_hostname_query": { "precision": 0.9842931937172775, "recall": 0.94, "f1-score": 0.9616368286445013, "support": 200.0 }, "admin_ip_query": { "precision": 1.0, "recall": 0.955, "f1-score": 0.9769820971867008, "support": 200.0 }, "admin_last_conversation": { "precision": 0.6749116607773852, "recall": 0.955, "f1-score": 0.7908902691511387, "support": 200.0 }, "admin_last_conversations": { "precision": 0.9411764705882353, "recall": 0.8, "f1-score": 0.8648648648648649, "support": 200.0 }, "admin_last_errors": { "precision": 0.8617511520737328, "recall": 0.935, "f1-score": 0.8968824940047961, "support": 200.0 }, "admin_last_request_room": { "precision": 0.9223300970873787, "recall": 0.95, "f1-score": 0.9359605911330049, "support": 200.0 }, "admin_last_requests": { "precision": 0.9174757281553398, "recall": 0.945, "f1-score": 0.9310344827586207, "support": 200.0 }, "admin_plugin_count": { "precision": 1.0, "recall": 0.95, "f1-score": 0.9743589743589743, "support": 200.0 }, "admin_registration_disable": { "precision": 0.8181818181818182, "recall": 0.855, "f1-score": 0.8361858190709046, "support": 200.0 }, "admin_registration_enable": { "precision": 0.7464788732394366, "recall": 0.795, "f1-score": 0.7699757869249395, "support": 200.0 }, "admin_registration_status": { "precision": 0.7395348837209302, "recall": 0.795, "f1-score": 0.7662650602409639, "support": 200.0 }, "admin_satellite_count_connected": { "precision": 0.8378378378378378, "recall": 0.93, "f1-score": 0.8815165876777251, "support": 200.0 }, "admin_satellite_count_registered": { "precision": 0.9810126582278481, "recall": 0.775, "f1-score": 0.8659217877094972, "support": 200.0 }, "admin_satellite_last_connected": { "precision": 0.9086538461538461, "recall": 0.945, "f1-score": 0.9264705882352942, "support": 200.0 }, "admin_satellite_unregister": { "precision": 0.6079295154185022, "recall": 0.69, "f1-score": 0.6463700234192038, "support": 200.0 }, "admin_system_date_set": { "precision": 0.6205673758865248, "recall": 0.875, "f1-score": 0.7261410788381742, "support": 200.0 }, "admin_system_time_set": { "precision": 0.5955882352941176, "recall": 0.81, "f1-score": 0.6864406779661016, "support": 200.0 }, "admin_training_last": { "precision": 0.8842592592592593, "recall": 0.955, "f1-score": 0.9182692307692307, "support": 200.0 }, "admin_training_last_specific": { "precision": 1.0, "recall": 0.855, "f1-score": 0.921832884097035, "support": 200.0 }, "admin_training_start": { "precision": 0.9705882352941176, "recall": 0.825, "f1-score": 0.8918918918918919, "support": 200.0 }, "admin_training_status": { "precision": 0.6044444444444445, "recall": 0.68, "f1-score": 0.64, "support": 200.0 }, "admin_training_stop": { "precision": 0.7757009345794392, "recall": 0.83, "f1-score": 0.8019323671497585, "support": 200.0 }, "admin_uptime_query": { "precision": 0.968421052631579, "recall": 0.92, "f1-score": 0.9435897435897436, "support": 200.0 }, "appointment_attendees": { "precision": 0.8354430379746836, "recall": 0.33, "f1-score": 0.4731182795698925, "support": 200.0 }, "cancel": { "precision": 0.4026548672566372, "recall": 0.455, "f1-score": 0.4272300469483568, "support": 200.0 }, "check_new_emails": { "precision": 0.8167539267015707, "recall": 0.78, "f1-score": 0.7979539641943734, "support": 200.0 }, "check_person_schedule": { "precision": 0.9386503067484663, "recall": 0.765, "f1-score": 0.8429752066115702, "support": 200.0 }, "count_unread_emails": { "precision": 0.9767441860465116, "recall": 0.84, "f1-score": 0.9032258064516129, "support": 200.0 }, "create_appointment": { "precision": 0.9583333333333334, "recall": 0.575, "f1-score": 0.71875, "support": 200.0 }, "create_note": { "precision": 0.1640625, "recall": 0.105, "f1-score": 0.12804878048780488, "support": 200.0 }, "create_reminder": { "precision": 0.5416666666666666, "recall": 0.065, "f1-score": 0.11607142857142858, "support": 200.0 }, "create_reminder_full": { "precision": 0.6318181818181818, "recall": 0.695, "f1-score": 0.6619047619047619, "support": 200.0 }, "current_date": { "precision": 0.42857142857142855, "recall": 0.135, "f1-score": 0.20532319391634982, "support": 200.0 }, "current_time": { "precision": 0.6705882352941176, "recall": 0.285, "f1-score": 0.4, "support": 200.0 }, "current_weather": { "precision": 0.5319148936170213, "recall": 0.75, "f1-score": 0.6224066390041494, "support": 200.0 }, "date_query": { "precision": 0.3194029850746269, "recall": 0.535, "f1-score": 0.4, "support": 200.0 }, "debug_mode": { "precision": 0.8681818181818182, "recall": 0.955, "f1-score": 0.9095238095238095, "support": 200.0 }, "delete_all_notes": { "precision": 0.7586206896551724, "recall": 0.66, "f1-score": 0.7058823529411765, "support": 200.0 }, "delete_all_reminders": { "precision": 0.7168141592920354, "recall": 0.81, "f1-score": 0.7605633802816901, "support": 200.0 }, "delete_note": { "precision": 0.4375, "recall": 0.035, "f1-score": 0.06481481481481481, "support": 200.0 }, "delete_reminder": { "precision": 0.5681818181818182, "recall": 0.125, "f1-score": 0.20491803278688525, "support": 200.0 }, "fritzbox_devices": { "precision": 0.8743169398907104, "recall": 0.8, "f1-score": 0.835509138381201, "support": 200.0 }, "fritzbox_status": { "precision": 0.8535353535353535, "recall": 0.845, "f1-score": 0.8492462311557789, "support": 200.0 }, "fritzbox_traffic": { "precision": 0.7773279352226721, "recall": 0.96, "f1-score": 0.8590604026845637, "support": 200.0 }, "get_date": { "precision": 0.5, "recall": 0.49, "f1-score": 0.494949494949495, "support": 200.0 }, "get_note_by_date": { "precision": 0.7222222222222222, "recall": 0.065, "f1-score": 0.11926605504587157, "support": 200.0 }, "get_note_today": { "precision": 0.66796875, "recall": 0.855, "f1-score": 0.75, "support": 200.0 }, "get_note_yesterday": { "precision": 0.7291666666666666, "recall": 0.875, "f1-score": 0.7954545454545454, "support": 200.0 }, "get_time": { "precision": 0.3684210526315789, "recall": 0.105, "f1-score": 0.16342412451361868, "support": 200.0 }, "health_check": { "precision": 0.3116370808678501, "recall": 0.79, "f1-score": 0.44695898161244696, "support": 200.0 }, "help": { "precision": 0.6039603960396039, "recall": 0.61, "f1-score": 0.6069651741293532, "support": 200.0 }, "list_appointments": { "precision": 0.6842105263157895, "recall": 0.325, "f1-score": 0.4406779661016949, "support": 200.0 }, "list_notes": { "precision": 0.4983922829581994, "recall": 0.775, "f1-score": 0.6066536203522505, "support": 200.0 }, "list_recent_emails": { "precision": 0.7373737373737373, "recall": 0.365, "f1-score": 0.4882943143812709, "support": 200.0 }, "list_reminders": { "precision": 0.628158844765343, "recall": 0.87, "f1-score": 0.7295597484276729, "support": 200.0 }, "list_reminders_today": { "precision": 0.5284552845528455, "recall": 0.325, "f1-score": 0.4024767801857585, "support": 200.0 }, "list_timers": { "precision": 0.6714285714285714, "recall": 0.705, "f1-score": 0.6878048780487804, "support": 200.0 }, "mute": { "precision": 0.3231707317073171, "recall": 0.265, "f1-score": 0.29120879120879123, "support": 200.0 }, "next_appointment": { "precision": 0.5989847715736041, "recall": 0.59, "f1-score": 0.5944584382871536, "support": 200.0 }, "next_track": { "precision": 0.521505376344086, "recall": 0.485, "f1-score": 0.5025906735751295, "support": 200.0 }, "note_count": { "precision": 0.6947791164658634, "recall": 0.865, "f1-score": 0.7706013363028953, "support": 200.0 }, "pause": { "precision": 0.3673036093418259, "recall": 0.865, "f1-score": 0.5156482861400894, "support": 200.0 }, "pizza_add_more": { "precision": 0.5813953488372093, "recall": 0.375, "f1-score": 0.45592705167173253, "support": 200.0 }, "pizza_cancel": { "precision": 0.4444444444444444, "recall": 0.08, "f1-score": 0.13559322033898305, "support": 200.0 }, "pizza_confirm": { "precision": 0.32644628099173556, "recall": 0.395, "f1-score": 0.3574660633484163, "support": 200.0 }, "pizza_order": { "precision": 0.5976095617529881, "recall": 0.75, "f1-score": 0.6651884700665188, "support": 200.0 }, "play_music": { "precision": 0.36, "recall": 0.09, "f1-score": 0.144, "support": 200.0 }, "play_note_audio": { "precision": 0.7560975609756098, "recall": 0.775, "f1-score": 0.7654320987654321, "support": 200.0 }, "play_radio": { "precision": 0.8958333333333334, "recall": 0.215, "f1-score": 0.3467741935483871, "support": 200.0 }, "previous_track": { "precision": 0.628140703517588, "recall": 0.625, "f1-score": 0.6265664160401002, "support": 200.0 }, "read_email_body": { "precision": 0.6571428571428571, "recall": 0.69, "f1-score": 0.6731707317073171, "support": 200.0 }, "read_newest_email": { "precision": 0.7093023255813954, "recall": 0.61, "f1-score": 0.6559139784946236, "support": 200.0 }, "record_note": { "precision": 0.6097560975609756, "recall": 0.875, "f1-score": 0.7186858316221766, "support": 200.0 }, "remove_timer": { "precision": 0.6180555555555556, "recall": 0.445, "f1-score": 0.5174418604651163, "support": 200.0 }, "repeat": { "precision": 0.5765765765765766, "recall": 0.96, "f1-score": 0.7204502814258912, "support": 200.0 }, "resume": { "precision": 0.472636815920398, "recall": 0.95, "f1-score": 0.6312292358803987, "support": 200.0 }, "search_appointment": { "precision": 0.3888888888888889, "recall": 0.07, "f1-score": 0.11864406779661017, "support": 200.0 }, "search_notes": { "precision": 0.7867647058823529, "recall": 0.535, "f1-score": 0.6369047619047619, "support": 200.0 }, "set_timer": { "precision": 0.6654676258992805, "recall": 0.925, "f1-score": 0.7740585774058577, "support": 200.0 }, "stop": { "precision": 0.5384615384615384, "recall": 0.315, "f1-score": 0.39747634069400634, "support": 200.0 }, "stop_timer": { "precision": 0.7860262008733624, "recall": 0.9, "f1-score": 0.8391608391608392, "support": 200.0 }, "streaming_compare": { "precision": 0.9100719424460432, "recall": 0.8433333333333334, "f1-score": 0.8754325259515571, "support": 300.0 }, "streaming_find": { "precision": 0.38998211091234347, "recall": 0.436, "f1-score": 0.4117091595845137, "support": 500.0 }, "streaming_follow_up": { "precision": 0.5, "recall": 0.005, "f1-score": 0.009900990099009901, "support": 200.0 }, "streaming_genre": { "precision": 0.4595744680851064, "recall": 0.54, "f1-score": 0.496551724137931, "support": 600.0 }, "streaming_language": { "precision": 0.7740863787375415, "recall": 0.5825, "f1-score": 0.6647646219686163, "support": 400.0 }, "streaming_new": { "precision": 0.900804289544236, "recall": 0.84, "f1-score": 0.869340232858991, "support": 400.0 }, "streaming_recommend": { "precision": 0.5764075067024129, "recall": 0.5375, "f1-score": 0.55627425614489, "support": 400.0 }, "streaming_search": { "precision": 0.4409937888198758, "recall": 0.5916666666666667, "f1-score": 0.505338078291815, "support": 600.0 }, "streaming_seasons": { "precision": 0.6953316953316954, "recall": 0.7075, "f1-score": 0.701363073110285, "support": 400.0 }, "streaming_watchlist_add": { "precision": 0.4012738853503185, "recall": 0.42, "f1-score": 0.41042345276872966, "support": 300.0 }, "streaming_watchlist_list": { "precision": 0.7801418439716312, "recall": 0.55, "f1-score": 0.6451612903225806, "support": 200.0 }, "streaming_watchlist_remove": { "precision": 0.6521739130434783, "recall": 0.15, "f1-score": 0.24390243902439024, "support": 200.0 }, "streaming_where": { "precision": 0.47058823529411764, "recall": 0.688, "f1-score": 0.5588952071486596, "support": 500.0 }, "system_login": { "precision": 0.49725274725274726, "recall": 0.905, "f1-score": 0.6418439716312057, "support": 200.0 }, "system_logout": { "precision": 0.11956521739130435, "recall": 0.055, "f1-score": 0.07534246575342465, "support": 200.0 }, "system_reboot": { "precision": 0.7429906542056075, "recall": 0.795, "f1-score": 0.7681159420289855, "support": 200.0 }, "system_shutdown": { "precision": 0.4619718309859155, "recall": 0.82, "f1-score": 0.590990990990991, "support": 200.0 }, "system_status": { "precision": 0.8865979381443299, "recall": 0.86, "f1-score": 0.8730964467005076, "support": 200.0 }, "tv_delete_reminder": { "precision": 0.8928571428571429, "recall": 0.5, "f1-score": 0.6410256410256411, "support": 200.0 }, "tv_follow_up": { "precision": 0.2857142857142857, "recall": 0.01, "f1-score": 0.01932367149758454, "support": 200.0 }, "tv_genre_search": { "precision": 0.49948927477017363, "recall": 0.815, "f1-score": 0.6193793540215327, "support": 600.0 }, "tv_language_search": { "precision": 0.4171195652173913, "recall": 0.7675, "f1-score": 0.5404929577464789, "support": 400.0 }, "tv_list_reminders": { "precision": 0.88, "recall": 0.77, "f1-score": 0.8213333333333334, "support": 200.0 }, "tv_primetime": { "precision": 0.6901408450704225, "recall": 0.245, "f1-score": 0.36162361623616235, "support": 200.0 }, "tv_set_reminder": { "precision": 0.6666666666666666, "recall": 0.01, "f1-score": 0.019704433497536946, "support": 200.0 }, "tv_show_info": { "precision": 0.8, "recall": 0.02, "f1-score": 0.03902439024390244, "support": 200.0 }, "tv_streaming": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 200.0 }, "tv_whats_on": { "precision": 0.5339805825242718, "recall": 0.89375, "f1-score": 0.6685366993922394, "support": 800.0 }, "tv_when_next": { "precision": 0.4672789896670494, "recall": 0.814, "f1-score": 0.5937272064186725, "support": 500.0 }, "tv_which_channel": { "precision": 0.38684503901895206, "recall": 0.694, "f1-score": 0.49677881173944166, "support": 500.0 }, "unmute": { "precision": 0.5882352941176471, "recall": 0.1, "f1-score": 0.17094017094017094, "support": 200.0 }, "voice_morph_disable": { "precision": 0.7054794520547946, "recall": 0.515, "f1-score": 0.5953757225433526, "support": 200.0 }, "voice_morph_enable": { "precision": 0.7684210526315789, "recall": 0.365, "f1-score": 0.49491525423728816, "support": 200.0 }, "voice_morph_list_presets": { "precision": 0.49, "recall": 0.245, "f1-score": 0.32666666666666666, "support": 200.0 }, "voice_morph_set_intensity": { "precision": 0.7289719626168224, "recall": 0.39, "f1-score": 0.50814332247557, "support": 200.0 }, "voice_morph_set_preset": { "precision": 0.8, "recall": 0.34, "f1-score": 0.47719298245614034, "support": 200.0 }, "voice_morph_status": { "precision": 0.473972602739726, "recall": 0.865, "f1-score": 0.6123893805309735, "support": 200.0 }, "volume_down": { "precision": 0.49746192893401014, "recall": 0.49, "f1-score": 0.49370277078085645, "support": 200.0 }, "volume_set": { "precision": 0.6283524904214559, "recall": 0.82, "f1-score": 0.7114967462039046, "support": 200.0 }, "volume_up": { "precision": 0.4169611307420495, "recall": 0.59, "f1-score": 0.4886128364389234, "support": 200.0 }, "weather_forecast": { "precision": 0.7222222222222222, "recall": 0.13, "f1-score": 0.22033898305084745, "support": 200.0 }, "weather_week": { "precision": 0.5567765567765568, "recall": 0.76, "f1-score": 0.642706131078224, "support": 200.0 }, "what_is_playing": { "precision": 0.375, "recall": 0.105, "f1-score": 0.1640625, "support": 200.0 } }, "created": "2026-04-11 17:36:08" }