metafile.json 24 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009
  1. {
  2. "model_name": "intent_classifier",
  3. "base_model": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2",
  4. "embedding_dim": 384,
  5. "intent_names": [
  6. "__negative__",
  7. "admin_cache_clear",
  8. "admin_config_tool_last",
  9. "admin_domain_query",
  10. "admin_error_count_hours",
  11. "admin_hostname_query",
  12. "admin_ip_query",
  13. "admin_last_conversation",
  14. "admin_last_conversations",
  15. "admin_last_errors",
  16. "admin_last_request_room",
  17. "admin_last_requests",
  18. "admin_plugin_count",
  19. "admin_registration_disable",
  20. "admin_registration_enable",
  21. "admin_registration_status",
  22. "admin_satellite_count_connected",
  23. "admin_satellite_count_registered",
  24. "admin_satellite_last_connected",
  25. "admin_satellite_unregister",
  26. "admin_system_date_set",
  27. "admin_system_time_set",
  28. "admin_training_last",
  29. "admin_training_last_specific",
  30. "admin_training_start",
  31. "admin_training_status",
  32. "admin_training_stop",
  33. "admin_uptime_query",
  34. "appointment_attendees",
  35. "cancel",
  36. "check_new_emails",
  37. "check_person_schedule",
  38. "count_unread_emails",
  39. "create_appointment",
  40. "create_note",
  41. "create_reminder",
  42. "create_reminder_full",
  43. "current_date",
  44. "current_time",
  45. "current_weather",
  46. "date_query",
  47. "debug_mode",
  48. "delete_all_notes",
  49. "delete_all_reminders",
  50. "delete_note",
  51. "delete_reminder",
  52. "fritzbox_devices",
  53. "fritzbox_status",
  54. "fritzbox_traffic",
  55. "get_date",
  56. "get_note_by_date",
  57. "get_note_today",
  58. "get_note_yesterday",
  59. "get_time",
  60. "health_check",
  61. "help",
  62. "list_appointments",
  63. "list_notes",
  64. "list_recent_emails",
  65. "list_reminders",
  66. "list_reminders_today",
  67. "list_timers",
  68. "mute",
  69. "next_appointment",
  70. "next_track",
  71. "note_count",
  72. "pause",
  73. "pizza_add_more",
  74. "pizza_cancel",
  75. "pizza_confirm",
  76. "pizza_order",
  77. "play_music",
  78. "play_note_audio",
  79. "play_radio",
  80. "previous_track",
  81. "read_email_body",
  82. "read_newest_email",
  83. "record_note",
  84. "remove_timer",
  85. "repeat",
  86. "resume",
  87. "search_appointment",
  88. "search_notes",
  89. "set_timer",
  90. "stop",
  91. "stop_timer",
  92. "streaming_compare",
  93. "streaming_find",
  94. "streaming_follow_up",
  95. "streaming_genre",
  96. "streaming_language",
  97. "streaming_new",
  98. "streaming_recommend",
  99. "streaming_search",
  100. "streaming_seasons",
  101. "streaming_watchlist_add",
  102. "streaming_watchlist_list",
  103. "streaming_watchlist_remove",
  104. "streaming_where",
  105. "system_login",
  106. "system_logout",
  107. "system_reboot",
  108. "system_shutdown",
  109. "system_status",
  110. "tv_delete_reminder",
  111. "tv_follow_up",
  112. "tv_genre_search",
  113. "tv_language_search",
  114. "tv_list_reminders",
  115. "tv_primetime",
  116. "tv_set_reminder",
  117. "tv_show_info",
  118. "tv_streaming",
  119. "tv_whats_on",
  120. "tv_when_next",
  121. "tv_which_channel",
  122. "unmute",
  123. "voice_morph_disable",
  124. "voice_morph_enable",
  125. "voice_morph_list_presets",
  126. "voice_morph_set_intensity",
  127. "voice_morph_set_preset",
  128. "voice_morph_status",
  129. "volume_down",
  130. "volume_set",
  131. "volume_up",
  132. "weather_forecast",
  133. "weather_week",
  134. "what_is_playing"
  135. ],
  136. "slot_names": [
  137. "alias",
  138. "bundesland",
  139. "channel",
  140. "city",
  141. "color",
  142. "content",
  143. "country",
  144. "date",
  145. "duration",
  146. "genre",
  147. "language",
  148. "level",
  149. "month",
  150. "name",
  151. "number_word",
  152. "person",
  153. "pizza_type",
  154. "preset_name",
  155. "query",
  156. "room",
  157. "service",
  158. "size",
  159. "status",
  160. "time",
  161. "topping",
  162. "tv_time",
  163. "value",
  164. "volume_direction",
  165. "weekday"
  166. ],
  167. "num_intents": 129,
  168. "train_samples": 29963,
  169. "best_val_accuracy": 0.6096461949265688,
  170. "cross_validation_folds": [
  171. {
  172. "fold": 1,
  173. "accuracy": 0.604204905723344
  174. },
  175. {
  176. "fold": 2,
  177. "accuracy": 0.6032037376939763
  178. },
  179. {
  180. "fold": 3,
  181. "accuracy": 0.6060403804438511
  182. },
  183. {
  184. "fold": 4,
  185. "accuracy": 0.6096461949265688
  186. },
  187. {
  188. "fold": 5,
  189. "accuracy": 0.5996328437917223
  190. }
  191. ],
  192. "mean_cv_accuracy": 0.6045456125158926,
  193. "epochs": 20,
  194. "train_losses": [
  195. 4.817265735926711,
  196. 4.651327916235727,
  197. 4.420766714577363,
  198. 4.195484808194781,
  199. 3.972997441310908,
  200. 3.7557048587518955,
  201. 3.5407081296510787,
  202. 3.336171798616926,
  203. 3.1536934923266218,
  204. 2.9833496912458393,
  205. 2.8454425229886184,
  206. 2.7161220033592155,
  207. 2.596521248963869,
  208. 2.494510297622477,
  209. 2.3992369905492175,
  210. 2.31798015019604,
  211. 2.239366185044415,
  212. 2.1670879646041525,
  213. 2.1050860171961054,
  214. 2.037669119115506
  215. ],
  216. "val_losses": [
  217. 4.745854377746582,
  218. 4.532900810241699,
  219. 4.300832271575928,
  220. 4.077656269073486,
  221. 3.856247901916504,
  222. 3.636058807373047,
  223. 3.4229414463043213,
  224. 3.224325180053711,
  225. 3.044797658920288,
  226. 2.8844246864318848,
  227. 2.7429497241973877,
  228. 2.617278575897217,
  229. 2.504443883895874,
  230. 2.4032037258148193,
  231. 2.3117127418518066,
  232. 2.2282557487487793,
  233. 2.151932716369629,
  234. 2.081860303878784,
  235. 2.0171732902526855,
  236. 1.9573793411254883
  237. ],
  238. "per_intent_metrics": {
  239. "admin_cache_clear": {
  240. "precision": 0.5481481481481482,
  241. "recall": 0.74,
  242. "f1-score": 0.6297872340425532,
  243. "support": 200.0
  244. },
  245. "admin_config_tool_last": {
  246. "precision": 0.9949748743718593,
  247. "recall": 0.99,
  248. "f1-score": 0.9924812030075187,
  249. "support": 200.0
  250. },
  251. "admin_domain_query": {
  252. "precision": 0.9949238578680203,
  253. "recall": 0.98,
  254. "f1-score": 0.9874055415617129,
  255. "support": 200.0
  256. },
  257. "admin_error_count_hours": {
  258. "precision": 0.989247311827957,
  259. "recall": 0.92,
  260. "f1-score": 0.9533678756476683,
  261. "support": 200.0
  262. },
  263. "admin_hostname_query": {
  264. "precision": 0.9842931937172775,
  265. "recall": 0.94,
  266. "f1-score": 0.9616368286445013,
  267. "support": 200.0
  268. },
  269. "admin_ip_query": {
  270. "precision": 1.0,
  271. "recall": 0.955,
  272. "f1-score": 0.9769820971867008,
  273. "support": 200.0
  274. },
  275. "admin_last_conversation": {
  276. "precision": 0.6749116607773852,
  277. "recall": 0.955,
  278. "f1-score": 0.7908902691511387,
  279. "support": 200.0
  280. },
  281. "admin_last_conversations": {
  282. "precision": 0.9411764705882353,
  283. "recall": 0.8,
  284. "f1-score": 0.8648648648648649,
  285. "support": 200.0
  286. },
  287. "admin_last_errors": {
  288. "precision": 0.8617511520737328,
  289. "recall": 0.935,
  290. "f1-score": 0.8968824940047961,
  291. "support": 200.0
  292. },
  293. "admin_last_request_room": {
  294. "precision": 0.9223300970873787,
  295. "recall": 0.95,
  296. "f1-score": 0.9359605911330049,
  297. "support": 200.0
  298. },
  299. "admin_last_requests": {
  300. "precision": 0.9174757281553398,
  301. "recall": 0.945,
  302. "f1-score": 0.9310344827586207,
  303. "support": 200.0
  304. },
  305. "admin_plugin_count": {
  306. "precision": 1.0,
  307. "recall": 0.95,
  308. "f1-score": 0.9743589743589743,
  309. "support": 200.0
  310. },
  311. "admin_registration_disable": {
  312. "precision": 0.8181818181818182,
  313. "recall": 0.855,
  314. "f1-score": 0.8361858190709046,
  315. "support": 200.0
  316. },
  317. "admin_registration_enable": {
  318. "precision": 0.7464788732394366,
  319. "recall": 0.795,
  320. "f1-score": 0.7699757869249395,
  321. "support": 200.0
  322. },
  323. "admin_registration_status": {
  324. "precision": 0.7395348837209302,
  325. "recall": 0.795,
  326. "f1-score": 0.7662650602409639,
  327. "support": 200.0
  328. },
  329. "admin_satellite_count_connected": {
  330. "precision": 0.8378378378378378,
  331. "recall": 0.93,
  332. "f1-score": 0.8815165876777251,
  333. "support": 200.0
  334. },
  335. "admin_satellite_count_registered": {
  336. "precision": 0.9810126582278481,
  337. "recall": 0.775,
  338. "f1-score": 0.8659217877094972,
  339. "support": 200.0
  340. },
  341. "admin_satellite_last_connected": {
  342. "precision": 0.9086538461538461,
  343. "recall": 0.945,
  344. "f1-score": 0.9264705882352942,
  345. "support": 200.0
  346. },
  347. "admin_satellite_unregister": {
  348. "precision": 0.6079295154185022,
  349. "recall": 0.69,
  350. "f1-score": 0.6463700234192038,
  351. "support": 200.0
  352. },
  353. "admin_system_date_set": {
  354. "precision": 0.6205673758865248,
  355. "recall": 0.875,
  356. "f1-score": 0.7261410788381742,
  357. "support": 200.0
  358. },
  359. "admin_system_time_set": {
  360. "precision": 0.5955882352941176,
  361. "recall": 0.81,
  362. "f1-score": 0.6864406779661016,
  363. "support": 200.0
  364. },
  365. "admin_training_last": {
  366. "precision": 0.8842592592592593,
  367. "recall": 0.955,
  368. "f1-score": 0.9182692307692307,
  369. "support": 200.0
  370. },
  371. "admin_training_last_specific": {
  372. "precision": 1.0,
  373. "recall": 0.855,
  374. "f1-score": 0.921832884097035,
  375. "support": 200.0
  376. },
  377. "admin_training_start": {
  378. "precision": 0.9705882352941176,
  379. "recall": 0.825,
  380. "f1-score": 0.8918918918918919,
  381. "support": 200.0
  382. },
  383. "admin_training_status": {
  384. "precision": 0.6044444444444445,
  385. "recall": 0.68,
  386. "f1-score": 0.64,
  387. "support": 200.0
  388. },
  389. "admin_training_stop": {
  390. "precision": 0.7757009345794392,
  391. "recall": 0.83,
  392. "f1-score": 0.8019323671497585,
  393. "support": 200.0
  394. },
  395. "admin_uptime_query": {
  396. "precision": 0.968421052631579,
  397. "recall": 0.92,
  398. "f1-score": 0.9435897435897436,
  399. "support": 200.0
  400. },
  401. "appointment_attendees": {
  402. "precision": 0.8354430379746836,
  403. "recall": 0.33,
  404. "f1-score": 0.4731182795698925,
  405. "support": 200.0
  406. },
  407. "cancel": {
  408. "precision": 0.4026548672566372,
  409. "recall": 0.455,
  410. "f1-score": 0.4272300469483568,
  411. "support": 200.0
  412. },
  413. "check_new_emails": {
  414. "precision": 0.8167539267015707,
  415. "recall": 0.78,
  416. "f1-score": 0.7979539641943734,
  417. "support": 200.0
  418. },
  419. "check_person_schedule": {
  420. "precision": 0.9386503067484663,
  421. "recall": 0.765,
  422. "f1-score": 0.8429752066115702,
  423. "support": 200.0
  424. },
  425. "count_unread_emails": {
  426. "precision": 0.9767441860465116,
  427. "recall": 0.84,
  428. "f1-score": 0.9032258064516129,
  429. "support": 200.0
  430. },
  431. "create_appointment": {
  432. "precision": 0.9583333333333334,
  433. "recall": 0.575,
  434. "f1-score": 0.71875,
  435. "support": 200.0
  436. },
  437. "create_note": {
  438. "precision": 0.1640625,
  439. "recall": 0.105,
  440. "f1-score": 0.12804878048780488,
  441. "support": 200.0
  442. },
  443. "create_reminder": {
  444. "precision": 0.5416666666666666,
  445. "recall": 0.065,
  446. "f1-score": 0.11607142857142858,
  447. "support": 200.0
  448. },
  449. "create_reminder_full": {
  450. "precision": 0.6318181818181818,
  451. "recall": 0.695,
  452. "f1-score": 0.6619047619047619,
  453. "support": 200.0
  454. },
  455. "current_date": {
  456. "precision": 0.42857142857142855,
  457. "recall": 0.135,
  458. "f1-score": 0.20532319391634982,
  459. "support": 200.0
  460. },
  461. "current_time": {
  462. "precision": 0.6705882352941176,
  463. "recall": 0.285,
  464. "f1-score": 0.4,
  465. "support": 200.0
  466. },
  467. "current_weather": {
  468. "precision": 0.5319148936170213,
  469. "recall": 0.75,
  470. "f1-score": 0.6224066390041494,
  471. "support": 200.0
  472. },
  473. "date_query": {
  474. "precision": 0.3194029850746269,
  475. "recall": 0.535,
  476. "f1-score": 0.4,
  477. "support": 200.0
  478. },
  479. "debug_mode": {
  480. "precision": 0.8681818181818182,
  481. "recall": 0.955,
  482. "f1-score": 0.9095238095238095,
  483. "support": 200.0
  484. },
  485. "delete_all_notes": {
  486. "precision": 0.7586206896551724,
  487. "recall": 0.66,
  488. "f1-score": 0.7058823529411765,
  489. "support": 200.0
  490. },
  491. "delete_all_reminders": {
  492. "precision": 0.7168141592920354,
  493. "recall": 0.81,
  494. "f1-score": 0.7605633802816901,
  495. "support": 200.0
  496. },
  497. "delete_note": {
  498. "precision": 0.4375,
  499. "recall": 0.035,
  500. "f1-score": 0.06481481481481481,
  501. "support": 200.0
  502. },
  503. "delete_reminder": {
  504. "precision": 0.5681818181818182,
  505. "recall": 0.125,
  506. "f1-score": 0.20491803278688525,
  507. "support": 200.0
  508. },
  509. "fritzbox_devices": {
  510. "precision": 0.8743169398907104,
  511. "recall": 0.8,
  512. "f1-score": 0.835509138381201,
  513. "support": 200.0
  514. },
  515. "fritzbox_status": {
  516. "precision": 0.8535353535353535,
  517. "recall": 0.845,
  518. "f1-score": 0.8492462311557789,
  519. "support": 200.0
  520. },
  521. "fritzbox_traffic": {
  522. "precision": 0.7773279352226721,
  523. "recall": 0.96,
  524. "f1-score": 0.8590604026845637,
  525. "support": 200.0
  526. },
  527. "get_date": {
  528. "precision": 0.5,
  529. "recall": 0.49,
  530. "f1-score": 0.494949494949495,
  531. "support": 200.0
  532. },
  533. "get_note_by_date": {
  534. "precision": 0.7222222222222222,
  535. "recall": 0.065,
  536. "f1-score": 0.11926605504587157,
  537. "support": 200.0
  538. },
  539. "get_note_today": {
  540. "precision": 0.66796875,
  541. "recall": 0.855,
  542. "f1-score": 0.75,
  543. "support": 200.0
  544. },
  545. "get_note_yesterday": {
  546. "precision": 0.7291666666666666,
  547. "recall": 0.875,
  548. "f1-score": 0.7954545454545454,
  549. "support": 200.0
  550. },
  551. "get_time": {
  552. "precision": 0.3684210526315789,
  553. "recall": 0.105,
  554. "f1-score": 0.16342412451361868,
  555. "support": 200.0
  556. },
  557. "health_check": {
  558. "precision": 0.3116370808678501,
  559. "recall": 0.79,
  560. "f1-score": 0.44695898161244696,
  561. "support": 200.0
  562. },
  563. "help": {
  564. "precision": 0.6039603960396039,
  565. "recall": 0.61,
  566. "f1-score": 0.6069651741293532,
  567. "support": 200.0
  568. },
  569. "list_appointments": {
  570. "precision": 0.6842105263157895,
  571. "recall": 0.325,
  572. "f1-score": 0.4406779661016949,
  573. "support": 200.0
  574. },
  575. "list_notes": {
  576. "precision": 0.4983922829581994,
  577. "recall": 0.775,
  578. "f1-score": 0.6066536203522505,
  579. "support": 200.0
  580. },
  581. "list_recent_emails": {
  582. "precision": 0.7373737373737373,
  583. "recall": 0.365,
  584. "f1-score": 0.4882943143812709,
  585. "support": 200.0
  586. },
  587. "list_reminders": {
  588. "precision": 0.628158844765343,
  589. "recall": 0.87,
  590. "f1-score": 0.7295597484276729,
  591. "support": 200.0
  592. },
  593. "list_reminders_today": {
  594. "precision": 0.5284552845528455,
  595. "recall": 0.325,
  596. "f1-score": 0.4024767801857585,
  597. "support": 200.0
  598. },
  599. "list_timers": {
  600. "precision": 0.6714285714285714,
  601. "recall": 0.705,
  602. "f1-score": 0.6878048780487804,
  603. "support": 200.0
  604. },
  605. "mute": {
  606. "precision": 0.3231707317073171,
  607. "recall": 0.265,
  608. "f1-score": 0.29120879120879123,
  609. "support": 200.0
  610. },
  611. "next_appointment": {
  612. "precision": 0.5989847715736041,
  613. "recall": 0.59,
  614. "f1-score": 0.5944584382871536,
  615. "support": 200.0
  616. },
  617. "next_track": {
  618. "precision": 0.521505376344086,
  619. "recall": 0.485,
  620. "f1-score": 0.5025906735751295,
  621. "support": 200.0
  622. },
  623. "note_count": {
  624. "precision": 0.6947791164658634,
  625. "recall": 0.865,
  626. "f1-score": 0.7706013363028953,
  627. "support": 200.0
  628. },
  629. "pause": {
  630. "precision": 0.3673036093418259,
  631. "recall": 0.865,
  632. "f1-score": 0.5156482861400894,
  633. "support": 200.0
  634. },
  635. "pizza_add_more": {
  636. "precision": 0.5813953488372093,
  637. "recall": 0.375,
  638. "f1-score": 0.45592705167173253,
  639. "support": 200.0
  640. },
  641. "pizza_cancel": {
  642. "precision": 0.4444444444444444,
  643. "recall": 0.08,
  644. "f1-score": 0.13559322033898305,
  645. "support": 200.0
  646. },
  647. "pizza_confirm": {
  648. "precision": 0.32644628099173556,
  649. "recall": 0.395,
  650. "f1-score": 0.3574660633484163,
  651. "support": 200.0
  652. },
  653. "pizza_order": {
  654. "precision": 0.5976095617529881,
  655. "recall": 0.75,
  656. "f1-score": 0.6651884700665188,
  657. "support": 200.0
  658. },
  659. "play_music": {
  660. "precision": 0.36,
  661. "recall": 0.09,
  662. "f1-score": 0.144,
  663. "support": 200.0
  664. },
  665. "play_note_audio": {
  666. "precision": 0.7560975609756098,
  667. "recall": 0.775,
  668. "f1-score": 0.7654320987654321,
  669. "support": 200.0
  670. },
  671. "play_radio": {
  672. "precision": 0.8958333333333334,
  673. "recall": 0.215,
  674. "f1-score": 0.3467741935483871,
  675. "support": 200.0
  676. },
  677. "previous_track": {
  678. "precision": 0.628140703517588,
  679. "recall": 0.625,
  680. "f1-score": 0.6265664160401002,
  681. "support": 200.0
  682. },
  683. "read_email_body": {
  684. "precision": 0.6571428571428571,
  685. "recall": 0.69,
  686. "f1-score": 0.6731707317073171,
  687. "support": 200.0
  688. },
  689. "read_newest_email": {
  690. "precision": 0.7093023255813954,
  691. "recall": 0.61,
  692. "f1-score": 0.6559139784946236,
  693. "support": 200.0
  694. },
  695. "record_note": {
  696. "precision": 0.6097560975609756,
  697. "recall": 0.875,
  698. "f1-score": 0.7186858316221766,
  699. "support": 200.0
  700. },
  701. "remove_timer": {
  702. "precision": 0.6180555555555556,
  703. "recall": 0.445,
  704. "f1-score": 0.5174418604651163,
  705. "support": 200.0
  706. },
  707. "repeat": {
  708. "precision": 0.5765765765765766,
  709. "recall": 0.96,
  710. "f1-score": 0.7204502814258912,
  711. "support": 200.0
  712. },
  713. "resume": {
  714. "precision": 0.472636815920398,
  715. "recall": 0.95,
  716. "f1-score": 0.6312292358803987,
  717. "support": 200.0
  718. },
  719. "search_appointment": {
  720. "precision": 0.3888888888888889,
  721. "recall": 0.07,
  722. "f1-score": 0.11864406779661017,
  723. "support": 200.0
  724. },
  725. "search_notes": {
  726. "precision": 0.7867647058823529,
  727. "recall": 0.535,
  728. "f1-score": 0.6369047619047619,
  729. "support": 200.0
  730. },
  731. "set_timer": {
  732. "precision": 0.6654676258992805,
  733. "recall": 0.925,
  734. "f1-score": 0.7740585774058577,
  735. "support": 200.0
  736. },
  737. "stop": {
  738. "precision": 0.5384615384615384,
  739. "recall": 0.315,
  740. "f1-score": 0.39747634069400634,
  741. "support": 200.0
  742. },
  743. "stop_timer": {
  744. "precision": 0.7860262008733624,
  745. "recall": 0.9,
  746. "f1-score": 0.8391608391608392,
  747. "support": 200.0
  748. },
  749. "streaming_compare": {
  750. "precision": 0.9100719424460432,
  751. "recall": 0.8433333333333334,
  752. "f1-score": 0.8754325259515571,
  753. "support": 300.0
  754. },
  755. "streaming_find": {
  756. "precision": 0.38998211091234347,
  757. "recall": 0.436,
  758. "f1-score": 0.4117091595845137,
  759. "support": 500.0
  760. },
  761. "streaming_follow_up": {
  762. "precision": 0.5,
  763. "recall": 0.005,
  764. "f1-score": 0.009900990099009901,
  765. "support": 200.0
  766. },
  767. "streaming_genre": {
  768. "precision": 0.4595744680851064,
  769. "recall": 0.54,
  770. "f1-score": 0.496551724137931,
  771. "support": 600.0
  772. },
  773. "streaming_language": {
  774. "precision": 0.7740863787375415,
  775. "recall": 0.5825,
  776. "f1-score": 0.6647646219686163,
  777. "support": 400.0
  778. },
  779. "streaming_new": {
  780. "precision": 0.900804289544236,
  781. "recall": 0.84,
  782. "f1-score": 0.869340232858991,
  783. "support": 400.0
  784. },
  785. "streaming_recommend": {
  786. "precision": 0.5764075067024129,
  787. "recall": 0.5375,
  788. "f1-score": 0.55627425614489,
  789. "support": 400.0
  790. },
  791. "streaming_search": {
  792. "precision": 0.4409937888198758,
  793. "recall": 0.5916666666666667,
  794. "f1-score": 0.505338078291815,
  795. "support": 600.0
  796. },
  797. "streaming_seasons": {
  798. "precision": 0.6953316953316954,
  799. "recall": 0.7075,
  800. "f1-score": 0.701363073110285,
  801. "support": 400.0
  802. },
  803. "streaming_watchlist_add": {
  804. "precision": 0.4012738853503185,
  805. "recall": 0.42,
  806. "f1-score": 0.41042345276872966,
  807. "support": 300.0
  808. },
  809. "streaming_watchlist_list": {
  810. "precision": 0.7801418439716312,
  811. "recall": 0.55,
  812. "f1-score": 0.6451612903225806,
  813. "support": 200.0
  814. },
  815. "streaming_watchlist_remove": {
  816. "precision": 0.6521739130434783,
  817. "recall": 0.15,
  818. "f1-score": 0.24390243902439024,
  819. "support": 200.0
  820. },
  821. "streaming_where": {
  822. "precision": 0.47058823529411764,
  823. "recall": 0.688,
  824. "f1-score": 0.5588952071486596,
  825. "support": 500.0
  826. },
  827. "system_login": {
  828. "precision": 0.49725274725274726,
  829. "recall": 0.905,
  830. "f1-score": 0.6418439716312057,
  831. "support": 200.0
  832. },
  833. "system_logout": {
  834. "precision": 0.11956521739130435,
  835. "recall": 0.055,
  836. "f1-score": 0.07534246575342465,
  837. "support": 200.0
  838. },
  839. "system_reboot": {
  840. "precision": 0.7429906542056075,
  841. "recall": 0.795,
  842. "f1-score": 0.7681159420289855,
  843. "support": 200.0
  844. },
  845. "system_shutdown": {
  846. "precision": 0.4619718309859155,
  847. "recall": 0.82,
  848. "f1-score": 0.590990990990991,
  849. "support": 200.0
  850. },
  851. "system_status": {
  852. "precision": 0.8865979381443299,
  853. "recall": 0.86,
  854. "f1-score": 0.8730964467005076,
  855. "support": 200.0
  856. },
  857. "tv_delete_reminder": {
  858. "precision": 0.8928571428571429,
  859. "recall": 0.5,
  860. "f1-score": 0.6410256410256411,
  861. "support": 200.0
  862. },
  863. "tv_follow_up": {
  864. "precision": 0.2857142857142857,
  865. "recall": 0.01,
  866. "f1-score": 0.01932367149758454,
  867. "support": 200.0
  868. },
  869. "tv_genre_search": {
  870. "precision": 0.49948927477017363,
  871. "recall": 0.815,
  872. "f1-score": 0.6193793540215327,
  873. "support": 600.0
  874. },
  875. "tv_language_search": {
  876. "precision": 0.4171195652173913,
  877. "recall": 0.7675,
  878. "f1-score": 0.5404929577464789,
  879. "support": 400.0
  880. },
  881. "tv_list_reminders": {
  882. "precision": 0.88,
  883. "recall": 0.77,
  884. "f1-score": 0.8213333333333334,
  885. "support": 200.0
  886. },
  887. "tv_primetime": {
  888. "precision": 0.6901408450704225,
  889. "recall": 0.245,
  890. "f1-score": 0.36162361623616235,
  891. "support": 200.0
  892. },
  893. "tv_set_reminder": {
  894. "precision": 0.6666666666666666,
  895. "recall": 0.01,
  896. "f1-score": 0.019704433497536946,
  897. "support": 200.0
  898. },
  899. "tv_show_info": {
  900. "precision": 0.8,
  901. "recall": 0.02,
  902. "f1-score": 0.03902439024390244,
  903. "support": 200.0
  904. },
  905. "tv_streaming": {
  906. "precision": 0.0,
  907. "recall": 0.0,
  908. "f1-score": 0.0,
  909. "support": 200.0
  910. },
  911. "tv_whats_on": {
  912. "precision": 0.5339805825242718,
  913. "recall": 0.89375,
  914. "f1-score": 0.6685366993922394,
  915. "support": 800.0
  916. },
  917. "tv_when_next": {
  918. "precision": 0.4672789896670494,
  919. "recall": 0.814,
  920. "f1-score": 0.5937272064186725,
  921. "support": 500.0
  922. },
  923. "tv_which_channel": {
  924. "precision": 0.38684503901895206,
  925. "recall": 0.694,
  926. "f1-score": 0.49677881173944166,
  927. "support": 500.0
  928. },
  929. "unmute": {
  930. "precision": 0.5882352941176471,
  931. "recall": 0.1,
  932. "f1-score": 0.17094017094017094,
  933. "support": 200.0
  934. },
  935. "voice_morph_disable": {
  936. "precision": 0.7054794520547946,
  937. "recall": 0.515,
  938. "f1-score": 0.5953757225433526,
  939. "support": 200.0
  940. },
  941. "voice_morph_enable": {
  942. "precision": 0.7684210526315789,
  943. "recall": 0.365,
  944. "f1-score": 0.49491525423728816,
  945. "support": 200.0
  946. },
  947. "voice_morph_list_presets": {
  948. "precision": 0.49,
  949. "recall": 0.245,
  950. "f1-score": 0.32666666666666666,
  951. "support": 200.0
  952. },
  953. "voice_morph_set_intensity": {
  954. "precision": 0.7289719626168224,
  955. "recall": 0.39,
  956. "f1-score": 0.50814332247557,
  957. "support": 200.0
  958. },
  959. "voice_morph_set_preset": {
  960. "precision": 0.8,
  961. "recall": 0.34,
  962. "f1-score": 0.47719298245614034,
  963. "support": 200.0
  964. },
  965. "voice_morph_status": {
  966. "precision": 0.473972602739726,
  967. "recall": 0.865,
  968. "f1-score": 0.6123893805309735,
  969. "support": 200.0
  970. },
  971. "volume_down": {
  972. "precision": 0.49746192893401014,
  973. "recall": 0.49,
  974. "f1-score": 0.49370277078085645,
  975. "support": 200.0
  976. },
  977. "volume_set": {
  978. "precision": 0.6283524904214559,
  979. "recall": 0.82,
  980. "f1-score": 0.7114967462039046,
  981. "support": 200.0
  982. },
  983. "volume_up": {
  984. "precision": 0.4169611307420495,
  985. "recall": 0.59,
  986. "f1-score": 0.4886128364389234,
  987. "support": 200.0
  988. },
  989. "weather_forecast": {
  990. "precision": 0.7222222222222222,
  991. "recall": 0.13,
  992. "f1-score": 0.22033898305084745,
  993. "support": 200.0
  994. },
  995. "weather_week": {
  996. "precision": 0.5567765567765568,
  997. "recall": 0.76,
  998. "f1-score": 0.642706131078224,
  999. "support": 200.0
  1000. },
  1001. "what_is_playing": {
  1002. "precision": 0.375,
  1003. "recall": 0.105,
  1004. "f1-score": 0.1640625,
  1005. "support": 200.0
  1006. }
  1007. },
  1008. "created": "2026-04-11 17:36:08"
  1009. }