trainer_dataset_view.py 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294
  1. # -*- coding: utf-8 -*-
  2. """
  3. Trainer SubView: Dataset (F3).
  4. Zeigt Dataset-Informationen mit Aufschluesselung,
  5. Konfiguration der Verzeichnisse und Dataset-Optimierung.
  6. """
  7. from __future__ import annotations
  8. from textual.app import ComposeResult
  9. from textual.containers import Vertical
  10. from textual.widgets import Static, Button, Input
  11. from trixy_core.tui.views.base import MainView
  12. from trixy_core.tui.widgets.status_table import StatusTable
  13. from trixy_core.tui.widgets.popup import ConfirmDialog
  14. class TrainerDatasetView(MainView):
  15. """F3 im Trainer-Kontext: Dataset-Informationen und Konfiguration."""
  16. TITLE = "Dataset"
  17. VIEW_ID = "trainer_dataset"
  18. def __init__(self, **kwargs) -> None:
  19. super().__init__(**kwargs)
  20. self._trainer_data: dict = {}
  21. self._detail_data: object | None = None
  22. self._field_ids: list[str] = []
  23. self._action_buttons: list[tuple[str, str]] = []
  24. def set_trainer(self, trainer_data: dict) -> None:
  25. """Setzt die Trainer-Basisdaten."""
  26. self._trainer_data = trainer_data
  27. self._detail_data = None
  28. self._field_ids = []
  29. self._action_buttons = []
  30. def compose(self) -> ComposeResult:
  31. with Vertical(classes="trainer-section"):
  32. yield Static("[bold]Dataset-Info[/bold]", classes="trainer-section-header")
  33. yield StatusTable(id="trainer-dataset-info")
  34. with Vertical(classes="trainer-section"):
  35. yield Static("[bold]Dataset-Konfiguration[/bold]", classes="trainer-section-header")
  36. yield Vertical(id="trainer-dataset-form", classes="trainer-form-container")
  37. yield Static("", id="trainer-dataset-status")
  38. async def on_activate(self) -> None:
  39. """Laedt Dataset-Info und Schema."""
  40. await self._load_detail()
  41. async def refresh_data(self) -> None:
  42. """Aktualisiert Dataset-Zaehler."""
  43. await self._load_detail()
  44. async def _load_detail(self) -> None:
  45. """Laedt Detail-Daten vom Server."""
  46. if not self.connection or not self._trainer_data:
  47. return
  48. trainer_id = self._trainer_data.get("trainer_id", "")
  49. if not trainer_id:
  50. return
  51. try:
  52. detail = await self.connection.request_trainer_detail(trainer_id)
  53. except Exception:
  54. return
  55. if detail is None or detail.error:
  56. return
  57. self._detail_data = detail
  58. self._populate_info(detail)
  59. # Formular nur einmal aufbauen
  60. if not self._field_ids and not self._action_buttons:
  61. await self._build_form(detail)
  62. def _populate_info(self, detail: object) -> None:
  63. """Befuellt die Dataset-Info-Tabelle mit Aufschluesselung."""
  64. info = getattr(detail, "dataset_info", {})
  65. table = self.query_one("#trainer-dataset-info", StatusTable)
  66. rows = []
  67. # Positive Aufschluesselung
  68. pos_bd = info.get("positive_breakdown", {})
  69. if pos_bd:
  70. rows.append(("Positiv Gesamt", str(pos_bd.get("total", 0))))
  71. rows.append((" Basis (Raw/TTS)", str(pos_bd.get("basis", 0))))
  72. if pos_bd.get("morphs", 0):
  73. rows.append((" Morphs", str(pos_bd["morphs"])))
  74. if pos_bd.get("bgmix", 0):
  75. rows.append((" Background-Mix", str(pos_bd["bgmix"])))
  76. if pos_bd.get("augmented", 0):
  77. rows.append((" Augmentiert", str(pos_bd["augmented"])))
  78. else:
  79. rows.append(("Positive Samples", str(info.get("positive_count", 0))))
  80. rows.append(("", ""))
  81. # Negative Aufschluesselung
  82. neg_bd = info.get("negative_breakdown", {})
  83. if neg_bd:
  84. rows.append(("Negativ Gesamt", str(neg_bd.get("total", 0))))
  85. rows.append((" Basis (Assets/TTS/BG)", str(neg_bd.get("basis", 0))))
  86. if neg_bd.get("morphs", 0):
  87. rows.append((" Morphs", str(neg_bd["morphs"])))
  88. if neg_bd.get("bgmix", 0):
  89. rows.append((" Background-Mix", str(neg_bd["bgmix"])))
  90. if neg_bd.get("augmented", 0):
  91. rows.append((" Augmentiert", str(neg_bd["augmented"])))
  92. else:
  93. rows.append(("Negative Samples", str(info.get("negative_count", 0))))
  94. # Verhaeltnis
  95. pos_total = pos_bd.get("total", info.get("positive_count", 0))
  96. neg_total = neg_bd.get("total", info.get("negative_count", 0))
  97. if pos_total > 0 and neg_total > 0:
  98. ratio = neg_total / pos_total
  99. rows.append(("", ""))
  100. rows.append(("Verhaeltnis Neg:Pos", f"1:{ratio:.1f}"))
  101. if ratio < 1.0:
  102. rows.append(("Empfehlung", "[yellow]Mehr Negative noetig![/yellow]"))
  103. elif pos_total > 600:
  104. rows.append(("Empfehlung", "[yellow]Dataset zu gross — Overfitting-Gefahr[/yellow]"))
  105. else:
  106. rows.append(("Empfehlung", "[green]OK[/green]"))
  107. # Verzeichnisse
  108. rows.append(("", ""))
  109. rows.append(("Positiv-Verzeichnis", info.get("positive_dir", "")))
  110. rows.append(("Negativ-Verzeichnis", info.get("negative_dir", "")))
  111. table.update_data(rows)
  112. async def _build_form(self, detail: object) -> None:
  113. """Baut das Dataset-Formular dynamisch auf."""
  114. container = self.query_one("#trainer-dataset-form", Vertical)
  115. for child in list(container.children):
  116. await child.remove()
  117. self._field_ids = []
  118. self._action_buttons = []
  119. schema = getattr(detail, "dataset_schema", {})
  120. fields = schema.get("fields", []) if isinstance(schema, dict) else []
  121. dataset_info = getattr(detail, "dataset_info", {})
  122. for field_def in fields:
  123. name = field_def.get("name", "") or field_def.get("key", "")
  124. label = field_def.get("label", name)
  125. help_text = field_def.get("help_text", "") or field_def.get("help", "")
  126. default = field_def.get("default")
  127. field_type = field_def.get("field_type", "") or field_def.get("type", "text")
  128. current_value = dataset_info.get(name, default)
  129. if field_type == "action":
  130. # Aktions-Button
  131. action_name = field_def.get("action_name", name)
  132. btn_id = f"trainer-ds-action-{action_name}"
  133. self._action_buttons.append((action_name, name))
  134. variant = field_def.get("variant", "primary")
  135. btn = Button(label, id=btn_id, variant=variant)
  136. await container.mount(btn)
  137. if help_text:
  138. await container.mount(
  139. Static(f"[dim]{help_text}[/dim]", classes="trainer-field-help")
  140. )
  141. else:
  142. # Input-Feld
  143. field_id = f"trainer-ds-{name}"
  144. self._field_ids.append(field_id)
  145. await container.mount(Static(label, classes="trainer-field-label"))
  146. is_float = field_def.get("is_float", False)
  147. if field_type == "number":
  148. input_type = "number" if is_float else "integer"
  149. widget = Input(
  150. id=field_id,
  151. value=str(current_value) if current_value is not None else "",
  152. placeholder=str(default) if default is not None else "",
  153. type=input_type,
  154. )
  155. else:
  156. widget = Input(
  157. id=field_id,
  158. value=str(current_value) if current_value is not None else "",
  159. placeholder=field_def.get("placeholder", ""),
  160. )
  161. await container.mount(widget)
  162. if help_text:
  163. await container.mount(
  164. Static(f"[dim]{help_text}[/dim]", classes="trainer-field-help")
  165. )
  166. def _collect_params(self) -> dict:
  167. """Sammelt alle Formularwerte."""
  168. params = {}
  169. for field_id in self._field_ids:
  170. try:
  171. widget = self.query_one(f"#{field_id}", Input)
  172. name = field_id.replace("trainer-ds-", "", 1)
  173. params[name] = widget.value
  174. except Exception:
  175. pass
  176. return params
  177. async def on_button_pressed(self, event: Button.Pressed) -> None:
  178. """Behandelt Button-Klicks."""
  179. btn_id = event.button.id or ""
  180. if not btn_id.startswith("trainer-ds-action-"):
  181. return
  182. action_name = btn_id.replace("trainer-ds-action-", "", 1)
  183. trainer_id = self._trainer_data.get("trainer_id", "")
  184. if not trainer_id or not self.connection:
  185. return
  186. if action_name == "optimize_dataset":
  187. await self._confirm_optimize(trainer_id)
  188. else:
  189. await self._execute_action(trainer_id, action_name)
  190. async def _confirm_optimize(self, trainer_id: str) -> None:
  191. """Zeigt Bestaetigungs-Dialog vor der Dataset-Optimierung."""
  192. params = self._collect_params()
  193. target_pos = params.get("target_positive", "400")
  194. target_neg = params.get("target_negative", "600")
  195. max_var = params.get("max_variants", "2")
  196. # Aktuelle Zahlen aus der Info
  197. info = getattr(self._detail_data, "dataset_info", {}) if self._detail_data else {}
  198. pos_bd = info.get("positive_breakdown", {})
  199. neg_bd = info.get("negative_breakdown", {})
  200. pos_total = pos_bd.get("total", 0)
  201. neg_total = neg_bd.get("total", 0)
  202. pos_delete = max(0, pos_total - int(target_pos))
  203. neg_delete = max(0, neg_total - int(target_neg))
  204. if pos_delete == 0 and neg_delete == 0:
  205. status = self.query_one("#trainer-dataset-status", Static)
  206. status.update("[green]Dataset ist bereits im Zielbereich — nichts zu tun.[/green]")
  207. return
  208. message = (
  209. f"[bold]Dataset-Optimierung[/bold]\n\n"
  210. f"Positiv: {pos_total} → ~{target_pos} "
  211. f"([red]~{pos_delete} loeschen[/red])\n"
  212. f"Negativ: {neg_total} → ~{target_neg} "
  213. f"([red]~{neg_delete} loeschen[/red])\n"
  214. f"Max Varianten pro Basis: {max_var}\n\n"
  215. f"Basis-Samples (Raw/TTS) bleiben erhalten.\n"
  216. f"Ueberfluessige Morphs/BG-Mix werden geloescht."
  217. )
  218. dialog = ConfirmDialog(title="Dataset optimieren?", message=message)
  219. def on_confirm(confirmed: bool) -> None:
  220. if confirmed:
  221. self.call_later(self._execute_action, trainer_id, "optimize_dataset")
  222. self.app.push_screen(dialog, on_confirm)
  223. async def _execute_action(self, trainer_id: str, action_name: str) -> None:
  224. """Fuehrt eine Aktion aus."""
  225. status = self.query_one("#trainer-dataset-status", Static)
  226. status.update(f"[yellow]Aktion '{action_name}' wird ausgefuehrt...[/yellow]")
  227. params = self._collect_params()
  228. try:
  229. result = await self.connection.execute_trainer_action(
  230. trainer_id, action_name, params
  231. )
  232. if result and result.success:
  233. status.update(f"[green]{result.message}[/green]")
  234. # Schema und Info neu laden
  235. self._field_ids = []
  236. self._action_buttons = []
  237. await self._load_detail()
  238. elif result:
  239. status.update(f"[red]{result.message}[/red]")
  240. else:
  241. status.update("[red]Keine Antwort vom Server[/red]")
  242. except Exception as e:
  243. status.update(f"[red]Fehler: {e}[/red]")