Add online mining v2 skill

2026-05-12 17:01:43 +08:00
parent c517d93034
commit 6dad2cc4b3
10 changed files with 1105 additions and 0 deletions
@@ -0,0 +1,97 @@
+from __future__ import annotations
+
+import json
+
+from online_mining_common import (
+    emit_error,
+    emit_success,
+    load_json_payload,
+    resolve_portable_path,
+)
+
+
+def load_cases(payload: dict) -> list[dict]:
+    if isinstance(payload.get("cases"), list):
+        return [item for item in payload["cases"] if isinstance(item, dict)]
+    cases_path = payload.get("cases_path")
+    if not cases_path:
+        raise ValueError("cases or cases_path is required")
+    rows = []
+    text = resolve_portable_path(str(cases_path)).read_text(encoding="utf-8")
+    for line in text.splitlines():
+        if not line.strip():
+            continue
+        item = json.loads(line)
+        if isinstance(item, dict):
+            rows.append(item)
+    return rows
+
+
+def case_value(case: dict, key: str):
+    if key in case:
+        return case.get(key)
+    main = case.get("main") if isinstance(case.get("main"), dict) else {}
+    pre = case.get("pre_processing") if isinstance(case.get("pre_processing"), dict) else {}
+    return case.get(key) or pre.get(key) or main.get(key)
+
+
+def main() -> int:
+    try:
+        payload = load_json_payload()
+        dataset_label = str(payload.get("dataset_label") or "").strip()
+        target = str(payload.get("target") or "").strip()
+        if not dataset_label:
+            raise ValueError("dataset_label is required")
+        if not target:
+            raise ValueError("target is required")
+        complex_value = bool(payload.get("complex", False))
+        cases = load_cases(payload)
+        if not cases:
+            raise ValueError("cases must not be empty")
+
+        lines = [f"# dataset_label: {dataset_label}", ""]
+        for index, case in enumerate(cases, start=1):
+            query = str(case_value(case, "query") or "").strip()
+            if not query:
+                continue
+            request_id = str(case_value(case, "request_id") or "").strip()
+            timestamp = case_value(case, "timestamp")
+            tts = str(case_value(case, "tts") or "").strip()
+            planning_result = str(case_value(case, "planning_result") or "").strip()
+            notes = []
+            if planning_result:
+                notes.append(f"线上模型输出: {planning_result}")
+            main_domain = case_value(case, "domain") or case.get("main_domain")
+            if main_domain:
+                notes.append(f"线上 domain: {main_domain}")
+            lines.append(f"### case: online_{index:04d}")
+            lines.append(f"用户: {query}")
+            lines.append(f"complex: {'true' if complex_value else 'false'}")
+            lines.append(f"target: {target}")
+            if request_id:
+                lines.append(f"request_id: {request_id}")
+            if timestamp:
+                lines.append(f"timestamp: {timestamp}")
+            if tts:
+                lines.append(f"notes: tts={tts}" + (f"；{'；'.join(notes)}" if notes else ""))
+            elif notes:
+                lines.append(f"notes: {'；'.join(notes)}")
+            lines.append("")
+
+        draft_text = "\n".join(lines).strip() + "\n"
+        output_path = None
+        if payload.get("output_path"):
+            output = resolve_portable_path(str(payload["output_path"]))
+            output.parent.mkdir(parents=True, exist_ok=True)
+            output.write_text(draft_text, encoding="utf-8")
+            output_path = str(output)
+        emit_success({"case_count": draft_text.count("### case:"), "draft_text": draft_text, "output_path": output_path})
+        return 0
+    except Exception as exc:  # noqa: BLE001
+        emit_error(exc)
+        return 1
+
+
+if __name__ == "__main__":
+    raise SystemExit(main())
+