Use prompt history for online mining records
This commit is contained in:
@@ -18,6 +18,10 @@ def main() -> int:
|
||||
payload = load_json_payload()
|
||||
sources = payload.get("sources") or ["main", "pre_processing"]
|
||||
date = payload.get("date")
|
||||
date_from = payload.get("date_from")
|
||||
date_to = payload.get("date_to")
|
||||
lookback_days = payload.get("lookback_days")
|
||||
lookback_days = int(lookback_days) if lookback_days not in (None, "") else None
|
||||
sample_size = int(payload.get("sample_size") or 5)
|
||||
result: dict[str, object] = {}
|
||||
for source in sources:
|
||||
@@ -25,7 +29,14 @@ def main() -> int:
|
||||
client = build_client(str(source))
|
||||
caps = client.field_caps(index=str(config["index"]), fields="*")
|
||||
fields = caps.get("fields", {})
|
||||
docs = search_docs(source=str(source), date=date, size=sample_size)
|
||||
docs = search_docs(
|
||||
source=str(source),
|
||||
date=date,
|
||||
size=sample_size,
|
||||
date_from=date_from,
|
||||
date_to=date_to,
|
||||
lookback_days=lookback_days,
|
||||
)
|
||||
cases = [extract_case(str(source), deep_parse(doc)) for doc in docs]
|
||||
interesting = [
|
||||
name
|
||||
@@ -72,4 +83,3 @@ def main() -> int:
|
||||
|
||||
if __name__ == "__main__":
|
||||
raise SystemExit(main())
|
||||
|
||||
|
||||
Reference in New Issue
Block a user