open-cortex / scripts /debug_events.py
peninsula123's picture
feat(main): stream metrics fetch
828386c
Raw
History Blame Contribute Delete
598 Bytes
import sys
from open_cortex.runtime.client import stream_chat_events
from open_cortex.runtime.messages import ChatMessage
messages = [
ChatMessage(
role="system",
content="你是一名严谨的机器学习系统教师。",
),
ChatMessage(
role="user",
content="用三句话解释大语言模型推理。",
),
]
for event in stream_chat_events(messages):
if event.text_delta:
print(event.text_delta, end="", flush=True)
if event.kind in {"first_token", "request_completed"}:
print(f"\n\nEVENT: {event}\n", file=sys.stderr)