File size: 598 Bytes
828386c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
import sys

from open_cortex.runtime.client import stream_chat_events
from open_cortex.runtime.messages import ChatMessage


messages = [
    ChatMessage(
        role="system",
        content="你是一名严谨的机器学习系统教师。",
    ),
    ChatMessage(
        role="user",
        content="用三句话解释大语言模型推理。",
    ),
]

for event in stream_chat_events(messages):
    if event.text_delta:
        print(event.text_delta, end="", flush=True)

    if event.kind in {"first_token", "request_completed"}:
        print(f"\n\nEVENT: {event}\n", file=sys.stderr)