Streaming

1
import requests
2
import json
3
4
question = "How would you build the tallest building ever?"
5
6
url = "https://openrouter.ai/api/v1/chat/completions"
7
headers = {
8
  "Authorization": f"Bearer {{API_KEY_REF}}",
9
  "Content-Type": "application/json"
10
}
11
12
payload = {
13
  "model": "{{MODEL}}",
14
  "messages": [{"role": "user", "content": question}],
15
  "stream": True
16
}
17
18
buffer = ""
19
with requests.post(url, headers=headers, json=payload, stream=True) as r:
20
  for chunk in r.iter_content(chunk_size=1024, decode_unicode=True):
21
    buffer += chunk
22
    while True:
23
      try:
24
        # Find the next complete SSE line
25
        line_end = buffer.find('\n')
26
        if line_end == -1:
27
          break
28
29
        line = buffer[:line_end].strip()
30
        buffer = buffer[line_end + 1:]
31
32
        if line.startswith('data: '):
33
          data = line[6:]
34
          if data == '[DONE]':
35
            break
36
37
          try:
38
            data_obj = json.loads(data)
39
            content = data_obj["choices"][0]["delta"].get("content")
40
            if content:
41
              print(content, end="", flush=True)
42
          except json.JSONDecodeError:
43
            pass
44
      except Exception:
45
        break

1
import requests
2
from threading import Event, Thread
3
4
def stream_with_cancellation(prompt: str, cancel_event: Event):
5
    with requests.Session() as session:
6
        response = session.post(
7
            "https://openrouter.ai/api/v1/chat/completions",
8
            headers={"Authorization": f"Bearer {{API_KEY_REF}}"},
9
            json={"model": "{{MODEL}}", "messages": [{"role": "user", "content": prompt}], "stream": True},
10
            stream=True
11
        )
12
13
        try:
14
            for line in response.iter_lines():
15
                if cancel_event.is_set():
16
                    response.close()
17
                    return
18
                if line:
19
                    print(line.decode(), end="", flush=True)
20
        finally:
21
            response.close()
22
23
# Example usage:
24
cancel_event = Event()
25
stream_thread = Thread(target=lambda: stream_with_cancellation("Write a story", cancel_event))
26
stream_thread.start()
27
28
# To cancel the stream:
29
cancel_event.set()

1
import requests
2
import json
3
4
async def stream_with_error_handling(prompt):
5
    response = requests.post(
6
        'https://openrouter.ai/api/v1/chat/completions',
7
        headers={'Authorization': f'Bearer {{API_KEY_REF}}'},
8
        json={
9
            'model': '{{MODEL}}',
10
            'messages': [{'role': 'user', 'content': prompt}],
11
            'stream': True
12
        },
13
        stream=True
14
    )
15
    
16
    # Check initial HTTP status for pre-stream errors
17
    if response.status_code != 200:
18
        error_data = response.json()
19
        print(f"Error: {error_data['error']['message']}")
20
        return
21
    
22
    # Process stream and handle mid-stream errors
23
    for line in response.iter_lines():
24
        if line:
25
            line_text = line.decode('utf-8')
26
            if line_text.startswith('data: '):
27
                data = line_text[6:]
28
                if data == '[DONE]':
29
                    break
30
                
31
                try:
32
                    parsed = json.loads(data)
33
                    
34
                    # Check for mid-stream error
35
                    if 'error' in parsed:
36
                        print(f"Stream error: {parsed['error']['message']}")
37
                        # Check finish_reason if needed
38
                        if parsed.get('choices', [{}])[0].get('finish_reason') == 'error':
39
                            print("Stream terminated due to error")
40
                        break
41
                    
42
                    # Process normal content
43
                    content = parsed['choices'][0]['delta'].get('content')
44
                    if content:
45
                        print(content, end='', flush=True)
46
                        
47
                except json.JSONDecodeError:
48
                    pass