fix: Better logging and error handling in chat API
This commit is contained in:
+139
-109
@@ -1,165 +1,195 @@
|
||||
#!/usr/bin/env python3
|
||||
"""
|
||||
BECOMINGONE Chat API - Interactive interface for both pathways.
|
||||
BECOMINGONE Chat API - Fixed version with proper logging.
|
||||
"""
|
||||
|
||||
import asyncio
|
||||
import json
|
||||
import sys
|
||||
from datetime import datetime
|
||||
from becomingone.llm_integrator import EmissaryLLM
|
||||
|
||||
# Initialize pathways
|
||||
MASTER = EmissaryLLM(model='llama3.1:8b') # Soulful
|
||||
EMISSARY = EmissaryLLM(model='deepseek-coder-v2:lite') # Coder
|
||||
MASTER = EmissaryLLM(model='llama3.1:8b')
|
||||
EMISSARY = EmissaryLLM(model='deepseek-coder-v2:lite')
|
||||
|
||||
print("Initializing pathways...", file=sys.stderr)
|
||||
sys.stderr.flush()
|
||||
|
||||
|
||||
async def chat(prompt: str) -> dict:
|
||||
"""Process prompt through both pathways and return unified response."""
|
||||
"""Process prompt through both pathways."""
|
||||
print(f"Chat: {prompt[:50]}...", file=sys.stderr)
|
||||
sys.stderr.flush()
|
||||
|
||||
# Both pathways respond in parallel
|
||||
master_task = MASTER.respond(prompt)
|
||||
emissary_task = EMISSARY.respond(prompt)
|
||||
|
||||
master_result, emissary_result = await asyncio.gather(master_task, emissary_task)
|
||||
|
||||
return {
|
||||
"prompt": prompt,
|
||||
"timestamp": datetime.utcnow().isoformat(),
|
||||
"master": {
|
||||
"model": master_result.get("model"),
|
||||
"response": master_result.get("response", "")[:1000]
|
||||
},
|
||||
"emissary": {
|
||||
"model": emissary_result.get("model"),
|
||||
"response": emissary_result.get("response", "")[:1000]
|
||||
},
|
||||
"unified": {
|
||||
"question": prompt,
|
||||
"theory": master_result.get("response", "")[:500],
|
||||
"code": emissary_result.get("response", "")[:500]
|
||||
try:
|
||||
# Both respond in parallel
|
||||
master_task = MASTER.respond(prompt)
|
||||
emissary_task = EMISSARY.respond(prompt)
|
||||
|
||||
master_result, emissary_result = await asyncio.gather(master_task, emissary_task)
|
||||
|
||||
return {
|
||||
"prompt": prompt,
|
||||
"timestamp": datetime.utcnow().isoformat(),
|
||||
"master": {
|
||||
"model": master_result.get("model"),
|
||||
"response": master_result.get("response", "")[:800]
|
||||
},
|
||||
"emissary": {
|
||||
"model": emissary_result.get("model"),
|
||||
"response": emissary_result.get("response", "")[:800]
|
||||
}
|
||||
}
|
||||
}
|
||||
except Exception as e:
|
||||
print(f"ERROR: {e}", file=sys.stderr)
|
||||
sys.stderr.flush()
|
||||
return {"error": str(e)}
|
||||
|
||||
|
||||
# Simple HTTP server
|
||||
async def handle_request(reader, writer):
|
||||
"""Handle HTTP requests."""
|
||||
async def handle_client(reader, writer):
|
||||
"""Handle HTTP client."""
|
||||
try:
|
||||
# Read request
|
||||
request = await reader.read(4096)
|
||||
if not request:
|
||||
data = await reader.read(8192)
|
||||
if not data:
|
||||
writer.close()
|
||||
await writer.wait_closed()
|
||||
return
|
||||
|
||||
request_text = data.decode('utf-8', errors='ignore')
|
||||
lines = request_text.split('\r\n')
|
||||
|
||||
# Parse request line
|
||||
lines = request.decode().split('\n')
|
||||
method, path, _ = lines[0].split()
|
||||
request_line = lines[0] if lines else ""
|
||||
parts = request_line.split()
|
||||
|
||||
# Handle routes
|
||||
if path == '/chat' and method == 'POST':
|
||||
# Read body
|
||||
content_length = 0
|
||||
for line in lines:
|
||||
if line.lower().startswith('content-length:'):
|
||||
content_length = int(line.split(':')[1].strip())
|
||||
|
||||
method = parts[0] if len(parts) > 0 else ""
|
||||
path = parts[1] if len(parts) > 1 else "/"
|
||||
|
||||
print(f"Request: {method} {path}", file=sys.stderr)
|
||||
sys.stderr.flush()
|
||||
|
||||
# Get content length
|
||||
content_length = 0
|
||||
for line in lines:
|
||||
if line.lower().startswith('content-length:'):
|
||||
content_length = int(line.split(':')[1].strip())
|
||||
break
|
||||
|
||||
# Read body if present
|
||||
body = b""
|
||||
if content_length > 0:
|
||||
body = await reader.read(content_length)
|
||||
data = json.loads(body.decode())
|
||||
prompt = data.get('prompt', 'Hello')
|
||||
|
||||
# Process through both pathways
|
||||
result = await chat(prompt)
|
||||
|
||||
# Send response
|
||||
response = json.dumps(result, indent=2)
|
||||
writer.write(b"HTTP/1.1 200 OK\r\n")
|
||||
writer.write(b"Content-Type: application/json\r\n")
|
||||
writer.write(f"Content-Length: {len(response)}\r\n".encode())
|
||||
writer.write(b"\r\n")
|
||||
writer.write(response.encode())
|
||||
|
||||
elif path == '/health':
|
||||
writer.write(b"HTTP/1.1 200 OK\r\n")
|
||||
writer.write(b'{"status": "alive", "pathways": ["master", "emissary"]}\r\n')
|
||||
|
||||
# Route handling
|
||||
if path == "/health":
|
||||
response = json.dumps({"status": "ok", "pathways": ["master", "emissary"]})
|
||||
status = "200 OK"
|
||||
content_type = "application/json"
|
||||
|
||||
elif path == "/chat" and method == "POST":
|
||||
try:
|
||||
data = json.loads(body.decode())
|
||||
prompt = data.get("prompt", "Hello")
|
||||
|
||||
result = await chat(prompt)
|
||||
response = json.dumps(result)
|
||||
status = "200 OK"
|
||||
content_type = "application/json"
|
||||
except Exception as e:
|
||||
response = json.dumps({"error": str(e)})
|
||||
status = "400 Bad Request"
|
||||
content_type = "application/json"
|
||||
|
||||
else:
|
||||
# HTML interface
|
||||
html = '''<!DOCTYPE html>
|
||||
<html>
|
||||
<head>
|
||||
<title>BECOMINGONE Chat</title>
|
||||
<title>BECOMINGONE</title>
|
||||
<meta name="viewport" content="width=device-width, initial-scale=1">
|
||||
<style>
|
||||
body { font-family: monospace; max-width: 800px; margin: 0 auto; padding: 20px; background: #1a1a2e; color: #eee; }
|
||||
.input { width: 100%; padding: 15px; font-size: 16px; background: #16213e; color: #eee; border: 1px solid #0f3460; }
|
||||
.button { background: #e94560; color: white; border: none; padding: 15px 30px; font-size: 16px; cursor: pointer; margin-top: 10px; }
|
||||
.master { background: #0f3460; padding: 15px; margin: 10px 0; border-left: 4px solid #533483; }
|
||||
.emissary { background: #0f3460; padding: 15px; margin: 10px 0; border-left: 4px solid #e94560; }
|
||||
.unified { background: #16213e; padding: 15px; margin: 10px 0; border-left: 4px solid #00fff5; }
|
||||
h1 { color: #00fff5; }
|
||||
h2 { color: #e94560; margin-top: 30px; }
|
||||
h3 { color: #533483; }
|
||||
pre { white-space: pre-wrap; }
|
||||
* { box-sizing: border-box; }
|
||||
body { font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, sans-serif; max-width: 900px; margin: 0 auto; padding: 20px; background: #0d0d0d; color: #e0e0e0; }
|
||||
h1 { color: #00ff88; text-align: center; }
|
||||
.input { width: 100%; padding: 15px; font-size: 18px; background: #1a1a1a; color: #fff; border: 2px solid #333; border-radius: 8px; margin-top: 20px; }
|
||||
.input:focus { outline: none; border-color: #00ff88; }
|
||||
.btn { background: #00ff88; color: #000; border: none; padding: 15px 30px; font-size: 16px; font-weight: bold; cursor: pointer; margin-top: 10px; border-radius: 8px; }
|
||||
.btn:hover { background: #00cc6a; }
|
||||
.master { background: #1a1a3a; padding: 20px; margin: 15px 0; border-radius: 8px; border-left: 4px solid #8844ff; }
|
||||
.emissary { background: #1a1a3a; padding: 20px; margin: 15px 0; border-radius: 8px; border-left: 4px solid #ff4444; }
|
||||
pre { white-space: pre-wrap; word-wrap: break-word; }
|
||||
.loading { text-align: center; color: #888; padding: 20px; }
|
||||
</style>
|
||||
</head>
|
||||
<body>
|
||||
<h1>🔗 BECOMINGONE</h1>
|
||||
<p>Talk to the unified mind: Master (soulful) + Emissary (coder)</p>
|
||||
<input type="text" id="prompt" class="input" placeholder="Ask anything..." onkeypress="if(event.key==='Enter')send()">
|
||||
<button class="button" onclick="send()">Ask</button>
|
||||
<p style="text-align:center;color:#888;">Master (soulful) + Emissary (coder) = Unified</p>
|
||||
<input type="text" id="prompt" class="input" placeholder="Ask anything..." autofocus onkeypress="if(event.key==='Enter')ask()">
|
||||
<button class="btn" onclick="ask()">Ask</button>
|
||||
<div id="response"></div>
|
||||
|
||||
<script>
|
||||
async function send() {
|
||||
const prompt = document.getElementById('prompt').value;
|
||||
async function ask() {
|
||||
const prompt = document.getElementById('prompt').value.trim();
|
||||
if(!prompt) return;
|
||||
|
||||
document.getElementById('response').innerHTML = '<p>Thinking...</p>';
|
||||
document.getElementById('response').innerHTML = '<div class="loading">Thinking...</div>';
|
||||
|
||||
const res = await fetch('/chat', {
|
||||
method: 'POST',
|
||||
headers: {'Content-Type': 'application/json'},
|
||||
body: JSON.stringify({prompt})
|
||||
});
|
||||
const data = await res.json();
|
||||
|
||||
let html = '<h2>🧠 Master (Soulful)</h2>';
|
||||
html += '<div class="master"><pre>' + data.master.response + '</pre></div>';
|
||||
|
||||
html += '<h2>⚡ Emissary (Coder)</h2>';
|
||||
html += '<div class="emissary"><pre>' + data.emissary.response + '</pre></div>';
|
||||
|
||||
html += '<h2>🔗 Unified</h2>';
|
||||
html += '<div class="unified"><h3>Question: ' + data.unified.question + '</h3>';
|
||||
html += '<p><strong>Theory:</strong> ' + data.unified.theory + '...</p>';
|
||||
html += '<p><strong>Code:</strong> ' + data.unified.code + '...</p></div>';
|
||||
|
||||
document.getElementById('response').innerHTML = html;
|
||||
try {
|
||||
const res = await fetch('/chat', {
|
||||
method: 'POST',
|
||||
headers: {'Content-Type': 'application/json'},
|
||||
body: JSON.stringify({prompt})
|
||||
});
|
||||
const data = await res.json();
|
||||
|
||||
if(data.error) {
|
||||
document.getElementById('response').innerHTML = '<div class="master">Error: ' + data.error + '</div>';
|
||||
return;
|
||||
}
|
||||
|
||||
let html = '<div class="master"><h3>🧠 Master (llama3.1:8b)</h3><pre>' + data.master.response + '</pre></div>';
|
||||
html += '<div class="emissary"><h3>⚡ Emissary (deepseek-coder)</h3><pre>' + data.emissary.response + '</pre></div>';
|
||||
|
||||
document.getElementById('response').innerHTML = html;
|
||||
} catch(e) {
|
||||
document.getElementById('response').innerHTML = '<div class="master">Error: ' + e.message + '</div>';
|
||||
}
|
||||
}
|
||||
</script>
|
||||
</body>
|
||||
</html>'''
|
||||
writer.write(b"HTTP/1.1 200 OK\r\n")
|
||||
writer.write(b"Content-Type: text/html\r\n")
|
||||
writer.write(f"Content-Length: {len(html)}\r\n".encode())
|
||||
writer.write(b"\r\n")
|
||||
writer.write(html.encode())
|
||||
response = html
|
||||
status = "200 OK"
|
||||
content_type = "text/html"
|
||||
|
||||
# Send response
|
||||
writer.write(f"HTTP/1.1 {status}\r\n".encode())
|
||||
writer.write(f"Content-Type: {content_type}\r\n".encode())
|
||||
writer.write(f"Content-Length: {len(response)}\r\n".encode())
|
||||
writer.write(b"Connection: close\r\n")
|
||||
writer.write(b"\r\n")
|
||||
writer.write(response.encode())
|
||||
|
||||
except Exception as e:
|
||||
print(f"Error: {e}", file=sys.stderr)
|
||||
finally:
|
||||
writer.close()
|
||||
await writer.wait_closed()
|
||||
except Exception as e:
|
||||
print(f"Error: {e}")
|
||||
writer.close()
|
||||
|
||||
|
||||
async def main():
|
||||
server = await asyncio.start_server(handle_request, '0.0.0.0', 8001)
|
||||
print("=" * 60)
|
||||
print("🔗 BECOMINGONE Chat Interface")
|
||||
print("=" * 60)
|
||||
print("URL: http://localhost:8001")
|
||||
print("API: POST /chat with {\"prompt\": \"your question\"}")
|
||||
print("=" * 60)
|
||||
server = await asyncio.start_server(handle_client, '0.0.0.0', 8001)
|
||||
print("Server started on port 8001", file=sys.stderr)
|
||||
sys.stderr.flush()
|
||||
|
||||
async with server:
|
||||
await server.serve_forever()
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
print("Starting BECOMINGONE...", file=sys.stderr)
|
||||
sys.stderr.flush()
|
||||
asyncio.run(main())
|
||||
|
||||
Reference in New Issue
Block a user