| | import { createServer, IncomingMessage, ServerResponse } from "node:http"; |
| | import { OpenAIService } from "./openai-service"; |
| |
|
| | const openAIService = new OpenAIService(); |
| |
|
| | const log = (msg: string) => { |
| | const time = new Date().toISOString().split('T')[1].split('.')[0]; |
| | console.log(`[${time}] ${msg}`); |
| | }; |
| |
|
| | const HTML_FRONTEND = ` |
| | <!DOCTYPE html> |
| | <html lang="en"> |
| | <head> |
| | <meta charset="UTF-8"> |
| | <meta name="viewport" content="width=device-width, initial-scale=1.0"> |
| | <title>AI Research Playground</title> |
| | <style> |
| | body { font-family: -apple-system, BlinkMacSystemFont, "Segoe UI", Roboto, sans-serif; background: #0b0e14; color: #e6edf3; display: flex; align-items: center; justify-content: center; height: 100vh; margin: 0; } |
| | .container { text-align: center; border: 1px solid #30363d; padding: 40px; border-radius: 12px; background: #161b22; max-width: 500px; } |
| | h1 { color: #58a6ff; margin-bottom: 10px; } |
| | p { color: #8b949e; line-height: 1.6; } |
| | .status { display: inline-block; padding: 4px 12px; border-radius: 20px; background: #238636; color: white; font-size: 14px; margin-top: 20px; } |
| | </style> |
| | </head> |
| | <body> |
| | <div class="container"> |
| | <h1>🔬 Research API</h1> |
| | <p>This Space hosts a distributed language model inference engine for academic research and integration testing.</p> |
| | <div class="status">System Online</div> |
| | <p style="font-size: 12px; margin-top: 30px;">Authorized access only via encrypted endpoints.</p> |
| | </div> |
| | </body> |
| | </html> |
| | `; |
| |
|
| | const API_KEY = process.env.API_KEY || "MySecretKey_12345"; |
| | const PORT = Number(process.env.PORT) || 7860; |
| |
|
| | const server = createServer(async (req: IncomingMessage, res: ServerResponse) => { |
| | try { |
| | const url = new URL(req.url || "/", `http://${req.headers.host || "localhost"}`); |
| | const method = req.method; |
| |
|
| | |
| | const corsHeaders = { |
| | "Access-Control-Allow-Origin": "*", |
| | "Access-Control-Allow-Methods": "GET, POST, OPTIONS", |
| | "Access-Control-Allow-Headers": "Content-Type, Authorization", |
| | }; |
| |
|
| | |
| | const sendJSON = (statusCode: number, data: any) => { |
| | res.writeHead(statusCode, { "Content-Type": "application/json", ...corsHeaders }); |
| | res.end(JSON.stringify(data)); |
| | }; |
| |
|
| | |
| | const sendHTML = (html: string) => { |
| | res.writeHead(200, { "Content-Type": "text/html", ...corsHeaders }); |
| | res.end(html); |
| | }; |
| |
|
| | |
| | if (url.pathname === "/" && method === "GET") { |
| | return sendHTML(HTML_FRONTEND); |
| | } |
| |
|
| | |
| | if (method === "OPTIONS") { |
| | res.writeHead(204, corsHeaders); |
| | res.end(); |
| | return; |
| | } |
| |
|
| | |
| | const authHeader = req.headers["authorization"]; |
| | if (url.pathname.startsWith("/v1/") && authHeader !== `Bearer ${API_KEY}`) { |
| | return sendJSON(401, { error: "Unauthorized" }); |
| | } |
| |
|
| | |
| | if (url.pathname === "/health") { |
| | return sendJSON(200, { status: "online", model: "distributed-v1" }); |
| | } |
| |
|
| | |
| | if (url.pathname === "/v1/chat/completions" && method === "POST") { |
| | let body = ""; |
| | req.on("data", (chunk) => { body += chunk; }); |
| | req.on("end", async () => { |
| | try { |
| | log(`INCOMING REQUEST (Size: ${body.length})`); |
| | const incomingVqd = req.headers["x-vqd-4"] as string | undefined; |
| | |
| | const jsonBody = JSON.parse(body); |
| |
|
| | if (jsonBody.stream) { |
| | const { stream, vqd } = await openAIService.createChatCompletionStream(jsonBody, incomingVqd); |
| | |
| | res.writeHead(200, { |
| | "Content-Type": "text/event-stream", |
| | ...corsHeaders, |
| | "x-vqd-4": vqd || "", |
| | "X-Content-Type-Options": "nosniff" |
| | }); |
| |
|
| | const reader = stream.getReader(); |
| | try { |
| | while (true) { |
| | const { done, value } = await reader.read(); |
| | if (done) break; |
| | res.write(value); |
| | } |
| | } finally { |
| | res.end(); |
| | reader.releaseLock(); |
| | } |
| | return; |
| | } |
| |
|
| | const { completion, vqd } = await openAIService.createChatCompletion(jsonBody, incomingVqd); |
| | |
| | log(`SUCCESS: Sent response for ${jsonBody.model}`); |
| | |
| | res.writeHead(200, { |
| | "Content-Type": "application/json", |
| | ...corsHeaders, |
| | "x-vqd-4": vqd || "" |
| | }); |
| | res.write(JSON.stringify(completion)); |
| | res.end(); |
| | } catch (error: any) { |
| | log(`ERROR: ${error.message}`); |
| | res.writeHead(500, { "Content-Type": "application/json", ...corsHeaders }); |
| | res.write(JSON.stringify({ error: error.message, details: error.stack })); |
| | res.end(); |
| | } |
| | }); |
| | return; |
| | } |
| | |
| | if (url.pathname === "/v1/diagnose" && method === "GET") { |
| | log("RUNNING SYSTEM DIAGNOSTICS..."); |
| | const report: any = { |
| | status: "running", |
| | checks: {} |
| | }; |
| | |
| | |
| | report.checks.node = { |
| | version: process.version, |
| | memory: process.memoryUsage(), |
| | uptime: process.uptime() |
| | }; |
| | |
| | |
| | try { |
| | const start = Date.now(); |
| | |
| | |
| | const ipRes = await fetch("https://api.ipify.org?format=json"); |
| | const ipData = await ipRes.json() as any; |
| | |
| | const res = await fetch("https://duckduckgo.com/duckchat/v1/status?q=1", { |
| | headers: { |
| | "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/121.0.0.0 Safari/537.36", |
| | "x-vqd-accept": "1" |
| | } |
| | }); const hash = res.headers.get("x-vqd-hash-1"); |
| | report.checks.duckduckgo = { |
| | status: res.status, |
| | latency_ms: Date.now() - start, |
| | vqd_present: !!hash, |
| | ip_blocked: res.status === 403 || res.status === 418, |
| | server_ip: ipData.ip |
| | }; |
| | } catch (e: any) { |
| | report.checks.duckduckgo = { error: e.message }; |
| | } |
| | |
| | try { |
| | const { JSDOM } = require("jsdom"); |
| | const dom = new JSDOM("<!DOCTYPE html><canvas id='c'></canvas>"); |
| | const canvas = dom.window.document.getElementById('c'); |
| | const ctx = canvas.getContext('2d'); |
| | report.checks.jsdom = { |
| | ok: true, |
| | canvas_created: !!canvas, |
| | context_2d: !!ctx |
| | }; |
| | } catch (e: any) { |
| | report.checks.jsdom = { error: e.message }; |
| | } |
| | |
| | sendJSON(200, report); |
| | return; |
| | } |
| | |
| | |
| | res.writeHead(404, corsHeaders); res.end(); |
| |
|
| | } catch (error: any) { |
| | log(`CRITICAL ERR: ${error.message}`); |
| | res.writeHead(500, { "Content-Type": "application/json" }); |
| | res.end(JSON.stringify({ error: "Internal Server Error" })); |
| | } |
| | }); |
| |
|
| | |
| | process.on('uncaughtException', (err) => { |
| | log(`CRITICAL: Uncaught Exception: ${err.message}\n${err.stack}`); |
| | }); |
| |
|
| | process.on('unhandledRejection', (reason, promise) => { |
| | log(`CRITICAL: Unhandled Rejection: ${reason}`); |
| | }); |
| |
|
| | server.listen(PORT, () => { |
| | log(`API Gateway started on port ${PORT}`); |
| | }); |
| |
|
