pangolin/server/aiGatewayServer.ts

import express from "express";
import helmet from "helmet";
import cors from "cors";
import config from "@server/lib/config";
import logger from "@server/logger";
import {
    errorHandlerMiddleware,
    notFoundMiddleware
} from "@server/middlewares";
import * as aiGateway from "@server/routers/aiGateway";

const aiGatewayPort = config.getRawConfig().server.ai_gateway_port;

export function createAiGatewayServer() {
    const aiGatewayServer = express();

    const trustProxy = config.getRawConfig().server.trust_proxy;
    if (trustProxy) {
        aiGatewayServer.set("trust proxy", trustProxy);
    }

    aiGatewayServer.use(helmet());
    aiGatewayServer.use(cors());
    aiGatewayServer.use(express.json());

    aiGatewayServer.post("/chat/completions", aiGateway.chatCompletions);

    aiGatewayServer.use(notFoundMiddleware);
    aiGatewayServer.use(errorHandlerMiddleware);

    aiGatewayServer.listen(aiGatewayPort, (err?: any) => {
        if (err) throw err;
        logger.info(
            `AI gateway server is running on http://localhost:${aiGatewayPort}`
        );
    });

    return aiGatewayServer;
}