Create server.js

server.js

@@ -0,0 +1,84 @@
+import express from "express";
+import { loadModel } from "./model.js";
+
+const app = express();
+app.use(express.json());
+
+const PORT = 7860;
+
+let session;
+
+(async () => {
+    session = await loadModel();
+})();
+
+/* -------------------------
+   TEST ENDPOINT
+------------------------- */
+
+app.get("/test", (req, res) => {
+    res.json({
+        status: "ok",
+        message: "API is running"
+    });
+});
+
+/* -------------------------
+   GENERATE ENDPOINT
+------------------------- */
+
+app.post("/generate", async (req, res) => {
+
+    try {
+
+        const {
+            user_input,
+            user_temperature,
+            user_inst,
+            user_max_tokens
+        } = req.body;
+
+        if (!user_input) {
+            return res.status(400).json({
+                error: "user_input required"
+            });
+        }
+
+        const prompt = `
+          Instruction:
+          ${user_inst}
+          
+          User:
+          ${user_input}
+        `;
+
+        const output = await session.prompt(prompt, {
+
+            temperature: user_temperature ?? 0.2,
+            maxTokens: user_max_tokens ?? 256,
+
+            topK: 40,
+            topP: 0.9,
+            repeatPenalty: 1.1
+        });
+
+        res.json({
+            success: true,
+            response: output
+        });
+
+    } catch (err) {
+
+        console.error(err);
+
+        res.status(500).json({
+            error: "generation failed"
+        });
+
+    }
+
+});
+
+app.listen(PORT, () => {
+    console.log(`Server running on ${PORT}`);
+});