Replace local model with Cloudflare resume AI

ai.js

@@ -1,35 +1,19 @@
-import {
-    pipeline,
-    env
-} from "https://cdn.jsdelivr.net/npm/@huggingface/transformers@3.8.1";
-
-
 /* =========================================================
-   JOBALIGN LOCAL AI
+   JOBALIGN AI CLIENT
 
    A product by John_D
 
-   IMPORTANT:
-   - CPU/WASM only
-   - NO WebGPU
-   - Smaller instruction model
-========================================================= */
-
-
-env.allowLocalModels = false;
-
+   Resume generation now runs through the
+   Cloudflare Worker backend.
 
-/* =========================================================
-   MODEL
+   No local LLM download.
+   No WebGPU.
+   No WASM model.
 ========================================================= */
 
-const MODEL_ID =
-    "onnx-community/SmolLM2-360M-Instruct-ONNX";
-
-
-let generator = null;
 
-let loadingPromise = null;
+const JOBALIGN_BACKEND =
+    "https://jobalign-adzuna-proxy.darbymjohn.workers.dev";
 
 
 /* =========================================================
@@ -83,277 +67,6 @@ function setAIStatus(
 }
 
 
-/* =========================================================
-   LOAD MODEL
-========================================================= */
-
-async function loadModel() {
-
-    if (generator) {
-
-        return generator;
-    }
-
-
-    if (loadingPromise) {
-
-        return loadingPromise;
-    }
-
-
-    loadingPromise =
-        (async function () {
-
-            setAIStatus(
-                "Loading lightweight local AI model..."
-            );
-
-
-            try {
-
-                generator =
-                    await pipeline(
-                        "text-generation",
-                        MODEL_ID,
-                        {
-                            /*
-                             * Force browser CPU.
-                             *
-                             * This avoids the WebGPU crash
-                             * shown in Chrome Console.
-                             */
-
-                            device:
-                                "wasm",
-
-                            /*
-                             * 4-bit model keeps download
-                             * and memory requirements lower.
-                             */
-
-                            dtype:
-                                "q4",
-
-                            progress_callback:
-                                function (progress) {
-
-                                    updateProgress(
-                                        progress
-                                    );
-                                }
-                        }
-                    );
-
-
-                setAIStatus(
-                    "Local AI model ready",
-                    "success"
-                );
-
-
-                return generator;
-
-
-            } catch (error) {
-
-                console.error(
-                    "JobAlign model load error:",
-                    error
-                );
-
-
-                loadingPromise =
-                    null;
-
-
-                setAIStatus(
-                    "AI model failed to load: " +
-                    error.message,
-                    "error"
-                );
-
-
-                throw error;
-            }
-
-        })();
-
-
-    return loadingPromise;
-}
-
-
-/* =========================================================
-   MODEL DOWNLOAD STATUS
-========================================================= */
-
-function updateProgress(
-    progress
-) {
-
-    if (!progress) {
-
-        return;
-    }
-
-
-    if (
-        progress.status ===
-            "progress" &&
-        typeof progress.progress ===
-            "number"
-    ) {
-
-        const percent =
-            Math.round(
-                progress.progress
-            );
-
-
-        setAIStatus(
-            "Downloading lightweight AI model... " +
-            percent +
-            "%"
-        );
-
-
-        return;
-    }
-
-
-    if (
-        progress.status ===
-        "ready"
-    ) {
-
-        setAIStatus(
-            "Model downloaded. Starting AI..."
-        );
-    }
-}
-
-
-/* =========================================================
-   BUILD PROMPT
-========================================================= */
-
-function buildResumeMessages({
-    resume,
-    jobDescription,
-    jobTitle,
-    company,
-    location
-}) {
-
-    /*
-     * Browser models have smaller context windows
-     * than ChatGPT.
-
-     * Keep the most useful amount of resume/JD text
-     * while avoiding memory problems.
-     */
-
-    const cleanResume =
-        truncateText(
-            resume,
-            11000
-        );
-
-
-    const cleanJD =
-        truncateText(
-            jobDescription,
-            7000
-        );
-
-
-    const systemPrompt = `
-You are JobAlign, a technical resume alignment assistant.
-
-Rewrite an existing resume for one specific target job.
-
-RULES:
-
-- Preserve the candidate's real employers, dates, education and career history.
-- Do not invent employers, certifications, degrees or projects.
-- Do not invent exact metrics.
-- Keep useful metrics already present in the resume.
-- Emphasize experience relevant to the target job.
-- Reorder bullets so the target role is obvious to a recruiter.
-- Use important technical nouns from the job description naturally.
-- Do not copy job-description sentences.
-- Use practical technical language.
-- Avoid phrases such as results-driven, proven track record, leveraged and passionate professional.
-- Prefer verbs such as Built, Designed, Implemented, Automated, Migrated, Tuned, Optimized, Diagnosed, Integrated, Delivered, Reduced and Resolved.
-- Keep the output ATS-safe.
-- Use plain text only.
-- Do not use tables or columns.
-- Keep the summary concise.
-- Put important technologies inside EXPERIENCE as well as SKILLS.
-- Recent and relevant experience should receive the most detail.
-- Preserve projects only when they strengthen this target role.
-
-OUTPUT ONLY THE FINISHED RESUME.
-
-Use these headings when applicable:
-
-SUMMARY
-SKILLS
-EXPERIENCE
-PROJECTS
-EDUCATION
-CERTIFICATIONS
-`.trim();
-
-
-    const userPrompt = `
-TARGET JOB
-
-Title: ${jobTitle || "Not provided"}
-Company: ${company || "Not provided"}
-Location: ${location || "Not provided"}
-
-
-JOB DESCRIPTION
-
-${cleanJD}
-
-
-MASTER RESUME
-
-${cleanResume}
-
-
-Rewrite this resume specifically for the target job.
-
-Make it recruiter-friendly, ATS-friendly and technically credible.
-
-Return only the completed resume.
-`.trim();
-
-
-    return [
-
-        {
-            role:
-                "system",
-
-            content:
-                systemPrompt
-        },
-
-        {
-            role:
-                "user",
-
-            content:
-                userPrompt
-        }
-
-    ];
-}
-
-
 /* =========================================================
    GENERATE RESUME
 ========================================================= */
@@ -368,8 +81,7 @@ async function generateResume({
 
     if (
         !resume ||
-        resume.trim().length <
-            100
+        resume.trim().length < 100
     ) {
 
         throw new Error(
@@ -380,10 +92,7 @@ async function generateResume({
 
     if (
         !jobDescription ||
-        jobDescription
-            .trim()
-            .length <
-            100
+        jobDescription.trim().length < 100
     ) {
 
         throw new Error(
@@ -392,146 +101,104 @@ async function generateResume({
     }
 
 
-    const model =
-        await loadModel();
-
-
     setAIStatus(
-        "Analyzing job and rewriting resume..."
+        "Analyzing job and rebuilding resume..."
     );
 
 
-    const messages =
-        buildResumeMessages({
-            resume:
-                resume,
+    const response =
+        await fetch(
+            JOBALIGN_BACKEND + "/resume",
+            {
+                method:
+                    "POST",
 
-            jobDescription:
-                jobDescription,
+                headers: {
+                    "Content-Type":
+                        "application/json",
 
-            jobTitle:
-                jobTitle,
+                    "Accept":
+                        "application/json"
+                },
 
-            company:
-                company,
+                body:
+                    JSON.stringify({
+                        resume:
+                            resume,
 
-            location:
-                location
-        });
+                        jobDescription:
+                            jobDescription,
 
+                        jobTitle:
+                            jobTitle,
 
-    let output;
+                        company:
+                            company,
 
+                        location:
+                            location
+                    })
+            }
+        );
 
-    try {
-
-        output =
-            await model(
-                messages,
-                {
-                    /*
-                     * Keep generation practical
-                     * for laptop CPU inference.
-                     */
 
-                    max_new_tokens:
-                        1100,
+    let data;
 
-                    do_sample:
-                        false,
 
-                    repetition_penalty:
-                        1.08
-                }
-            );
+    try {
 
+        data =
+            await response.json();
 
     } catch (error) {
 
-        console.error(
-            "JobAlign generation error:",
-            error
-        );
-
-
         throw new Error(
-            "Local resume generation failed: " +
-            error.message
+            "Resume service returned an unreadable response."
         );
     }
 
 
-    let generatedText =
-        "";
+    if (!response.ok) {
 
+        const details =
+            data.details
+                ? " " + data.details
+                : "";
 
-    try {
 
-        const result =
-            output[0]
-                .generated_text;
-
-
-        /*
-         * Chat-generation pipelines often
-         * return an array of messages.
-         */
-
-        if (
-            Array.isArray(
-                result
-            )
-        ) {
-
-            const finalMessage =
-                result[
-                    result.length -
-                    1
-                ];
-
-
-            generatedText =
-                finalMessage.content ||
-                "";
-
-
-        } else {
-
-            generatedText =
-                String(
-                    result ||
-                    ""
-                );
-        }
-
-
-    } catch (error) {
-
-        console.error(
-            "JobAlign output parsing error:",
-            error
+        throw new Error(
+            (
+                data.error ||
+                "Resume generation failed."
+            ) +
+            details
         );
+    }
+
 
+    if (
+        !data.ok ||
+        !data.resume
+    ) {
 
         throw new Error(
-            "The AI returned an unreadable response."
+            "Resume service did not return a completed resume."
         );
     }
 
 
-    generatedText =
-        cleanGeneratedResume(
-            generatedText
-        );
+    const generatedResume =
+        String(
+            data.resume
+        ).trim();
 
 
     if (
-        generatedText.length <
-        300
+        generatedResume.length < 300
     ) {
 
         throw new Error(
-            "The generated resume was too short. Please try again."
+            "The generated resume was incomplete."
         );
     }
 
@@ -542,84 +209,46 @@ async function generateResume({
     );
 
 
-    return generatedText;
+    return generatedResume;
 }
 
 
 /* =========================================================
-   OUTPUT CLEANUP
+   OPTIONAL HEALTH CHECK
 ========================================================= */
 
-function cleanGeneratedResume(
-    text
-) {
-
-    let result =
-        String(
-            text ||
-            ""
-        )
-            .trim();
+async function checkBackend() {
 
+    try {
 
-    result =
-        result.replace(
-            /^```(?:text|markdown)?/i,
-            ""
-        );
+        const response =
+            await fetch(
+                JOBALIGN_BACKEND +
+                "/health"
+            );
 
 
-    result =
-        result.replace(
-            /```$/i,
-            ""
-        );
+        const data =
+            await response.json();
 
 
-    result =
-        result.replace(
-            /^Here(?:'s| is).*?resume[:\s]*/i,
-            ""
+        return Boolean(
+            response.ok &&
+            data.ok &&
+            data.aiConfigured
         );
 
 
-    return result.trim();
-}
-
-
-/* =========================================================
-   INPUT SIZE CONTROL
-========================================================= */
-
-function truncateText(
-    text,
-    maxCharacters
-) {
+    } catch (error) {
 
-    const value =
-        String(
-            text ||
-            ""
-        )
-            .trim();
+        console.error(
+            "JobAlign backend health check failed:",
+            error
+        );
 
 
-    if (
-        value.length <=
-        maxCharacters
-    ) {
-
-        return value;
+        return false;
     }
-
-
-    return (
-        value.substring(
-            0,
-            maxCharacters
-        ) +
-        "\n\n[Input shortened for local browser processing.]"
-    );
 }
 
 
@@ -639,8 +268,7 @@ function escapeHTML(
 
     element.textContent =
         String(
-            value ||
-            ""
+            value || ""
         );
 
 
@@ -649,7 +277,7 @@ function escapeHTML(
 
 
 /* =========================================================
-   EXPOSE AI TO APP.JS
+   EXPOSE TO APP.JS
 ========================================================= */
 
 window.JobAlignAI = {
@@ -657,11 +285,11 @@ window.JobAlignAI = {
     generateResume:
         generateResume,
 
-    loadModel:
-        loadModel,
+    checkBackend:
+        checkBackend,
 
-    model:
-        MODEL_ID
+    mode:
+        "cloudflare-workers-ai"
 };