api v1

.gitignore

@@ -20,7 +20,8 @@
 # Go workspace file
 go.work
 go.work.sum
-
+chats
+system_prompt.txt
 
 # secrets
 *.env

api/chain.go

@@ -0,0 +1,89 @@
+package api
+
+import (
+	"context"
+	"encoding/json"
+	"fmt"
+	"log"
+	"os"
+	"regexp"
+
+	"github.com/tmc/langchaingo/llms"
+	"github.com/tmc/langchaingo/llms/openai"
+)
+
+func InvokeChain(apiKey string, userQuery string) (ChatOutput, error) {
+	log.Println(userQuery)
+	llm, err := openai.New(
+		openai.WithModel("llama3-8b-8192"),
+		openai.WithBaseURL("https://api.groq.com/openai/v1"),
+		openai.WithToken(apiKey),
+	)
+	if err != nil {
+		return ChatOutput{}, fmt.Errorf("error creatnig OpenAI client: %v", err)
+	}
+
+	systemPrompt, err := os.ReadFile("./prompts/system_prompt.txt")
+	if err != nil {
+		return ChatOutput{}, fmt.Errorf("error reading system prompt file: %v", err)
+	}
+
+	prompt := string(systemPrompt) + "\n\nUser Query: " + userQuery
+
+	// Write prompt to log file ==> To be removed in production
+	err = writePromptToLogFile(prompt)
+	if err != nil {
+		return ChatOutput{}, fmt.Errorf("error writing prompt to log file: %v", err)
+	}
+
+	ctx := context.Background()
+
+	var responseContent string
+	responseContent, err = llms.GenerateFromSinglePrompt(
+		ctx,
+		llm,
+		prompt,
+		llms.WithTemperature(0.8),
+		llms.WithJSONMode(),
+	)
+
+	if err != nil {
+		return ChatOutput{}, fmt.Errorf("error in generating content: %v", err)
+	}
+	log.Printf("Raw response: %s", responseContent)
+
+	responseContent = extractResponse(responseContent)
+
+	var chatOutput ChatOutput
+	if err := json.Unmarshal([]byte(responseContent), &chatOutput); err != nil {
+		return ChatOutput{}, fmt.Errorf("error unmarshalling response: %v", err)
+	}
+
+	return chatOutput, nil
+}
+
+func extractResponse(responseContent string) string {
+	re := regexp.MustCompile("```(.*?)```")
+	matches := re.FindStringSubmatch(responseContent)
+	if len(matches) > 1 {
+		return matches[1]
+	}
+	return responseContent
+}
+
+func writePromptToLogFile(prompt string) error {
+	if _, err := os.Stat("./log"); os.IsNotExist(err) {
+		os.Mkdir("./log", 0755)
+	}
+	file, err := os.OpenFile("./log/prompt.log", os.O_APPEND|os.O_CREATE|os.O_WRONLY, 0644)
+	if err != nil {
+		return fmt.Errorf("error opening log file: %v", err)
+	}
+	defer file.Close()
+
+	if _, err := file.WriteString(prompt); err != nil {
+		return fmt.Errorf("error writing to log file: %v", err)
+	}
+
+	return nil
+}

api/handler.go

@@ -0,0 +1,25 @@
+package api
+
+import (
+	"net/http"
+	"os"
+
+	"github.com/gin-gonic/gin"
+)
+
+func ChatHandler(c *gin.Context) {
+	var inputData ChatInput
+	if err := c.ShouldBindJSON(&inputData); err != nil {
+		c.JSON(http.StatusBadRequest, gin.H{"error": err.Error()})
+		return
+	}
+	apiKey := os.Getenv("GROQ_API_KEY")
+	response, err := InvokeChain(apiKey, inputData.UserQuery)
+	if err != nil {
+		c.JSON(http.StatusInternalServerError, gin.H{"error": err.Error()})
+		return
+	}
+
+	// response := "Hello, World!"
+	c.JSON(http.StatusOK, response)
+}

api/models.go

@@ -0,0 +1,11 @@
+package api
+
+type ChatInput struct {
+	UserQuery string `json:"user_query" binding:"required"`
+}
+
+type ChatOutput struct {
+	Score       int                      `json:"score" binding:"required"`
+	Description string                   `json:"description" binding:"required"`
+	Messages    []map[string]interface{} `json:"messages" binding:"required"`
+}

main.go

@@ -1,56 +1,23 @@
 package main
 
 import (
-	"context"
-	"fmt"
-	"os"
+	"net/http"
 
-	"github.com/joho/godotenv"
-	"github.com/tmc/langchaingo/llms"
-	"github.com/tmc/langchaingo/llms/openai"
+	"golang-chain/api"
+
+	"github.com/gin-gonic/gin"
 )
 
 func main() {
-	content, err := run()
-	if err != nil {
-		fmt.Fprintln(os.Stderr, err)
-		os.Exit(1)
-	}
-	fmt.Println(content)
-}
-
-func run() (string, error) {
-	err := godotenv.Load()
-	if err != nil {
-		return "", fmt.Errorf("error loading .env file: %v", err)
-	}
-
-	apiKey := os.Getenv("OPENAI_API_KEY")
-	if apiKey == "" {
-		return "", fmt.Errorf("OPENAI_API_KEY not set in .env file")
-	}
-
-	llm, err := openai.New()
-	if err != nil {
-		return "", fmt.Errorf("error creating OpenAI client: %v", err)
-	}
-
-	fmt.Println("OpenAI client created successfully")
-
-	ctx := context.Background()
-	prompt := "What is GoLang?"
+	r := gin.Default()
 
-	content, err := llms.GenerateFromSinglePrompt(
-		ctx,
-		llm,
-		prompt,
-	)
+	r.LoadHTMLGlob("templates/*")
 
-	if err != nil {
-		return "", fmt.Errorf("error in generating content: %v", err)
-	}
+	r.GET("/", func(c *gin.Context) {
+		c.HTML(http.StatusOK, "index.html", nil)
+	})
 
-	fmt.Println("Generated content:", content)
+	r.POST("/chat/", api.ChatHandler)
 
-	return content, nil
+	r.Run(":8080")
 }

templates/index.html

@@ -0,0 +1,40 @@
+<!DOCTYPE html>
+<html lang="en">
+<head>
+    <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <title>Chat Interface</title>
+</head>
+<body>
+    <h1>Chat with the AI</h1>
+    <form id="chatForm">
+        <label for="userQuery">Enter your query:</label>
+        <input type="text" id="userQuery" name="user_query" required>
+        <button type="submit">Submit</button>
+    </form>
+    <h2>Response</h2>
+    <div id="response"></div>
+
+    <script>
+        document.getElementById('chatForm').addEventListener('submit', async (event) => {
+            event.preventDefault();
+            const formData = new FormData(event.target);
+            const responseDiv = document.getElementById('response');
+            responseDiv.innerHTML = 'Loading...';
+
+            const response = await fetch('/chat/', {
+                method: 'POST',
+                body: JSON.stringify({
+                    user_query: formData.get('user_query')
+                }),
+                headers: {
+                    'Content-Type': 'application/json'
+                }
+            });
+
+            const result = await response.json();
+            responseDiv.innerHTML = JSON.stringify(result, null, 2);
+        });
+    </script>
+</body>
+</html>