Working one message chat

This commit is contained in:
Adrien Bouvais 2024-04-24 08:49:58 +02:00
parent 29183bc0e0
commit 08e8e27bf4
16 changed files with 282 additions and 22 deletions

153
RequestOpenai.go Normal file
View File

@ -0,0 +1,153 @@
package main
import (
"bytes"
"context"
"encoding/json"
"fmt"
"io"
"net/http"
"text/template"
"time"
"github.com/gofiber/fiber/v2"
"go.mongodb.org/mongo-driver/bson"
"go.mongodb.org/mongo-driver/bson/primitive"
)
type dataForTemplate struct {
Message OpenaiMessage
}
type ChatCompletionRequest struct {
Model string `json:"model"`
Messages []OpenaiMessage `json:"messages"`
Temperature float64 `json:"temperature"`
}
type OpenaiMessage struct {
Role string `json:"role"`
Content string `json:"content"`
}
type ChatCompletionResponse struct {
ID string `json:"id"`
Object string `json:"object"`
Created int64 `json:"created"`
Model string `json:"model"`
Usage OpenaiUsage `json:"usage"`
Choices []OpenaiChoice `json:"choices"`
}
type OpenaiUsage struct {
PromptTokens int `json:"prompt_tokens"`
CompletionTokens int `json:"completion_tokens"`
TotalTokens int `json:"total_tokens"`
}
type OpenaiChoice struct {
Message OpenaiMessage `json:"message"`
FinishReason string `json:"finish_reason"`
Index int `json:"index"`
}
var lastMessageAsked string // TODO Remove this
func addOpenaiMessage(c *fiber.Ctx) error {
message := lastMessageAsked // TODO Remove this
chatCompletion, err := RequestOpenai("gpt-3.5-turbo", []Message{{Content: message, Role: "user", Date: time.Now(), ID: primitive.NilObjectID}}, 0.7)
if err != nil {
// Print error
fmt.Println("Error:", err)
return err
} else if len(chatCompletion.Choices) == 0 {
fmt.Println("No response from OpenAI")
return err
}
collection := mongoClient.Database("chat").Collection("messages")
collection.InsertOne(context.Background(), bson.M{"message": message, "role": "user", "date": time.Now()})
// Render bot message MAYBE to optimize
// HOW TO GET STRING OF HTML FROM TEMPLATE
tmpl, err := template.ParseFiles("views/partials/bot-message.gohtml")
if err != nil {
fmt.Println("Error parsing template:", err)
return err
}
// Add bot message if there is no error
var renderedMessage bytes.Buffer
Message := chatCompletion.Choices[0].Message
if err := tmpl.Execute(&renderedMessage, Message); err != nil {
fmt.Println("Error rendering template:", err)
return err
}
collection.InsertOne(context.Background(), bson.M{"message": Message.Content, "role": "bot", "date": time.Now()})
return c.SendString(renderedMessage.String())
}
func Message2OpenaiMessage(message Message) OpenaiMessage {
return OpenaiMessage{
Role: message.Role,
Content: message.Content,
}
}
func Messages2OpenaiMessages(messages []Message) []OpenaiMessage {
var openaiMessages []OpenaiMessage
for _, message := range messages {
openaiMessages = append(openaiMessages, Message2OpenaiMessage(message))
}
return openaiMessages
}
func RequestOpenai(model string, messages []Message, temperature float64) (ChatCompletionResponse, error) {
apiKey := "sk-proj-f7StCvXCtcmiOOayiVmgT3BlbkFJlVtAcOo3JcrnGq1cPa5o" // TODO Use env variable
url := "https://api.openai.com/v1/chat/completions"
// Convert messages to OpenAI format
openaiMessages := Messages2OpenaiMessages(messages)
requestBody := ChatCompletionRequest{
Model: model,
Messages: openaiMessages,
Temperature: temperature,
}
jsonBody, err := json.Marshal(requestBody)
if err != nil {
return ChatCompletionResponse{}, fmt.Errorf("error marshaling JSON: %w", err)
}
req, err := http.NewRequest("POST", url, bytes.NewBuffer(jsonBody))
if err != nil {
return ChatCompletionResponse{}, fmt.Errorf("error creating request: %w", err)
}
req.Header.Set("Content-Type", "application/json")
req.Header.Set("Authorization", "Bearer "+apiKey)
client := &http.Client{}
resp, err := client.Do(req)
if err != nil {
return ChatCompletionResponse{}, fmt.Errorf("error sending request: %w", err)
}
defer resp.Body.Close()
body, err := io.ReadAll(resp.Body)
if err != nil {
return ChatCompletionResponse{}, fmt.Errorf("error reading response body: %w", err)
}
var chatCompletionResponse ChatCompletionResponse
err = json.Unmarshal(body, &chatCompletionResponse)
if err != nil {
return ChatCompletionResponse{}, fmt.Errorf("error unmarshaling JSON: %w", err)
}
return chatCompletionResponse, nil
}

View File

Before

Width:  |  Height:  |  Size: 22 KiB

After

Width:  |  Height:  |  Size: 22 KiB

View File

Before

Width:  |  Height:  |  Size: 20 KiB

After

Width:  |  Height:  |  Size: 20 KiB

View File

Before

Width:  |  Height:  |  Size: 27 KiB

After

Width:  |  Height:  |  Size: 27 KiB

95
main.go
View File

@ -1,12 +1,15 @@
package main package main
import ( import (
"bufio"
"context" "context"
"fmt"
"time" "time"
"github.com/gofiber/fiber/v2" "github.com/gofiber/fiber/v2"
"github.com/gofiber/fiber/v2/middleware/logger" "github.com/gofiber/fiber/v2/middleware/logger"
"github.com/gofiber/template/django/v3" "github.com/gofiber/template/django/v3"
"github.com/valyala/fasthttp"
"go.mongodb.org/mongo-driver/bson" "go.mongodb.org/mongo-driver/bson"
"go.mongodb.org/mongo-driver/bson/primitive" "go.mongodb.org/mongo-driver/bson/primitive"
"go.mongodb.org/mongo-driver/mongo" "go.mongodb.org/mongo-driver/mongo"
@ -27,6 +30,19 @@ type Conversation struct {
Messages []Message Messages []Message
} }
type User struct {
ID string `bson:"_id"`
Username string `bson:"username"`
OAth2Token string `bson:"oauth2token"`
IsSub bool `bson:"isSub"`
}
type CurrentSession struct {
ID string
CurrentConversationID string
CurrentUserID string
}
func connectToMongoDB(uri string) { func connectToMongoDB(uri string) {
serverAPI := options.ServerAPI(options.ServerAPIVersion1) serverAPI := options.ServerAPI(options.ServerAPIVersion1)
opts := options.Client().ApplyURI(uri).SetServerAPIOptions(serverAPI) opts := options.Client().ApplyURI(uri).SetServerAPIOptions(serverAPI)
@ -44,6 +60,7 @@ func connectToMongoDB(uri string) {
func main() { func main() {
// Import HTML using django engine/template // Import HTML using django engine/template
engine := django.New("./views", ".html") engine := django.New("./views", ".html")
if engine == nil { if engine == nil {
panic("Failed to create django engine") panic("Failed to create django engine")
} }
@ -71,6 +88,14 @@ func main() {
app.Get("/chat", chatPageHandler) // Complete chat page app.Get("/chat", chatPageHandler) // Complete chat page
app.Put("/chat", addMessageHandler) // Add message app.Put("/chat", addMessageHandler) // Add message
app.Delete("/chat", deleteMessageHandler) // Delete message app.Delete("/chat", deleteMessageHandler) // Delete message
app.Get("/loadChat", generateChatHTML) // Load chat
app.Get("/generateOpenai", addOpenaiMessage)
app.Get("/sse", sseHandler) // SSE handler
// Add test button
app.Get("/test-button", testButtonHandler)
// Start server // Start server
app.Listen(":3000") app.Listen(":3000")
@ -86,14 +111,22 @@ func chatPageHandler(c *fiber.Ctx) error {
}, "layouts/main") }, "layouts/main")
} }
func testButtonHandler(c *fiber.Ctx) error {
return c.Render("partials/test-button", fiber.Map{})
}
func addMessageHandler(c *fiber.Ctx) error { func addMessageHandler(c *fiber.Ctx) error {
message := c.FormValue("message") message := c.FormValue("message")
lastMessageAsked = message
collection := mongoClient.Database("chat").Collection("messages") return c.Render("partials/user-message", fiber.Map{
collection.InsertOne(context.Background(), bson.M{"message": message, "role": "user", "date": time.Now()}) "Message": Message{
collection.InsertOne(context.Background(), bson.M{"message": "I did something!", "role": "bot", "date": time.Now()}) Content: message,
Role: "user",
return generateChatHTML(c) Date: time.Now(),
},
"IncludePlaceholder": true,
})
} }
func deleteMessageHandler(c *fiber.Ctx) error { func deleteMessageHandler(c *fiber.Ctx) error {
@ -139,7 +172,7 @@ func deleteMessageHandler(c *fiber.Ctx) error {
}) })
} }
return generateChatHTML(c) return c.SendString("")
} }
func generateChatHTML(c *fiber.Ctx) error { func generateChatHTML(c *fiber.Ctx) error {
@ -155,16 +188,17 @@ func generateChatHTML(c *fiber.Ctx) error {
} }
// Convert the cursor to an array of messages // Convert the cursor to an array of messages
var messages []Message var Messages []Message
if err = cursor.All(context.TODO(), &messages); err != nil { if err = cursor.All(context.TODO(), &Messages); err != nil {
return c.Status(fiber.StatusInternalServerError).JSON(fiber.Map{ return c.Status(fiber.StatusInternalServerError).JSON(fiber.Map{
"error": "Failed to convert cursor to array", "error": "Failed to convert cursor to array",
}) })
} }
// Render the HTML template with the messages // Render the HTML template with the messages
return c.Render("chat", fiber.Map{ return c.Render("partials/chat-messages", fiber.Map{
"messages": messages, "Messages": Messages,
"IncludePlaceholder": false,
}) })
} }
@ -172,5 +206,44 @@ func isMongoDBConnectedHandler(c *fiber.Ctx) error {
if mongoClient != nil { if mongoClient != nil {
return c.SendString("<h1>Connected</h1>") return c.SendString("<h1>Connected</h1>")
} }
return c.SendString("<h1 id='isMongoDBConnected' hx-get='/isMongoDBConnected' hx-trigger='every 1s' hx-swap='outerHTM'>Not connected</h1>") return c.SendString("<h1 hx-get='/isMongoDBConnected' hx-trigger='every 1s' hx-swap='outerHTM'>Not connected</h1>")
}
// SSE Stuff
var (
eventChannel = make(chan string)
)
func sseHandler(c *fiber.Ctx) error {
c.Set("Content-Type", "text/event-stream")
c.Set("Cache-Control", "no-cache")
c.Set("Connection", "keep-alive")
c.Set("Transfer-Encoding", "chunked")
c.Context().SetBodyStreamWriter(fasthttp.StreamWriter(func(w *bufio.Writer) {
fmt.Println("WRITER")
for {
select {
case msg := <-eventChannel:
fmt.Fprintf(w, "data: %s\n\n", msg)
err := w.Flush()
if err != nil {
fmt.Printf("Error while flushing: %v. Closing http connection.\n", err)
return
}
default:
if c.Context() != nil && c.Context().Done() != nil {
select {
case <-c.Context().Done():
fmt.Println("Client connection closed")
return
default:
}
}
time.Sleep(100 * time.Millisecond)
}
}
}))
return nil
} }

View File

@ -1,5 +1,5 @@
<div class="chat-container"> <div class="chat-container">
<h1>Chat Page</h1> <h1 class="title is-1">Chat Page</h1>
{% include "partials/chat-messages.html" %} <div hx-get="/loadChat" hx-trigger="load" hx-swap="outerHTML"></div>
{% include "partials/chat-input.html" %} {% include "partials/chat-input.html" %}
</div> </div>

View File

@ -8,12 +8,14 @@
<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/bulma@1.0.0/css/bulma.min.css"> <link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/bulma@1.0.0/css/bulma.min.css">
</head> </head>
<body> <body hx-ext="sse" sse-connect="/sse">
<script src="https://unpkg.com/htmx.org@1.9.11"></script>
<script src="https://unpkg.com/htmx.org@1.9.12/dist/ext/sse.js"></script>
{% include "partials/navbar.html" %} {% include "partials/navbar.html" %}
{{embed}} {{embed}}
<script src="https://unpkg.com/htmx.org@1.9.11"></script>
<style> <style>
.column { .column {
display: flex; display: flex;

View File

@ -0,0 +1,13 @@
<article class="message bot-message" id="bot-message-placeholder" hx-trigger="load" hx-swap="outerHTML"
hx-get="/generateOpenai" hx-target="#bot-message-placeholder">
<div class="message-header">
<p>Bot</p>
<form>
<input type="hidden">
<button class="delete" aria-label="delete"></button>
</form>
</div>
<div class="message-body">
Waiting...
</div>
</article>

View File

@ -0,0 +1,12 @@
<article class="message bot-message">
<div class="message-header">
<p>Bot</p>
<form>
<input type="hidden">
<button class="delete" aria-label="delete"></button>
</form>
</div>
<div class="message-body">
{{ .Content }}
</div>
</article>

View File

@ -1,3 +1,3 @@
<form> <form hx-put="/chat" hx-swap="beforeend" hx-target="#chat-messages">
<input class="input" type="text" placeholder="Type your message here..." name="message" /> <input class="input" type="text" placeholder="Type your message here..." name="message" />
</form> </form>

View File

@ -1,7 +1,7 @@
<div class="columns is-centered"> <div class="columns is-centered" hx-trigger="sse:bot-message" hx-swap="beforeend" hx-target="#chat-messages">
<div class="column is-half"> <div class="column is-half" id="chat-messages">
{% for Message in Messages %} {% for Message in Messages %}
{% if Message.User == "User" %} {% if Message.Role == "user" %}
{% include "partials/user-message.html" %} {% include "partials/user-message.html" %}
{% else %} {% else %}
{% include "partials/bot-message.html" %} {% include "partials/bot-message.html" %}

View File

@ -0,0 +1 @@
<button class="button is-primary" hx-get="/test-button" hx-swap="outerHTML">Test</button>

View File

@ -0,0 +1 @@
<p sse-swap="test">Test</p>

View File

@ -9,4 +9,7 @@
<div class="message-body"> <div class="message-body">
{{ Message.Content }} {{ Message.Content }}
</div> </div>
</article> </article>
{% if IncludePlaceholder %}
{% include "partials/bot-message-placeholder.html" %}
{% endif %}

View File

@ -1,6 +1,8 @@
<div class="columns"> <div class="columns">
<div class="column"> <div class="column">
<h1>Welcome to JADE 2.0!</h1> <h1 class="title is-1">Welcome to JADE 2.0!</h1>
<h1 id="isMongoDBConnected" hx-get="/isMongoDBConnected" hx-trigger="load" hx-swap="outerHTML"></h1> <h1 hx-get="/isMongoDBConnected" hx-trigger="load" hx-swap="outerHTML"></h1>
{% include "partials/test-display.html" %}
{% include "partials/test-button.html" %}
</div> </div>
</div> </div>