Working one message chat

This commit is contained in:
Adrien Bouvais 2024-04-24 08:49:58 +02:00
parent 29183bc0e0
commit 08e8e27bf4
16 changed files with 282 additions and 22 deletions

153
RequestOpenai.go Normal file
View File

@ -0,0 +1,153 @@
package main
import (
"bytes"
"context"
"encoding/json"
"fmt"
"io"
"net/http"
"text/template"
"time"
"github.com/gofiber/fiber/v2"
"go.mongodb.org/mongo-driver/bson"
"go.mongodb.org/mongo-driver/bson/primitive"
)
type dataForTemplate struct {
Message OpenaiMessage
}
type ChatCompletionRequest struct {
Model string `json:"model"`
Messages []OpenaiMessage `json:"messages"`
Temperature float64 `json:"temperature"`
}
type OpenaiMessage struct {
Role string `json:"role"`
Content string `json:"content"`
}
type ChatCompletionResponse struct {
ID string `json:"id"`
Object string `json:"object"`
Created int64 `json:"created"`
Model string `json:"model"`
Usage OpenaiUsage `json:"usage"`
Choices []OpenaiChoice `json:"choices"`
}
type OpenaiUsage struct {
PromptTokens int `json:"prompt_tokens"`
CompletionTokens int `json:"completion_tokens"`
TotalTokens int `json:"total_tokens"`
}
type OpenaiChoice struct {
Message OpenaiMessage `json:"message"`
FinishReason string `json:"finish_reason"`
Index int `json:"index"`
}
var lastMessageAsked string // TODO Remove this
func addOpenaiMessage(c *fiber.Ctx) error {
message := lastMessageAsked // TODO Remove this
chatCompletion, err := RequestOpenai("gpt-3.5-turbo", []Message{{Content: message, Role: "user", Date: time.Now(), ID: primitive.NilObjectID}}, 0.7)
if err != nil {
// Print error
fmt.Println("Error:", err)
return err
} else if len(chatCompletion.Choices) == 0 {
fmt.Println("No response from OpenAI")
return err
}
collection := mongoClient.Database("chat").Collection("messages")
collection.InsertOne(context.Background(), bson.M{"message": message, "role": "user", "date": time.Now()})
// Render bot message MAYBE to optimize
// HOW TO GET STRING OF HTML FROM TEMPLATE
tmpl, err := template.ParseFiles("views/partials/bot-message.gohtml")
if err != nil {
fmt.Println("Error parsing template:", err)
return err
}
// Add bot message if there is no error
var renderedMessage bytes.Buffer
Message := chatCompletion.Choices[0].Message
if err := tmpl.Execute(&renderedMessage, Message); err != nil {
fmt.Println("Error rendering template:", err)
return err
}
collection.InsertOne(context.Background(), bson.M{"message": Message.Content, "role": "bot", "date": time.Now()})
return c.SendString(renderedMessage.String())
}
func Message2OpenaiMessage(message Message) OpenaiMessage {
return OpenaiMessage{
Role: message.Role,
Content: message.Content,
}
}
func Messages2OpenaiMessages(messages []Message) []OpenaiMessage {
var openaiMessages []OpenaiMessage
for _, message := range messages {
openaiMessages = append(openaiMessages, Message2OpenaiMessage(message))
}
return openaiMessages
}
func RequestOpenai(model string, messages []Message, temperature float64) (ChatCompletionResponse, error) {
apiKey := "sk-proj-f7StCvXCtcmiOOayiVmgT3BlbkFJlVtAcOo3JcrnGq1cPa5o" // TODO Use env variable
url := "https://api.openai.com/v1/chat/completions"
// Convert messages to OpenAI format
openaiMessages := Messages2OpenaiMessages(messages)
requestBody := ChatCompletionRequest{
Model: model,
Messages: openaiMessages,
Temperature: temperature,
}
jsonBody, err := json.Marshal(requestBody)
if err != nil {
return ChatCompletionResponse{}, fmt.Errorf("error marshaling JSON: %w", err)
}
req, err := http.NewRequest("POST", url, bytes.NewBuffer(jsonBody))
if err != nil {
return ChatCompletionResponse{}, fmt.Errorf("error creating request: %w", err)
}
req.Header.Set("Content-Type", "application/json")
req.Header.Set("Authorization", "Bearer "+apiKey)
client := &http.Client{}
resp, err := client.Do(req)
if err != nil {
return ChatCompletionResponse{}, fmt.Errorf("error sending request: %w", err)
}
defer resp.Body.Close()
body, err := io.ReadAll(resp.Body)
if err != nil {
return ChatCompletionResponse{}, fmt.Errorf("error reading response body: %w", err)
}
var chatCompletionResponse ChatCompletionResponse
err = json.Unmarshal(body, &chatCompletionResponse)
if err != nil {
return ChatCompletionResponse{}, fmt.Errorf("error unmarshaling JSON: %w", err)
}
return chatCompletionResponse, nil
}

View File

Before

Width:  |  Height:  |  Size: 22 KiB

After

Width:  |  Height:  |  Size: 22 KiB

View File

Before

Width:  |  Height:  |  Size: 20 KiB

After

Width:  |  Height:  |  Size: 20 KiB

View File

Before

Width:  |  Height:  |  Size: 27 KiB

After

Width:  |  Height:  |  Size: 27 KiB

95
main.go
View File

@ -1,12 +1,15 @@
package main
import (
"bufio"
"context"
"fmt"
"time"
"github.com/gofiber/fiber/v2"
"github.com/gofiber/fiber/v2/middleware/logger"
"github.com/gofiber/template/django/v3"
"github.com/valyala/fasthttp"
"go.mongodb.org/mongo-driver/bson"
"go.mongodb.org/mongo-driver/bson/primitive"
"go.mongodb.org/mongo-driver/mongo"
@ -27,6 +30,19 @@ type Conversation struct {
Messages []Message
}
type User struct {
ID string `bson:"_id"`
Username string `bson:"username"`
OAth2Token string `bson:"oauth2token"`
IsSub bool `bson:"isSub"`
}
type CurrentSession struct {
ID string
CurrentConversationID string
CurrentUserID string
}
func connectToMongoDB(uri string) {
serverAPI := options.ServerAPI(options.ServerAPIVersion1)
opts := options.Client().ApplyURI(uri).SetServerAPIOptions(serverAPI)
@ -44,6 +60,7 @@ func connectToMongoDB(uri string) {
func main() {
// Import HTML using django engine/template
engine := django.New("./views", ".html")
if engine == nil {
panic("Failed to create django engine")
}
@ -71,6 +88,14 @@ func main() {
app.Get("/chat", chatPageHandler) // Complete chat page
app.Put("/chat", addMessageHandler) // Add message
app.Delete("/chat", deleteMessageHandler) // Delete message
app.Get("/loadChat", generateChatHTML) // Load chat
app.Get("/generateOpenai", addOpenaiMessage)
app.Get("/sse", sseHandler) // SSE handler
// Add test button
app.Get("/test-button", testButtonHandler)
// Start server
app.Listen(":3000")
@ -86,14 +111,22 @@ func chatPageHandler(c *fiber.Ctx) error {
}, "layouts/main")
}
func testButtonHandler(c *fiber.Ctx) error {
return c.Render("partials/test-button", fiber.Map{})
}
func addMessageHandler(c *fiber.Ctx) error {
message := c.FormValue("message")
lastMessageAsked = message
collection := mongoClient.Database("chat").Collection("messages")
collection.InsertOne(context.Background(), bson.M{"message": message, "role": "user", "date": time.Now()})
collection.InsertOne(context.Background(), bson.M{"message": "I did something!", "role": "bot", "date": time.Now()})
return generateChatHTML(c)
return c.Render("partials/user-message", fiber.Map{
"Message": Message{
Content: message,
Role: "user",
Date: time.Now(),
},
"IncludePlaceholder": true,
})
}
func deleteMessageHandler(c *fiber.Ctx) error {
@ -139,7 +172,7 @@ func deleteMessageHandler(c *fiber.Ctx) error {
})
}
return generateChatHTML(c)
return c.SendString("")
}
func generateChatHTML(c *fiber.Ctx) error {
@ -155,16 +188,17 @@ func generateChatHTML(c *fiber.Ctx) error {
}
// Convert the cursor to an array of messages
var messages []Message
if err = cursor.All(context.TODO(), &messages); err != nil {
var Messages []Message
if err = cursor.All(context.TODO(), &Messages); err != nil {
return c.Status(fiber.StatusInternalServerError).JSON(fiber.Map{
"error": "Failed to convert cursor to array",
})
}
// Render the HTML template with the messages
return c.Render("chat", fiber.Map{
"messages": messages,
return c.Render("partials/chat-messages", fiber.Map{
"Messages": Messages,
"IncludePlaceholder": false,
})
}
@ -172,5 +206,44 @@ func isMongoDBConnectedHandler(c *fiber.Ctx) error {
if mongoClient != nil {
return c.SendString("<h1>Connected</h1>")
}
return c.SendString("<h1 id='isMongoDBConnected' hx-get='/isMongoDBConnected' hx-trigger='every 1s' hx-swap='outerHTM'>Not connected</h1>")
return c.SendString("<h1 hx-get='/isMongoDBConnected' hx-trigger='every 1s' hx-swap='outerHTM'>Not connected</h1>")
}
// SSE Stuff
var (
eventChannel = make(chan string)
)
func sseHandler(c *fiber.Ctx) error {
c.Set("Content-Type", "text/event-stream")
c.Set("Cache-Control", "no-cache")
c.Set("Connection", "keep-alive")
c.Set("Transfer-Encoding", "chunked")
c.Context().SetBodyStreamWriter(fasthttp.StreamWriter(func(w *bufio.Writer) {
fmt.Println("WRITER")
for {
select {
case msg := <-eventChannel:
fmt.Fprintf(w, "data: %s\n\n", msg)
err := w.Flush()
if err != nil {
fmt.Printf("Error while flushing: %v. Closing http connection.\n", err)
return
}
default:
if c.Context() != nil && c.Context().Done() != nil {
select {
case <-c.Context().Done():
fmt.Println("Client connection closed")
return
default:
}
}
time.Sleep(100 * time.Millisecond)
}
}
}))
return nil
}

View File

@ -1,5 +1,5 @@
<div class="chat-container">
<h1>Chat Page</h1>
{% include "partials/chat-messages.html" %}
<h1 class="title is-1">Chat Page</h1>
<div hx-get="/loadChat" hx-trigger="load" hx-swap="outerHTML"></div>
{% include "partials/chat-input.html" %}
</div>

View File

@ -8,12 +8,14 @@
<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/bulma@1.0.0/css/bulma.min.css">
</head>
<body>
<body hx-ext="sse" sse-connect="/sse">
<script src="https://unpkg.com/htmx.org@1.9.11"></script>
<script src="https://unpkg.com/htmx.org@1.9.12/dist/ext/sse.js"></script>
{% include "partials/navbar.html" %}
{{embed}}
<script src="https://unpkg.com/htmx.org@1.9.11"></script>
<style>
.column {
display: flex;

View File

@ -0,0 +1,13 @@
<article class="message bot-message" id="bot-message-placeholder" hx-trigger="load" hx-swap="outerHTML"
hx-get="/generateOpenai" hx-target="#bot-message-placeholder">
<div class="message-header">
<p>Bot</p>
<form>
<input type="hidden">
<button class="delete" aria-label="delete"></button>
</form>
</div>
<div class="message-body">
Waiting...
</div>
</article>

View File

@ -0,0 +1,12 @@
<article class="message bot-message">
<div class="message-header">
<p>Bot</p>
<form>
<input type="hidden">
<button class="delete" aria-label="delete"></button>
</form>
</div>
<div class="message-body">
{{ .Content }}
</div>
</article>

View File

@ -1,3 +1,3 @@
<form>
<form hx-put="/chat" hx-swap="beforeend" hx-target="#chat-messages">
<input class="input" type="text" placeholder="Type your message here..." name="message" />
</form>

View File

@ -1,7 +1,7 @@
<div class="columns is-centered">
<div class="column is-half">
<div class="columns is-centered" hx-trigger="sse:bot-message" hx-swap="beforeend" hx-target="#chat-messages">
<div class="column is-half" id="chat-messages">
{% for Message in Messages %}
{% if Message.User == "User" %}
{% if Message.Role == "user" %}
{% include "partials/user-message.html" %}
{% else %}
{% include "partials/bot-message.html" %}

View File

@ -0,0 +1 @@
<button class="button is-primary" hx-get="/test-button" hx-swap="outerHTML">Test</button>

View File

@ -0,0 +1 @@
<p sse-swap="test">Test</p>

View File

@ -9,4 +9,7 @@
<div class="message-body">
{{ Message.Content }}
</div>
</article>
</article>
{% if IncludePlaceholder %}
{% include "partials/bot-message-placeholder.html" %}
{% endif %}

View File

@ -1,6 +1,8 @@
<div class="columns">
<div class="column">
<h1>Welcome to JADE 2.0!</h1>
<h1 id="isMongoDBConnected" hx-get="/isMongoDBConnected" hx-trigger="load" hx-swap="outerHTML"></h1>
<h1 class="title is-1">Welcome to JADE 2.0!</h1>
<h1 hx-get="/isMongoDBConnected" hx-trigger="load" hx-swap="outerHTML"></h1>
{% include "partials/test-display.html" %}
{% include "partials/test-button.html" %}
</div>
</div>