Working one message chat
This commit is contained in:
parent
29183bc0e0
commit
08e8e27bf4
153
RequestOpenai.go
Normal file
153
RequestOpenai.go
Normal file
@ -0,0 +1,153 @@
|
|||||||
|
package main
|
||||||
|
|
||||||
|
import (
|
||||||
|
"bytes"
|
||||||
|
"context"
|
||||||
|
"encoding/json"
|
||||||
|
"fmt"
|
||||||
|
"io"
|
||||||
|
"net/http"
|
||||||
|
"text/template"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"github.com/gofiber/fiber/v2"
|
||||||
|
"go.mongodb.org/mongo-driver/bson"
|
||||||
|
"go.mongodb.org/mongo-driver/bson/primitive"
|
||||||
|
)
|
||||||
|
|
||||||
|
type dataForTemplate struct {
|
||||||
|
Message OpenaiMessage
|
||||||
|
}
|
||||||
|
|
||||||
|
type ChatCompletionRequest struct {
|
||||||
|
Model string `json:"model"`
|
||||||
|
Messages []OpenaiMessage `json:"messages"`
|
||||||
|
Temperature float64 `json:"temperature"`
|
||||||
|
}
|
||||||
|
|
||||||
|
type OpenaiMessage struct {
|
||||||
|
Role string `json:"role"`
|
||||||
|
Content string `json:"content"`
|
||||||
|
}
|
||||||
|
|
||||||
|
type ChatCompletionResponse struct {
|
||||||
|
ID string `json:"id"`
|
||||||
|
Object string `json:"object"`
|
||||||
|
Created int64 `json:"created"`
|
||||||
|
Model string `json:"model"`
|
||||||
|
Usage OpenaiUsage `json:"usage"`
|
||||||
|
Choices []OpenaiChoice `json:"choices"`
|
||||||
|
}
|
||||||
|
|
||||||
|
type OpenaiUsage struct {
|
||||||
|
PromptTokens int `json:"prompt_tokens"`
|
||||||
|
CompletionTokens int `json:"completion_tokens"`
|
||||||
|
TotalTokens int `json:"total_tokens"`
|
||||||
|
}
|
||||||
|
|
||||||
|
type OpenaiChoice struct {
|
||||||
|
Message OpenaiMessage `json:"message"`
|
||||||
|
FinishReason string `json:"finish_reason"`
|
||||||
|
Index int `json:"index"`
|
||||||
|
}
|
||||||
|
|
||||||
|
var lastMessageAsked string // TODO Remove this
|
||||||
|
|
||||||
|
func addOpenaiMessage(c *fiber.Ctx) error {
|
||||||
|
message := lastMessageAsked // TODO Remove this
|
||||||
|
|
||||||
|
chatCompletion, err := RequestOpenai("gpt-3.5-turbo", []Message{{Content: message, Role: "user", Date: time.Now(), ID: primitive.NilObjectID}}, 0.7)
|
||||||
|
if err != nil {
|
||||||
|
// Print error
|
||||||
|
fmt.Println("Error:", err)
|
||||||
|
return err
|
||||||
|
} else if len(chatCompletion.Choices) == 0 {
|
||||||
|
fmt.Println("No response from OpenAI")
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
collection := mongoClient.Database("chat").Collection("messages")
|
||||||
|
collection.InsertOne(context.Background(), bson.M{"message": message, "role": "user", "date": time.Now()})
|
||||||
|
|
||||||
|
// Render bot message MAYBE to optimize
|
||||||
|
// HOW TO GET STRING OF HTML FROM TEMPLATE
|
||||||
|
tmpl, err := template.ParseFiles("views/partials/bot-message.gohtml")
|
||||||
|
if err != nil {
|
||||||
|
fmt.Println("Error parsing template:", err)
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
// Add bot message if there is no error
|
||||||
|
var renderedMessage bytes.Buffer
|
||||||
|
Message := chatCompletion.Choices[0].Message
|
||||||
|
if err := tmpl.Execute(&renderedMessage, Message); err != nil {
|
||||||
|
fmt.Println("Error rendering template:", err)
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
collection.InsertOne(context.Background(), bson.M{"message": Message.Content, "role": "bot", "date": time.Now()})
|
||||||
|
|
||||||
|
return c.SendString(renderedMessage.String())
|
||||||
|
}
|
||||||
|
|
||||||
|
func Message2OpenaiMessage(message Message) OpenaiMessage {
|
||||||
|
return OpenaiMessage{
|
||||||
|
Role: message.Role,
|
||||||
|
Content: message.Content,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func Messages2OpenaiMessages(messages []Message) []OpenaiMessage {
|
||||||
|
var openaiMessages []OpenaiMessage
|
||||||
|
for _, message := range messages {
|
||||||
|
openaiMessages = append(openaiMessages, Message2OpenaiMessage(message))
|
||||||
|
}
|
||||||
|
return openaiMessages
|
||||||
|
}
|
||||||
|
|
||||||
|
func RequestOpenai(model string, messages []Message, temperature float64) (ChatCompletionResponse, error) {
|
||||||
|
apiKey := "sk-proj-f7StCvXCtcmiOOayiVmgT3BlbkFJlVtAcOo3JcrnGq1cPa5o" // TODO Use env variable
|
||||||
|
url := "https://api.openai.com/v1/chat/completions"
|
||||||
|
|
||||||
|
// Convert messages to OpenAI format
|
||||||
|
openaiMessages := Messages2OpenaiMessages(messages)
|
||||||
|
|
||||||
|
requestBody := ChatCompletionRequest{
|
||||||
|
Model: model,
|
||||||
|
Messages: openaiMessages,
|
||||||
|
Temperature: temperature,
|
||||||
|
}
|
||||||
|
|
||||||
|
jsonBody, err := json.Marshal(requestBody)
|
||||||
|
if err != nil {
|
||||||
|
return ChatCompletionResponse{}, fmt.Errorf("error marshaling JSON: %w", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
req, err := http.NewRequest("POST", url, bytes.NewBuffer(jsonBody))
|
||||||
|
if err != nil {
|
||||||
|
return ChatCompletionResponse{}, fmt.Errorf("error creating request: %w", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
req.Header.Set("Content-Type", "application/json")
|
||||||
|
req.Header.Set("Authorization", "Bearer "+apiKey)
|
||||||
|
|
||||||
|
client := &http.Client{}
|
||||||
|
resp, err := client.Do(req)
|
||||||
|
if err != nil {
|
||||||
|
return ChatCompletionResponse{}, fmt.Errorf("error sending request: %w", err)
|
||||||
|
}
|
||||||
|
defer resp.Body.Close()
|
||||||
|
|
||||||
|
body, err := io.ReadAll(resp.Body)
|
||||||
|
if err != nil {
|
||||||
|
return ChatCompletionResponse{}, fmt.Errorf("error reading response body: %w", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
var chatCompletionResponse ChatCompletionResponse
|
||||||
|
err = json.Unmarshal(body, &chatCompletionResponse)
|
||||||
|
if err != nil {
|
||||||
|
return ChatCompletionResponse{}, fmt.Errorf("error unmarshaling JSON: %w", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
return chatCompletionResponse, nil
|
||||||
|
}
|
Before Width: | Height: | Size: 22 KiB After Width: | Height: | Size: 22 KiB |
Before Width: | Height: | Size: 20 KiB After Width: | Height: | Size: 20 KiB |
Before Width: | Height: | Size: 27 KiB After Width: | Height: | Size: 27 KiB |
95
main.go
95
main.go
@ -1,12 +1,15 @@
|
|||||||
package main
|
package main
|
||||||
|
|
||||||
import (
|
import (
|
||||||
|
"bufio"
|
||||||
"context"
|
"context"
|
||||||
|
"fmt"
|
||||||
"time"
|
"time"
|
||||||
|
|
||||||
"github.com/gofiber/fiber/v2"
|
"github.com/gofiber/fiber/v2"
|
||||||
"github.com/gofiber/fiber/v2/middleware/logger"
|
"github.com/gofiber/fiber/v2/middleware/logger"
|
||||||
"github.com/gofiber/template/django/v3"
|
"github.com/gofiber/template/django/v3"
|
||||||
|
"github.com/valyala/fasthttp"
|
||||||
"go.mongodb.org/mongo-driver/bson"
|
"go.mongodb.org/mongo-driver/bson"
|
||||||
"go.mongodb.org/mongo-driver/bson/primitive"
|
"go.mongodb.org/mongo-driver/bson/primitive"
|
||||||
"go.mongodb.org/mongo-driver/mongo"
|
"go.mongodb.org/mongo-driver/mongo"
|
||||||
@ -27,6 +30,19 @@ type Conversation struct {
|
|||||||
Messages []Message
|
Messages []Message
|
||||||
}
|
}
|
||||||
|
|
||||||
|
type User struct {
|
||||||
|
ID string `bson:"_id"`
|
||||||
|
Username string `bson:"username"`
|
||||||
|
OAth2Token string `bson:"oauth2token"`
|
||||||
|
IsSub bool `bson:"isSub"`
|
||||||
|
}
|
||||||
|
|
||||||
|
type CurrentSession struct {
|
||||||
|
ID string
|
||||||
|
CurrentConversationID string
|
||||||
|
CurrentUserID string
|
||||||
|
}
|
||||||
|
|
||||||
func connectToMongoDB(uri string) {
|
func connectToMongoDB(uri string) {
|
||||||
serverAPI := options.ServerAPI(options.ServerAPIVersion1)
|
serverAPI := options.ServerAPI(options.ServerAPIVersion1)
|
||||||
opts := options.Client().ApplyURI(uri).SetServerAPIOptions(serverAPI)
|
opts := options.Client().ApplyURI(uri).SetServerAPIOptions(serverAPI)
|
||||||
@ -44,6 +60,7 @@ func connectToMongoDB(uri string) {
|
|||||||
func main() {
|
func main() {
|
||||||
// Import HTML using django engine/template
|
// Import HTML using django engine/template
|
||||||
engine := django.New("./views", ".html")
|
engine := django.New("./views", ".html")
|
||||||
|
|
||||||
if engine == nil {
|
if engine == nil {
|
||||||
panic("Failed to create django engine")
|
panic("Failed to create django engine")
|
||||||
}
|
}
|
||||||
@ -71,6 +88,14 @@ func main() {
|
|||||||
app.Get("/chat", chatPageHandler) // Complete chat page
|
app.Get("/chat", chatPageHandler) // Complete chat page
|
||||||
app.Put("/chat", addMessageHandler) // Add message
|
app.Put("/chat", addMessageHandler) // Add message
|
||||||
app.Delete("/chat", deleteMessageHandler) // Delete message
|
app.Delete("/chat", deleteMessageHandler) // Delete message
|
||||||
|
app.Get("/loadChat", generateChatHTML) // Load chat
|
||||||
|
|
||||||
|
app.Get("/generateOpenai", addOpenaiMessage)
|
||||||
|
|
||||||
|
app.Get("/sse", sseHandler) // SSE handler
|
||||||
|
|
||||||
|
// Add test button
|
||||||
|
app.Get("/test-button", testButtonHandler)
|
||||||
|
|
||||||
// Start server
|
// Start server
|
||||||
app.Listen(":3000")
|
app.Listen(":3000")
|
||||||
@ -86,14 +111,22 @@ func chatPageHandler(c *fiber.Ctx) error {
|
|||||||
}, "layouts/main")
|
}, "layouts/main")
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func testButtonHandler(c *fiber.Ctx) error {
|
||||||
|
return c.Render("partials/test-button", fiber.Map{})
|
||||||
|
}
|
||||||
|
|
||||||
func addMessageHandler(c *fiber.Ctx) error {
|
func addMessageHandler(c *fiber.Ctx) error {
|
||||||
message := c.FormValue("message")
|
message := c.FormValue("message")
|
||||||
|
lastMessageAsked = message
|
||||||
|
|
||||||
collection := mongoClient.Database("chat").Collection("messages")
|
return c.Render("partials/user-message", fiber.Map{
|
||||||
collection.InsertOne(context.Background(), bson.M{"message": message, "role": "user", "date": time.Now()})
|
"Message": Message{
|
||||||
collection.InsertOne(context.Background(), bson.M{"message": "I did something!", "role": "bot", "date": time.Now()})
|
Content: message,
|
||||||
|
Role: "user",
|
||||||
return generateChatHTML(c)
|
Date: time.Now(),
|
||||||
|
},
|
||||||
|
"IncludePlaceholder": true,
|
||||||
|
})
|
||||||
}
|
}
|
||||||
|
|
||||||
func deleteMessageHandler(c *fiber.Ctx) error {
|
func deleteMessageHandler(c *fiber.Ctx) error {
|
||||||
@ -139,7 +172,7 @@ func deleteMessageHandler(c *fiber.Ctx) error {
|
|||||||
})
|
})
|
||||||
}
|
}
|
||||||
|
|
||||||
return generateChatHTML(c)
|
return c.SendString("")
|
||||||
}
|
}
|
||||||
|
|
||||||
func generateChatHTML(c *fiber.Ctx) error {
|
func generateChatHTML(c *fiber.Ctx) error {
|
||||||
@ -155,16 +188,17 @@ func generateChatHTML(c *fiber.Ctx) error {
|
|||||||
}
|
}
|
||||||
|
|
||||||
// Convert the cursor to an array of messages
|
// Convert the cursor to an array of messages
|
||||||
var messages []Message
|
var Messages []Message
|
||||||
if err = cursor.All(context.TODO(), &messages); err != nil {
|
if err = cursor.All(context.TODO(), &Messages); err != nil {
|
||||||
return c.Status(fiber.StatusInternalServerError).JSON(fiber.Map{
|
return c.Status(fiber.StatusInternalServerError).JSON(fiber.Map{
|
||||||
"error": "Failed to convert cursor to array",
|
"error": "Failed to convert cursor to array",
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
|
|
||||||
// Render the HTML template with the messages
|
// Render the HTML template with the messages
|
||||||
return c.Render("chat", fiber.Map{
|
return c.Render("partials/chat-messages", fiber.Map{
|
||||||
"messages": messages,
|
"Messages": Messages,
|
||||||
|
"IncludePlaceholder": false,
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -172,5 +206,44 @@ func isMongoDBConnectedHandler(c *fiber.Ctx) error {
|
|||||||
if mongoClient != nil {
|
if mongoClient != nil {
|
||||||
return c.SendString("<h1>Connected</h1>")
|
return c.SendString("<h1>Connected</h1>")
|
||||||
}
|
}
|
||||||
return c.SendString("<h1 id='isMongoDBConnected' hx-get='/isMongoDBConnected' hx-trigger='every 1s' hx-swap='outerHTM'>Not connected</h1>")
|
return c.SendString("<h1 hx-get='/isMongoDBConnected' hx-trigger='every 1s' hx-swap='outerHTM'>Not connected</h1>")
|
||||||
|
}
|
||||||
|
|
||||||
|
// SSE Stuff
|
||||||
|
var (
|
||||||
|
eventChannel = make(chan string)
|
||||||
|
)
|
||||||
|
|
||||||
|
func sseHandler(c *fiber.Ctx) error {
|
||||||
|
c.Set("Content-Type", "text/event-stream")
|
||||||
|
c.Set("Cache-Control", "no-cache")
|
||||||
|
c.Set("Connection", "keep-alive")
|
||||||
|
c.Set("Transfer-Encoding", "chunked")
|
||||||
|
|
||||||
|
c.Context().SetBodyStreamWriter(fasthttp.StreamWriter(func(w *bufio.Writer) {
|
||||||
|
fmt.Println("WRITER")
|
||||||
|
for {
|
||||||
|
select {
|
||||||
|
case msg := <-eventChannel:
|
||||||
|
fmt.Fprintf(w, "data: %s\n\n", msg)
|
||||||
|
err := w.Flush()
|
||||||
|
if err != nil {
|
||||||
|
fmt.Printf("Error while flushing: %v. Closing http connection.\n", err)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
default:
|
||||||
|
if c.Context() != nil && c.Context().Done() != nil {
|
||||||
|
select {
|
||||||
|
case <-c.Context().Done():
|
||||||
|
fmt.Println("Client connection closed")
|
||||||
|
return
|
||||||
|
default:
|
||||||
|
}
|
||||||
|
}
|
||||||
|
time.Sleep(100 * time.Millisecond)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}))
|
||||||
|
|
||||||
|
return nil
|
||||||
}
|
}
|
||||||
|
@ -1,5 +1,5 @@
|
|||||||
<div class="chat-container">
|
<div class="chat-container">
|
||||||
<h1>Chat Page</h1>
|
<h1 class="title is-1">Chat Page</h1>
|
||||||
{% include "partials/chat-messages.html" %}
|
<div hx-get="/loadChat" hx-trigger="load" hx-swap="outerHTML"></div>
|
||||||
{% include "partials/chat-input.html" %}
|
{% include "partials/chat-input.html" %}
|
||||||
</div>
|
</div>
|
@ -8,12 +8,14 @@
|
|||||||
<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/bulma@1.0.0/css/bulma.min.css">
|
<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/bulma@1.0.0/css/bulma.min.css">
|
||||||
</head>
|
</head>
|
||||||
|
|
||||||
<body>
|
<body hx-ext="sse" sse-connect="/sse">
|
||||||
|
<script src="https://unpkg.com/htmx.org@1.9.11"></script>
|
||||||
|
<script src="https://unpkg.com/htmx.org@1.9.12/dist/ext/sse.js"></script>
|
||||||
|
|
||||||
{% include "partials/navbar.html" %}
|
{% include "partials/navbar.html" %}
|
||||||
|
|
||||||
{{embed}}
|
{{embed}}
|
||||||
|
|
||||||
<script src="https://unpkg.com/htmx.org@1.9.11"></script>
|
|
||||||
<style>
|
<style>
|
||||||
.column {
|
.column {
|
||||||
display: flex;
|
display: flex;
|
||||||
|
13
views/partials/bot-message-placeholder.html
Normal file
13
views/partials/bot-message-placeholder.html
Normal file
@ -0,0 +1,13 @@
|
|||||||
|
<article class="message bot-message" id="bot-message-placeholder" hx-trigger="load" hx-swap="outerHTML"
|
||||||
|
hx-get="/generateOpenai" hx-target="#bot-message-placeholder">
|
||||||
|
<div class="message-header">
|
||||||
|
<p>Bot</p>
|
||||||
|
<form>
|
||||||
|
<input type="hidden">
|
||||||
|
<button class="delete" aria-label="delete"></button>
|
||||||
|
</form>
|
||||||
|
</div>
|
||||||
|
<div class="message-body">
|
||||||
|
Waiting...
|
||||||
|
</div>
|
||||||
|
</article>
|
12
views/partials/bot-message.gohtml
Normal file
12
views/partials/bot-message.gohtml
Normal file
@ -0,0 +1,12 @@
|
|||||||
|
<article class="message bot-message">
|
||||||
|
<div class="message-header">
|
||||||
|
<p>Bot</p>
|
||||||
|
<form>
|
||||||
|
<input type="hidden">
|
||||||
|
<button class="delete" aria-label="delete"></button>
|
||||||
|
</form>
|
||||||
|
</div>
|
||||||
|
<div class="message-body">
|
||||||
|
{{ .Content }}
|
||||||
|
</div>
|
||||||
|
</article>
|
@ -1,3 +1,3 @@
|
|||||||
<form>
|
<form hx-put="/chat" hx-swap="beforeend" hx-target="#chat-messages">
|
||||||
<input class="input" type="text" placeholder="Type your message here..." name="message" />
|
<input class="input" type="text" placeholder="Type your message here..." name="message" />
|
||||||
</form>
|
</form>
|
@ -1,7 +1,7 @@
|
|||||||
<div class="columns is-centered">
|
<div class="columns is-centered" hx-trigger="sse:bot-message" hx-swap="beforeend" hx-target="#chat-messages">
|
||||||
<div class="column is-half">
|
<div class="column is-half" id="chat-messages">
|
||||||
{% for Message in Messages %}
|
{% for Message in Messages %}
|
||||||
{% if Message.User == "User" %}
|
{% if Message.Role == "user" %}
|
||||||
{% include "partials/user-message.html" %}
|
{% include "partials/user-message.html" %}
|
||||||
{% else %}
|
{% else %}
|
||||||
{% include "partials/bot-message.html" %}
|
{% include "partials/bot-message.html" %}
|
||||||
|
1
views/partials/test-button.html
Normal file
1
views/partials/test-button.html
Normal file
@ -0,0 +1 @@
|
|||||||
|
<button class="button is-primary" hx-get="/test-button" hx-swap="outerHTML">Test</button>
|
1
views/partials/test-display.html
Normal file
1
views/partials/test-display.html
Normal file
@ -0,0 +1 @@
|
|||||||
|
<p sse-swap="test">Test</p>
|
@ -9,4 +9,7 @@
|
|||||||
<div class="message-body">
|
<div class="message-body">
|
||||||
{{ Message.Content }}
|
{{ Message.Content }}
|
||||||
</div>
|
</div>
|
||||||
</article>
|
</article>
|
||||||
|
{% if IncludePlaceholder %}
|
||||||
|
{% include "partials/bot-message-placeholder.html" %}
|
||||||
|
{% endif %}
|
@ -1,6 +1,8 @@
|
|||||||
<div class="columns">
|
<div class="columns">
|
||||||
<div class="column">
|
<div class="column">
|
||||||
<h1>Welcome to JADE 2.0!</h1>
|
<h1 class="title is-1">Welcome to JADE 2.0!</h1>
|
||||||
<h1 id="isMongoDBConnected" hx-get="/isMongoDBConnected" hx-trigger="load" hx-swap="outerHTML"></h1>
|
<h1 hx-get="/isMongoDBConnected" hx-trigger="load" hx-swap="outerHTML"></h1>
|
||||||
|
{% include "partials/test-display.html" %}
|
||||||
|
{% include "partials/test-button.html" %}
|
||||||
</div>
|
</div>
|
||||||
</div>
|
</div>
|
Loading…
x
Reference in New Issue
Block a user