Working one message chat
This commit is contained in:
parent
29183bc0e0
commit
08e8e27bf4
153
RequestOpenai.go
Normal file
153
RequestOpenai.go
Normal file
@ -0,0 +1,153 @@
|
||||
package main
|
||||
|
||||
import (
|
||||
"bytes"
|
||||
"context"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"io"
|
||||
"net/http"
|
||||
"text/template"
|
||||
"time"
|
||||
|
||||
"github.com/gofiber/fiber/v2"
|
||||
"go.mongodb.org/mongo-driver/bson"
|
||||
"go.mongodb.org/mongo-driver/bson/primitive"
|
||||
)
|
||||
|
||||
type dataForTemplate struct {
|
||||
Message OpenaiMessage
|
||||
}
|
||||
|
||||
type ChatCompletionRequest struct {
|
||||
Model string `json:"model"`
|
||||
Messages []OpenaiMessage `json:"messages"`
|
||||
Temperature float64 `json:"temperature"`
|
||||
}
|
||||
|
||||
type OpenaiMessage struct {
|
||||
Role string `json:"role"`
|
||||
Content string `json:"content"`
|
||||
}
|
||||
|
||||
type ChatCompletionResponse struct {
|
||||
ID string `json:"id"`
|
||||
Object string `json:"object"`
|
||||
Created int64 `json:"created"`
|
||||
Model string `json:"model"`
|
||||
Usage OpenaiUsage `json:"usage"`
|
||||
Choices []OpenaiChoice `json:"choices"`
|
||||
}
|
||||
|
||||
type OpenaiUsage struct {
|
||||
PromptTokens int `json:"prompt_tokens"`
|
||||
CompletionTokens int `json:"completion_tokens"`
|
||||
TotalTokens int `json:"total_tokens"`
|
||||
}
|
||||
|
||||
type OpenaiChoice struct {
|
||||
Message OpenaiMessage `json:"message"`
|
||||
FinishReason string `json:"finish_reason"`
|
||||
Index int `json:"index"`
|
||||
}
|
||||
|
||||
var lastMessageAsked string // TODO Remove this
|
||||
|
||||
func addOpenaiMessage(c *fiber.Ctx) error {
|
||||
message := lastMessageAsked // TODO Remove this
|
||||
|
||||
chatCompletion, err := RequestOpenai("gpt-3.5-turbo", []Message{{Content: message, Role: "user", Date: time.Now(), ID: primitive.NilObjectID}}, 0.7)
|
||||
if err != nil {
|
||||
// Print error
|
||||
fmt.Println("Error:", err)
|
||||
return err
|
||||
} else if len(chatCompletion.Choices) == 0 {
|
||||
fmt.Println("No response from OpenAI")
|
||||
return err
|
||||
}
|
||||
|
||||
collection := mongoClient.Database("chat").Collection("messages")
|
||||
collection.InsertOne(context.Background(), bson.M{"message": message, "role": "user", "date": time.Now()})
|
||||
|
||||
// Render bot message MAYBE to optimize
|
||||
// HOW TO GET STRING OF HTML FROM TEMPLATE
|
||||
tmpl, err := template.ParseFiles("views/partials/bot-message.gohtml")
|
||||
if err != nil {
|
||||
fmt.Println("Error parsing template:", err)
|
||||
return err
|
||||
}
|
||||
|
||||
// Add bot message if there is no error
|
||||
var renderedMessage bytes.Buffer
|
||||
Message := chatCompletion.Choices[0].Message
|
||||
if err := tmpl.Execute(&renderedMessage, Message); err != nil {
|
||||
fmt.Println("Error rendering template:", err)
|
||||
return err
|
||||
}
|
||||
|
||||
collection.InsertOne(context.Background(), bson.M{"message": Message.Content, "role": "bot", "date": time.Now()})
|
||||
|
||||
return c.SendString(renderedMessage.String())
|
||||
}
|
||||
|
||||
func Message2OpenaiMessage(message Message) OpenaiMessage {
|
||||
return OpenaiMessage{
|
||||
Role: message.Role,
|
||||
Content: message.Content,
|
||||
}
|
||||
}
|
||||
|
||||
func Messages2OpenaiMessages(messages []Message) []OpenaiMessage {
|
||||
var openaiMessages []OpenaiMessage
|
||||
for _, message := range messages {
|
||||
openaiMessages = append(openaiMessages, Message2OpenaiMessage(message))
|
||||
}
|
||||
return openaiMessages
|
||||
}
|
||||
|
||||
func RequestOpenai(model string, messages []Message, temperature float64) (ChatCompletionResponse, error) {
|
||||
apiKey := "sk-proj-f7StCvXCtcmiOOayiVmgT3BlbkFJlVtAcOo3JcrnGq1cPa5o" // TODO Use env variable
|
||||
url := "https://api.openai.com/v1/chat/completions"
|
||||
|
||||
// Convert messages to OpenAI format
|
||||
openaiMessages := Messages2OpenaiMessages(messages)
|
||||
|
||||
requestBody := ChatCompletionRequest{
|
||||
Model: model,
|
||||
Messages: openaiMessages,
|
||||
Temperature: temperature,
|
||||
}
|
||||
|
||||
jsonBody, err := json.Marshal(requestBody)
|
||||
if err != nil {
|
||||
return ChatCompletionResponse{}, fmt.Errorf("error marshaling JSON: %w", err)
|
||||
}
|
||||
|
||||
req, err := http.NewRequest("POST", url, bytes.NewBuffer(jsonBody))
|
||||
if err != nil {
|
||||
return ChatCompletionResponse{}, fmt.Errorf("error creating request: %w", err)
|
||||
}
|
||||
|
||||
req.Header.Set("Content-Type", "application/json")
|
||||
req.Header.Set("Authorization", "Bearer "+apiKey)
|
||||
|
||||
client := &http.Client{}
|
||||
resp, err := client.Do(req)
|
||||
if err != nil {
|
||||
return ChatCompletionResponse{}, fmt.Errorf("error sending request: %w", err)
|
||||
}
|
||||
defer resp.Body.Close()
|
||||
|
||||
body, err := io.ReadAll(resp.Body)
|
||||
if err != nil {
|
||||
return ChatCompletionResponse{}, fmt.Errorf("error reading response body: %w", err)
|
||||
}
|
||||
|
||||
var chatCompletionResponse ChatCompletionResponse
|
||||
err = json.Unmarshal(body, &chatCompletionResponse)
|
||||
if err != nil {
|
||||
return ChatCompletionResponse{}, fmt.Errorf("error unmarshaling JSON: %w", err)
|
||||
}
|
||||
|
||||
return chatCompletionResponse, nil
|
||||
}
|
Before Width: | Height: | Size: 22 KiB After Width: | Height: | Size: 22 KiB |
Before Width: | Height: | Size: 20 KiB After Width: | Height: | Size: 20 KiB |
Before Width: | Height: | Size: 27 KiB After Width: | Height: | Size: 27 KiB |
95
main.go
95
main.go
@ -1,12 +1,15 @@
|
||||
package main
|
||||
|
||||
import (
|
||||
"bufio"
|
||||
"context"
|
||||
"fmt"
|
||||
"time"
|
||||
|
||||
"github.com/gofiber/fiber/v2"
|
||||
"github.com/gofiber/fiber/v2/middleware/logger"
|
||||
"github.com/gofiber/template/django/v3"
|
||||
"github.com/valyala/fasthttp"
|
||||
"go.mongodb.org/mongo-driver/bson"
|
||||
"go.mongodb.org/mongo-driver/bson/primitive"
|
||||
"go.mongodb.org/mongo-driver/mongo"
|
||||
@ -27,6 +30,19 @@ type Conversation struct {
|
||||
Messages []Message
|
||||
}
|
||||
|
||||
type User struct {
|
||||
ID string `bson:"_id"`
|
||||
Username string `bson:"username"`
|
||||
OAth2Token string `bson:"oauth2token"`
|
||||
IsSub bool `bson:"isSub"`
|
||||
}
|
||||
|
||||
type CurrentSession struct {
|
||||
ID string
|
||||
CurrentConversationID string
|
||||
CurrentUserID string
|
||||
}
|
||||
|
||||
func connectToMongoDB(uri string) {
|
||||
serverAPI := options.ServerAPI(options.ServerAPIVersion1)
|
||||
opts := options.Client().ApplyURI(uri).SetServerAPIOptions(serverAPI)
|
||||
@ -44,6 +60,7 @@ func connectToMongoDB(uri string) {
|
||||
func main() {
|
||||
// Import HTML using django engine/template
|
||||
engine := django.New("./views", ".html")
|
||||
|
||||
if engine == nil {
|
||||
panic("Failed to create django engine")
|
||||
}
|
||||
@ -71,6 +88,14 @@ func main() {
|
||||
app.Get("/chat", chatPageHandler) // Complete chat page
|
||||
app.Put("/chat", addMessageHandler) // Add message
|
||||
app.Delete("/chat", deleteMessageHandler) // Delete message
|
||||
app.Get("/loadChat", generateChatHTML) // Load chat
|
||||
|
||||
app.Get("/generateOpenai", addOpenaiMessage)
|
||||
|
||||
app.Get("/sse", sseHandler) // SSE handler
|
||||
|
||||
// Add test button
|
||||
app.Get("/test-button", testButtonHandler)
|
||||
|
||||
// Start server
|
||||
app.Listen(":3000")
|
||||
@ -86,14 +111,22 @@ func chatPageHandler(c *fiber.Ctx) error {
|
||||
}, "layouts/main")
|
||||
}
|
||||
|
||||
func testButtonHandler(c *fiber.Ctx) error {
|
||||
return c.Render("partials/test-button", fiber.Map{})
|
||||
}
|
||||
|
||||
func addMessageHandler(c *fiber.Ctx) error {
|
||||
message := c.FormValue("message")
|
||||
lastMessageAsked = message
|
||||
|
||||
collection := mongoClient.Database("chat").Collection("messages")
|
||||
collection.InsertOne(context.Background(), bson.M{"message": message, "role": "user", "date": time.Now()})
|
||||
collection.InsertOne(context.Background(), bson.M{"message": "I did something!", "role": "bot", "date": time.Now()})
|
||||
|
||||
return generateChatHTML(c)
|
||||
return c.Render("partials/user-message", fiber.Map{
|
||||
"Message": Message{
|
||||
Content: message,
|
||||
Role: "user",
|
||||
Date: time.Now(),
|
||||
},
|
||||
"IncludePlaceholder": true,
|
||||
})
|
||||
}
|
||||
|
||||
func deleteMessageHandler(c *fiber.Ctx) error {
|
||||
@ -139,7 +172,7 @@ func deleteMessageHandler(c *fiber.Ctx) error {
|
||||
})
|
||||
}
|
||||
|
||||
return generateChatHTML(c)
|
||||
return c.SendString("")
|
||||
}
|
||||
|
||||
func generateChatHTML(c *fiber.Ctx) error {
|
||||
@ -155,16 +188,17 @@ func generateChatHTML(c *fiber.Ctx) error {
|
||||
}
|
||||
|
||||
// Convert the cursor to an array of messages
|
||||
var messages []Message
|
||||
if err = cursor.All(context.TODO(), &messages); err != nil {
|
||||
var Messages []Message
|
||||
if err = cursor.All(context.TODO(), &Messages); err != nil {
|
||||
return c.Status(fiber.StatusInternalServerError).JSON(fiber.Map{
|
||||
"error": "Failed to convert cursor to array",
|
||||
})
|
||||
}
|
||||
|
||||
// Render the HTML template with the messages
|
||||
return c.Render("chat", fiber.Map{
|
||||
"messages": messages,
|
||||
return c.Render("partials/chat-messages", fiber.Map{
|
||||
"Messages": Messages,
|
||||
"IncludePlaceholder": false,
|
||||
})
|
||||
}
|
||||
|
||||
@ -172,5 +206,44 @@ func isMongoDBConnectedHandler(c *fiber.Ctx) error {
|
||||
if mongoClient != nil {
|
||||
return c.SendString("<h1>Connected</h1>")
|
||||
}
|
||||
return c.SendString("<h1 id='isMongoDBConnected' hx-get='/isMongoDBConnected' hx-trigger='every 1s' hx-swap='outerHTM'>Not connected</h1>")
|
||||
return c.SendString("<h1 hx-get='/isMongoDBConnected' hx-trigger='every 1s' hx-swap='outerHTM'>Not connected</h1>")
|
||||
}
|
||||
|
||||
// SSE Stuff
|
||||
var (
|
||||
eventChannel = make(chan string)
|
||||
)
|
||||
|
||||
func sseHandler(c *fiber.Ctx) error {
|
||||
c.Set("Content-Type", "text/event-stream")
|
||||
c.Set("Cache-Control", "no-cache")
|
||||
c.Set("Connection", "keep-alive")
|
||||
c.Set("Transfer-Encoding", "chunked")
|
||||
|
||||
c.Context().SetBodyStreamWriter(fasthttp.StreamWriter(func(w *bufio.Writer) {
|
||||
fmt.Println("WRITER")
|
||||
for {
|
||||
select {
|
||||
case msg := <-eventChannel:
|
||||
fmt.Fprintf(w, "data: %s\n\n", msg)
|
||||
err := w.Flush()
|
||||
if err != nil {
|
||||
fmt.Printf("Error while flushing: %v. Closing http connection.\n", err)
|
||||
return
|
||||
}
|
||||
default:
|
||||
if c.Context() != nil && c.Context().Done() != nil {
|
||||
select {
|
||||
case <-c.Context().Done():
|
||||
fmt.Println("Client connection closed")
|
||||
return
|
||||
default:
|
||||
}
|
||||
}
|
||||
time.Sleep(100 * time.Millisecond)
|
||||
}
|
||||
}
|
||||
}))
|
||||
|
||||
return nil
|
||||
}
|
||||
|
@ -1,5 +1,5 @@
|
||||
<div class="chat-container">
|
||||
<h1>Chat Page</h1>
|
||||
{% include "partials/chat-messages.html" %}
|
||||
<h1 class="title is-1">Chat Page</h1>
|
||||
<div hx-get="/loadChat" hx-trigger="load" hx-swap="outerHTML"></div>
|
||||
{% include "partials/chat-input.html" %}
|
||||
</div>
|
@ -8,12 +8,14 @@
|
||||
<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/bulma@1.0.0/css/bulma.min.css">
|
||||
</head>
|
||||
|
||||
<body>
|
||||
<body hx-ext="sse" sse-connect="/sse">
|
||||
<script src="https://unpkg.com/htmx.org@1.9.11"></script>
|
||||
<script src="https://unpkg.com/htmx.org@1.9.12/dist/ext/sse.js"></script>
|
||||
|
||||
{% include "partials/navbar.html" %}
|
||||
|
||||
{{embed}}
|
||||
|
||||
<script src="https://unpkg.com/htmx.org@1.9.11"></script>
|
||||
<style>
|
||||
.column {
|
||||
display: flex;
|
||||
|
13
views/partials/bot-message-placeholder.html
Normal file
13
views/partials/bot-message-placeholder.html
Normal file
@ -0,0 +1,13 @@
|
||||
<article class="message bot-message" id="bot-message-placeholder" hx-trigger="load" hx-swap="outerHTML"
|
||||
hx-get="/generateOpenai" hx-target="#bot-message-placeholder">
|
||||
<div class="message-header">
|
||||
<p>Bot</p>
|
||||
<form>
|
||||
<input type="hidden">
|
||||
<button class="delete" aria-label="delete"></button>
|
||||
</form>
|
||||
</div>
|
||||
<div class="message-body">
|
||||
Waiting...
|
||||
</div>
|
||||
</article>
|
12
views/partials/bot-message.gohtml
Normal file
12
views/partials/bot-message.gohtml
Normal file
@ -0,0 +1,12 @@
|
||||
<article class="message bot-message">
|
||||
<div class="message-header">
|
||||
<p>Bot</p>
|
||||
<form>
|
||||
<input type="hidden">
|
||||
<button class="delete" aria-label="delete"></button>
|
||||
</form>
|
||||
</div>
|
||||
<div class="message-body">
|
||||
{{ .Content }}
|
||||
</div>
|
||||
</article>
|
@ -1,3 +1,3 @@
|
||||
<form>
|
||||
<form hx-put="/chat" hx-swap="beforeend" hx-target="#chat-messages">
|
||||
<input class="input" type="text" placeholder="Type your message here..." name="message" />
|
||||
</form>
|
@ -1,7 +1,7 @@
|
||||
<div class="columns is-centered">
|
||||
<div class="column is-half">
|
||||
<div class="columns is-centered" hx-trigger="sse:bot-message" hx-swap="beforeend" hx-target="#chat-messages">
|
||||
<div class="column is-half" id="chat-messages">
|
||||
{% for Message in Messages %}
|
||||
{% if Message.User == "User" %}
|
||||
{% if Message.Role == "user" %}
|
||||
{% include "partials/user-message.html" %}
|
||||
{% else %}
|
||||
{% include "partials/bot-message.html" %}
|
||||
|
1
views/partials/test-button.html
Normal file
1
views/partials/test-button.html
Normal file
@ -0,0 +1 @@
|
||||
<button class="button is-primary" hx-get="/test-button" hx-swap="outerHTML">Test</button>
|
1
views/partials/test-display.html
Normal file
1
views/partials/test-display.html
Normal file
@ -0,0 +1 @@
|
||||
<p sse-swap="test">Test</p>
|
@ -9,4 +9,7 @@
|
||||
<div class="message-body">
|
||||
{{ Message.Content }}
|
||||
</div>
|
||||
</article>
|
||||
</article>
|
||||
{% if IncludePlaceholder %}
|
||||
{% include "partials/bot-message-placeholder.html" %}
|
||||
{% endif %}
|
@ -1,6 +1,8 @@
|
||||
<div class="columns">
|
||||
<div class="column">
|
||||
<h1>Welcome to JADE 2.0!</h1>
|
||||
<h1 id="isMongoDBConnected" hx-get="/isMongoDBConnected" hx-trigger="load" hx-swap="outerHTML"></h1>
|
||||
<h1 class="title is-1">Welcome to JADE 2.0!</h1>
|
||||
<h1 hx-get="/isMongoDBConnected" hx-trigger="load" hx-swap="outerHTML"></h1>
|
||||
{% include "partials/test-display.html" %}
|
||||
{% include "partials/test-button.html" %}
|
||||
</div>
|
||||
</div>
|
Loading…
x
Reference in New Issue
Block a user