From 392e6b99579cb358c3ad42828a40b6b5af998cf8 Mon Sep 17 00:00:00 2001 From: Adrien Date: Sat, 1 Jun 2024 11:12:39 +0200 Subject: [PATCH] added google api --- Request.go | 2 + RequestGoogle.go | 98 ++++++++++++++++++---------- static/style.css | 2 +- views/chat.html | 20 +++++- views/layouts/main.html | 2 +- views/partials/message-bot.html | 5 +- views/partials/message-user.html | 6 +- views/partials/popover-models.html | 2 - views/partials/popover-settings.html | 2 +- 9 files changed, 91 insertions(+), 48 deletions(-) diff --git a/Request.go b/Request.go index 6db238a..02f6855 100644 --- a/Request.go +++ b/Request.go @@ -135,6 +135,8 @@ func GenerateMultipleMessagesHandler(c *fiber.Ctx) error { addMessageFunc = addGooseaiMessage case "huggingface": addMessageFunc = addHuggingfaceMessage + case "google": + addMessageFunc = addGoogleMessage } var messageID edgedb.UUID diff --git a/RequestGoogle.go b/RequestGoogle.go index db36fad..23d446a 100644 --- a/RequestGoogle.go +++ b/RequestGoogle.go @@ -26,24 +26,29 @@ type GoogleChatCompletionRequest struct { } type GoogleChatCompletionResponse struct { - ID string `json:"id"` - Object string `json:"object"` - Created int64 `json:"created"` - Model string `json:"model"` - Usage GoogleUsage `json:"usage"` - Choices []GoogleChoice `json:"choices"` + Candidates []GoogleCandidate `json:"candidates"` + UsageMetadata GoogleUsageMetadata `json:"usageMetadata"` } -type GoogleUsage struct { - PromptTokens int32 `json:"prompt_tokens"` - CompletionTokens int32 `json:"completion_tokens"` - TotalTokens int32 `json:"total_tokens"` +type GoogleCandidate struct { + Content struct { + Parts []GooglePart `json:"parts"` + Role string `json:"role"` + } `json:"content"` + FinishReason string `json:"finishReason"` + Index int `json:"index"` + SafetyRatings []GoogleSafetyRating `json:"safetyRatings"` } -type GoogleChoice struct { - Message Message `json:"message"` - FinishReason string `json:"finish_reason"` - Index int `json:"index"` +type GoogleSafetyRating struct { + Category string `json:"category"` + Probability string `json:"probability"` +} + +type GoogleUsageMetadata struct { + PromptTokenCount int32 `json:"promptTokenCount"` + CandidatesTokenCount int32 `json:"candidatesTokenCount"` + TotalTokenCount int32 `json:"totalTokenCount"` } func addGoogleMessage(llm LLM, selected bool) edgedb.UUID { @@ -53,12 +58,12 @@ func addGoogleMessage(llm LLM, selected bool) edgedb.UUID { if err != nil { fmt.Println("Error fetching user profile") panic(err) - } else if len(chatCompletion.Choices) == 0 { + } else if len(chatCompletion.Candidates) == 0 { fmt.Println("No response from Google") id := insertBotMessage("No response from Google", selected, llm.ID) return id } else { - Content := chatCompletion.Choices[0].Message.Content + Content := chatCompletion.Candidates[0].Content.Parts[0].Text id := insertBotMessage(Content, selected, llm.ID) return id } @@ -84,11 +89,13 @@ func TestGoogleKey(apiKey string) bool { jsonBody, err := json.Marshal(requestBody) if err != nil { + fmt.Println("Error marshalling JSON: ", err) return false } req, err := http.NewRequest("POST", url, bytes.NewBuffer(jsonBody)) if err != nil { + fmt.Println("Error creating request: ", err) return false } @@ -97,27 +104,33 @@ func TestGoogleKey(apiKey string) bool { client := &http.Client{} resp, err := client.Do(req) if err != nil { + fmt.Println("Error sending request: ", err) return false } defer resp.Body.Close() body, err := io.ReadAll(resp.Body) if err != nil { + fmt.Println("Error reading response body: ", err) return false } var chatCompletionResponse GoogleChatCompletionResponse err = json.Unmarshal(body, &chatCompletionResponse) if err != nil { + fmt.Println("Error unmarshaling JSON: ", err) return false } - if chatCompletionResponse.Usage.CompletionTokens == 0 { + if chatCompletionResponse.UsageMetadata.CandidatesTokenCount == 0 { + fmt.Println("No response from Google") return false } + + fmt.Println("Response from Google: ", chatCompletionResponse) return true } -func RequestGoogle(model string, messages []Message, temperature float64, context string) (OpenaiChatCompletionResponse, error) { +func RequestGoogle(model string, messages []Message, temperature float64, context string) (GoogleChatCompletionResponse, error) { var apiKey string err := edgeClient.QuerySingle(edgeCtx, ` with @@ -127,48 +140,61 @@ func RequestGoogle(model string, messages []Message, temperature float64, contex } filter .company.name = $0 AND .