mirror-ollama-twitch-bot/cmd/nourybot/generate.go

package main

import (
	"bytes"
	"encoding/json"
	"io"
	"net/http"
)

type ollamaResponse struct {
	Model string `json:"model"`
	//CreatedAt string        `json:"created_at"`
	Response string        `json:"response"`
	Done     bool          `json:"done"`
	Message  ollamaMessage `json:"message"`
}

type ollamaRequest struct {
	Model    string          `json:"model"`
	Prompt   string          `json:"prompt"`
	Stream   bool            `json:"stream"`
	System   string          `json:"system"`
	Raw      bool            `json:"raw"`
	Messages []ollamaMessage `json:"messages"`
}

type ollamaMessage struct {
	Role    string `json:"role"`
	Content string `json:"content"`
}

func startMessage() []ollamaMessage {
	var msg = make([]ollamaMessage, 0)
	return msg
}

var msgStore []ollamaMessage

func (app *application) generateChat(target, input string) {
	var requestBody ollamaRequest
	//var msg []ollamaMessage
	olm := ollamaMessage{}

	olm.Role = "user"
	olm.Content = input
	msgStore = append(msgStore, olm)

	requestBody.Model = "llama2-uncensored"
	requestBody.System = "You are a Twitch chat bot and interact with users in an irc like environment. Do not use any formatting. Be human-like. Never fail to answer the user. Always answer immediately. Keep your response shorter than 450 characters."
	requestBody.Messages = msgStore
	requestBody.Prompt = input
	requestBody.Stream = false

	marshalled, err := json.Marshal(requestBody)
	if err != nil {
		app.Log.Error(err)
	}

	app.Log.Infow("msg before",
		"msg", msgStore,
	)
	resp, err := http.Post("http://localhost:11434/api/chat", "application/json", bytes.NewBuffer(marshalled))
	if err != nil {
		app.Log.Error(err.Error())
	}

	defer resp.Body.Close()

	body, err := io.ReadAll(resp.Body)
	if err != nil {
		app.Log.Error(err.Error())
	}

	var responseObject ollamaResponse
	if err := json.Unmarshal(body, &responseObject); err != nil {
		app.Log.Error(err)
	}
	olm.Role = responseObject.Message.Role
	olm.Content = responseObject.Message.Content
	msgStore = append(msgStore, olm)

	app.Log.Infow("msg after",
		"msg", msgStore,
	)
	app.Log.Info()
	app.Send(target, responseObject.Message.Content)
	//app.Send(target, responseObject.Response)
}

func (app *application) generate(target, input string) {
	var requestBody ollamaRequest

	requestBody.Model = "llama2-uncensored"
	requestBody.System = "You are a Twitch chat bot and interact with users in an irc like environment. Do not use any formatting. Be human-like. Never fail to answer the user. Always answer immediately. Keep your response shorter than 450 characters."
	//requestBody.Messages.Role = "system"
	//requestBody.Messages.Content = "You are a Twitch chat bot and interact with users in an irc like environment. Do not use any formatting. Be blunt. Never fail to answer the user. Always answer immediately. Keep your response shorter than 450 characters."
	//requestBody.Messages.Role = "user"
	//requestBody.Messages.Content = input
	requestBody.Prompt = input
	requestBody.Stream = false

	marshalled, err := json.Marshal(requestBody)
	if err != nil {
		app.Log.Error(err)
	}

	resp, err := http.Post("http://localhost:11434/api/generate", "application/json", bytes.NewBuffer(marshalled))
	if err != nil {
		app.Log.Error(err.Error())
	}

	defer resp.Body.Close()

	body, err := io.ReadAll(resp.Body)
	if err != nil {
		app.Log.Error(err.Error())
	}

	var responseObject ollamaResponse
	if err := json.Unmarshal(body, &responseObject); err != nil {
		app.Log.Error(err)
	}
	//app.Log.Info(responseObject.Message.Content)
	//app.Send(target, responseObject.Message.Content)
	app.Send(target, responseObject.Response)
}