Merge pull request #14 from BalanceBalls/visual-mode

Text selection and info pane

Author: tearingItUp786

README.md

@@ -52,6 +52,13 @@ Additional fields:
 You can change colorscheme using the `colorScheme` field.
 Possible options are `Pink` and `Blue`. Default colorscheme is `Pink`
 
+## Cache invalidation
+
+Models list is cached for 14 days upon loading. If you need to invalidate cache use `--purge-cache` flag:
+```bash
+./chatgpt-tui --purge-cache
+```
+
 ## Demo
 
 ![tui demo](./docs/images/tui-demo.gif)
@@ -71,7 +78,26 @@ Possible options are `Pink` and `Blue`. Default colorscheme is `Pink`
 ## Chat Messages Pane
 
 - `y`: Copies the last message from ChatGPT into your clipboard.
-- `Y`: Copies all messages from the ChatGPT session into your clipboard.
+- `Shift+y`: Copies all messages from the ChatGPT session into your clipboard.
+- `v`: Enters navigation mode when chat pane is focused (allows to move accross the chat content lines)
+
+### Selection mode
+
+![selection demo](./docs/images/selection-mode.gif)
+
+Selection mode allows to navigate the chat pane and select lines to copy. Supports basic vim-motions.  
+
+<b>Navigation</b>
+ - `j`, `k` - go down and up a line
+   - Multiline jumps like `3j` (3 lines down), `99k` (99 lines up) are also supported
+ - `d`, `u`, `Ctrl+d`, `Ctrl+u` - go up or down half page
+ - `g` - go to top
+ - `Shift+g` - go to bottom
+
+<b>Selection</b>
+- `v`, `Shift+v` or `space` to enter or quit line selection mode
+- `y` to copy selected text
+- `Esc` to quit selection or navigation modes
 
 ## Settings Pane
 
@@ -83,8 +109,15 @@ Possible options are `Pink` and `Blue`. Default colorscheme is `Pink`
 
 - `Ctrl+N`: Creates a new session.
 - `d`: Deletes the currently selected session from the list.
+- `e`: Edit session name
 - `Enter`: Switches to the session that is currently selected.
 
+## Info pane
+
+Information pane displays processing state of inference (`IDLE`, `PROCESSING`) as well as token stats for the current session:
+ - `IN`: shows the total amount of input tokens LLM consumed per session
+ - `OUT`: shows the total amount of output tokens LLM produced per session
+
 Please refer to this guide as you navigate the TUI. Happy exploring!
 
 ### Dev notes

clients/openai-types.go

@@ -7,12 +7,19 @@ type Choice struct {
 }
 
 type CompletionChunk struct {
-	ID               string   `json:"id"`
-	Object           string   `json:"object"`
-	Created          int      `json:"created"`
-	Model            string   `json:"model"`
-	SystemFingerpint string   `json:"system_fingerprint"`
-	Choices          []Choice `json:"choices"`
+	ID               string      `json:"id"`
+	Object           string      `json:"object"`
+	Created          int         `json:"created"`
+	Model            string      `json:"model"`
+	SystemFingerpint string      `json:"system_fingerprint"`
+	Choices          []Choice    `json:"choices"`
+	Usage            *TokenUsage `json:"usage"`
+}
+
+type TokenUsage struct {
+	Prompt     int `json:"prompt_tokens"`
+	Completion int `json:"completion_tokens"`
+	Total      int `json:"total_tokens"`
 }
 
 type CompletionResponse struct {

clients/openai.go

@@ -19,11 +19,14 @@ import (
 type OpenAiClient struct {
 	apiUrl        string
 	systemMessage string
+	provider      util.ApiProvider
 	client        http.Client
 }
 
 func NewOpenAiClient(apiUrl, systemMessage string) *OpenAiClient {
+	provider := util.GetInferenceProvider(apiUrl)
 	return &OpenAiClient{
+		provider:      provider,
 		apiUrl:        apiUrl,
 		systemMessage: systemMessage,
 		client:        http.Client{},
@@ -85,17 +88,22 @@ func (c OpenAiClient) constructCompletionRequestPayload(chatMsgs []util.MessageT
 	messages := []util.MessageToSend{}
 	messages = append(messages, constructSystemMessage(c.systemMessage))
 	for _, singleMessage := range chatMsgs {
-		messages = append(messages, singleMessage)
+		if singleMessage.Content != "" {
+			messages = append(messages, singleMessage)
+		}
 	}
 	log.Println("Constructing message: ", modelSettings.Model)
-	// log.Println("Messages: ", messages)
-	body, err := json.Marshal(map[string]interface{}{
+
+	reqParams := map[string]interface{}{
 		"model":             modelSettings.Model, // Use string literals for keys
 		"frequency_penalty": modelSettings.Frequency,
 		"max_tokens":        modelSettings.MaxTokens,
 		"stream":            true,
 		"messages":          messages,
-	})
+	}
+	util.GetAdditionalReqRequestHeaders(c.provider, reqParams)
+
+	body, err := json.Marshal(reqParams)
 	if err != nil {
 		log.Fatalf("Error marshaling JSON: %v", err)
 		return nil, err

components/sessions-list.go

@@ -102,6 +102,8 @@ func NewSessionsList(items []list.Item, w, h int, colors util.SchemeColors) Sess
 	l.SetShowHelp(false)
 	l.DisableQuitKeybindings()
 
+	l.Paginator.ActiveDot = lipgloss.NewStyle().Foreground(colors.HighlightColor).Render("■")
+	l.Paginator.InactiveDot = lipgloss.NewStyle().Foreground(colors.DefaultTextColor).Render("•")
 	selectedItemStyle = selectedItemStyle.Copy().Foreground(colors.AccentColor)
 	activeItemStyle = activeItemStyle.Copy().Foreground(colors.HighlightColor)