v0.1.6

external/genta-personal/include/job.h

@@ -27,6 +27,8 @@ struct Job {
     std::atomic<bool> cancelRequested{ false };
     CompletionParameters params;
 
+    int seqId;
+
     bool isDecodingPrompt = true;
 
     int n_past;

external/genta-personal/include/types.h

@@ -17,6 +17,7 @@ struct CompletionParameters
 	float topP = 0.5f;
 	bool streaming = false;
 	std::string kvCacheFilePath = "";
+	int seqId = -1;
 
 	bool isValid() const;
 };
@@ -43,6 +44,7 @@ struct ChatCompletionParameters
 	float topP = 0.5f;
 	bool streaming = false;
 	std::string kvCacheFilePath = "";
+	int seqId = -1;
 
 	bool isValid() const;
 };

include/chat/chat_manager.hpp

@@ -94,24 +94,28 @@ namespace Chat
             return std::async(std::launch::async, [this, newName]() {
                 if (!validateChatName(newName)) 
                 {
+					std::cerr << "[ChatManager] [ERROR] " << newName << " is not valid" << std::endl;
                     return false;
                 }
 
                 std::unique_lock<std::shared_mutex> lock(m_mutex);
 
                 if (!m_currentChatName) 
                 {
+					std::cerr << "[ChatManager] No current chat selected.\n";
                     return false;
                 }
 
                 if (m_chatNameToIndex.find(newName) != m_chatNameToIndex.end()) 
                 {
+					std::cerr << "[ChatManager] Chat with name " << newName << " already exists.\n";
                     return false;
                 }
 
                 size_t currentIdx = m_currentChatIndex;
                 if (currentIdx >= m_chats.size()) 
                 {
+					std::cerr << "[ChatManager] Invalid chat index: " << currentIdx << std::endl;
                     return false;
                 }
 

include/model/model_manager.hpp

@@ -321,6 +321,7 @@ namespace Model
             );
             if (kvCachePathOpt.has_value()) {
                 completionParams.kvCacheFilePath = kvCachePathOpt.value().string();
+                completionParams.seqId = currentChat.id;
             }
 
             return completionParams;
@@ -363,6 +364,7 @@ namespace Model
             );
             if (kvCachePathOpt.has_value()) {
                 completionParams.kvCacheFilePath = kvCachePathOpt.value().string();
+                completionParams.seqId = currentChat.id;
             }
 
             return completionParams;
@@ -438,7 +440,7 @@ namespace Model
             return result;
         }
 
-        CompletionResult chatCompleteSync(const ChatCompletionParameters& params)
+        CompletionResult chatCompleteSync(const ChatCompletionParameters& params, const bool saveChat = true)
         {
             {
                 std::shared_lock<std::shared_mutex> lock(m_mutex);
@@ -475,8 +477,6 @@ namespace Model
                 m_jobIds.push_back(jobId);
             }
 
-            auto& chatManager = Chat::ChatManager::getInstance();
-
             // Wait for the job to complete
             m_inferenceEngine->waitForJob(jobId);
 
@@ -496,22 +496,26 @@ namespace Model
             }
 
             // Save the chat history
-            auto chatName = chatManager.getChatNameByJobId(jobId);
-            if (!chatManager.saveChat(chatName))
+            if (saveChat) 
             {
-                std::cerr << "[ModelManager] Failed to save chat: " << chatName << std::endl;
-            }
+                auto& chatManager = Chat::ChatManager::getInstance();
+                auto chatName = chatManager.getChatNameByJobId(jobId);
+                if (!chatManager.saveChat(chatName))
+                {
+                    std::cerr << "[ModelManager] Failed to save chat: " << chatName << std::endl;
+                }
 
-            // Reset jobid tracking on chat manager
-            if (!chatManager.removeJobId(jobId))
-            {
-                std::cerr << "[ModelManager] Failed to remove job id from chat manager.\n";
+                // Reset jobid tracking on chat manager
+                if (!chatManager.removeJobId(jobId))
+                {
+                    std::cerr << "[ModelManager] Failed to remove job id from chat manager.\n";
+                }
             }
 
             return result;
         }
 
-        int startCompletionJob(const CompletionParameters& params, std::function<void(const std::string&, const float, const int, const bool)> streamingCallback)
+        int startCompletionJob(const CompletionParameters& params, std::function<void(const std::string&, const float, const int, const bool)> streamingCallback, const bool saveChat = true)
         {
             {
                 std::shared_lock<std::shared_mutex> lock(m_mutex);
@@ -539,7 +543,7 @@ namespace Model
                 m_jobIds.push_back(jobId);
             }
 
-            std::thread([this, jobId, streamingCallback]() {
+            std::thread([this, jobId, streamingCallback, saveChat]() {
                 // Poll while job is running or until the engine says it's done
                 while (true)
                 {
@@ -569,17 +573,20 @@ namespace Model
 
                 // Reset jobid tracking on chat manager
                 {
-                    if (!Chat::ChatManager::getInstance().removeJobId(jobId))
+                    if (saveChat)
                     {
-                        std::cerr << "[ModelManager] Failed to remove job id from chat manager.\n";
+                        if (!Chat::ChatManager::getInstance().removeJobId(jobId))
+                        {
+                            std::cerr << "[ModelManager] Failed to remove job id from chat manager.\n";
+                        }
                     }
                 }
                 }).detach();
 
             return jobId;
         }
 
-        int startChatCompletionJob(const ChatCompletionParameters& params, std::function<void(const std::string&, const float, const int, const bool)> streamingCallback)
+        int startChatCompletionJob(const ChatCompletionParameters& params, std::function<void(const std::string&, const float, const int, const bool)> streamingCallback, const bool saveChat = true)
         {
             {
                 std::shared_lock<std::shared_mutex> lock(m_mutex);
@@ -607,10 +614,7 @@ namespace Model
                 m_jobIds.push_back(jobId);
             }
 
-            std::thread([this, jobId, streamingCallback]() {
-                // Poll while job is running or until the engine says it's done
-                auto& chatManager = Chat::ChatManager::getInstance();
-
+            std::thread([this, jobId, streamingCallback, saveChat]() {
                 while (true)
                 {
                     if (this->m_inferenceEngine->hasJobError(jobId)) break;
@@ -637,20 +641,25 @@ namespace Model
                     m_jobIds.erase(std::remove(m_jobIds.begin(), m_jobIds.end(), jobId), m_jobIds.end());
                 }
 
-                // Save the chat history
+                if (saveChat)
                 {
-                    auto chatName = chatManager.getChatNameByJobId(jobId);
-                    if (!chatManager.saveChat(chatName))
+                    auto& chatManager = Chat::ChatManager::getInstance();
+
+                    // Save the chat history
                     {
-                        std::cerr << "[ModelManager] Failed to save chat: " << chatName << std::endl;
+                        auto chatName = chatManager.getChatNameByJobId(jobId);
+                        if (!chatManager.saveChat(chatName))
+                        {
+                            std::cerr << "[ModelManager] Failed to save chat: " << chatName << std::endl;
+                        }
                     }
-                }
 
-                // Reset jobid tracking on chat manager
-                {
-                    if (!chatManager.removeJobId(jobId))
+                    // Reset jobid tracking on chat manager
                     {
-                        std::cerr << "[ModelManager] Failed to remove job id from chat manager.\n";
+                        if (!chatManager.removeJobId(jobId))
+                        {
+                            std::cerr << "[ModelManager] Failed to remove job id from chat manager.\n";
+                        }
                     }
                 }
                 }).detach();
@@ -753,7 +762,7 @@ namespace Model
             params.streaming = false;
 
             // Invoke the synchronous chat completion method.
-            CompletionResult result = chatCompleteSync(params);
+            CompletionResult result = chatCompleteSync(params, false);
 
             // Map the engine’s result to our ChatCompletionResponse.
             ChatCompletionResponse response = convertToChatResponse(request, result);

include/ui/chat/chat_window.hpp

@@ -279,6 +279,73 @@ class ChatWindow {
         }
     }
 
+    void generateChatTitle(const std::string& firstUserMessage) {
+        auto& modelManager = Model::ModelManager::getInstance();
+        auto& chatManager = Chat::ChatManager::getInstance();
+
+        // Create parameters for title generation
+        ChatCompletionParameters titleParams;
+
+        // Add a system prompt instructing the model to generate a short, descriptive title
+        const std::string titlePrompt = firstUserMessage +
+            "\n-----\n"
+            "Ignore all previous instructions. The preceding text is a conversation thread that needs a concise but descriptive 3 to 5 word title in natural English so that readers will be able to easily find it again. Do not add any quotation marks, formatting, or any symbol to the title. Respond only with the title text.";
+
+        // Add the title prompt as a user message
+        titleParams.messages.push_back({ "user", titlePrompt });
+
+        // Configure title generation parameters
+        titleParams.maxNewTokens = 20;  // Short title only needs few tokens
+        titleParams.temperature = 0.7;  // Slightly creative but not too random
+        titleParams.streaming = false;  // No need for streaming for a quick title
+
+        // Use a separate thread to avoid blocking UI
+        std::thread([titleParams]() {
+            auto& modelManager = Model::ModelManager::getInstance();
+            auto& chatManager = Chat::ChatManager::getInstance();
+
+            // Generate the title (synchronous call)
+            CompletionResult titleResult = modelManager.chatCompleteSync(titleParams, false);
+
+            if (!titleResult.text.empty()) {
+                // Clean up the generated title
+                std::string newTitle = titleResult.text;
+
+                // Trim whitespace and quotes
+                // Remove symbols and trim whitespace, and if the title contain text "Title:", remove it
+                auto trim = [](std::string& s) {
+                    // Remove "Title:" if present
+                    const std::string titlePrefix = "Title:";
+                    size_t pos = s.find(titlePrefix);
+                    if (pos != std::string::npos) {
+                        s.erase(pos, titlePrefix.length());
+                    }
+
+                    // Remove symbols except '+' and '-'
+                    s.erase(std::remove_if(s.begin(), s.end(), [](char c) {
+                        return std::ispunct(static_cast<unsigned char>(c)) && c != '+' && c != '-';
+                        }), s.end());
+
+                    // Trim whitespace
+                    s.erase(0, s.find_first_not_of(" \t\n\r"));
+                    if (!s.empty()) {
+                        s.erase(s.find_last_not_of(" \t\n\r") + 1);
+                    }
+                    };
+
+                trim(newTitle);
+
+                // Apply the new title if it's valid
+                if (!newTitle.empty()) {
+                    if (!chatManager.renameCurrentChat(newTitle).get())
+                    {
+						std::cerr << "[ChatSection] Failed to rename chat to: " << newTitle << "\n";
+                    }
+                }
+            }
+            }).detach();
+    }
+
     // Render the row of buttons that allow the user to switch models or clear chat.
     void renderChatFeatureButtons(float baseX, float baseY) {
 		Model::ModelManager& modelManager = Model::ModelManager::getInstance();
@@ -321,6 +388,9 @@ class ChatWindow {
 
         auto& currentChat = currentChatOpt.value();
 
+        // Check if this is the first message in the chat
+        bool isFirstMessage = currentChat.messages.empty();
+
         // Append the user message.
         Chat::Message userMessage;
         userMessage.id = static_cast<int>(currentChat.messages.size()) + 1;
@@ -339,6 +409,11 @@ class ChatWindow {
         }
 
         modelManager.setModelGenerationInProgress(true);
+
+        // If this is the first message, generate a title for the chat
+        if (isFirstMessage) {
+            generateChatTitle(message);
+        }
     }
 
     InputFieldConfig createInputFieldConfig(

models/phi-4-14b.json

@@ -0,0 +1,28 @@
+{
+  "name": "Phi 4 14B",
+  "author": "Microsoft",
+  "fullPrecision": {
+    "type": "Full Precision",
+    "path": "models/phi-4-14b/fp16/phi-4-F16.gguf",
+    "downloadLink": "https://huggingface.co/kolosal/phi-4/resolve/main/phi-4-F16.gguf",
+    "isDownloaded": false,
+    "downloadProgress": 0.0,
+    "lastSelected": 0
+  },
+  "quantized8Bit": {
+    "type": "8-bit Quantized",
+    "path": "models/phi-4-14b/int8/phi-4-Q8_0.gguf",
+    "downloadLink": "https://huggingface.co/kolosal/phi-4/resolve/main/phi-4-Q8_0.gguf",
+    "isDownloaded": false,
+    "downloadProgress": 0.0,
+    "lastSelected": 0
+  },
+  "quantized4Bit": {
+    "type": "4-bit Quantized",
+    "path": "models/phi-4-14b/int4/phi-4-Q4_K_M.gguf",
+    "downloadLink": "https://huggingface.co/kolosal/phi-4/resolve/main/phi-4-Q4_K_M.gguf",
+    "isDownloaded": false,
+    "downloadProgress": 0.0,
+    "lastSelected": 0
+  }
+}

models/phi-4-mini-3.8b.json

@@ -0,0 +1,28 @@
+{
+  "name": "Phi 4 Mini 3.8B",
+  "author": "Microsoft",
+  "fullPrecision": {
+    "type": "Full Precision",
+    "path": "models/phi-4-mini-3.8b/fp16/Phi-4-mini-instruct.BF16.gguf",
+    "downloadLink": "https://huggingface.co/kolosal/phi-4-mini/resolve/main/Phi-4-mini-instruct.BF16.gguf",
+    "isDownloaded": false,
+    "downloadProgress": 0.0,
+    "lastSelected": 0
+  },
+  "quantized8Bit": {
+    "type": "8-bit Quantized",
+    "path": "models/phi-4-mini-3.8b/int8/Phi-4-mini-instruct.Q8_0.gguf",
+    "downloadLink": "https://huggingface.co/kolosal/phi-4-mini/resolve/main/Phi-4-mini-instruct.Q8_0.gguf",
+    "isDownloaded": false,
+    "downloadProgress": 0.0,
+    "lastSelected": 0
+  },
+  "quantized4Bit": {
+    "type": "4-bit Quantized",
+    "path": "models/phi-4-mini-3.8b/int4/Phi-4-mini-instruct-Q4_K_M.gguf",
+    "downloadLink": "https://huggingface.co/kolosal/phi-4-mini/resolve/main/Phi-4-mini-instruct-Q4_K_M.gguf",
+    "isDownloaded": false,
+    "downloadProgress": 0.0,
+    "lastSelected": 0
+  }
+}