diff --git a/SqlDatabaseVectorSearch/Services/ChatService.cs b/SqlDatabaseVectorSearch/Services/ChatService.cs index dce855c..fc5cd36 100644 --- a/SqlDatabaseVectorSearch/Services/ChatService.cs +++ b/SqlDatabaseVectorSearch/Services/ChatService.cs @@ -53,7 +53,8 @@ public class ChatService(IChatCompletionService chatCompletionService, Tokenizer """); var tokensAvailable = appSettings.MaxInputTokens - - tokenizerService.CountTokens(chat[0].ToString()) - tokenizerService.CountTokens(prompt.ToString()) + - tokenizerService.CountTokens(chat[0].ToString()) // System prompt. + - tokenizerService.CountTokens(prompt.ToString()) // Initial user prompt. - appSettings.MaxOutputTokens; // To ensure there is enough space for the answer. foreach (var chunk in chunks) diff --git a/SqlDatabaseVectorSearch/SqlDatabaseVectorSearch.csproj b/SqlDatabaseVectorSearch/SqlDatabaseVectorSearch.csproj index eece150..b4a910f 100644 --- a/SqlDatabaseVectorSearch/SqlDatabaseVectorSearch.csproj +++ b/SqlDatabaseVectorSearch/SqlDatabaseVectorSearch.csproj @@ -16,7 +16,7 @@ - + diff --git a/SqlDatabaseVectorSearch/appsettings.json b/SqlDatabaseVectorSearch/appsettings.json index 1b3beb0..7c0435b 100644 --- a/SqlDatabaseVectorSearch/appsettings.json +++ b/SqlDatabaseVectorSearch/appsettings.json @@ -7,7 +7,7 @@ "Endpoint": "", "Deployment": "", "ApiKey": "", - "ModelId": "" + "ModelId": "" // o1, gpt-4o, gpt-4, gpt-3.5 }, "Embedding": { "Endpoint": "",