Update comments and package version

Enhanced comments in ChatService for token counting clarity.
Updated Microsoft.SemanticKernel to 1.33.0 in SqlDatabaseVectorSearch.csproj.
Added possible values comment for ModelId in appsettings.json.
This commit is contained in:
Marco Minerva
2025-01-10 10:43:14 +01:00
parent e0d4ee63ce
commit 80071e263e
3 changed files with 4 additions and 3 deletions
@@ -53,7 +53,8 @@ public class ChatService(IChatCompletionService chatCompletionService, Tokenizer
"""); """);
var tokensAvailable = appSettings.MaxInputTokens var tokensAvailable = appSettings.MaxInputTokens
- tokenizerService.CountTokens(chat[0].ToString()) - tokenizerService.CountTokens(prompt.ToString()) - tokenizerService.CountTokens(chat[0].ToString()) // System prompt.
- tokenizerService.CountTokens(prompt.ToString()) // Initial user prompt.
- appSettings.MaxOutputTokens; // To ensure there is enough space for the answer. - appSettings.MaxOutputTokens; // To ensure there is enough space for the answer.
foreach (var chunk in chunks) foreach (var chunk in chunks)
@@ -16,7 +16,7 @@
<PackageReference Include="Microsoft.ML.Tokenizers" Version="1.0.0" /> <PackageReference Include="Microsoft.ML.Tokenizers" Version="1.0.0" />
<PackageReference Include="Microsoft.ML.Tokenizers.Data.Cl100kBase" Version="1.0.0" /> <PackageReference Include="Microsoft.ML.Tokenizers.Data.Cl100kBase" Version="1.0.0" />
<PackageReference Include="Microsoft.ML.Tokenizers.Data.O200kBase" Version="1.0.0" /> <PackageReference Include="Microsoft.ML.Tokenizers.Data.O200kBase" Version="1.0.0" />
<PackageReference Include="Microsoft.SemanticKernel" Version="1.32.0" /> <PackageReference Include="Microsoft.SemanticKernel" Version="1.33.0" />
<PackageReference Include="MinimalHelpers.OpenApi" Version="2.1.2" /> <PackageReference Include="MinimalHelpers.OpenApi" Version="2.1.2" />
<PackageReference Include="PdfPig" Version="0.1.9" /> <PackageReference Include="PdfPig" Version="0.1.9" />
<PackageReference Include="Swashbuckle.AspNetCore.SwaggerUI" Version="7.2.0" /> <PackageReference Include="Swashbuckle.AspNetCore.SwaggerUI" Version="7.2.0" />
+1 -1
View File
@@ -7,7 +7,7 @@
"Endpoint": "", "Endpoint": "",
"Deployment": "", "Deployment": "",
"ApiKey": "", "ApiKey": "",
"ModelId": "" "ModelId": "" // o1, gpt-4o, gpt-4, gpt-3.5
}, },
"Embedding": { "Embedding": {
"Endpoint": "", "Endpoint": "",