Update VectorSearchService and appsettings.json

- Clarified comment in `ChatService.cs`.
- Added `TokenizerService` and `ILogger` parameters to `VectorSearchService` constructor.
- Updated paragraph splitting to use `tokenizerService.CountTokens`.
- Added logging for token count of each paragraph in `VectorSearchService`.
- Updated `ModelId` comment in `appsettings.json` to include "gpt-4o-mini".
- Changed `MaxTokensPerParagraph` in `appsettings.json` from 1024 to 1000.
This commit is contained in:
Marco Minerva
2025-01-28 16:09:34 +01:00
parent d53330934e
commit f15f387510
3 changed files with 9 additions and 6 deletions
+3 -3
View File
@@ -6,7 +6,7 @@
"ChatCompletion": {
"Endpoint": "",
"Deployment": "",
"ModelId": "", // o1, gpt-4o, gpt-4, gpt-3.5
"ModelId": "", // o1, gpt-4o, gpt-4o-mini, gpt-4, gpt-3.5
"ApiKey": ""
},
"Embedding": {
@@ -20,8 +20,8 @@
}
},
"AppSettings": {
"MaxTokenPerLine": 300,
"MaxTokensPerParagraph": 1024,
"MaxTokensPerLine": 300,
"MaxTokensPerParagraph": 1000,
"OverlapTokens": 100,
"MaxRelevantChunks": 10,
"MaxInputTokens": 16385,