mirror of
https://github.com/marcominerva/SqlDatabaseVectorSearch.git
synced 2026-06-20 12:23:10 +00:00
Marco Minerva
8472775333
Updated `ChatService` to enforce a message limit based on the new `MessageLimit` property in `AppSettings`. Excess messages are removed before updating the cache to optimize performance. Adjusted `appsettings.json` to reflect the new configuration, changing `MaxInputTokens` from 16385 to 16384 and adding `MessageLimit` with a default value of 20.
41 lines
1.2 KiB
JSON
41 lines
1.2 KiB
JSON
{
|
|
"ConnectionStrings": {
|
|
"SqlConnection": ""
|
|
},
|
|
"AzureOpenAI": {
|
|
"ChatCompletion": {
|
|
"Endpoint": "",
|
|
"Deployment": "",
|
|
"ModelId": "", // o1, gpt-4o, gpt-4o-mini, gpt-4, gpt-3.5
|
|
"ApiKey": ""
|
|
},
|
|
"Embedding": {
|
|
"Endpoint": "",
|
|
"Deployment": "",
|
|
"ModelId": "", // text-embedding-3-small, text-embedding-3-large, text-embedding-ada-002
|
|
"ApiKey": "",
|
|
// Set this value only if you're using a model that allows to specify the dimensions of the embeddings
|
|
// (e.g. text-embedding-3-small or text-embedding-3-large). Currently, a maximum value of 1998 is supported.
|
|
"Dimensions": null
|
|
}
|
|
},
|
|
"AppSettings": {
|
|
"MaxTokensPerLine": 300,
|
|
"MaxTokensPerParagraph": 1000,
|
|
"OverlapTokens": 100,
|
|
"MaxRelevantChunks": 10,
|
|
"MaxInputTokens": 16384,
|
|
"MaxOutputTokens": 800,
|
|
"MessageExpiration": "00:05:00",
|
|
"MessageLimit": 20
|
|
},
|
|
"Logging": {
|
|
"LogLevel": {
|
|
"Default": "Information",
|
|
"Microsoft.AspNetCore": "Warning"
|
|
}
|
|
},
|
|
"https_port": 443,
|
|
"AllowedHosts": "*"
|
|
}
|