Mirrors/SqlDatabaseVectorSearch
1
0
Fork 0
mirror of https://github.com/marcominerva/SqlDatabaseVectorSearch.git synced 2026-06-20 12:23:10 +00:00
Code Issues Packages Projects Releases Wiki Activity

Refactor token usage structure in API responses

Browse Source 
Updated token count keys from `inputTokenCount`, `outputTokenCount`, and `totalTokenCount` to `promptTokens`, `completionTokens`, and `totalTokens` for improved clarity. Modified `question` and `answer` fields to align with the new structure, with some values set to `null` to indicate streaming state.
This commit is contained in:
Marco Minerva
2025-03-24 18:01:38 +01:00
parent 817658d539
commit e7eba25bc4
1 changed files with 12 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files
README.md
+12 -12
View File
@@ -36,15 +36,15 @@ This repository contains a Blazor Web App as well as a Minimal API that allows t
"streamState": null, "streamState": null,
"tokenUsage": { "tokenUsage": {
"reformulation": { "reformulation": {
"inputTokenCount": 107, "promptTokens": 107,
"outputTokenCount": 10, "completionTokens": 10,
"totalTokenCount": 117 "totalTokens": 117
}, },
"embeddingTokenCount": 10, "embeddingTokenCount": 10,
"question": { "question": {
"inputTokenCount": 9142, "promptTokens": 9142,
"outputTokenCount": 53, "completionTokens": 53,
"totalTokenCount": 9195 "totalTokens": 9195
} }
} }
} }
@@ -63,9 +63,9 @@ When using the `/api/ask-streaming` endpoint, answers will be streamed as happen
"streamState": "Start", "streamState": "Start",
"tokenUsage": { "tokenUsage": {
"reformulation": { "reformulation": {
"inputTokenCount": 107, "promptTokens": 107,
"outputTokenCount": 10, "completionTokens": 10,
"totalTokenCount": 117 "totalTokens": 117
}, },
"embeddingTokenCount": 10, "embeddingTokenCount": 10,
"question": null "question": null
@@ -130,9 +130,9 @@ When using the `/api/ask-streaming` endpoint, answers will be streamed as happen
"reformulation": null, "reformulation": null,
"embeddingTokenCount": null, "embeddingTokenCount": null,
"question": { "question": {
"inputTokenCount": 8986, "promptTokens": 8986,
"outputTokenCount": 31, "completionTokens": 31,
"totalTokenCount": 9017 "totalTokens": 9017
} }
} }
} }