From 86f161697a09cf8d999c04b15494b3fddbaac763 Mon Sep 17 00:00:00 2001
From: Marco Minerva <marco.minerva@gmail.com>
Date: Tue, 28 Jan 2025 11:24:51 +0100
Subject: [PATCH] Remove delay in /api/ask-streaming endpoint response

Eliminated the 50ms delay in the asynchronous streaming response
logic of the /api/ask-streaming endpoint by removing the line
`await Task.Delay(50);`. This change improves the response time
by removing unnecessary latency after each delta in the response
stream.
---
 SqlDatabaseVectorSearch/Program.cs | 1 -
 1 file changed, 1 deletion(-)

diff --git a/SqlDatabaseVectorSearch/Program.cs b/SqlDatabaseVectorSearch/Program.cs
index 8e0f222..24807d8 100644
--- a/SqlDatabaseVectorSearch/Program.cs
+++ b/SqlDatabaseVectorSearch/Program.cs
@@ -151,7 +151,6 @@ app.MapPost("/api/ask-streaming", (Question question, VectorSearchService vector
         await foreach (var delta in responseStream)
         {
             yield return delta;
-            await Task.Delay(50);
         }
     }