Merge pull request #13 from OpenLLM-France/dev

Dev
OpenLLM-France · Jan 21, 2025 · 3d00990 · 3d00990
2 parents dd02f98 + a9e5553
commit 3d00990
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 3 deletions.
diff --git a/backend/open_webui/routers/openai.py b/backend/open_webui/routers/openai.py
@@ -873,7 +873,7 @@ async def process_stream_with_guard(content: StreamReader, guardCheck_frequency=
                     yield chunk
 
             return StreamingResponse(
-                process_stream_with_guard(content=r.content) if guard else r.content,
+                r.content, # process_stream_with_guard(content=r.content) if guard else r.content,
                 status_code=r.status,
                 headers=dict(r.headers),
                 background=BackgroundTask(

diff --git a/src/routes/auth/+page.svelte b/src/routes/auth/+page.svelte
@@ -195,14 +195,20 @@
 
 	let onboarding = false;
 
+	const refreshQueueDisabled = async () => {
+		// Disable joining queue if too many users are already waiting
+		queueDisabled = (await getMetrics()).waiting_users >= $config.features.queue.max_waiting_users;
+
+		if (queueDisabled) setTimeout(refreshQueueDisabled, 5 * 60 * 1000);
+	};
+
 	onMount(async () => {
 		if ($user !== undefined) {
 			await goto('/');
 		}
 		await checkOauthCallback();
 
-		// Disable joining queue if too many users are already waiting
-		queueDisabled = (await getMetrics()).waiting_users >= $config.features.queue.max_waiting_users;
+		await refreshQueueDisabled();
 
 		loaded = true;
 		if (($config?.features.auth_trusted_header ?? false) || $config?.features.auth === false) {