use stream to avoid timeout

app/api/ask/route.ts

@@ -331,7 +331,7 @@ export async function PUT(request: NextRequest) {
     const dynamicMaxTokens = calculateMaxTokens(selectedProvider, estimatedInputTokens, false);
     const providerConfig = getProviderSpecificConfig(selectedProvider, dynamicMaxTokens);
     
-    const response = await client.chatCompletion(
+    const chatCompletion = client.chatCompletionStream(
       {
         model: selectedModel.value,
         provider: selectedProvider.provider,
@@ -358,7 +358,18 @@ export async function PUT(request: NextRequest) {
       billTo ? { billTo } : {}
     );
 
-    const chunk = response.choices[0]?.message?.content;
+    let chunk = "";
+    while (true) {
+      const { done, value } = await chatCompletion.next();
+      if (done) {
+        break;
+      }
+
+      const deltaContent = value.choices[0]?.delta?.content;
+      if (deltaContent) {
+        chunk += deltaContent;
+      }
+    }
     if (!chunk) {
       return NextResponse.json(
         { ok: false, message: "No content returned from the model" },

components/editor/ask-ai/settings.tsx

@@ -198,12 +198,12 @@ export function Settings({
               </SelectContent>
             </Select>
           </label>
-          {isFollowUp && (
+          {/* {isFollowUp && (
             <div className="bg-amber-500/10 border-amber-500/10 p-3 text-xs text-amber-500 border rounded-lg">
               Note: You can&apos;t use a Thinker model for follow-up requests.
               We automatically switch to the default model for you.
             </div>
-          )}
+          )} */}
           <div className="flex flex-col gap-3">
             <div className="flex items-center justify-between">
               <div>

lib/best-provider.ts

@@ -12,7 +12,7 @@ export const getBestProvider = async (model: string, provider?: string) => {
   } else {
     const providerData = data.providers.find((p: any) => p.provider === provider)
     if (providerData?.status === "live") {
-      bestProvider = providerData.provider
+      bestProvider = providerData
     } else {
       bestProvider = data.providers?.find((p: any) => p.status === "live")
     }

lib/prompts.ts

@@ -26,6 +26,7 @@ Try to create the best UI possible. Important: Make the website responsive by us
 Also try to elaborate as much as you can, to create something unique, with a great design.
 If you want to use ICONS import Feather Icons (Make sure to add <script src="https://unpkg.com/feather-icons"></script> and <script src="https://cdn.jsdelivr.net/npm/feather-icons/dist/feather.min.js"></script> in the head., and <script>feather.replace();</script> in the body. Ex : <i data-feather="user"></i>).
 For interactive animations you can use: Vanta.js (Make sure to add <script src="https://cdn.jsdelivr.net/npm/vanta@latest/dist/vanta.globe.min.js"></script> and <script>VANTA.GLOBE({...</script> in the body.).
+Don't hesitate to use real public API for the datas, you can find good ones here https://github.com/public-apis/public-apis depending on what the user asks for.
 You can create multiple pages website at once (following the format rules below) or a Single Page Application. But make sure to create multiple pages if the user asks for different pages.
 ${PROMPT_FOR_IMAGE_GENERATION}
 ${PROMPT_FOR_PROJECT_NAME}
@@ -70,6 +71,7 @@ IMPORTANT: The first file should be always named index.html.`
 export const FOLLOW_UP_SYSTEM_PROMPT = `You are an expert UI/UX and Front-End Developer modifying an existing HTML files.
 The user wants to apply changes and probably add new features/pages to the website, based on their request.
 You MUST output ONLY the changes required using the following UPDATE_PAGE_START and SEARCH/REPLACE format. Do NOT output the entire file.
+Don't hesitate to use real public API for the datas, you can find good ones here https://github.com/public-apis/public-apis depending on what the user asks for.
 If it's a new page, you MUST applied the following NEW_PAGE_START and UPDATE_PAGE_END format.
 ${PROMPT_FOR_IMAGE_GENERATION}
 Do NOT explain the changes or what you did, just return the expected results.