Switching to Stream

routes/demo.tsx

export const action = async ({ request }) => {
  let formData = await request.formData();
  let prompt = formData.get("prompt");
  return fetch("https://api.openai.com/v1/chat/completions", {
    method: "POST",
    headers: {
      "Content-Type": "application/json",
      Authorization: `Bearer ${process.env.OPENAI_API_KEY}`,
    },
    body: JSON.stringify({
      model: "gpt-3.5-turbo",
      stream: true,
      messages: [
        {
          role: "user",
          content: prompt,
        },
      ],
    }),
  });
};

stream:true

Streaming the Chat Completion API

Switching to Stream