webapp-conversation/app/api/utils/stream.ts

export async function OpenAIStream(res: { body: any }) {
  const reader = res.body.getReader()

  const stream = new ReadableStream({
    // https://developer.mozilla.org/en-US/docs/Web/API/Streams_API/Using_readable_streams
    // https://github.com/whichlight/chatgpt-api-streaming/blob/master/pages/api/OpenAIStream.ts
    start(controller) {
      return pump()
      function pump() {
        return reader.read().then(({ done, value }: any) => {
          // When no more data needs to be consumed, close the stream
          if (done) {
            controller.close()
            return
          }
          // Enqueue the next data chunk into our target stream
          controller.enqueue(value)
          return pump()
        })
      }
    },
  })

  return stream
}