Is it possible to handle the response from app.chat asynchronously

[leonballoniMakes]

I`m building an app with FastApi and EmbedChain chat functionality that is sending the whole text at the return/end of the function call. Is there a way to stream the response, since there is the Stream option at config, but the function app.chat is sync (not a generator or async iterator) making it unable to return the string piece by piece.

Here is my code for study:

__import__('pysqlite3')
import sys
sys.modules['sqlite3'] = sys.modules.pop('pysqlite3')

from embedchain import App
import os
from fastapi import FastAPI
from starlette.responses import StreamingResponse
from pydantic import BaseModel
from fastapi import FastAPI, File, UploadFile, Form, HTTPException
import hashlib
import io
import time
import asyncio
import tempfile
from loguru import logger
import chainlit as cl

os.environ["OPENAI_API_BASE"] = "http://localhost:11434"
os.environ["OPENAI_API_KEY"] = "ollama"


app = App.from_config(config_path='./config_v2.json')
app.add('./random_pdf_report.pdf', data_type='pdf_file')


api = FastAPI()

Route:

@api.post("/query")
async def query(query: QueryMessage):
    try:
        if file_store["content"] is None:
            raise HTTPException(status_code=422, detail={"error": "Nenhum arquivo anexado"})
        return StreamingResponse(app.chat(query.query), media_type="text/plain")
    except Exception as exp:
        logger.error(f"Erro na pergunta: {exp}")
        raise HTTPException(status_code=400, detail=str(exp)) from exp