Multi-Question Chat Demo

[mtanco]

Are you worried your users are impatient and will ask your LLM 1 Million questions before it can even answer? Do you want to let them and not have to deal with a loader or spinner? Then this example is for you!

from h2o_wave import main, app, Q, ui, data

from random import randint


@app('/')
async def serve(q: Q):
    if not q.client.initialized:

        q.page['example'] = ui.chatbot_card(
            box='1 1 5 10',
            data=data('content from_user', t='list'),
            name='chatbot_name'
        )

        q.client.chat_length = 0  # we will count the number of interactions in our chat
        q.client.initialized = True

    if q.args.chatbot_name:

        # Create a local variable for this thread - everything is asynchonus so
        # the user can chat more while we are thinking
        starting_chat_length = q.client.chat_length

        # Increment the overall client value because when this chat is done
        # there will be 1 message from the user and 1 from the LLM
        q.client.chat_length += 2

        # Append the user message
        q.page['example'].data += [q.args.chatbot_name, True]

        # Append the LLM place holder, you probably want to use a cute gif here
        q.page['example'].data += ["I'm thinking, please wait", False]

        # Save so the user sees our two chats ^^
        await q.page.save()

        # Talk to your LLM or do something that will take some time
        await q.sleep(randint(0, 5))  # this is a pretend LLM call, if that's not clear

        # We need to go back in the chat and replace OUR "please wait" with the right answer to the question
        # Do some math to find where we need to update
        diff = q.client.chat_length - starting_chat_length - 1
        print(q.client.chat_length, starting_chat_length, diff)
        q.page['example'].data[-diff] = [f'I am a fake chat bot. Sorry, I cannot help you. But hey, '
                                         f'this is the {int((starting_chat_length / 2) + 1)} time I have responded',
                                         False]

    await q.page.save()