(PowerBuilder) Streaming AI with Manual AI Tool Function Calling

See more AI Examples

Note: This example requires Chilkat v11.4.0 or greater.

For more information, see https://www.chilkatsoft.com/ai_tool_function_caling_briefly_explained.asp

Chilkat ActiveX Downloads ActiveX for 32-bit and 64-bit Windows

integer li_rc
integer li_Success
oleobject loo_JsonTools
integer li_ToolIdx
oleobject loo_Ai
string ls_Conversation_name
string ls_SysMessage
string ls_DevMessage
oleobject loo_SbEventName
oleobject loo_SbDelta
oleobject loo_SbFullResponse
integer li_MaxWaitMs
oleobject loo_JsonFn
integer li_Finished
integer li_NumAsks
integer li_MadeFunctionCalls
integer li_StreamingDone
integer li_Result
integer li_NumFnCalls
integer li_Fn_idx
oleobject loo_SbFnName
string ls_CallId
string ls_Zodiac_sign
string ls_ApplicationFnCallResult

li_Success = 0

// Create the following JSON to define tool functions available for the AI to use.
// Note: You'll use the following JSON format regardless of the AI provider, whether
// it be ChatGPT, Gemini, Claude, Grok, etc.  Chilkat automatically converts to the required
// format needed for a given AI provider.

// In this example, the application is providing a single function the AI may choose to call.

// {
//   "tools": [
//     {
//       "name": "get_horoscope",
//       "description": "Get today's horoscope for an astrological sign.",
//       "parameters": {
//         "properties": {
//           "sign": {
//             "type": "string",
//             "description": "An astrological sign like Taurus or Aquarius"
//           }
//         }
//       }
//     }
//   ]
// }

loo_JsonTools = create oleobject
li_rc = loo_JsonTools.ConnectToNewObject("Chilkat.JsonObject")
if li_rc < 0 then
    destroy loo_JsonTools
    MessageBox("Error","Connecting to COM object failed")
    return
end if

li_ToolIdx = 0

loo_JsonTools.I = li_ToolIdx
loo_JsonTools.UpdateString("tools[i].name","get_horoscope")
loo_JsonTools.UpdateString("tools[i].description","Get today's horoscope for an astrological sign.")
loo_JsonTools.UpdateString("tools[i].parameters.properties.sign.type","string")
loo_JsonTools.UpdateString("tools[i].parameters.properties.sign.description","An astrological sign like Taurus or Aquarius")
// More tools can be added as desired..

loo_JsonTools.EmitCompact = 0
Write-Debug loo_JsonTools.Emit()

loo_Ai = create oleobject
li_rc = loo_Ai.ConnectToNewObject("Chilkat.Ai")

// Register the tools that will be made available to the AI.
loo_Ai.RegisterManualTools(loo_JsonTools)

// The provider can be "openai", "google", "claude", "grok", "mistral", "custom", etc.
loo_Ai.Provider = "openai"
// Use your provider's API key.
loo_Ai.ApiKey = "MY_API_KEY"
// Choose a model.
loo_Ai.Model = "gpt-5-mini"

// Tool function calling must always occur within a conversation.
ls_Conversation_name = "convo_astrology"
ls_SysMessage = "You are a helpful astrologer"
ls_DevMessage = "Respond only with markdown."
loo_Ai.NewConvo(ls_Conversation_name,ls_SysMessage,ls_DevMessage)

// Provide inputs
loo_Ai.InputAddText("What is my horoscope? I am an Aquarius.")

// Get the response in streaming mode.
loo_Ai.Streaming = 1

// In streaming mode, if we receive an AI event that is a request for tool use,
// we'll need to make the call to the JavaScript and then continue with a followup Ask,
// until the final response is received.

loo_SbEventName = create oleobject
li_rc = loo_SbEventName.ConnectToNewObject("Chilkat.StringBuilder")

loo_SbDelta = create oleobject
li_rc = loo_SbDelta.ConnectToNewObject("Chilkat.StringBuilder")

loo_SbFullResponse = create oleobject
li_rc = loo_SbFullResponse.ConnectToNewObject("Chilkat.StringBuilder")

// When PollAi returns with an event, it's highly unlikely the
// call to NextAiEvent does not immediately return.  Setting a max
// timeout is just a precaution..
li_MaxWaitMs = 5000

loo_JsonFn = create oleobject
li_rc = loo_JsonFn.ConnectToNewObject("Chilkat.JsonObject")

li_Finished = 0
li_NumAsks = 0
// Set a max # of followup Asks to prevent any unexpected infinite looping.
do while not li_Finished AND (li_NumAsks < 10)

    // Send the request to the AI model.
    li_Success = loo_Ai.Ask("text")
    if li_Success = 0 then
        Write-Debug loo_Ai.LastErrorText
        destroy loo_JsonTools
        destroy loo_Ai
        destroy loo_SbEventName
        destroy loo_SbDelta
        destroy loo_SbFullResponse
        destroy loo_JsonFn
        return
    end if

    li_MadeFunctionCalls = 0
    li_StreamingDone = 0

    do while not li_StreamingDone
        li_Result = loo_Ai.PollAi(0)
        if li_Result < 0 then
            Write-Debug loo_Ai.LastErrorText
            Write-Debug "Failed."
            destroy loo_JsonTools
            destroy loo_Ai
            destroy loo_SbEventName
            destroy loo_SbDelta
            destroy loo_SbFullResponse
            destroy loo_JsonFn
            return
        end if

        if li_Result > 0 then
            // We have an event..
            li_Success = loo_Ai.NextAiEvent(li_MaxWaitMs,loo_SbEventName,loo_SbDelta)
            if li_Success = 0 then
                Write-Debug loo_Ai.LastErrorText
                destroy loo_JsonTools
                destroy loo_Ai
                destroy loo_SbEventName
                destroy loo_SbDelta
                destroy loo_SbFullResponse
                destroy loo_JsonFn
                return
            end if

            // Is this an event where the AI is requesting a function call?
            if loo_SbEventName.ContentsEqual("function_call",1) then
                loo_JsonFn.LoadSb(loo_SbDelta)

                // Note: Chilkat will convert responses from all AI providers to this format:

                // {
                //   "function_call": [
                //     {
                //       "name": "get_horoscope",
                //       "call_id": "call_RYmeysYQFocFc7Z2ofkv61dW",
                //       "arguments": "{\"sign\":\"Aquarius\"}",
                //       "args": {
                //         "sign": "Aquarius"
                //       }
                //     }
                //   ]
                // }

                li_NumFnCalls = loo_JsonFn.SizeOfArray("function_call")
                li_Fn_idx = 0
                do while (li_Fn_idx < li_NumFnCalls)
                    loo_JsonFn.I = li_Fn_idx

                    loo_SbFnName = create oleobject
                    li_rc = loo_SbFnName.ConnectToNewObject("Chilkat.StringBuilder")

                    loo_JsonFn.StringOfSb("function_call[i].name",loo_SbFnName)
                    ls_CallId = loo_JsonFn.StringOf("function_call[i].call_id")

                    if loo_SbFnName.ContentsEqual("get_horoscope",1) = 1 then

                        // The get_horoscope function (as defined above) has one argument named "sign".
                        ls_Zodiac_sign = loo_JsonFn.StringOf("function_call[i].args.sign")
                        Write-Debug "zodiac_sign = " + ls_Zodiac_sign

                        // Insert application code here to call your app's get_horoscope function, passing the zodiac_sign to it..

                        // For this example, we'll pretend the app's get_horoscope function returned the following:
                        ls_ApplicationFnCallResult = "Aquarius: Next Tuesday you will befriend a baby otter."

                        // Provide the tool call result as an input for the followup Ask.
                        loo_Ai.InputAddFnResult(ls_CallId,ls_ApplicationFnCallResult)

                        li_MadeFunctionCalls = 1
                    end if

                    // Your application would add code to check for and handle each possible function call.

                    li_Fn_idx = li_Fn_idx + 1
                loop

            else
                if not loo_SbEventName.ContentsEqual("empty",1) then
                    loo_SbFullResponse.AppendSb(loo_SbDelta)

                    if loo_SbEventName.ContentsEqual("null_terminator",1) then
                        li_StreamingDone = 1
                    end if

                end if

            end if

        else
            // No event arrived, so wait a short time rather than spin in a loop..
            loo_Ai.SleepMs(100)
        end if

    loop

    if not li_MadeFunctionCalls then
        li_Finished = 1
    end if

    li_NumAsks = li_NumAsks + 1
loop

Write-Debug "Full Response:"
Write-Debug loo_SbFullResponse.GetAsString()


destroy loo_JsonTools
destroy loo_Ai
destroy loo_SbEventName
destroy loo_SbDelta
destroy loo_SbFullResponse
destroy loo_JsonFn
destroy loo_SbFnName