Merge pull request #3071 from fbrand-new/feat/gpt_functions

Added support for GPT "Functions"

bindings/yarp.i

@@ -1584,8 +1584,8 @@ typedef yarp::os::BufferedPort<ImageRgbFloat> BufferedPortImageRgbFloat;
         return self->readPrompt(oPropmt[0]);
     }
 
-    bool ask(const std::string& question, std::vector<string>& answer) {
-        return self->ask(question, answer[0]);
+    bool ask(const std::string& question, yarp::dev::LLM_Message& answer) {
+        return self->ask(question, answer);
     }
 }
 

doc/release/master.md

@@ -34,6 +34,8 @@ New Features
 
 * Added new command line tool `yarpDeviceParamParserGenerator`. See official yarp documentation (cmd_yarpDeviceParamParserGenerator.dox)
 
+* Added LLM_Message data type to propagate LLM answers
+
 ### Devices
 
 #### deviceBundler

src/devices/fake/fakeLLMDevice/fakeLLMDevice.cpp

@@ -15,35 +15,47 @@ bool fakeLLMDevice::setPrompt(const std::string &prompt)
         return false;
     }
 
-    m_conversation.push_back(std::make_pair("system", prompt));
+    m_conversation.push_back(yarp::dev::LLM_Message("system", prompt,{},{}));
     return true;
 }
 
 bool fakeLLMDevice::readPrompt(std::string &oPrompt)
 {
-    for (const auto &[author, content] : m_conversation)
+    for (const auto &message : m_conversation)
     {
-        if (author == "system")
+        if (message.type == "system")
         {
-            oPrompt = content;
+            oPrompt = message.content;
             return true;
         }
     }
 
     return false;
 }
 
-bool fakeLLMDevice::ask(const std::string &question, std::string &oAnswer)
+bool fakeLLMDevice::ask(const std::string &question, yarp::dev::LLM_Message &oAnswer)
 {
     // In the fake device we ignore the question
-    std::string answer = "Fatti non foste per viver come bruti ma per seguir virtute e canoscenza";
-    m_conversation.push_back(std::make_pair("user", question));
-    m_conversation.push_back(std::make_pair("assistant", answer));
+    yarp::dev::LLM_Message answer;
+    if(question == "function")
+    {
+        std::string function_name = "FakeFunction";
+        std::vector<std::string> function_params = {"arg1","arg2"};
+        std::vector<std::string> function_args = {"yes","no"};
+        answer = yarp::dev::LLM_Message("function",function_name,function_params,function_args);
+    }
+    else
+    {
+        std::string answer_content = "Fatti non foste per viver come bruti ma per seguir virtute e canoscenza";
+        answer = yarp::dev::LLM_Message("assistant", answer_content,{},{});
+    }
+    m_conversation.push_back(yarp::dev::LLM_Message("user", question,{},{}));
+    m_conversation.push_back(answer);
     oAnswer = answer;
     return true;
 }
 
-bool fakeLLMDevice::getConversation(std::vector<std::pair<Author, Content>>& oConversation)
+bool fakeLLMDevice::getConversation(std::vector<yarp::dev::LLM_Message>& oConversation)
 {
     oConversation = m_conversation;
     return true;

src/devices/fake/fakeLLMDevice/fakeLLMDevice.h

@@ -24,12 +24,12 @@ class fakeLLMDevice : public yarp::dev::ILLM,
     fakeLLMDevice() : m_conversation{} {}
     bool setPrompt(const std::string &prompt) override;
     bool readPrompt(std::string &oPromp) override;
-    bool ask(const std::string &question, std::string &oAnswer) override;
-    bool getConversation(std::vector<std::pair<Author, Content>> &oConversation) override;
+    bool ask(const std::string &question, yarp::dev::LLM_Message &oAnswer) override;
+    bool getConversation(std::vector<yarp::dev::LLM_Message> &oConversation) override;
     bool deleteConversation() noexcept override;
 
 private:
-    std::vector<std::pair<Author, Content>> m_conversation;
+    std::vector<yarp::dev::LLM_Message> m_conversation;
 };
 
 #endif

src/devices/messages/ILLMMsgs/ILLMMsgs.thrift

@@ -5,10 +5,11 @@
 
 namespace yarp yarp.dev.llm
 
-struct Message {
-    string sender;
-    string content;
-}
+struct LLM_Message {
+} (
+  yarp.name = "yarp::dev::LLM_Message"
+  yarp.includefile="yarp/dev/ILLM.h"
+)
 
 struct return_readPrompt{
     1: bool ret = false;
@@ -17,12 +18,12 @@ struct return_readPrompt{
 
 struct return_ask{
     1: bool ret = false;
-    2: string answer;
+    2: LLM_Message answer;
 }
 
 struct return_getConversation{
     1: bool ret = false;
-    2: list<Message> conversation;
+    2: list<LLM_Message> conversation;
 }
 
 service ILLMMsgs {

src/devices/messages/ILLMMsgs/idl_generated_code/ILLMMsgs_index.txt

@@ -1,5 +1,3 @@
-yarp/dev/llm/Message.h
-yarp/dev/llm/Message.cpp
 yarp/dev/llm/return_readPrompt.h
 yarp/dev/llm/return_readPrompt.cpp
 yarp/dev/llm/return_ask.h