Draft of Reasoning

src/Infrastructure/BotSharp.Abstraction/Agents/IAgentRouting.cs

@@ -1,8 +1,11 @@
+using BotSharp.Abstraction.Routing.Models;
+
 namespace BotSharp.Abstraction.Agents;
 
 public interface IAgentRouting
 {
+    string AgentId { get; }
     Task<Agent> LoadRouter();
-    Task<Agent> LoadCurrentAgent();
     RoutingRecord[] GetRoutingRecords();
+    RoutingRecord GetRecordByName(string name);
 }

src/Infrastructure/BotSharp.Abstraction/Agents/Settings/AgentSettings.cs

@@ -6,7 +6,12 @@ public class AgentSettings
     /// Router Agent Id
     /// </summary>
     public string RouterId { get; set; }
+
+    /// <summary>
+    /// Reasoner Agent Id
+    /// </summary>
+    public string ReasonerId { get; set; }
+
     public string DataDir { get; set; }
     public string TemplateFormat { get; set; }
-    public int MaxRecursiveDepth { get; set; } = 3;
 }

src/Infrastructure/BotSharp.Abstraction/Conversations/Models/RoleDialogModel.cs

@@ -45,7 +45,7 @@ public override string ToString()
     {
         if (Role == AgentRole.Function)
         {
-            return $"{Role}: {FunctionName}";
+            return $"{Role}: {FunctionName} => {ExecutionResult}";
         }
         else
         {

src/Infrastructure/BotSharp.Abstraction/Conversations/Settings/ConversationSetting.cs

@@ -6,4 +6,6 @@ public class ConversationSetting
     public string ChatCompletion { get; set; }
     public bool EnableKnowledgeBase { get; set; }
     public bool ShowVerboseLog { get; set; }
+    public int MaxRecursiveDepth { get; set; } = 3;
+    public bool EnableReasoning { get; set; }
 }

src/Infrastructure/BotSharp.Abstraction/Functions/Models/FunctionCallFromLlm.cs

@@ -0,0 +1,14 @@
+using BotSharp.Abstraction.Routing.Models;
+using System.Text.Json;
+using System.Text.Json.Serialization;
+
+namespace BotSharp.Abstraction.Functions.Models;
+
+public class FunctionCallFromLlm
+{
+    [JsonPropertyName("function")]
+    public string Function { get; set; }
+
+    [JsonPropertyName("parameters")]
+    public RetrievalArgs Parameters { get; set; }
+}

src/Infrastructure/BotSharp.Abstraction/Routing/Models/RetrievalArgs.cs

@@ -0,0 +1,19 @@
+using System.Text.Json;
+using System.Text.Json.Serialization;
+
+namespace BotSharp.Abstraction.Routing.Models;
+
+public class RetrievalArgs : RoutingArgs
+{
+    [JsonPropertyName("question")]
+    public string Question { get; set; }
+
+    [JsonPropertyName("answer")]
+    public string Answer { get; set; }
+
+    [JsonPropertyName("reason")]
+    public string Reason { get; set; }
+
+    [JsonPropertyName("args")]
+    public JsonDocument Arguments { get; set; }
+}

src/Infrastructure/BotSharp.Abstraction/Agents/Models/RoutingArgs.cs → src/Infrastructure/BotSharp.Abstraction/Routing/Models/RoutingArgs.cs

@@ -1,6 +1,6 @@
 using System.Text.Json.Serialization;
 
-namespace BotSharp.Abstraction.Agents.Models;
+namespace BotSharp.Abstraction.Routing.Models;
 
 public class RoutingArgs
 {

src/Infrastructure/BotSharp.Abstraction/Agents/Models/RoutingRecord.cs → src/Infrastructure/BotSharp.Abstraction/Routing/Models/RoutingRecord.cs

@@ -1,6 +1,6 @@
 using System.Text.Json.Serialization;
 
-namespace BotSharp.Abstraction.Agents.Models;
+namespace BotSharp.Abstraction.Routing.Models;
 
 public class RoutingRecord
 {
@@ -19,6 +19,9 @@ public class RoutingRecord
     [JsonPropertyName("redirect_to")]
     public string RedirectTo { get; set; }
 
+    [JsonPropertyName("disabled")]
+    public bool Disabled { get; set; }
+
     public override string ToString()
     {
         return Name;

src/Infrastructure/BotSharp.Abstraction/Routing/Settings/GPT4Settings.cs

@@ -0,0 +1,8 @@
+namespace BotSharp.Abstraction.Routing.Settings;
+
+public class GPT4Settings
+{
+    public string ApiKey { get; set; }
+    public string Endpoint { get; set; }
+    public string DeploymentModel { get; set; }
+}

src/Infrastructure/BotSharp.Core/BotSharpServiceCollectionExtensions.cs

@@ -1,6 +1,8 @@
+using BotSharp.Abstraction.Agents.Models;
 using BotSharp.Abstraction.Functions;
 using BotSharp.Core.Functions;
 using BotSharp.Core.Hooks;
+using BotSharp.Core.Routing;
 using BotSharp.Core.Templating;
 using Microsoft.AspNetCore.Builder;
 using Microsoft.Extensions.Configuration;
@@ -41,13 +43,21 @@ public static IServiceCollection AddBotSharp(this IServiceCollection services, I
         services.AddSingleton<TemplateRender>();
 
         // Register router
-        services.AddScoped<IAgentRouting, AgentRouter>();
+        services.AddScoped<Router>();
+        services.AddScoped<Reasoner>();
+        services.AddScoped<IAgentRouting>(p =>
+        {
+            var setting = p.GetRequiredService<ConversationSetting>();
+            return setting.EnableReasoning ? p.GetRequiredService<Reasoner>() : p.GetRequiredService<Router>();
+        });
 
         // Register function callback
         services.AddScoped<IFunctionCallback, RouteToAgentFn>();
 
         // Register Hooks
-        services.AddScoped<IAgentHook, AgentHook>();
+        services.AddScoped<IAgentHook, RoutingHook>();
+
+        services.AddScoped<Simulator>();
 
         return services;
     }

src/Infrastructure/BotSharp.Core/Conversations/Services/ConversationService.GetChatCompletionsAsyncRecursively.cs

@@ -13,13 +13,12 @@ private async Task<bool> GetChatCompletionsAsyncRecursively(IChatCompletion chat
         string conversationId,
         Agent agent, 
         List<RoleDialogModel> wholeDialogs,
-        int maxRecursiveDepth,
         Func<RoleDialogModel, Task> onMessageReceived,
         Func<RoleDialogModel, Task> onFunctionExecuting,
         Func<RoleDialogModel, Task> onFunctionExecuted)
     {
         currentRecursiveDepth++;
-        if (currentRecursiveDepth > maxRecursiveDepth)
+        if (currentRecursiveDepth > _settings.MaxRecursiveDepth)
         {
             _logger.LogWarning($"Exceeded max recursive depth.");
 
@@ -65,7 +64,6 @@ await HandleAssistantMessage(new RoleDialogModel(AgentRole.Assistant, fn.Content
             fn.Content = fn.FunctionArgs.Replace("\r", " ").Replace("\n", " ").Trim() + " => " + fn.ExecutionResult;
 
             // Agent has been transferred
-            var agentSettings = _services.GetRequiredService<AgentSettings>();
             if (fn.CurrentAgentId != preAgentId)
             {
                 var agentService = _services.GetRequiredService<IAgentService>();
@@ -83,7 +81,6 @@ await GetChatCompletionsAsyncRecursively(chatCompletion,
                 conversationId, 
                 agent, 
                 wholeDialogs, 
-                maxRecursiveDepth,
                 onMessageReceived, 
                 onFunctionExecuting,
                 onFunctionExecuted);

src/Infrastructure/BotSharp.Core/Conversations/Services/ConversationService.SendMessage.cs

@@ -1,5 +1,8 @@
+using BotSharp.Abstraction.Agents.Enums;
+using BotSharp.Abstraction.Agents.Models;
 using BotSharp.Abstraction.Conversations.Models;
 using BotSharp.Abstraction.MLTasks;
+using BotSharp.Core.Routing;
 
 namespace BotSharp.Core.Conversations.Services;
 
@@ -31,7 +34,7 @@ public async Task<bool> SendMessage(string agentId, string conversationId,
         stateService.SetState("channel", lastDialog.Channel);
 
         var router = _services.GetRequiredService<IAgentRouting>();
-        var agent = await router.LoadRouter();
+        Agent agent = await router.LoadRouter();
 
         _logger.LogInformation($"[{agent.Name}] {lastDialog.Role}: {lastDialog.Content}");
 
@@ -65,14 +68,51 @@ public async Task<bool> SendMessage(string agentId, string conversationId,
             await hook.BeforeCompletion();
         }
 
-        var agentSettings = _services.GetRequiredService<AgentSettings>();
+        // reasoning
+        if (_settings.EnableReasoning)
+        {
+            var simulator = _services.GetRequiredService<Simulator>();
+            var reasonedContext = await simulator.Enter(agent, wholeDialogs);
+
+            if (reasonedContext.FunctionName == "interrupt_task_execution")
+            {
+                await HandleAssistantMessage(new RoleDialogModel(AgentRole.Assistant, reasonedContext.Content)
+                {
+                    CurrentAgentId = agent.Id,
+                    Channel = lastDialog.Channel
+                }, onMessageReceived);
+                return true;
+            }
+            else if (reasonedContext.FunctionName == "response_to_user")
+            {
+                await HandleAssistantMessage(new RoleDialogModel(AgentRole.Assistant, reasonedContext.Content)
+                {
+                    CurrentAgentId = agent.Id,
+                    Channel = lastDialog.Channel
+                }, onMessageReceived);
+                return true;
+            }
+            else if (reasonedContext.FunctionName == "continue_execute_task")
+            {
+                if (reasonedContext.CurrentAgentId != agent.Id)
+                {
+                    var agentService = _services.GetRequiredService<IAgentService>();
+                    agent = await agentService.LoadAgent(reasonedContext.CurrentAgentId);
+                }
+            }
+
+            simulator.Dialogs.ForEach(x => 
+            {
+                wholeDialogs.Add(x);
+                _storage.Append(conversationId, agent.Id, x);
+            });
+        }
 
         var chatCompletion = GetChatCompletion();
         var result = await GetChatCompletionsAsyncRecursively(chatCompletion,
             conversationId,
             agent,
             wholeDialogs,
-            agentSettings.MaxRecursiveDepth,
             onMessageReceived,
             onFunctionExecuting,
             onFunctionExecuted);
@@ -101,4 +141,10 @@ public IChatCompletion GetChatCompletion()
         var completions = _services.GetServices<IChatCompletion>();
         return completions.FirstOrDefault(x => x.GetType().FullName.EndsWith(_settings.ChatCompletion));
     }
+
+    public IChatCompletion GetGpt4ChatCompletion()
+    {
+        var completions = _services.GetServices<IChatCompletion>();
+        return completions.FirstOrDefault(x => x.GetType().FullName.EndsWith("GPT4CompletionProvider"));
+    }
 }

src/Infrastructure/BotSharp.Core/Conversations/Services/ConversationStorage.cs

@@ -72,6 +72,7 @@ public List<RoleDialogModel> GetDialogs(string conversationId)
                 CurrentAgentId = currentAgentId,
                 FunctionName = funcName,
                 FunctionArgs = funcArgs,
+                ExecutionResult = text,
                 CreatedAt = createdAt
             });
         }

src/Infrastructure/BotSharp.Core/Functions/RouteToAgentFn.cs

@@ -1,6 +1,6 @@
-using BotSharp.Abstraction.Agents.Models;
 using BotSharp.Abstraction.Conversations.Models;
 using BotSharp.Abstraction.Functions;
+using BotSharp.Abstraction.Routing.Models;
 using System.IO;
 
 namespace BotSharp.Core.Functions;
@@ -51,8 +51,7 @@ private bool HasMissingRequiredField(RoleDialogModel message, out string agentId
     {
         var args = JsonSerializer.Deserialize<RoutingArgs>(message.FunctionArgs);
         var router = _services.GetRequiredService<IAgentRouting>();
-        var records = router.GetRoutingRecords();
-        var routingRule = records.FirstOrDefault(x => x.Name.ToLower() == args.AgentName.ToLower());
+        var routingRule = router.GetRecordByName(args.AgentName);
 
         if (routingRule == null)
         {

src/Infrastructure/BotSharp.Core/Hooks/ReasoningHook.cs

@@ -0,0 +1,14 @@
+namespace BotSharp.Core.Hooks;
+
+public class ReasoningHook : AgentHookBase
+{
+    public ReasoningHook(IServiceProvider services, AgentSettings settings)
+    : base(services, settings)
+    {
+    }
+
+    public override bool OnInstructionLoaded(string template, Dictionary<string, object> dict)
+    {
+        return true;
+    }
+}

src/Infrastructure/BotSharp.Core/Hooks/AgentHook.cs → src/Infrastructure/BotSharp.Core/Hooks/RoutingHook.cs

@@ -1,16 +1,18 @@
 namespace BotSharp.Core.Hooks;
 
-public class AgentHook : AgentHookBase
+public class RoutingHook : AgentHookBase
 {
-    public AgentHook(IServiceProvider services, AgentSettings settings)
+    public RoutingHook(IServiceProvider services, AgentSettings settings)
         : base(services, settings)
     {
     }
 
     public override bool OnInstructionLoaded(string template, Dictionary<string, object> dict)
     {
         var router = _services.GetRequiredService<IAgentRouting>();
-        dict["routing_records"] = router.GetRoutingRecords();
+        dict["routing_records"] = router.GetRoutingRecords()
+            .Where(x => !x.Disabled)
+            .ToList();
         return true;
     }
 }

src/Infrastructure/BotSharp.Core/Routing/Reasoner.cs

@@ -0,0 +1,12 @@
+namespace BotSharp.Core.Routing;
+
+public class Reasoner : Router
+{
+    public override string AgentId => _settings.ReasonerId;
+
+    public Reasoner(IServiceProvider services,
+        ILogger<Reasoner> logger,
+        AgentSettings settings) : base(services, logger, settings)
+    {
+    }
+}