Merge pull request #436 from hchen2020/master

Anthropic AI

Author: Oceania2018

src/Infrastructure/BotSharp.Abstraction/Conversations/Models/RoleDialogModel.cs

@@ -42,6 +42,9 @@ public class RoleDialogModel : ITrackableMessage
     [JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
     public string? FunctionName { get; set; }
 
+    [JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
+    public string? ToolCallId { get; set; }
+
     [JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
     public string? PostbackFunctionName { get; set; }
 
@@ -108,6 +111,7 @@ public static RoleDialogModel From(RoleDialogModel source,
             MessageId = source.MessageId,
             FunctionArgs = source.FunctionArgs,
             FunctionName = source.FunctionName,
+            ToolCallId = source.ToolCallId,
             PostbackFunctionName = source.PostbackFunctionName,
             RichContent = source.RichContent,
             StopCompletion = source.StopCompletion,

src/Infrastructure/BotSharp.Abstraction/Functions/Models/FunctionCallingResponse.cs

@@ -13,7 +13,7 @@ public class FunctionCallingResponse
     [JsonPropertyName("content")]
     public string? Content { get; set; }
 
-    [JsonPropertyName("function_name")]
+    [JsonPropertyName("function")]
     public string? FunctionName {  get; set; }
 
     [JsonPropertyName("args")]

src/Infrastructure/BotSharp.Abstraction/Functions/Models/FunctionDef.cs

@@ -2,15 +2,19 @@ namespace BotSharp.Abstraction.Functions.Models;
 
 public class FunctionDef
 {
-    public string Name { get; set; }
-    public string Description { get; set; }
+    [JsonPropertyName("name")]
+    public string Name { get; set; } = null!;
+
+    [JsonPropertyName("description")]
+    public string Description { get; set; } = null!;
 
     [JsonPropertyName("visibility_expression")]
     public string? VisibilityExpression { get; set; }
 
     [JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
     public string? Impact { get; set; }
 
+    [JsonPropertyName("parameters")]
     public FunctionParametersDef Parameters { get; set; } = new FunctionParametersDef();
 
     public override string ToString()

src/Infrastructure/BotSharp.Abstraction/Functions/Models/FunctionParametersDef.cs

@@ -19,6 +19,11 @@ public class FunctionParametersDef
     [JsonPropertyName("required")]
     public List<string> Required {  get; set; } = new List<string>();
 
+    public override string ToString()
+    {
+        return $"{{\"type\":\"{Type}\", \"properties\":{JsonSerializer.Serialize(Properties)}, \"required\":[{string.Join(",", Required.Select(x => "\"" + x + "\""))}]}}";
+    }
+
     public FunctionParametersDef()
     {
 

src/Infrastructure/BotSharp.Core/BotSharp.Core.csproj

@@ -1,4 +1,4 @@
-<Project Sdk="Microsoft.NET.Sdk">
+<Project Sdk="Microsoft.NET.Sdk">
 
   <PropertyGroup>
     <TargetFramework>netstandard2.1</TargetFramework>
@@ -150,7 +150,7 @@
     <PackageReference Include="Aspects.Cache" Version="2.0.4" />
     <PackageReference Include="Colorful.Console" Version="1.2.15" />
     <PackageReference Include="EntityFrameworkCore.BootKit" Version="8.2.1" />
-    <PackageReference Include="Fluid.Core" Version="2.8.0" />
+    <PackageReference Include="Fluid.Core" Version="2.9.0" />
     <PackageReference Include="Nanoid" Version="3.0.0" />
     <PackageReference Include="RedLock.net" Version="2.3.2" />
   </ItemGroup>

src/Infrastructure/BotSharp.Core/Routing/RoutingService.InvokeAgent.cs

@@ -17,8 +17,19 @@ public async Task<bool> InvokeAgent(string agentId, List<RoleDialogModel> dialog
             return false;
         }
 
+        var provide = agent.LlmConfig.Provider;
+        var model = agent.LlmConfig.Model;
+
+        if (provide == null || model == null)
+        {
+            var agentSettings = _services.GetRequiredService<AgentSettings>();
+            provide = agentSettings.LlmConfig.Provider;
+            model = agentSettings.LlmConfig.Model;
+        }
+
         var chatCompletion = CompletionProvider.GetChatCompletion(_services, 
-            agentConfig: agent.LlmConfig);
+            provider: provide,
+            model: model);
 
         var message = dialogs.Last();
         var response = await chatCompletion.GetChatCompletions(agent, dialogs);
@@ -31,6 +42,7 @@ public async Task<bool> InvokeAgent(string agentId, List<RoleDialogModel> dialog
             {
                 response.FunctionName = response.FunctionName.Split("/").Last();
             }
+            message.ToolCallId = response.ToolCallId;
             message.FunctionName = response.FunctionName;
             message.FunctionArgs = response.FunctionArgs;
             message.CurrentAgentId = agent.Id;

src/Infrastructure/BotSharp.Core/Templating/TemplateRender.cs

@@ -27,6 +27,8 @@ public TemplateRender(IServiceProvider services, ILogger<TemplateRender> logger)
         _options.MemberAccessStrategy.Register<Agent>();
         _options.MemberAccessStrategy.Register<RoutableAgent>();
         _options.MemberAccessStrategy.Register<RoutingHandlerDef>();
+        _options.MemberAccessStrategy.Register<FunctionDef>();
+        _options.MemberAccessStrategy.Register<FunctionParametersDef>();
         _options.MemberAccessStrategy.Register<UserIdentity>();
     }
 

src/Infrastructure/BotSharp.Core/data/agents/01fcc3e5-9af7-49e6-ad7a-a760bd12dc4a/templates/response_with_function.liquid

@@ -1,9 +1,14 @@
-[Output Requirements]
-1. Read the [Functions] definition, you can utilize the function to retrieve data or execute actions.
-2. Think step by step, check if specific function will provider data to help complete user request based on the conversation.
-3. If you need to call a function to decide how to response user, 
-  response in format: {"role": "function", "reason":"why choose this function", "function_name": "", "args": {}}, 
-  otherwise response in format: {"role": "assistant", "reason":"why response to user", "content":"next step question"}. 
-4. If the conversation already contains the function execution result, don't need to call it again.
-5. If user mentioned some specific requirment, don't ask this question in your response.
-6. Don't repeat the same question in your response.
+{% if functions and functions != empty %}
+[FUNCTIONS]
+{% for fn in functions -%}
+{{ fn.name }}: {{ fn.description }}
+{{ fn.parameters }}
+{{ "\r\n" }}
+{%- endfor %}
+response_to_user: response to user directly without using any function.
+{"type": "object", "properties": {"content":{"type": "string", "description": "The content responsed to user"}}, "required":["content"]}
+
+[RESPONSE OUTPUT REQUIREMENTS]
+* Pick the appropriate function and populate the arguments defined in properties.
+* Output the JSON {"function": "", "args":{}} without other text
+{% endif %}

src/Plugins/BotSharp.Plugin.AnthropicAI/AnthropicPlugin.cs

@@ -0,0 +1,27 @@
+using BotSharp.Abstraction.MLTasks;
+using BotSharp.Abstraction.Plugins;
+using BotSharp.Plugin.AnthropicAI.Providers;
+using BotSharp.Plugin.AnthropicAI.Settings;
+using Microsoft.Extensions.Configuration;
+using Microsoft.Extensions.DependencyInjection;
+
+namespace BotSharp.Plugin.AnthropicAI;
+
+public class AnthropicPlugin : IBotSharpPlugin
+{
+    public string Id => "012119da-8367-4be8-9a75-ab6ae55071e6";
+
+    public void RegisterDI(IServiceCollection services, IConfiguration config)
+    {
+        var settings = new AnthropicSettings();
+        config.Bind("Anthropic", settings);
+        services.AddSingleton(x =>
+        {
+            // Console.WriteLine($"Loaded Anthropic settings: {settings.Claude.ApiKey.SubstringMax(4)}");
+            return settings;
+        });
+
+        services.AddScoped<IChatCompletion, ChatCompletionProvider>();
+        // services.AddScoped<ITextCompletion, TextCompletionProvider>();
+    }
+}

src/Plugins/BotSharp.Plugin.AnthropicAI/BotSharp.Plugin.AnthropicAI.csproj

@@ -0,0 +1,17 @@
+<Project Sdk="Microsoft.NET.Sdk">
+
+  <PropertyGroup>
+    <TargetFramework>net8.0</TargetFramework>
+    <ImplicitUsings>enable</ImplicitUsings>
+    <Nullable>enable</Nullable>
+  </PropertyGroup>
+
+  <ItemGroup>
+    <PackageReference Include="Anthropic.SDK" Version="3.2.1" />
+  </ItemGroup>
+
+  <ItemGroup>
+    <ProjectReference Include="..\..\Infrastructure\BotSharp.Abstraction\BotSharp.Abstraction.csproj" />
+  </ItemGroup>
+
+</Project>