A programming framework for agentic AI
fix: gRPC Agent Runtime Serialization Registration (#5513)
Jacob Alber07fdc4e2da72
diff --git a/.github/workflows/dotnet-build.yml b/.github/workflows/dotnet-build.ymlindex ca55a6f14..a485f9ddd 100644--- a/.github/workflows/dotnet-build.yml+++ b/.github/workflows/dotnet-build.yml@@ -169,7 +169,7 @@ jobs:dotnet-version: '9.0.x'- name: Install Temp Global.JSONrun: |- echo "{\"sdk\": {\"version\": \"9.0.101\"}}" > global.json+ echo "{\"sdk\": {\"version\": \"9.0\"}}" > global.json- name: Install .NET Aspire workloadrun: dotnet workload install aspire- name: Install dev certsdiff --git a/dotnet/src/Microsoft.AutoGen/Core.Grpc/AgentExtensions.cs b/dotnet/src/Microsoft.AutoGen/Core.Grpc/AgentExtensions.csnew file mode 100644index 000000000..816f2625c--- /dev/null+++ b/dotnet/src/Microsoft.AutoGen/Core.Grpc/AgentExtensions.cs@@ -0,0 +1,38 @@+// Copyright (c) Microsoft Corporation. All rights reserved.+// AgentExtensions.cs++using System.Reflection;+using Google.Protobuf;+using Microsoft.AutoGen.Contracts;+using Microsoft.AutoGen.Core.Grpc;++namespace Microsoft.AutoGen.Core;++internal static partial class AgentExtensions+{+ private static readonly Type ProtobufIMessage = typeof(IMessage<>);+ private static bool IsProtobufType(this Type type)+ {+ // TODO: Support the non-generic IMessage as well+ Type specializedIMessageType = ProtobufIMessage.MakeGenericType(type);++ // type T needs to derive from IMessage<T>+ return specializedIMessageType.IsAssignableFrom(type);+ }++ public static void RegisterHandledMessageTypes(this IHostableAgent agent, IProtoSerializationRegistry registry)+ {+ Type agentRuntimeType = agent.GetType();++ MethodInfo[] messageHandlers = agentRuntimeType.GetHandlers();++ foreach (MethodInfo handler in messageHandlers)+ {+ Type messageType = handler.GetParameters().First().ParameterType;+ if (messageType.IsProtobufType() && registry.GetSerializer(messageType) == null)+ {+ registry.RegisterSerializer(messageType);+ }+ }+ }+}diff --git a/dotnet/src/Microsoft.AutoGen/Core.Grpc/GrpcAgentRuntime.cs b/dotnet/src/Microsoft.AutoGen/Core.Grpc/GrpcAgentRuntime.csindex 83c77c5ef..c3fce75b7 100644--- a/dotnet/src/Microsoft.AutoGen/Core.Grpc/GrpcAgentRuntime.cs+++ b/dotnet/src/Microsoft.AutoGen/Core.Grpc/GrpcAgentRuntime.cs@@ -11,9 +11,10 @@ using Microsoft.Extensions.Logging;namespace Microsoft.AutoGen.Core.Grpc;-internal sealed class AgentsContainer(IAgentRuntime hostingRuntime)+internal sealed class AgentsContainer(IAgentRuntime hostingRuntime, IProtoSerializationRegistry serializationRegistry){private readonly IAgentRuntime hostingRuntime = hostingRuntime;+ private readonly IProtoSerializationRegistry serializationRegistry = serializationRegistry;private Dictionary<Contracts.AgentId, IHostableAgent> agentInstances = new();public Dictionary<string, ISubscriptionDefinition> Subscriptions = new();@@ -29,6 +30,10 @@ internal sealed class AgentsContainer(IAgentRuntime hostingRuntime)}agent = await factoryFunc(agentId, this.hostingRuntime);++ // Just-in-Time register the message types so we can deserialize them+ agent.RegisterHandledMessageTypes(this.serializationRegistry);+this.agentInstances.Add(agentId, agent);}@@ -92,7 +97,7 @@ public sealed class GrpcAgentRuntime : IHostedService, IAgentRuntime, IMessageSithis._shutdownCts = CancellationTokenSource.CreateLinkedTokenSource(hostApplicationLifetime.ApplicationStopping);this._messageRouter = new GrpcMessageRouter(client, this, _clientId, logger, this._shutdownCts.Token);- this._agentsContainer = new AgentsContainer(this);+ this._agentsContainer = new AgentsContainer(this, this.SerializationRegistry);this.ServiceProvider = serviceProvider;}@@ -231,8 +236,6 @@ public sealed class GrpcAgentRuntime : IHostedService, IAgentRuntime, IMessageSivar messageId = evt.Id;var typeName = evt.Attributes[Constants.DATA_SCHEMA_ATTR].CeString;- var serializer = SerializationRegistry.GetSerializer(typeName) ?? throw new Exception();- var message = serializer.Deserialize(evt.ProtoData);var messageContext = new MessageContext(messageId, cancellationToken){@@ -241,6 +244,10 @@ public sealed class GrpcAgentRuntime : IHostedService, IAgentRuntime, IMessageSiIsRpc = false};+ // We may not have a Serializer registered yet, if this is the first time we are instantiating the agent+ IProtobufMessageSerializer? serializer = SerializationRegistry.GetSerializer(typeName);+ object? message = serializer?.Deserialize(evt.ProtoData);+// Iterate over subscriptions values to find receiving agentsforeach (var subscription in this._agentsContainer.Subscriptions.Values){@@ -248,6 +255,11 @@ public sealed class GrpcAgentRuntime : IHostedService, IAgentRuntime, IMessageSi{var recipient = subscription.MapToAgent(topic);var agent = await this._agentsContainer.EnsureAgentAsync(recipient);++ // give the serializer a second chance to have been registered+ serializer ??= SerializationRegistry.GetSerializer(typeName) ?? throw new Exception($"Could not find a serializer for message of type {typeName}");+ message ??= serializer.Deserialize(evt.ProtoData);+await agent.OnMessageAsync(message, messageContext);}}