A programming framework for agentic AI
streaming rewrite WIP
Kosta Petan35325c0d51fe
diff --git a/src/apps/gh-flow/Services/GithubWebHookProcessor.cs b/src/apps/gh-flow/Services/GithubWebHookProcessor.csindex d802bc1ca..eefcdb717 100644--- a/src/apps/gh-flow/Services/GithubWebHookProcessor.cs+++ b/src/apps/gh-flow/Services/GithubWebHookProcessor.cs@@ -94,7 +94,7 @@ public sealed class GithubWebHookProcessor : WebhookEventProcessorprivate async Task HandleClosingIssue(long issueNumber, long? parentNumber, string suffix, string org, string repo){var streamProvider = _client.GetStreamProvider("StreamProvider");- var streamId = StreamId.Create(suffix, issueNumber.ToString());+ var streamId = StreamId.Create(Consts.MainNamespace, suffix+issueNumber.ToString());var stream = streamProvider.GetStream<Event>(streamId);var data = new Dictionary<string, string>{@@ -117,7 +117,7 @@ public sealed class GithubWebHookProcessor : WebhookEventProcessor{_logger.LogInformation("Handling new ask");var streamProvider = _client.GetStreamProvider("StreamProvider");- var streamId = StreamId.Create("DevPersonas", suffix+issueNumber.ToString());+ var streamId = StreamId.Create(Consts.MainNamespace, suffix+issueNumber.ToString());var stream = streamProvider.GetStream<Event>(streamId);var eventType = (skillName, functionName) switchdiff --git a/src/libs/Microsoft.AI.DevTeam/Agents/Agent.cs b/src/libs/Microsoft.AI.DevTeam/Agents/Agent.csindex fa01f83e3..c313d1efb 100644--- a/src/libs/Microsoft.AI.DevTeam/Agents/Agent.cs+++ b/src/libs/Microsoft.AI.DevTeam/Agents/Agent.cs@@ -1,58 +1,8 @@-using Microsoft.SemanticKernel;-using Microsoft.SemanticKernel.Connectors.AI.OpenAI;-using Microsoft.SemanticKernel.Memory;-using Microsoft.SemanticKernel.Orchestration;using Orleans.Runtime;using Orleans.Streams;namespace Microsoft.AI.DevTeam;-public abstract class AiAgent : Agent-{- public AiAgent(- [PersistentState("state", "messages")] IPersistentState<AgentState> state)- {- _state = state;- }- protected readonly IPersistentState<AgentState> _state;- protected async Task<ContextVariables> CreateWafContext(ISemanticTextMemory memory, string ask)- {- var context = new ContextVariables();- var interestingMemories = memory.SearchAsync("waf-pages", ask, 2);- var wafContext = "Consider the following architectural guidelines:";- await foreach (var m in interestingMemories)- {- wafContext += $"\n {m.Metadata.Text}";- }- context.Set("input", ask);- context.Set("wafContext", wafContext);- return context;- }-- protected void AddToHistory(string message, ChatUserType userType)- {- if (_state.State.History == null) _state.State.History = new List<ChatHistoryItem>();- _state.State.History.Add(new ChatHistoryItem- {- Message = message,- Order = _state.State.History.Count + 1,- UserType = userType- });- }-- protected async Task<string> CallFunction(string template, string ask, IKernel kernel, ISemanticTextMemory memory)- {- var function = kernel.CreateSemanticFunction(template, new OpenAIRequestSettings { MaxTokens = 15000, Temperature = 0.8, TopP = 1 });- var context = await CreateWafContext(memory, ask);- var result = (await kernel.RunAsync(context, function)).ToString();- AddToHistory(ask, ChatUserType.User);- AddToHistory(result, ChatUserType.Agent);- await _state.WriteStateAsync();- return result;- }--}-public abstract class Agent : Grain, IGrainWithStringKey{public abstract Task HandleEvent(Event item, StreamSequenceToken? token);@@ -63,30 +13,4 @@ public abstract class Agent : Grain, IGrainWithStringKeyvar stream = streamProvider.GetStream<Event>(streamId);await stream.OnNextAsync(item);}---}--[Serializable]-public class ChatHistoryItem-{- public string Message { get; set; }- public ChatUserType UserType { get; set; }- public int Order { get; set; }--}--public class AgentState-{- public List<ChatHistoryItem> History { get; set; }- public string Understanding { get; set; }- public long ParentIssueNumber { get; set; }- public int CommentId { get; set; }}--public enum ChatUserType-{- System,- User,- Agent-}\ No newline at end of filediff --git a/src/libs/Microsoft.AI.DevTeam/Agents/AiAgent.cs b/src/libs/Microsoft.AI.DevTeam/Agents/AiAgent.csnew file mode 100644index 000000000..f2f68b1aa--- /dev/null+++ b/src/libs/Microsoft.AI.DevTeam/Agents/AiAgent.cs@@ -0,0 +1,77 @@+using Microsoft.SemanticKernel;+using Microsoft.SemanticKernel.Connectors.AI.OpenAI;+using Microsoft.SemanticKernel.Memory;+using Microsoft.SemanticKernel.Orchestration;+using Orleans.Runtime;++namespace Microsoft.AI.DevTeam;++public abstract class AiAgent : Agent+{+ public AiAgent(+ [PersistentState("state", "messages")] IPersistentState<AgentState> state)+ {+ _state = state;+ }+ protected readonly IPersistentState<AgentState> _state;+ protected async Task<ContextVariables> CreateWafContext(ISemanticTextMemory memory, string ask)+ {+ var context = new ContextVariables();+ var interestingMemories = memory.SearchAsync("waf-pages", ask, 2);+ var wafContext = "Consider the following architectural guidelines:";+ await foreach (var m in interestingMemories)+ {+ wafContext += $"\n {m.Metadata.Text}";+ }+ context.Set("input", ask);+ context.Set("wafContext", wafContext);+ return context;+ }++ protected void AddToHistory(string message, ChatUserType userType)+ {+ if (_state.State.History == null) _state.State.History = new List<ChatHistoryItem>();+ _state.State.History.Add(new ChatHistoryItem+ {+ Message = message,+ Order = _state.State.History.Count + 1,+ UserType = userType+ });+ }++ protected async Task<string> CallFunction(string template, string ask, IKernel kernel, ISemanticTextMemory memory)+ {+ var function = kernel.CreateSemanticFunction(template, new OpenAIRequestSettings { MaxTokens = 15000, Temperature = 0.8, TopP = 1 });+ var context = await CreateWafContext(memory, ask);+ var result = (await kernel.RunAsync(context, function)).ToString();+ AddToHistory(ask, ChatUserType.User);+ AddToHistory(result, ChatUserType.Agent);+ await _state.WriteStateAsync();+ return result;+ }+}+++[Serializable]+public class ChatHistoryItem+{+ public string Message { get; set; }+ public ChatUserType UserType { get; set; }+ public int Order { get; set; }++}++public class AgentState+{+ public List<ChatHistoryItem> History { get; set; }+ public string Understanding { get; set; }+ public long ParentIssueNumber { get; set; }+ public int CommentId { get; set; }+}++public enum ChatUserType+{+ System,+ User,+ Agent+}diff --git a/src/libs/Microsoft.AI.DevTeam/Agents/AzureGenie.cs b/src/libs/Microsoft.AI.DevTeam/Agents/AzureGenie.csindex 48007f04a..477547f00 100644--- a/src/libs/Microsoft.AI.DevTeam/Agents/AzureGenie.cs+++ b/src/libs/Microsoft.AI.DevTeam/Agents/AzureGenie.cs@@ -1,11 +1,9 @@-using Orleans.Concurrency;-using Orleans.Runtime;+using Orleans.Runtime;using Orleans.Streams;namespace Microsoft.AI.DevTeam;-[StatelessWorker]-[ImplicitStreamSubscription("AzureGenie")]+[ImplicitStreamSubscription(Consts.MainNamespace)]public class AzureGenie : Agent{private readonly IManageAzure _azureService;@@ -18,7 +16,7 @@ public class AzureGenie : Agentpublic async override Task OnActivateAsync(CancellationToken cancellationToken){var streamProvider = this.GetStreamProvider("StreamProvider");- var streamId = StreamId.Create("AzureGenie", this.GetPrimaryKeyString());+ var streamId = StreamId.Create(Consts.MainNamespace, this.GetPrimaryKeyString());var stream = streamProvider.GetStream<Event>(streamId);await stream.SubscribeAsync(HandleEvent);diff --git a/src/libs/Microsoft.AI.DevTeam/Agents/Developer.cs b/src/libs/Microsoft.AI.DevTeam/Agents/Developer.csindex a254f1862..2d1b9cffd 100644--- a/src/libs/Microsoft.AI.DevTeam/Agents/Developer.cs+++ b/src/libs/Microsoft.AI.DevTeam/Agents/Developer.cs@@ -10,7 +10,7 @@ using Orleans.Streams;namespace Microsoft.AI.DevTeam;//[RegexImplicitStreamSubscription("")]-[ImplicitStreamSubscription("developers")]+[ImplicitStreamSubscription(Consts.MainNamespace)]public class Dev : AiAgent{private readonly IKernel _kernel;@@ -27,7 +27,7 @@ public class Dev : AiAgentpublic async override Task OnActivateAsync(CancellationToken cancellationToken){var streamProvider = this.GetStreamProvider("StreamProvider");- var streamId = StreamId.Create("DevPersonas", this.GetPrimaryKeyString());+ var streamId = StreamId.Create(Consts.MainNamespace, this.GetPrimaryKeyString());var stream = streamProvider.GetStream<Event>(streamId);await stream.SubscribeAsync(HandleEvent);diff --git a/src/libs/Microsoft.AI.DevTeam/Agents/DeveloperLead.cs b/src/libs/Microsoft.AI.DevTeam/Agents/DeveloperLead.csindex 279e775dc..7a6dde75e 100644--- a/src/libs/Microsoft.AI.DevTeam/Agents/DeveloperLead.cs+++ b/src/libs/Microsoft.AI.DevTeam/Agents/DeveloperLead.cs@@ -1,15 +1,13 @@using Microsoft.AI.DevTeam.Skills;using Microsoft.Extensions.Logging;using Microsoft.SemanticKernel;-using Microsoft.SemanticKernel.Connectors.AI.OpenAI;using Microsoft.SemanticKernel.Memory;-using Microsoft.SemanticKernel.Orchestration;using Orleans.Runtime;using Orleans.Streams;using System.Text.Json;namespace Microsoft.AI.DevTeam;-[ImplicitStreamSubscription("DevPersonas")]+[ImplicitStreamSubscription(Consts.MainNamespace)]public class DeveloperLead : AiAgent{private readonly IKernel _kernel;@@ -28,7 +26,7 @@ public class DeveloperLead : AiAgentpublic async override Task OnActivateAsync(CancellationToken cancellationToken){var streamProvider = this.GetStreamProvider("StreamProvider");- var streamId = StreamId.Create("DevPersonas", this.GetPrimaryKeyString());+ var streamId = StreamId.Create(Consts.MainNamespace, this.GetPrimaryKeyString());var stream = streamProvider.GetStream<Event>(streamId);await stream.SubscribeAsync(HandleEvent);@@ -40,8 +38,16 @@ public class DeveloperLead : AiAgent{case EventType.DevPlanRequested:var plan = await CreatePlan(item.Message);- await _ghService.PostComment(item.Data["org"], item.Data["repo"], long.Parse(item.Data["issueNumber"]), plan);- // postEvent EventType.DevPlanGenerated+ await PublishEvent(Consts.MainNamespace, this.GetPrimaryKeyString(), new Event {+ Type = EventType.DevPlanGenerated,+ Data = new Dictionary<string, string> {+ { "org", item.Data["org"] },+ { "repo", item.Data["repo"] },+ { "issueNumber", item.Data["issueNumber"] },+ { "plan", plan }+ },+ Message = plan+ });break;case EventType.ChainClosed:await ClosePlan(item.Data["org"], item.Data["repo"], long.Parse(item.Data["issueNumber"]), long.Parse(item.Data["parentNumber"]));@@ -69,7 +75,7 @@ public class DeveloperLead : AiAgentvar plan = await GetLatestPlan();var suffix = $"{org}-{repo}";var streamProvider = this.GetStreamProvider("StreamProvider");- var streamId = StreamId.Create("developers", suffix+parentNumber.ToString());+ var streamId = StreamId.Create(Consts.MainNamespace, suffix+parentNumber.ToString());var stream = streamProvider.GetStream<Event>(streamId);var eventTasks = plan.steps.SelectMany(s => s.subtasks.Select(st => stream.OnNextAsync(new Event {diff --git a/src/libs/Microsoft.AI.DevTeam/Agents/Hubber.cs b/src/libs/Microsoft.AI.DevTeam/Agents/Hubber.csindex 40f32ee81..349308efa 100644--- a/src/libs/Microsoft.AI.DevTeam/Agents/Hubber.cs+++ b/src/libs/Microsoft.AI.DevTeam/Agents/Hubber.cs@@ -1,13 +1,13 @@using System.Text.Json;using Microsoft.AI.DevTeam.Skills;+using Octokit;using Orleans.Concurrency;using Orleans.Runtime;using Orleans.Streams;namespace Microsoft.AI.DevTeam;-[StatelessWorker]-[ImplicitStreamSubscription("Hubber")]+[ImplicitStreamSubscription(Consts.MainNamespace)]public class Hubber : Agent{private readonly IManageGithub _ghService;@@ -20,7 +20,7 @@ public class Hubber : Agentpublic async override Task OnActivateAsync(CancellationToken cancellationToken){var streamProvider = this.GetStreamProvider("StreamProvider");- var streamId = StreamId.Create("Hubber", this.GetPrimaryKeyString());+ var streamId = StreamId.Create(Consts.MainNamespace, this.GetPrimaryKeyString());var stream = streamProvider.GetStream<Event>(streamId);await stream.SubscribeAsync(HandleEvent);@@ -30,7 +30,7 @@ public class Hubber : Agentswitch (item.Type){case EventType.NewAsk:- var parentNumber = long.Parse(item.Data["parentNumber"]);+ var parentNumber = long.Parse(item.Data["issueNumber"]);var pmIssue = await CreateIssue(item.Data["org"], item.Data["repo"], item.Message, $"{nameof(PM)}.{nameof(PM.Readme)}", parentNumber);var devLeadIssue = await CreateIssue(item.Data["org"], item.Data["repo"], item.Message, $"{nameof(DevLead)}.{nameof(DevLead.Plan)}", parentNumber);// TODO: store the mapping of parent/child?@@ -48,11 +48,11 @@ public class Hubber : AgentTask.WaitAll(devTasks.ToArray());break;case EventType.ReadmeStored:-+ await CommitToBranch();+ await CreatePullRequest();break;case EventType.SandboxRunFinished:- // _azureService.Store();- // _azureService.RunInSandbox();+ await CommitToBranch();break;default:break;diff --git a/src/libs/Microsoft.AI.DevTeam/Agents/ProductManager.cs b/src/libs/Microsoft.AI.DevTeam/Agents/ProductManager.csindex 1df93f0b6..36727d4bb 100644--- a/src/libs/Microsoft.AI.DevTeam/Agents/ProductManager.cs+++ b/src/libs/Microsoft.AI.DevTeam/Agents/ProductManager.cs@@ -1,15 +1,13 @@using Microsoft.AI.DevTeam.Skills;using Microsoft.Extensions.Logging;using Microsoft.SemanticKernel;-using Microsoft.SemanticKernel.Connectors.AI.OpenAI;using Microsoft.SemanticKernel.Memory;-using Microsoft.SemanticKernel.Orchestration;using Orleans.Runtime;using Orleans.Streams;namespace Microsoft.AI.DevTeam;-[ImplicitStreamSubscription("DevPersonas")]+[ImplicitStreamSubscription(Consts.MainNamespace)]public class ProductManager : AiAgent{private readonly IKernel _kernel;@@ -26,7 +24,7 @@ public class ProductManager : AiAgentpublic async override Task OnActivateAsync(CancellationToken cancellationToken){var streamProvider = this.GetStreamProvider("StreamProvider");- var streamId = StreamId.Create("DevPersonas", this.GetPrimaryKeyString());+ var streamId = StreamId.Create(Consts.MainNamespace, this.GetPrimaryKeyString());var stream = streamProvider.GetStream<Event>(streamId);await stream.SubscribeAsync(HandleEvent);@@ -37,6 +35,16 @@ public class ProductManager : AiAgent{case EventType.ReadmeRequested:var readme = await CreateReadme(item.Message);+ await PublishEvent(Consts.MainNamespace, this.GetPrimaryKeyString(), new Event {+ Type = EventType.ReadmeGenerated,+ Data = new Dictionary<string, string> {+ { "org", item.Data["org"] },+ { "repo", item.Data["repo"] },+ { "issueNumber", item.Data["issueNumber"] },+ { "readme", readme }+ },+ Message = readme+ });//await _ghService.PostComment(item.Data["org"], item.Data["repo"], long.Parse(item.Data["issueNumber"]), readme);// postEvent ReadmeGeneratedbreak;@@ -52,7 +60,7 @@ public class ProductManager : AiAgent{try{- return await CallFunction(DevLead.Plan, ask, _kernel, _memory);+ return await CallFunction(PM.Readme, ask, _kernel, _memory);}catch (Exception ex){diff --git a/src/libs/Microsoft.AI.DevTeam/Microsoft.AI.DevTeam.csproj b/src/libs/Microsoft.AI.DevTeam/Microsoft.AI.DevTeam.csprojindex f6ebad404..3388f1893 100644--- a/src/libs/Microsoft.AI.DevTeam/Microsoft.AI.DevTeam.csproj+++ b/src/libs/Microsoft.AI.DevTeam/Microsoft.AI.DevTeam.csproj@@ -10,8 +10,8 @@<PackageReference Include="Microsoft.Orleans.Sdk" Version="8.0.0" /><PackageReference Include="Microsoft.Orleans.Runtime" Version="8.0.0" /><PackageReference Include="Microsoft.Extensions.Logging.Abstractions" Version="8.0.0" />- <PackageReference Include="Microsoft.SemanticKernel" Version="1.0.0-beta5" />- <PackageReference Include="Octokit" Version="7.1.0" />+ <PackageReference Include="Microsoft.SemanticKernel" Version="1.0.0-beta5" />+ <PackageReference Include="Octokit" Version="10.0.0" /><PackageReference Include="GitHubJwt" Version="0.0.6" /><PackageReference Include="Azure.ResourceManager.ContainerInstance" Version="1.2.0-beta.1" /><PackageReference Include="Azure.Storage.Files.Shares" Version="12.16.0-beta.1" />@@ -22,7 +22,8 @@</ItemGroup><ItemGroup>- <ProjectReference Include="..\..\libs\Microsoft.AI.DevTeam.Skills\Microsoft.AI.DevTeam.Skills.csproj" />+ <ProjectReference+ Include="..\..\libs\Microsoft.AI.DevTeam.Skills\Microsoft.AI.DevTeam.Skills.csproj" /></ItemGroup>-</Project>+</Project>\ No newline at end of filediff --git a/src/libs/Microsoft.AI.DevTeam/Options/Consts.cs b/src/libs/Microsoft.AI.DevTeam/Options/Consts.csnew file mode 100644index 000000000..b956852c5--- /dev/null+++ b/src/libs/Microsoft.AI.DevTeam/Options/Consts.cs@@ -0,0 +1,6 @@+namespace Microsoft.AI.DevTeam;++public static class Consts+{+ public const string MainNamespace = "DevPersonas";+}