Skip to content

A programming framework for agentic AI

streaming rewrite WIP

Kosta Petan35325c0d51fe
diff --git a/src/apps/gh-flow/Services/GithubWebHookProcessor.cs b/src/apps/gh-flow/Services/GithubWebHookProcessor.cs
index d802bc1ca..eefcdb717 100644
--- a/src/apps/gh-flow/Services/GithubWebHookProcessor.cs
+++ b/src/apps/gh-flow/Services/GithubWebHookProcessor.cs
@@ -94,7 +94,7 @@ public sealed class GithubWebHookProcessor : WebhookEventProcessor
private async Task HandleClosingIssue(long issueNumber, long? parentNumber, string suffix, string org, string repo)
{
var streamProvider = _client.GetStreamProvider("StreamProvider");
- var streamId = StreamId.Create(suffix, issueNumber.ToString());
+ var streamId = StreamId.Create(Consts.MainNamespace, suffix+issueNumber.ToString());
var stream = streamProvider.GetStream<Event>(streamId);
var data = new Dictionary<string, string>
{
@@ -117,7 +117,7 @@ public sealed class GithubWebHookProcessor : WebhookEventProcessor
{
_logger.LogInformation("Handling new ask");
var streamProvider = _client.GetStreamProvider("StreamProvider");
- var streamId = StreamId.Create("DevPersonas", suffix+issueNumber.ToString());
+ var streamId = StreamId.Create(Consts.MainNamespace, suffix+issueNumber.ToString());
var stream = streamProvider.GetStream<Event>(streamId);
var eventType = (skillName, functionName) switch
diff --git a/src/libs/Microsoft.AI.DevTeam/Agents/Agent.cs b/src/libs/Microsoft.AI.DevTeam/Agents/Agent.cs
index fa01f83e3..c313d1efb 100644
--- a/src/libs/Microsoft.AI.DevTeam/Agents/Agent.cs
+++ b/src/libs/Microsoft.AI.DevTeam/Agents/Agent.cs
@@ -1,58 +1,8 @@
-using Microsoft.SemanticKernel;
-using Microsoft.SemanticKernel.Connectors.AI.OpenAI;
-using Microsoft.SemanticKernel.Memory;
-using Microsoft.SemanticKernel.Orchestration;
using Orleans.Runtime;
using Orleans.Streams;
namespace Microsoft.AI.DevTeam;
-public abstract class AiAgent : Agent
-{
- public AiAgent(
- [PersistentState("state", "messages")] IPersistentState<AgentState> state)
- {
- _state = state;
- }
- protected readonly IPersistentState<AgentState> _state;
- protected async Task<ContextVariables> CreateWafContext(ISemanticTextMemory memory, string ask)
- {
- var context = new ContextVariables();
- var interestingMemories = memory.SearchAsync("waf-pages", ask, 2);
- var wafContext = "Consider the following architectural guidelines:";
- await foreach (var m in interestingMemories)
- {
- wafContext += $"\n {m.Metadata.Text}";
- }
- context.Set("input", ask);
- context.Set("wafContext", wafContext);
- return context;
- }
-
- protected void AddToHistory(string message, ChatUserType userType)
- {
- if (_state.State.History == null) _state.State.History = new List<ChatHistoryItem>();
- _state.State.History.Add(new ChatHistoryItem
- {
- Message = message,
- Order = _state.State.History.Count + 1,
- UserType = userType
- });
- }
-
- protected async Task<string> CallFunction(string template, string ask, IKernel kernel, ISemanticTextMemory memory)
- {
- var function = kernel.CreateSemanticFunction(template, new OpenAIRequestSettings { MaxTokens = 15000, Temperature = 0.8, TopP = 1 });
- var context = await CreateWafContext(memory, ask);
- var result = (await kernel.RunAsync(context, function)).ToString();
- AddToHistory(ask, ChatUserType.User);
- AddToHistory(result, ChatUserType.Agent);
- await _state.WriteStateAsync();
- return result;
- }
-
-}
-
public abstract class Agent : Grain, IGrainWithStringKey
{
public abstract Task HandleEvent(Event item, StreamSequenceToken? token);
@@ -63,30 +13,4 @@ public abstract class Agent : Grain, IGrainWithStringKey
var stream = streamProvider.GetStream<Event>(streamId);
await stream.OnNextAsync(item);
}
-
-
-}
-
-[Serializable]
-public class ChatHistoryItem
-{
- public string Message { get; set; }
- public ChatUserType UserType { get; set; }
- public int Order { get; set; }
-
-}
-
-public class AgentState
-{
- public List<ChatHistoryItem> History { get; set; }
- public string Understanding { get; set; }
- public long ParentIssueNumber { get; set; }
- public int CommentId { get; set; }
}
-
-public enum ChatUserType
-{
- System,
- User,
- Agent
-}
\ No newline at end of file
diff --git a/src/libs/Microsoft.AI.DevTeam/Agents/AiAgent.cs b/src/libs/Microsoft.AI.DevTeam/Agents/AiAgent.cs
new file mode 100644
index 000000000..f2f68b1aa
--- /dev/null
+++ b/src/libs/Microsoft.AI.DevTeam/Agents/AiAgent.cs
@@ -0,0 +1,77 @@
+using Microsoft.SemanticKernel;
+using Microsoft.SemanticKernel.Connectors.AI.OpenAI;
+using Microsoft.SemanticKernel.Memory;
+using Microsoft.SemanticKernel.Orchestration;
+using Orleans.Runtime;
+
+namespace Microsoft.AI.DevTeam;
+
+public abstract class AiAgent : Agent
+{
+ public AiAgent(
+ [PersistentState("state", "messages")] IPersistentState<AgentState> state)
+ {
+ _state = state;
+ }
+ protected readonly IPersistentState<AgentState> _state;
+ protected async Task<ContextVariables> CreateWafContext(ISemanticTextMemory memory, string ask)
+ {
+ var context = new ContextVariables();
+ var interestingMemories = memory.SearchAsync("waf-pages", ask, 2);
+ var wafContext = "Consider the following architectural guidelines:";
+ await foreach (var m in interestingMemories)
+ {
+ wafContext += $"\n {m.Metadata.Text}";
+ }
+ context.Set("input", ask);
+ context.Set("wafContext", wafContext);
+ return context;
+ }
+
+ protected void AddToHistory(string message, ChatUserType userType)
+ {
+ if (_state.State.History == null) _state.State.History = new List<ChatHistoryItem>();
+ _state.State.History.Add(new ChatHistoryItem
+ {
+ Message = message,
+ Order = _state.State.History.Count + 1,
+ UserType = userType
+ });
+ }
+
+ protected async Task<string> CallFunction(string template, string ask, IKernel kernel, ISemanticTextMemory memory)
+ {
+ var function = kernel.CreateSemanticFunction(template, new OpenAIRequestSettings { MaxTokens = 15000, Temperature = 0.8, TopP = 1 });
+ var context = await CreateWafContext(memory, ask);
+ var result = (await kernel.RunAsync(context, function)).ToString();
+ AddToHistory(ask, ChatUserType.User);
+ AddToHistory(result, ChatUserType.Agent);
+ await _state.WriteStateAsync();
+ return result;
+ }
+}
+
+
+[Serializable]
+public class ChatHistoryItem
+{
+ public string Message { get; set; }
+ public ChatUserType UserType { get; set; }
+ public int Order { get; set; }
+
+}
+
+public class AgentState
+{
+ public List<ChatHistoryItem> History { get; set; }
+ public string Understanding { get; set; }
+ public long ParentIssueNumber { get; set; }
+ public int CommentId { get; set; }
+}
+
+public enum ChatUserType
+{
+ System,
+ User,
+ Agent
+}
diff --git a/src/libs/Microsoft.AI.DevTeam/Agents/AzureGenie.cs b/src/libs/Microsoft.AI.DevTeam/Agents/AzureGenie.cs
index 48007f04a..477547f00 100644
--- a/src/libs/Microsoft.AI.DevTeam/Agents/AzureGenie.cs
+++ b/src/libs/Microsoft.AI.DevTeam/Agents/AzureGenie.cs
@@ -1,11 +1,9 @@
-using Orleans.Concurrency;
-using Orleans.Runtime;
+using Orleans.Runtime;
using Orleans.Streams;
namespace Microsoft.AI.DevTeam;
-[StatelessWorker]
-[ImplicitStreamSubscription("AzureGenie")]
+[ImplicitStreamSubscription(Consts.MainNamespace)]
public class AzureGenie : Agent
{
private readonly IManageAzure _azureService;
@@ -18,7 +16,7 @@ public class AzureGenie : Agent
public async override Task OnActivateAsync(CancellationToken cancellationToken)
{
var streamProvider = this.GetStreamProvider("StreamProvider");
- var streamId = StreamId.Create("AzureGenie", this.GetPrimaryKeyString());
+ var streamId = StreamId.Create(Consts.MainNamespace, this.GetPrimaryKeyString());
var stream = streamProvider.GetStream<Event>(streamId);
await stream.SubscribeAsync(HandleEvent);
diff --git a/src/libs/Microsoft.AI.DevTeam/Agents/Developer.cs b/src/libs/Microsoft.AI.DevTeam/Agents/Developer.cs
index a254f1862..2d1b9cffd 100644
--- a/src/libs/Microsoft.AI.DevTeam/Agents/Developer.cs
+++ b/src/libs/Microsoft.AI.DevTeam/Agents/Developer.cs
@@ -10,7 +10,7 @@ using Orleans.Streams;
namespace Microsoft.AI.DevTeam;
//[RegexImplicitStreamSubscription("")]
-[ImplicitStreamSubscription("developers")]
+[ImplicitStreamSubscription(Consts.MainNamespace)]
public class Dev : AiAgent
{
private readonly IKernel _kernel;
@@ -27,7 +27,7 @@ public class Dev : AiAgent
public async override Task OnActivateAsync(CancellationToken cancellationToken)
{
var streamProvider = this.GetStreamProvider("StreamProvider");
- var streamId = StreamId.Create("DevPersonas", this.GetPrimaryKeyString());
+ var streamId = StreamId.Create(Consts.MainNamespace, this.GetPrimaryKeyString());
var stream = streamProvider.GetStream<Event>(streamId);
await stream.SubscribeAsync(HandleEvent);
diff --git a/src/libs/Microsoft.AI.DevTeam/Agents/DeveloperLead.cs b/src/libs/Microsoft.AI.DevTeam/Agents/DeveloperLead.cs
index 279e775dc..7a6dde75e 100644
--- a/src/libs/Microsoft.AI.DevTeam/Agents/DeveloperLead.cs
+++ b/src/libs/Microsoft.AI.DevTeam/Agents/DeveloperLead.cs
@@ -1,15 +1,13 @@
using Microsoft.AI.DevTeam.Skills;
using Microsoft.Extensions.Logging;
using Microsoft.SemanticKernel;
-using Microsoft.SemanticKernel.Connectors.AI.OpenAI;
using Microsoft.SemanticKernel.Memory;
-using Microsoft.SemanticKernel.Orchestration;
using Orleans.Runtime;
using Orleans.Streams;
using System.Text.Json;
namespace Microsoft.AI.DevTeam;
-[ImplicitStreamSubscription("DevPersonas")]
+[ImplicitStreamSubscription(Consts.MainNamespace)]
public class DeveloperLead : AiAgent
{
private readonly IKernel _kernel;
@@ -28,7 +26,7 @@ public class DeveloperLead : AiAgent
public async override Task OnActivateAsync(CancellationToken cancellationToken)
{
var streamProvider = this.GetStreamProvider("StreamProvider");
- var streamId = StreamId.Create("DevPersonas", this.GetPrimaryKeyString());
+ var streamId = StreamId.Create(Consts.MainNamespace, this.GetPrimaryKeyString());
var stream = streamProvider.GetStream<Event>(streamId);
await stream.SubscribeAsync(HandleEvent);
@@ -40,8 +38,16 @@ public class DeveloperLead : AiAgent
{
case EventType.DevPlanRequested:
var plan = await CreatePlan(item.Message);
- await _ghService.PostComment(item.Data["org"], item.Data["repo"], long.Parse(item.Data["issueNumber"]), plan);
- // postEvent EventType.DevPlanGenerated
+ await PublishEvent(Consts.MainNamespace, this.GetPrimaryKeyString(), new Event {
+ Type = EventType.DevPlanGenerated,
+ Data = new Dictionary<string, string> {
+ { "org", item.Data["org"] },
+ { "repo", item.Data["repo"] },
+ { "issueNumber", item.Data["issueNumber"] },
+ { "plan", plan }
+ },
+ Message = plan
+ });
break;
case EventType.ChainClosed:
await ClosePlan(item.Data["org"], item.Data["repo"], long.Parse(item.Data["issueNumber"]), long.Parse(item.Data["parentNumber"]));
@@ -69,7 +75,7 @@ public class DeveloperLead : AiAgent
var plan = await GetLatestPlan();
var suffix = $"{org}-{repo}";
var streamProvider = this.GetStreamProvider("StreamProvider");
- var streamId = StreamId.Create("developers", suffix+parentNumber.ToString());
+ var streamId = StreamId.Create(Consts.MainNamespace, suffix+parentNumber.ToString());
var stream = streamProvider.GetStream<Event>(streamId);
var eventTasks = plan.steps.SelectMany(s => s.subtasks.Select(st => stream.OnNextAsync(new Event {
diff --git a/src/libs/Microsoft.AI.DevTeam/Agents/Hubber.cs b/src/libs/Microsoft.AI.DevTeam/Agents/Hubber.cs
index 40f32ee81..349308efa 100644
--- a/src/libs/Microsoft.AI.DevTeam/Agents/Hubber.cs
+++ b/src/libs/Microsoft.AI.DevTeam/Agents/Hubber.cs
@@ -1,13 +1,13 @@
using System.Text.Json;
using Microsoft.AI.DevTeam.Skills;
+using Octokit;
using Orleans.Concurrency;
using Orleans.Runtime;
using Orleans.Streams;
namespace Microsoft.AI.DevTeam;
-[StatelessWorker]
-[ImplicitStreamSubscription("Hubber")]
+[ImplicitStreamSubscription(Consts.MainNamespace)]
public class Hubber : Agent
{
private readonly IManageGithub _ghService;
@@ -20,7 +20,7 @@ public class Hubber : Agent
public async override Task OnActivateAsync(CancellationToken cancellationToken)
{
var streamProvider = this.GetStreamProvider("StreamProvider");
- var streamId = StreamId.Create("Hubber", this.GetPrimaryKeyString());
+ var streamId = StreamId.Create(Consts.MainNamespace, this.GetPrimaryKeyString());
var stream = streamProvider.GetStream<Event>(streamId);
await stream.SubscribeAsync(HandleEvent);
@@ -30,7 +30,7 @@ public class Hubber : Agent
switch (item.Type)
{
case EventType.NewAsk:
- var parentNumber = long.Parse(item.Data["parentNumber"]);
+ var parentNumber = long.Parse(item.Data["issueNumber"]);
var pmIssue = await CreateIssue(item.Data["org"], item.Data["repo"], item.Message, $"{nameof(PM)}.{nameof(PM.Readme)}", parentNumber);
var devLeadIssue = await CreateIssue(item.Data["org"], item.Data["repo"], item.Message, $"{nameof(DevLead)}.{nameof(DevLead.Plan)}", parentNumber);
// TODO: store the mapping of parent/child?
@@ -48,11 +48,11 @@ public class Hubber : Agent
Task.WaitAll(devTasks.ToArray());
break;
case EventType.ReadmeStored:
-
+ await CommitToBranch();
+ await CreatePullRequest();
break;
case EventType.SandboxRunFinished:
- // _azureService.Store();
- // _azureService.RunInSandbox();
+ await CommitToBranch();
break;
default:
break;
diff --git a/src/libs/Microsoft.AI.DevTeam/Agents/ProductManager.cs b/src/libs/Microsoft.AI.DevTeam/Agents/ProductManager.cs
index 1df93f0b6..36727d4bb 100644
--- a/src/libs/Microsoft.AI.DevTeam/Agents/ProductManager.cs
+++ b/src/libs/Microsoft.AI.DevTeam/Agents/ProductManager.cs
@@ -1,15 +1,13 @@
using Microsoft.AI.DevTeam.Skills;
using Microsoft.Extensions.Logging;
using Microsoft.SemanticKernel;
-using Microsoft.SemanticKernel.Connectors.AI.OpenAI;
using Microsoft.SemanticKernel.Memory;
-using Microsoft.SemanticKernel.Orchestration;
using Orleans.Runtime;
using Orleans.Streams;
namespace Microsoft.AI.DevTeam;
-[ImplicitStreamSubscription("DevPersonas")]
+[ImplicitStreamSubscription(Consts.MainNamespace)]
public class ProductManager : AiAgent
{
private readonly IKernel _kernel;
@@ -26,7 +24,7 @@ public class ProductManager : AiAgent
public async override Task OnActivateAsync(CancellationToken cancellationToken)
{
var streamProvider = this.GetStreamProvider("StreamProvider");
- var streamId = StreamId.Create("DevPersonas", this.GetPrimaryKeyString());
+ var streamId = StreamId.Create(Consts.MainNamespace, this.GetPrimaryKeyString());
var stream = streamProvider.GetStream<Event>(streamId);
await stream.SubscribeAsync(HandleEvent);
@@ -37,6 +35,16 @@ public class ProductManager : AiAgent
{
case EventType.ReadmeRequested:
var readme = await CreateReadme(item.Message);
+ await PublishEvent(Consts.MainNamespace, this.GetPrimaryKeyString(), new Event {
+ Type = EventType.ReadmeGenerated,
+ Data = new Dictionary<string, string> {
+ { "org", item.Data["org"] },
+ { "repo", item.Data["repo"] },
+ { "issueNumber", item.Data["issueNumber"] },
+ { "readme", readme }
+ },
+ Message = readme
+ });
//await _ghService.PostComment(item.Data["org"], item.Data["repo"], long.Parse(item.Data["issueNumber"]), readme);
// postEvent ReadmeGenerated
break;
@@ -52,7 +60,7 @@ public class ProductManager : AiAgent
{
try
{
- return await CallFunction(DevLead.Plan, ask, _kernel, _memory);
+ return await CallFunction(PM.Readme, ask, _kernel, _memory);
}
catch (Exception ex)
{
diff --git a/src/libs/Microsoft.AI.DevTeam/Microsoft.AI.DevTeam.csproj b/src/libs/Microsoft.AI.DevTeam/Microsoft.AI.DevTeam.csproj
index f6ebad404..3388f1893 100644
--- a/src/libs/Microsoft.AI.DevTeam/Microsoft.AI.DevTeam.csproj
+++ b/src/libs/Microsoft.AI.DevTeam/Microsoft.AI.DevTeam.csproj
@@ -10,8 +10,8 @@
<PackageReference Include="Microsoft.Orleans.Sdk" Version="8.0.0" />
<PackageReference Include="Microsoft.Orleans.Runtime" Version="8.0.0" />
<PackageReference Include="Microsoft.Extensions.Logging.Abstractions" Version="8.0.0" />
- <PackageReference Include="Microsoft.SemanticKernel" Version="1.0.0-beta5" />
- <PackageReference Include="Octokit" Version="7.1.0" />
+ <PackageReference Include="Microsoft.SemanticKernel" Version="1.0.0-beta5" />
+ <PackageReference Include="Octokit" Version="10.0.0" />
<PackageReference Include="GitHubJwt" Version="0.0.6" />
<PackageReference Include="Azure.ResourceManager.ContainerInstance" Version="1.2.0-beta.1" />
<PackageReference Include="Azure.Storage.Files.Shares" Version="12.16.0-beta.1" />
@@ -22,7 +22,8 @@
</ItemGroup>
<ItemGroup>
- <ProjectReference Include="..\..\libs\Microsoft.AI.DevTeam.Skills\Microsoft.AI.DevTeam.Skills.csproj" />
+ <ProjectReference
+ Include="..\..\libs\Microsoft.AI.DevTeam.Skills\Microsoft.AI.DevTeam.Skills.csproj" />
</ItemGroup>
-</Project>
+</Project>
\ No newline at end of file
diff --git a/src/libs/Microsoft.AI.DevTeam/Options/Consts.cs b/src/libs/Microsoft.AI.DevTeam/Options/Consts.cs
new file mode 100644
index 000000000..b956852c5
--- /dev/null
+++ b/src/libs/Microsoft.AI.DevTeam/Options/Consts.cs
@@ -0,0 +1,6 @@
+namespace Microsoft.AI.DevTeam;
+
+public static class Consts
+{
+ public const string MainNamespace = "DevPersonas";
+}