Presidio sample working with Analyzer + Anonymizer

Author: rogerbarreto

Applying-Responsible-Secure-AI/Samples/PromptFilteringPresidio/Core/Models/PresidioAnalyzerConfig.cs

@@ -2,5 +2,13 @@
 
 internal class PresidioAnalyzerConfig
 {
+    /// <summary>
+    /// Enable or disable analyzer.
+    /// </summary>
+    public bool Enabled { get; set; }
+
+    /// <summary>
+    /// Threshold for score to consider PII detected.
+    /// </summary>
     public double? ScoreThreshold { get; set; }
 }

Applying-Responsible-Secure-AI/Samples/PromptFilteringPresidio/Core/Models/PresidioAnonymizerConfig.cs

@@ -0,0 +1,14 @@
+namespace Sample;
+
+internal class PresidioAnonymizerConfig
+{
+    /// <summary>
+    /// Enable or disable anonymizer.
+    /// </summary>
+    public bool Enabled { get; set; }
+
+    /// <summary>
+    /// Anonymizer rules to be applied to the prompt.
+    /// </summary>
+    public Dictionary<string, PresidioTextAnonymizer> Anonymizers { get; set; } = [];
+}

Applying-Responsible-Secure-AI/Samples/PromptFilteringPresidio/Filters/PresidioPromptAnalyzerFilter.cs

@@ -13,6 +13,8 @@ public async Task OnPromptRenderAsync(PromptRenderContext context, Func<PromptRe
         {
             await next(context);
 
+            if (!config.Enabled) { return; }
+
             // Get rendered prompt
             var prompt = context.RenderedPrompt!;
 

Applying-Responsible-Secure-AI/Samples/PromptFilteringPresidio/Filters/PresidioPromptAnonymizerFilter.cs

@@ -1,41 +1,41 @@
-using Microsoft.Extensions.Logging;
 using Microsoft.SemanticKernel;
 using Sample;
 
 /// <summary>
 /// Filter which use Text Anonymizer to detect PII in prompt and update the prompt by following specified rules before sending it to LLM.
 /// </summary>
 internal sealed class PromptAnonymizerFilter(
-        ILoggerFactory loggerFactory,
         PresidioTextAnalyzerService analyzerService,
         PresidioTextAnonymizerService anonymizerService,
-        Dictionary<string, PresidioTextAnonymizer> anonymizers) : IPromptRenderFilter
+        PresidioAnonymizerConfig config) : IPromptRenderFilter
     {
-        private readonly ILogger<PromptAnonymizerFilter> logger = loggerFactory.CreateLogger<PromptAnonymizerFilter>();
-
         public async Task OnPromptRenderAsync(PromptRenderContext context, Func<PromptRenderContext, Task> next)
         {
             await next(context);
+            
+            if (!config.Enabled) { return; }
 
             // Get rendered prompt
             var prompt = context.RenderedPrompt!;
 
-            logger.LogTrace("Prompt before anonymization : \n{Prompt}", prompt);
+            Console.ForegroundColor = ConsoleColor.Cyan;
 
             // Call analyzer to detect PII
             var analyzerResults = await analyzerService.AnalyzeAsync(new PresidioTextAnalyzerRequest { Text = prompt });
 
-            // Call anonymizer to update the prompt by following specified rules. Pass analyzer results received on previous step.
+            // Call anonymizer to update the prompt by following specified anonymizer rules.
+            // Pass analyzer results received on previous step.
             var anonymizerResult = await anonymizerService.AnonymizeAsync(new PresidioTextAnonymizerRequest
             {
                 Text = prompt,
                 AnalyzerResults = analyzerResults,
-                Anonymizers = anonymizers
+                Anonymizers = config.Anonymizers
             });
 
-            logger.LogTrace("Prompt after anonymization : \n{Prompt}", anonymizerResult.Text);
+            Console.WriteLine($"Anonymized prompt: \n{anonymizerResult.Text}\n");
+            Console.ResetColor();
 
-            // Update prompt in context to sent new prompt without PII to LLM
+            // Update prompt in context to override the prompt without PII before it goes to LLM
             context.RenderedPrompt = anonymizerResult.Text;
         }
     }

Applying-Responsible-Secure-AI/Samples/PromptFilteringPresidio/Program.cs

@@ -1,21 +1,40 @@
 using Microsoft.Extensions.Configuration;
 using Microsoft.Extensions.DependencyInjection;
 using Microsoft.SemanticKernel;
+using Microsoft.SemanticKernel.Connectors.OpenAI;
 using Sample;
 
 var apiKey = new ConfigurationBuilder().AddUserSecrets<Program>().Build()["OpenAI:ApiKey"]!;
 var builder = Kernel.CreateBuilder();
 var presidioAnalyzerEndpoint = new Uri("http://localhost:5002");
 var presidioAnonymizerEndpoint = new Uri("http://localhost:5001");
+var analyzerConfig = new PresidioAnalyzerConfig() { Enabled = true, ScoreThreshold = 0.9 };
+var anonymizerConfig = new PresidioAnonymizerConfig()
+{
+    Enabled = false,
+    Anonymizers =
+    {
+        [PresidioAnalyzerEntityType.PhoneNumber] = new PresidioTextAnonymizer { Type = PresidioAnonymizerType.Redact },
+        [PresidioAnalyzerEntityType.Person] = new PresidioTextAnonymizer { Type = PresidioAnonymizerType.Replace, NewValue = "ANONYMIZED" }
+    }
+};
 
+// Add Presidio Text Analyzer service and configure HTTP client for it
 builder.Services.AddHttpClient<PresidioTextAnalyzerService>(client => { client.BaseAddress = presidioAnalyzerEndpoint; });
 
+// Add Presidio Text Anonymizer service and configure HTTP client for it
+builder.Services.AddHttpClient<PresidioTextAnonymizerService>(client => { client.BaseAddress = presidioAnonymizerEndpoint; });
+
 // Change confidence score threshold ratio value from 0 to 1 during testing to see how the logic will behave.
-builder.Services.AddSingleton(new PresidioAnalyzerConfig() { ScoreThreshold = 0.9 });
+builder.Services.AddSingleton(anonymizerConfig);
+builder.Services.AddSingleton(analyzerConfig);
 
 // Add prompt filter to analyze rendered prompt for PII before sending it to LLM.
 builder.Services.AddSingleton<IPromptRenderFilter, PromptAnalyzerFilter>();
 
+// Add prompt filter to anonymize rendered prompt before sending it to LLM.
+builder.Services.AddSingleton<IPromptRenderFilter, PromptAnonymizerFilter>();
+
 // Add OpenAI chat completion service
 builder.AddOpenAIChatCompletion("gpt-4o-mini", apiKey);
 
@@ -41,4 +60,30 @@
 var prompt = "Hi, can you help me?";
 Console.WriteLine($"User > {prompt}");
 var result = await kernel.InvokePromptAsync(prompt);
+Console.WriteLine($"Assistant > {result}");
+
+analyzerConfig.Enabled = false;
+
+Console.WriteLine("\n=== Using prompt anonymizer ===\n\n");
+
+anonymizerConfig.Enabled = true;
+
+// Define instructions for LLM how to react when certain conditions are met for demonstration purposes
+var executionSettings = new OpenAIPromptExecutionSettings
+{
+    ChatSystemPrompt = "If prompt does not contain first and last names - return 'true'."
+};
+
+prompt = """
+
+    | Name | Phone number | Position |
+    |---|---|---|
+    | John Smith | +1 (123) 456-7890 | Developer |
+    | Alice Doe | +1 (987) 654-3120 | Manager |
+    | Emily Davis | +1 (555) 555-5555 | Designer |
+    """
+;
+
+Console.WriteLine($"User > {prompt}\n");
+result = await kernel.InvokePromptAsync(prompt, new(executionSettings));
 Console.WriteLine($"Assistant > {result}");