Refactor GuardrailPoliciesAction and CreateGuardrailModal to remove base prompt auto-detection logic. Update BasePromptStep to enhance intent verification messaging and simplify state management. Adjust GuardrailPolicies DTO to reflect changes in base prompt handling.

krngrover94 · krngrover94 · commit 8f7fb1e56519 · 2025-12-04T15:01:29.000+05:30
diff --git a/apps/dashboard/src/main/java/com/akto/action/GuardrailPoliciesAction.java b/apps/dashboard/src/main/java/com/akto/action/GuardrailPoliciesAction.java
@@ -1,9 +1,7 @@
 package com.akto.action;
 
-import com.akto.dao.ApiCollectionsDao;
 import com.akto.dao.GuardrailPoliciesDao;
 import com.akto.dao.context.Context;
-import com.akto.dto.ApiCollection;
 import com.akto.dto.GuardrailPolicies;
 import com.akto.dto.User;
 import com.akto.log.LoggerMaker;
@@ -12,7 +10,6 @@
 import com.mongodb.client.model.Filters;
 import com.mongodb.client.model.UpdateOptions;
 import com.mongodb.client.model.Updates;
-import org.apache.commons.lang3.StringUtils;
 
 import lombok.Getter;
 import lombok.Setter;
@@ -50,11 +47,6 @@ public String fetchGuardrailPolicies() {
             this.guardrailPolicies  = GuardrailPoliciesDao.instance.findAllSortedByCreatedTimestamp(0, 20);
             this.total = GuardrailPoliciesDao.instance.getTotalCount();
             
-            // Populate basePrompt for policies with autoDetect enabled
-            for (GuardrailPolicies policy : guardrailPolicies) {
-                populateBasePromptIfNeeded(policy);
-            }
-            
             loggerMaker.info("Fetched " + guardrailPolicies.size() + " guardrail policies out of " + total + " total");
 
             return SUCCESS.toUpperCase();
@@ -64,52 +56,6 @@ public String fetchGuardrailPolicies() {
         }
     }
 
-    /**
-     * Populates basePrompt in basePromptRule if:
-     * 1. basePromptRule exists and is enabled
-     * 2. autoDetect is true
-     * 3. basePrompt is not already set (or is empty)
-     * 4. There are selected agent servers
-     * 
-     * Fetches detectedBasePrompt from the first selected agent collection
-     */
-    private void populateBasePromptIfNeeded(GuardrailPolicies policy) {
-        try {
-            GuardrailPolicies.BasePromptRule basePromptRule = policy.getBasePromptRule();
-            if (basePromptRule == null || !basePromptRule.isEnabled() || !basePromptRule.isAutoDetect()) {
-                return;
-            }
-
-            // If basePrompt is already set, use it
-            if (StringUtils.isNotBlank(basePromptRule.getBasePrompt())) {
-                return;
-            }
-
-            // Get selected agent servers (prefer V2 format, fallback to old format)
-            List<GuardrailPolicies.SelectedServer> agentServers = policy.getEffectiveSelectedAgentServers();
-            if (agentServers == null || agentServers.isEmpty()) {
-                return;
-            }
-
-            // Try to fetch detected base prompt from the first selected agent collection
-            try {
-                int firstAgentCollectionId = Integer.parseInt(agentServers.get(0).getId());
-                ApiCollection agentCollection = ApiCollectionsDao.instance.getMeta(firstAgentCollectionId);
-                
-                if (agentCollection != null && StringUtils.isNotBlank(agentCollection.getDetectedBasePrompt())) {
-                    basePromptRule.setBasePrompt(agentCollection.getDetectedBasePrompt());
-                    loggerMaker.debug("Populated basePrompt from collection " + firstAgentCollectionId + 
-                        " for policy: " + policy.getName());
-                }
-            } catch (NumberFormatException e) {
-                loggerMaker.debug("Invalid agent collection ID format: " + agentServers.get(0).getId());
-            } catch (Exception e) {
-                loggerMaker.debug("Error fetching detected base prompt for policy " + policy.getName() + ": " + e.getMessage());
-            }
-        } catch (Exception e) {
-            loggerMaker.debug("Error populating base prompt: " + e.getMessage());
-        }
-    }
 
     public String createGuardrailPolicy() {
         try {
diff --git a/apps/dashboard/web/polaris_web/web/src/apps/dashboard/pages/guardrails/components/CreateGuardrailModal.jsx b/apps/dashboard/web/polaris_web/web/src/apps/dashboard/pages/guardrails/components/CreateGuardrailModal.jsx
@@ -78,10 +78,8 @@ const CreateGuardrailModal = ({ isOpen, onClose, onSave, editingPolicy = null, i
     const [llmPrompt, setLlmPrompt] = useState("");
     const [llmConfidenceScore, setLlmConfidenceScore] = useState(0.5);
 
-    // Step 7: Base Prompt Rule
+    // Step 7: Base Prompt Based Validation (AI Agents)
     const [enableBasePromptRule, setEnableBasePromptRule] = useState(false);
-    const [basePrompt, setBasePrompt] = useState("");
-    const [basePromptAutoDetect, setBasePromptAutoDetect] = useState(true);
     const [basePromptConfidenceScore, setBasePromptConfidenceScore] = useState(0.5);
 
     // Step 8: External model based evaluation
@@ -122,8 +120,6 @@ const CreateGuardrailModal = ({ isOpen, onClose, onSave, editingPolicy = null, i
         llmConfidenceScore,
         // Step 7
         enableBasePromptRule,
-        basePromptAutoDetect,
-        basePrompt,
         basePromptConfidenceScore,
         // Step 8
         url,
@@ -289,8 +285,6 @@ const CreateGuardrailModal = ({ isOpen, onClose, onSave, editingPolicy = null, i
         setLlmPrompt("");
         setLlmConfidenceScore(0.5);
         setEnableBasePromptRule(false);
-        setBasePrompt("");
-        setBasePromptAutoDetect(true);
         setBasePromptConfidenceScore(0.5);
         setUrl("");
         setConfidenceScore(25);
@@ -360,16 +354,12 @@ const CreateGuardrailModal = ({ isOpen, onClose, onSave, editingPolicy = null, i
             setLlmConfidenceScore(0.5);
         }
 
-        // Base Prompt Rule
+        // Base Prompt Based Validation (AI Agents)
         if (policy.basePromptRule) {
             setEnableBasePromptRule(policy.basePromptRule.enabled || false);
-            setBasePrompt(policy.basePromptRule.basePrompt || "");
-            setBasePromptAutoDetect(policy.basePromptRule.autoDetect !== undefined ? policy.basePromptRule.autoDetect : true);
             setBasePromptConfidenceScore(policy.basePromptRule.confidenceScore !== undefined ? policy.basePromptRule.confidenceScore : 0.5);
         } else {
             setEnableBasePromptRule(false);
-            setBasePrompt("");
-            setBasePromptAutoDetect(true);
             setBasePromptConfidenceScore(0.5);
         }
 
@@ -474,8 +464,6 @@ const CreateGuardrailModal = ({ isOpen, onClose, onSave, editingPolicy = null, i
                 ...(enableBasePromptRule ? {
                     basePromptRule: {
                         enabled: true,
-                        basePrompt: basePromptAutoDetect ? "" : basePrompt.trim(), // Send empty if auto-detect
-                        autoDetect: basePromptAutoDetect,
                         confidenceScore: basePromptConfidenceScore
                     }
                 } : {}),
@@ -677,10 +665,6 @@ const CreateGuardrailModal = ({ isOpen, onClose, onSave, editingPolicy = null, i
                     <BasePromptStep
                         enableBasePromptRule={enableBasePromptRule}
                         setEnableBasePromptRule={setEnableBasePromptRule}
-                        basePrompt={basePrompt}
-                        setBasePrompt={setBasePrompt}
-                        basePromptAutoDetect={basePromptAutoDetect}
-                        setBasePromptAutoDetect={setBasePromptAutoDetect}
                         basePromptConfidenceScore={basePromptConfidenceScore}
                         setBasePromptConfidenceScore={setBasePromptConfidenceScore}
                     />
diff --git a/apps/dashboard/web/polaris_web/web/src/apps/dashboard/pages/guardrails/components/steps/BasePromptStep.jsx b/apps/dashboard/web/polaris_web/web/src/apps/dashboard/pages/guardrails/components/steps/BasePromptStep.jsx
@@ -1,84 +1,53 @@
-import { VerticalStack, Text, TextField, RangeSlider, FormLayout, Checkbox, Box } from "@shopify/polaris";
+import { VerticalStack, Text, RangeSlider, FormLayout, Checkbox, Box } from "@shopify/polaris";
 
 export const BasePromptConfig = {
     number: 7,
-    title: "Base Prompt Rule",
+    title: "Intent verification using base prompt (AI Agents)",
 
     validate: () => {
         return { isValid: true, errorMessage: null };
     },
 
-    getSummary: ({ enableBasePromptRule, basePromptAutoDetect, basePrompt, basePromptConfidenceScore }) => {
+    getSummary: ({ enableBasePromptRule, basePromptConfidenceScore }) => {
         if (!enableBasePromptRule) return null;
-        const autoDetectText = basePromptAutoDetect ? ' (Auto-detect)' : '';
-        const promptText = basePrompt ? ` - ${basePrompt.substring(0, 30)}${basePrompt.length > 30 ? '...' : ''}` : '';
-        if (!(autoDetectText && promptText)) return null; 
-        return `${autoDetectText}${promptText}, Confidence: ${basePromptConfidenceScore.toFixed(2)}`;
+        return `Auto-detect from traffic, Confidence: ${basePromptConfidenceScore.toFixed(2)}`;
     }
 };
 
 const BasePromptStep = ({
     enableBasePromptRule,
     setEnableBasePromptRule,
-    basePrompt,
-    setBasePrompt,
-    basePromptAutoDetect,
-    setBasePromptAutoDetect,
     basePromptConfidenceScore,
     setBasePromptConfidenceScore
 }) => {
     return (
         <VerticalStack gap="4">
-            <Text variant="headingMd">Base Prompt Rule</Text>
             <Text variant="bodyMd" tone="subdued">
-                Configure a base prompt rule to check the intent of user input in agent prompts with placeholders like {`{var}`} or {`{}`}.
+                Verify if agent requests match the intent of the base prompt. The base prompt is automatically detected from traffic, and user inputs filling placeholders like {`{var}`} or {`{}`} are checked against this intent.
             </Text>
 
             <FormLayout>
                 <Checkbox
-                    label="Enable base prompt rule"
+                    label="Enable agent intent verification"
                     checked={enableBasePromptRule}
                     onChange={setEnableBasePromptRule}
-                    helpText="When enabled, the guardrail will analyze user inputs that fill placeholders in the base prompt."
                 />
 
                 {enableBasePromptRule && (
-                    <>
-                        <Checkbox
-                            label="Auto-detect base prompt from traffic"
-                            checked={basePromptAutoDetect}
-                            onChange={setBasePromptAutoDetect}
-                            helpText="Automatically detect the base prompt pattern from agent traffic. If disabled, you must provide the base prompt manually."
-                        />
-
-                        { /* TODO: Add auto-detected base prompt display with fallback placeholder text when auto-detect is enabled */ }
-                        {!basePromptAutoDetect && (
-                            <TextField
-                                label="Base Prompt Template"
-                                value={basePrompt}
-                                onChange={setBasePrompt}
-                                multiline={5}
-                                placeholder="You are a helpful assistant. Answer the following question: {}"
-                                helpText="Provide the base prompt template with placeholders using {} or {var_name} syntax."
+                    <Box>
+                        <Box paddingBlockStart="2">
+                            <RangeSlider
+                                label="Confidence Threshold"
+                                value={basePromptConfidenceScore}
+                                min={0}
+                                max={1}
+                                step={0.1}
+                                output
+                                onChange={setBasePromptConfidenceScore}
+                                helpText="Set the confidence threshold (0-1). Higher values require more confidence to block content."
                             />
-                        )}
-
-                        <Box>
-                            <Text variant="bodyMd" fontWeight="medium">Confidence Score: {basePromptConfidenceScore.toFixed(2)}</Text>
-                            <Box paddingBlockStart="2">
-                                <RangeSlider
-                                    label="Confidence Threshold"
-                                    value={basePromptConfidenceScore}
-                                    min={0}
-                                    max={1}
-                                    step={0.1}
-                                    output
-                                    onChange={setBasePromptConfidenceScore}
-                                    helpText="Set the confidence threshold (0-1). Higher values require more confidence to block content."
-                                />
-                            </Box>
                         </Box>
-                    </>
+                    </Box>
                 )}
             </FormLayout>
         </VerticalStack>
diff --git a/libs/dao/src/main/java/com/akto/dto/GuardrailPolicies.java b/libs/dao/src/main/java/com/akto/dto/GuardrailPolicies.java
@@ -227,14 +227,10 @@ public LLMRule(boolean enabled, String userPrompt, double confidenceScore) {
     @NoArgsConstructor
     public static class BasePromptRule {
         private boolean enabled;
-        private String basePrompt; // Base prompt with placeholders like {var} or {}
-        private boolean autoDetect; // Whether to auto-detect base_prompt from traffic
         private double confidenceScore;
 
-        public BasePromptRule(boolean enabled, String basePrompt, boolean autoDetect, double confidenceScore) {
+        public BasePromptRule(boolean enabled, double confidenceScore) {
             this.enabled = enabled;
-            this.basePrompt = basePrompt;
-            this.autoDetect = autoDetect;
             this.confidenceScore = confidenceScore;
         }
     }
