[AI] Passthrough token + Moderation endpoint support (#10260)

changelog/v1.18.0-beta31/ai-modertion-passthrough-token.yaml

@@ -0,0 +1,14 @@
+changelog:
+  - type: NEW_FEATURE
+    issueLink: https://github.com/solo-io/solo-projects/issues/7115
+    resolvesIssue: false
+    description: >-
+      Add API to enable passthrough auth strategy for AI services. This allows users to pass through the token
+      to the AI service, rather than requiring them to supply a seprate token for the AI service.
+      This can be useful if Identity federation has already been done for the backend in question
+  - type: NEW_FEATURE
+    issueLink: https://github.com/solo-io/solo-projects/issues/7070
+    resolvesIssue: false
+    description: >-
+      Add API to add moderation as a possible Prompt Guard step. This allows users to add
+      run the user prompt through a moderation service before sending it to the backend LLM.

install/helm/gloo/crds/gateway.solo.io_v1_RouteOption.yaml

@@ -80,6 +80,28 @@ spec:
                                     minimum: 0
                                     type: integer
                                 type: object
+                              moderation:
+                                properties:
+                                  openai:
+                                    properties:
+                                      authToken:
+                                        properties:
+                                          inline:
+                                            type: string
+                                          passthrough:
+                                            type: object
+                                          secretRef:
+                                            properties:
+                                              name:
+                                                type: string
+                                              namespace:
+                                                type: string
+                                            type: object
+                                        type: object
+                                      model:
+                                        type: string
+                                    type: object
+                                type: object
                               regex:
                                 properties:
                                   action:
@@ -185,6 +207,8 @@ spec:
                                     properties:
                                       inline:
                                         type: string
+                                      passthrough:
+                                        type: object
                                       secretRef:
                                         properties:
                                           name:
@@ -204,6 +228,8 @@ spec:
                                     properties:
                                       inline:
                                         type: string
+                                      passthrough:
+                                        type: object
                                       secretRef:
                                         properties:
                                           name:
@@ -257,6 +283,8 @@ spec:
                                     properties:
                                       inline:
                                         type: string
+                                      passthrough:
+                                        type: object
                                       secretRef:
                                         properties:
                                           name:
@@ -276,6 +304,8 @@ spec:
                                     properties:
                                       inline:
                                         type: string
+                                      passthrough:
+                                        type: object
                                       secretRef:
                                         properties:
                                           name:

install/helm/gloo/crds/gateway.solo.io_v1_RouteTable.yaml

@@ -190,6 +190,28 @@ spec:
                                           minimum: 0
                                           type: integer
                                       type: object
+                                    moderation:
+                                      properties:
+                                        openai:
+                                          properties:
+                                            authToken:
+                                              properties:
+                                                inline:
+                                                  type: string
+                                                passthrough:
+                                                  type: object
+                                                secretRef:
+                                                  properties:
+                                                    name:
+                                                      type: string
+                                                    namespace:
+                                                      type: string
+                                                  type: object
+                                              type: object
+                                            model:
+                                              type: string
+                                          type: object
+                                      type: object
                                     regex:
                                       properties:
                                         action:
@@ -295,6 +317,8 @@ spec:
                                           properties:
                                             inline:
                                               type: string
+                                            passthrough:
+                                              type: object
                                             secretRef:
                                               properties:
                                                 name:
@@ -314,6 +338,8 @@ spec:
                                           properties:
                                             inline:
                                               type: string
+                                            passthrough:
+                                              type: object
                                             secretRef:
                                               properties:
                                                 name:
@@ -367,6 +393,8 @@ spec:
                                           properties:
                                             inline:
                                               type: string
+                                            passthrough:
+                                              type: object
                                             secretRef:
                                               properties:
                                                 name:
@@ -386,6 +414,8 @@ spec:
                                           properties:
                                             inline:
                                               type: string
+                                            passthrough:
+                                              type: object
                                             secretRef:
                                               properties:
                                                 name:

install/helm/gloo/crds/gateway.solo.io_v1_VirtualService.yaml

@@ -3209,6 +3209,28 @@ spec:
                                               minimum: 0
                                               type: integer
                                           type: object
+                                        moderation:
+                                          properties:
+                                            openai:
+                                              properties:
+                                                authToken:
+                                                  properties:
+                                                    inline:
+                                                      type: string
+                                                    passthrough:
+                                                      type: object
+                                                    secretRef:
+                                                      properties:
+                                                        name:
+                                                          type: string
+                                                        namespace:
+                                                          type: string
+                                                      type: object
+                                                  type: object
+                                                model:
+                                                  type: string
+                                              type: object
+                                          type: object
                                         regex:
                                           properties:
                                             action:
@@ -3314,6 +3336,8 @@ spec:
                                               properties:
                                                 inline:
                                                   type: string
+                                                passthrough:
+                                                  type: object
                                                 secretRef:
                                                   properties:
                                                     name:
@@ -3333,6 +3357,8 @@ spec:
                                               properties:
                                                 inline:
                                                   type: string
+                                                passthrough:
+                                                  type: object
                                                 secretRef:
                                                   properties:
                                                     name:
@@ -3386,6 +3412,8 @@ spec:
                                               properties:
                                                 inline:
                                                   type: string
+                                                passthrough:
+                                                  type: object
                                                 secretRef:
                                                   properties:
                                                     name:
@@ -3405,6 +3433,8 @@ spec:
                                               properties:
                                                 inline:
                                                   type: string
+                                                passthrough:
+                                                  type: object
                                                 secretRef:
                                                   properties:
                                                     name: