50 lines
1.2 KiB
YAML
50 lines
1.2 KiB
YAML
|
apiVersion: configuration.konghq.com/v1
|
||
|
|
kind: KongPlugin
|
||
|
|
metadata:
|
||
|
|
name: ai-rate-limiting
|
||
|
|
namespace: customer1
|
||
|
|
plugin: rate-limiting-advanced # TPM-based (Kong EE/Open-source equiv)
|
||
|
|
config:
|
||
|
|
policy: local
|
||
|
|
limit_by: credential # Or ip/user
|
||
|
|
token_per_minute: 1000000 # Personal tier; route-specific overrides
|
||
|
|
---
|
||
|
|
apiVersion: configuration.konghq.com/v1
|
||
|
|
kind: KongPlugin
|
||
|
|
metadata:
|
||
|
|
name: ai-prompt-guard
|
||
|
|
namespace: customer1
|
||
|
|
plugin: request-validator
|
||
|
|
config:
|
||
|
|
body_schema:
|
||
|
|
type: object
|
||
|
|
properties:
|
||
|
|
messages:
|
||
|
|
type: array
|
||
|
|
max_tokens:
|
||
|
|
type: integer
|
||
|
|
---
|
||
|
|
apiVersion: configuration.konghq.com/v1
|
||
|
|
kind: KongPlugin
|
||
|
|
metadata:
|
||
|
|
name: ai-semantic-cache
|
||
|
|
namespace: customer1
|
||
|
|
plugin: response-cache
|
||
|
|
config:
|
||
|
|
strategy: memory # Redis for scale
|
||
|
|
cache_ttl: 300 # 5min
|
||
|
|
---
|
||
|
|
apiVersion: configuration.konghq.com/v1
|
||
|
|
kind: KongPlugin
|
||
|
|
metadata:
|
||
|
|
name: ai-failover
|
||
|
|
namespace: customer1
|
||
|
|
plugin: serverless-functions # Custom failover logic
|
||
|
|
config:
|
||
|
|
handler: |
|
||
|
|
# Lua: Check vLLM queue, failover to external
|
||
|
|
if queue_length > 10 then
|
||
|
|
proxy "https://deepseek-api.com/v1"
|
||
|
|
end
|
||
|
|
# Attach to KongIngress/KongProxy: plugins: [ai-rate-limiting, ai-prompt-guard, ...]
|