Merge pull request #17 from fhswf/rate-limit

Implement rate limit

Author: cgawron

k8s/config.yaml

@@ -3,6 +3,7 @@ data:
   api.base_url: /openai/ui/index.html
   api.prefix: /v1
   api.url: https://api.openai.com/v1
+  api.rate_limit: 200
   node.extra_ca_certs: |-
     -----BEGIN CERTIFICATE-----
     MIIEMjCCAxqgAwIBAgIBATANBgkqhkiG9w0BAQUFADB7MQswCQYDVQQGEwJHQjEb

k8s/deployment.yaml

@@ -51,6 +51,11 @@ spec:
                 secretKeyRef:
                   key: api.key
                   name: proxy-secrets
+            - name: RATE_LIMIT
+              valueFrom:
+                configMapKeyRef:
+                  key: api.rate_limit
+                  name: proxy-config
             - name: BASE_URL
               valueFrom:
                 configMapKeyRef: