redis share config (#3030)

* redis share config

* small change remove docker build redis-relayer

* reorg redis image build

* it works

---------

Co-authored-by: Joe Howarth <jhowarth@jumptrading.com>

Tiltfile

@@ -466,6 +466,14 @@ docker_build(
 )
 
 if spy_relayer or redis or generic_relayer or ci_tests:
+    docker_build(
+        ref = "redis",
+        context = ".",
+        only = ["./third_party"],
+        dockerfile = "third_party/redis/Dockerfile",
+    )
+
+if spy_relayer or redis or ci_tests:
     k8s_resource(
         "redis",
         port_forwards = [
@@ -474,19 +482,27 @@ if spy_relayer or redis or generic_relayer or ci_tests:
         labels = ["redis"],
         trigger_mode = trigger_mode,
     )
-    docker_build(
-        ref = "redis",
-        context = ".",
-        only = ["./third_party"],
-        dockerfile = "third_party/redis/Dockerfile",
-    )
 
     k8s_yaml_with_ns("devnet/redis.yaml")
 
+if generic_relayer or ci_tests:
+    k8s_resource(
+        "redis-relayer",
+        port_forwards = [
+            port_forward(6378, name = "Generic Relayer Redis [:6378]", host = webHost),
+        ],
+        labels = ["redis-relayer"],
+        trigger_mode = trigger_mode,
+    )
+
+    k8s_yaml_with_ns("devnet/redis-relayer.yaml")
+
+
+
 if generic_relayer:
     k8s_resource(
         "relayer-engine",
-        resource_deps = ["guardian", "redis", "spy"],
+        resource_deps = ["guardian", "redis-relayer", "spy"],
         port_forwards = [
             port_forward(3003, container_port=3000, name = "Bullmq UI [:3003]", host = webHost),
         ],

devnet/redis-relayer.yaml

@@ -0,0 +1,45 @@
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: redis-relayer
+  labels:
+    app: redis-relayer
+spec:
+  selector:
+    app: redis-relayer
+  ports:
+    - port: 6378
+      targetPort: 6379
+      name: redis-relayer
+      protocol: TCP
+  type: LoadBalancer
+---
+apiVersion: apps/v1
+kind: StatefulSet
+metadata:
+  name: redis-relayer
+spec:
+  selector:
+    matchLabels:
+      app: redis-relayer
+  serviceName: redis-relayer
+  template:
+    metadata:
+      labels:
+        app: redis-relayer
+    spec:
+      restartPolicy: Always
+      terminationGracePeriodSeconds: 0
+      containers:
+        - name: redis-relayer
+          image: redis
+          readinessProbe:
+            tcpSocket:
+              port: 6379
+            periodSeconds: 1
+            failureThreshold: 300
+          ports:
+            - containerPort: 6379
+              name: redis-relayer
+              protocol: TCP

devnet/relayer-engine.yaml

@@ -37,6 +37,11 @@ spec:
             - /bin/sh
             - -c
             - "npm run tiltkub"
+          env:
+            - name: REDIS_PORT
+              value: "6378"
+            - name: REDIS_HOST
+              value: "redis-relayer"
           readinessProbe:
             tcpSocket:
               port: 3000