validate tf serving

Signed-off-by: tylertitsworth <tyler.titsworth@intel.com>

Author: tylertitsworth

workflows/charts/tensorflow-serving/README.md

@@ -25,8 +25,6 @@ TensorFlow Serving is a flexible, high-performance serving system for machine le
 | fullnameOverride | string | `""` | Full qualified Domain Name |
 | nameOverride | string | `""` | Name of the serving service |
 | pvc.size | string | `"5Gi"` | Size of the storage |
-| service.grpcPort | int | `8500` |  |
-| service.restPort | int | `8501` | Port of the service |
 | service.type | string | `"NodePort"` | Type of service |
 
 ----------------------------------------------

workflows/charts/tensorflow-serving/templates/deployment.yaml

@@ -45,9 +45,16 @@ spec:
               value: {{ .Values.deploy.modelName }}
           ports:
             - name: rest
-              containerPort: {{ .Values.service.restPort }}
+              containerPort: 8500
+              protocol: TCP
             - name: grpc
-              containerPort: {{ .Values.service.grpcPort }}
+              containerPort: 8501
+              protocol: TCP
+          readinessProbe:
+            tcpSocket:
+              port: rest
+            initialDelay: 15
+            timeoutSeconds: 1
           volumeMounts:
             - mountPath: /dev/shm
               name: dshm

workflows/charts/tensorflow-serving/templates/service.yaml

@@ -22,10 +22,10 @@ spec:
   type: {{ .Values.service.type }}
   ports:
     - name: rest
-      port: {{ .Values.service.restPort }}
+      port: 8500
       targetPort: rest
     - name: grpc
-      port: {{ .Values.service.grpcPort }}
+      port: 8501
       targetPort: grpc
   selector:
     {{- include "tensorflow-serving.selectorLabels" . | nindent 4 }}

workflows/charts/tensorflow-serving/templates/tests/test-connection.yaml

@@ -25,5 +25,5 @@ spec:
     - name: info
       image: curlimages/curl
       command: ['sh', '-c']
-      args: ['curl -f {{ include "tensorflow-serving.fullname" . }}:{{ .Values.service.restPort }}/v1/model/{{ .Values.deploy.modelName}}']
+      args: ['curl -f {{ include "tensorflow-serving.fullname" . }}:8501/v1/models/{{ .Values.deploy.modelName}}']
   restartPolicy: OnFailure

workflows/charts/tensorflow-serving/values.yaml

@@ -48,9 +48,6 @@ deploy:
 service:
   # -- Type of service
   type: NodePort
-  # -- Port of the service
-  restPort: 8501
-  grpcPort: 8500
 pvc:
   # -- Size of the storage
   size: 5Gi