deploy.yaml

# Copyright (c) 2024 Intel Corporation
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#    http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

apiVersion: apps/v1
kind: Deployment
metadata:
  name: {{ include "tgi.fullname" . }}
  labels:
    {{- include "tgi.labels" . | nindent 4 }}
spec:
  replicas: {{ .Values.deploy.replicaCount }}
  selector:
    matchLabels:
      {{- include "tgi.selectorLabels" . | nindent 6 }}
  template:
    metadata:
      labels:
        {{- include "tgi.selectorLabels" . | nindent 8 }}
    spec:
      hostIPC: true
      containers:
        - name: {{ .Chart.Name }}
          args:
            - '-p'
            - {{ .Values.service.port | quote }}
            - '--cuda-graphs=0'
          envFrom:
            {{- if eq .Values.deploy.configMap.enabled true }}
            - configMapRef:
                name: {{ .Values.deploy.configMap.name }}
            {{- end }}
            - secretRef:
                name: {{ .Release.Name }}-hf-token
          # env:
          #   - name: NUMBA_CACHE_DIR # https://github.com/huggingface/text-generation-inference/pull/2443
          #     value: /data/numba_cache
          image: {{ .Values.deploy.image }}
          livenessProbe:
            failureThreshold: 10
            initialDelaySeconds: 5
            periodSeconds: 5
            tcpSocket:
              port: http
          readinessProbe:
            initialDelaySeconds: 5
            periodSeconds: 5
            tcpSocket:
              port: http
          startupProbe:
            failureThreshold: 120
            initialDelaySeconds: 20
            periodSeconds: 5
            tcpSocket:
              port: http
          ports:
            - name: http
              containerPort: {{ .Values.service.port }}
              protocol: TCP
          resources:
            {{- toYaml .Values.deploy.resources | nindent 12 }}
          securityContext:
            {{ toYaml .Values.securityContext | nindent 12 }}
          volumeMounts:
            - mountPath: /dev/shm
              name: dshm
            - mountPath: /data
              name: hf-data
            - mountPath: /tmp
              name: tmp
      volumes:
        - name: dshm
          emptyDir:
            medium: Memory
        - name: hf-data
          persistentVolumeClaim:
            claimName: {{ include "tgi.fullname" . }}-cache
        - name: tmp
          emptyDir: {}