Adding a script to deploy this on a GKE cluster, plus YAML files for (a) data loading and (b) running the app

Author: mgoddard

Dockerfile

@@ -1,7 +1,7 @@
 FROM python:3.8-slim-buster
 WORKDIR /app
 COPY . /app
-RUN apt-get update && apt-get --yes --no-install-recommends install python3-dev build-essential cmake && rm -rf /var/lib/apt/lists/*
+RUN apt-get update && apt-get --yes --no-install-recommends install python3-dev build-essential cmake curl && rm -rf /var/lib/apt/lists/*
 RUN pip3 install --no-cache-dir -r requirements.txt && rm -rf ~/.cache/pip
 EXPOSE 18080
 ENTRYPOINT [ "python", "./map_app.py" ]

crdb-geo-tourist.yaml

@@ -1,26 +1,51 @@
 apiVersion: v1
-kind: Pod
+kind: Service
+metadata:
+  name: crdb-geo-tourist-lb
+spec:
+  selector:
+    app: crdb-geo-tourist
+  ports:
+  - protocol: "TCP"
+    port: 80 
+    targetPort: 18080
+  type: LoadBalancer
+
+---
+apiVersion: apps/v1
+kind: Deployment
 metadata:
   name: crdb-geo-tourist
 spec:
-  containers:
-  - name: crdb-geo
-    image: mgoddard/crdb-geo-tourist:1.0
-    imagePullPolicy: Always
-    env:
-      - name: PGHOST
-        value: ""
-      - name: PGPORT
-        value: "26257"
-      - name: PGDATABASE
-        value: "defaultdb"
-      - name: PGUSER
-        value: "root"
-      - name: PGPASSWORD
-        value: ""
-      - name: MAPBOX_TOKEN
-        value: "INSERT YOUR MAPBOX TOKEN VALUE HERE"
-      - name: USE_GEOHASH
-        value: "False"
-  restartPolicy: Always
+  selector:
+    matchLabels:
+      app: crdb-geo-tourist
+  replicas: 2
+  template:
+    metadata:
+      labels:
+        app: crdb-geo-tourist
+    spec:
+      containers:
+      - name: crdb-geo-tourist
+        image: mgoddard/crdb-geo-tourist:1.0
+        imagePullPolicy: Always
+        ports:
+        - containerPort: 18080
+      restartPolicy: Always
+      env:
+        - name: PGHOST
+          value: "cockroachdb-public"
+        - name: PGPORT
+          value: "26257"
+        - name: PGDATABASE
+          value: "defaultdb"
+        - name: PGUSER
+          value: "root"
+        - name: PGPASSWORD
+          value: ""
+        - name: MAPBOX_TOKEN
+          value: "INSERT YOUR MAPBOX TOKEN VALUE HERE"
+        - name: USE_GEOHASH
+          value: "False"
 

data-loader.yaml

@@ -0,0 +1,26 @@
+apiVersion: v1
+kind: Pod
+metadata:
+  name: crdb-geo-loader
+spec:
+  containers:
+  - name: crdb-geo-loader
+    image: mgoddard/crdb-geo-tourist:1.0
+    imagePullPolicy: Always
+    env:
+      - name: PGHOST
+        value: "cockroachdb-public"
+      - name: PGPORT
+        value: "26257"
+      - name: PGDATABASE
+        value: "defaultdb"
+      - name: PGUSER
+        value: "root"
+      - name: PGPASSWORD
+        value: ""
+      - name: DATA_URL
+        value: "https://storage.googleapis.com/crl-goddard-gis/osm_1m_eu.txt.gz"
+    command: ["/bin/bash", "-c"]
+    args: ["curl -s -k ${DATA_URL} | gunzip - | ./load_osm_stdin.py"]
+  restartPolicy: Never
+

deploy_k8s.sh

@@ -0,0 +1,30 @@
+#!/bin/bash
+
+# 2 vCPU, 8 GB RAM, $0.075462/hour
+MACHINETYPE="e2-standard-2"
+NAME="${USER}-geo-tourist"
+ZONE="us-east4-b"
+
+# Create the GKE K8s cluster
+gcloud container clusters create $NAME --zone=$ZONE --machine-type=$MACHINETYPE --num-nodes=4
+
+ACCOUNT=$( gcloud info | perl -ne 'print "$1\n" if /^Account: \[([^@]+@[^\]]+)\]$/' )
+
+kubectl create clusterrolebinding cluster-admin-binding --clusterrole=cluster-admin --user=$ACCOUNT
+
+# Create the CockroachDB cluster
+YAML="https://raw.githubusercontent.com/cockroachdb/cockroach/master/cloud/kubernetes/cockroachdb-statefulset.yaml"
+kubectl apply -f $YAML
+
+# Initialize DB / cluster
+YAML="https://raw.githubusercontent.com/cockroachdb/cockroach/master/cloud/kubernetes/cluster-init.yaml"
+kubectl apply -f $YAML
+
+# Create table, index, and load data
+YAML="./data-loader.yaml"
+kubectl apply -f $YAML
+
+# Start the Web UI
+YAML="./crdb-geo-tourist.yaml"
+kubectl apply -f $YAML
+