configuration files for gcp deployment

Author: Guangsen Wang

botsim/deployments/gcp/Dockerfile

@@ -0,0 +1,33 @@
+FROM nvcr.io/nvidia/pytorch:20.12-py3
+
+
+
+COPY requirements_gpu.txt requirements_gpu.txt
+
+ENV DEBIAN_FRONTEND=noninteractive 
+
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    locales \
+    wget \
+    build-essential \
+    vim \
+    htop \
+    curl \
+    git less ssh cmake \
+    zip unzip gzip bzip2 \
+    python3-tk gcc g++ libpq-dev
+
+
+RUN pip install -U pip && pip install -r requirements_gpu.txt
+RUN pip install torch==1.9.0+cu111 torchvision==0.10.0+cu111 torchaudio==0.9.0 -f https://download.pytorch.org/whl/torch_stable.html
+
+COPY . /app
+WORKDIR /app
+ENV PYTHONPATH="${PYTHONPATH}:/app"
+#ENV STORAGE="S3"
+ENV DATABASE_URL="/app/db/botsim_sqlite_demo.db"
+
+EXPOSE 8501
+ENTRYPOINT ["streamlit", "run", "/app/botsim/streamlit_app/app.py"]
+
+

botsim/deployments/gcp/deploy_gcp_botsim_streamlit.sh

@@ -0,0 +1,20 @@
+#
+# Copyright (c) 2022, salesforce.com, inc.
+#  All rights reserved.
+#  SPDX-License-Identifier: BSD-3-Clause
+#  For full license text, see the LICENSE file in the repo root or https://opensource.org/licenses/BSD-3-Clause
+#
+
+# authentication required for gcp
+gcloud container clusters get-credentials $cluster_name --zone us-central1-a --project $project_name
+kubens $user_name_space
+
+# create gcp image
+TAG="gcr.io/${project_name}/botsim_streamlit_gpu"
+gcloud builds submit . -t=$TAG --machine-type=n1-highcpu-32 --timeout=9000
+
+# deploy to gcp
+kubectl apply -n $user_name_space -f deploy_gpu_streamlit_botsim.yaml
+kubectl -n $user_name_space get pods
+kubectl -n $user_name_space get services
+

botsim/deployments/gcp/deploy_gpu_streamlit_botsim.yaml

@@ -0,0 +1,45 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: <deploy-name>
+spec:
+  selector:
+    matchLabels:
+      app: botsim-streamlit-gpu-app
+  replicas: 1
+  template:
+    metadata:
+      labels:
+        app: botsim-streamlit-gpu-app
+    spec:
+      restartPolicy: Always
+      containers:
+      - name: botsim-streamlit-gpu
+        image: "gcr.io/<project_name>/botsim_streamlit_gpu"
+        ports:
+        - containerPort: 8501
+        resources:
+          limits:
+            nvidia.com/gpu: 1
+            cpu: "7"
+            memory: 45G
+      tolerations:
+        - key: "gpu_num"
+          operator: "Equal"
+          value: "1"
+          effect: "NoSchedule"
+
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: <service-name>
+  labels:
+    app: botsim-streamlit-gpu-app
+spec:
+  type: LoadBalancer
+  ports:
+    - port: 8501
+      targetPort: 8501
+  selector:
+    app: botsim-streamlit-gpu-app

botsim/deployments/gcp/requirements_gpu.txt

@@ -0,0 +1,25 @@
+boto3
+networkx
+streamlit_agraph==0.0.37
+protobuf~=3.19.0
+sre-yield==1.2
+faker
+xmlplain==1.6.0
+matplotlib==3.3.4
+rapidfuzz
+httpx==0.22.0
+asyncio==3.4.3
+transformers==4.7.0
+numpy
+sentencepiece==0.1.96
+sentence-transformers==2.1.0
+flask
+flask_cors
+google-cloud-dialogflow-cx==1.8.0
+psycopg2-binary
+scikit-learn==0.24.2
+pandas==1.1.5
+streamlit==1.8.1
+streamlit-chat
+plotly
+plotly_express