Worker: Downgrade the new worker from 3.12 to 3.9.21 due to dependency conflicts (#4640)

* Add missing dependencies for the worker python 3.12

* Remove django autofixtures

* Downgrade to version 3.9.21 in worker from 3.12 due to dependency conflicts

Author: RishabhJain2018

.travis.yml

@@ -39,7 +39,7 @@ jobs:
       script:
         # Build steps
         - if [ "$TRAVIS_PULL_REQUEST" = "false" ]; then echo "$DOCKER_PASSWORD" | docker login -u "$DOCKER_USERNAME" --password-stdin || travis_terminate 1; fi
-        - docker-compose --profile worker_py3_7 --profile worker_py3_8 --profile worker_py3_12 --profile statsd build || travis_terminate 1;
+        - docker-compose --profile worker_py3_7 --profile worker_py3_8 --profile worker_py3_9 --profile statsd build || travis_terminate 1;
 
         # Frontend Tests
         - docker-compose run nodejs bash -c "gulp dev && karma start --single-run && gulp staging" || travis_terminate 1;

docker-compose-production.yml

@@ -53,11 +53,11 @@ services:
     env_file:
       - docker/prod/docker_production.env
 
-  worker_py3_12:
-    image: ${AWS_ACCOUNT_ID}.dkr.ecr.us-east-1.amazonaws.com/evalai-production-worker-py3.12:${COMMIT_ID}
+  worker_py3_9:
+    image: ${AWS_ACCOUNT_ID}.dkr.ecr.us-east-1.amazonaws.com/evalai-production-worker-py3.9:${COMMIT_ID}
     build:
       context: ./
-      dockerfile: docker/prod/worker_py3_12/Dockerfile
+      dockerfile: docker/prod/worker_py3_9/Dockerfile
     env_file:
       - docker/prod/docker_production.env
 

docker-compose-staging.yml

@@ -53,11 +53,11 @@ services:
     env_file:
       - docker/prod/docker_staging.env
 
-  worker_py3_12:
-    image: ${AWS_ACCOUNT_ID}.dkr.ecr.us-east-1.amazonaws.com/evalai-staging-worker-py3.12:${COMMIT_ID}
+  worker_py3_9:
+    image: ${AWS_ACCOUNT_ID}.dkr.ecr.us-east-1.amazonaws.com/evalai-staging-worker-py3.9:${COMMIT_ID}
     build:
       context: ./
-      dockerfile: docker/prod/worker_py3_12/Dockerfile
+      dockerfile: docker/prod/worker_py3_9/Dockerfile
     env_file:
       - docker/prod/docker_staging.env
 

docker-compose.yml

@@ -53,18 +53,18 @@ services:
     profiles:
       - worker_py3_8 # Only built when this profile is specified
 
-  worker_py3_12:
+  worker_py3_9:
     env_file:
       - docker/dev/docker.env
     build:
       context: ./
-      dockerfile: docker/dev/worker_py3_12/Dockerfile
+      dockerfile: docker/dev/worker_py3_9/Dockerfile
     depends_on:
       - django
     volumes:
       - .:/code
     profiles:
-      - worker_py3_12 # Only built when this profile is specified
+      - worker_py3_9 # Only built when this profile is specified
 
   nodejs:
     hostname: nodejs

docker/dev/django/Dockerfile

@@ -8,7 +8,6 @@ RUN mkdir /code
 WORKDIR /code
 
 ADD requirements/* /code/ 
-RUN pip install --no-cache-dir --no-compile --progress-bar off -r django.txt
 RUN pip install --no-cache-dir --no-compile --progress-bar off -r dev.txt
 
 ADD . /code/

docker/dev/worker_py3_7/Dockerfile

@@ -12,7 +12,6 @@ WORKDIR /code
 ADD requirements/* /code/
 
 RUN pip install -U cffi service_identity cython==0.29 setuptools==57.5.0
-RUN pip install -r django.txt
 RUN pip install -r dev.txt
 RUN pip install -r worker_py3_7.txt
 

docker/dev/worker_py3_8/Dockerfile

@@ -6,7 +6,6 @@ RUN mkdir /code
 WORKDIR /code
 
 ADD requirements/* /code/
-RUN pip install -r django.txt
 RUN pip install -r dev.txt
 
 RUN apt-get update && \

docker/dev/worker_py3_12/Dockerfile renamed to docker/dev/worker_py3_9/Dockerfile

@@ -1,4 +1,4 @@
-FROM python:3.12.3
+FROM python:3.9.21
 
 ENV PYTHONUNBUFFERED 1
 
@@ -20,7 +20,7 @@ WORKDIR /code
 ADD requirements/* /code/
 
 RUN pip install -r dev.txt
-RUN pip install -r worker_py3_12.txt
+RUN pip install -r worker_py3_9.txt
 
 ADD . /code
 

docker/prod/worker_py3_7/Dockerfile

@@ -13,7 +13,6 @@ WORKDIR /code
 ADD requirements/* /code/
 
 RUN pip install -U cffi service_identity cython==0.29 numpy==1.18.1
-RUN pip install -r django.txt
 RUN pip install -r prod.txt
 RUN pip install -r worker_py3_7.txt
 

docker/prod/worker_py3_8/Dockerfile

@@ -5,7 +5,6 @@ ENV PYTHONUNBUFFERED 1
 RUN mkdir /code
 WORKDIR /code
 ADD requirements/* /code/
-RUN pip install -r django.txt
 RUN pip install -r prod.txt
 
 ADD . /code