-
Notifications
You must be signed in to change notification settings - Fork 809
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
CI/CD: Add production tooling script (#1916)
- Loading branch information
1 parent
e451d1f
commit 257ba05
Showing
13 changed files
with
149 additions
and
52 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
File renamed without changes.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file was deleted.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,40 @@ | ||
| upstream django_app { | ||
| server django:8000 fail_timeout=0; | ||
| } | ||
|
|
||
| server { | ||
| server_name evalapi.cloudcv.org; | ||
| listen 80; | ||
| client_max_body_size 400M; | ||
| rewrite ^/(.*) https://evalapi.cloudcv.org/$1 permanent; | ||
|
|
||
| # Access Logs | ||
| access_log /var/log/nginx/access.log; | ||
| error_log /var/log/nginx/error.log; | ||
| location / { | ||
| proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for; | ||
| proxy_set_header Host $http_host; | ||
| proxy_pass http://django_app; | ||
| } | ||
| } | ||
|
|
||
| server { | ||
| listen 80; | ||
| sendfile on; | ||
| default_type application/octet-stream; | ||
| # | ||
| server_name evalai.cloudcv.org; | ||
| client_max_body_size 200M; | ||
| gzip on; | ||
| gzip_http_version 1.1; | ||
| gzip_disable "MSIE [1-6]\."; | ||
| gzip_min_length 256; | ||
| gzip_vary on; | ||
| gzip_proxied expired no-cache no-store private auth; | ||
| gzip_types text/plain text/css application/json application/javascript application/x-javascript text/xml application/xml application/xml+rss text/javascript; | ||
| gzip_comp_level 9; | ||
| root /code/frontend; | ||
| location / { | ||
| try_files $uri $uri/ /index.html =404; | ||
| } | ||
| } |
File renamed without changes.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,88 @@ | ||
| #!/bin/bash | ||
| set -e | ||
|
|
||
| opt=${1} | ||
| env=${2} | ||
|
|
||
| aws_login() { | ||
| aws configure set default.region us-east-1 | ||
| eval $(aws ecr get-login --no-include-email) | ||
| } | ||
|
|
||
| setup() { | ||
| export LC_ALL="en_US.UTF-8" | ||
| export LC_CTYPE="en_US.UTF-8" | ||
| sudo add-apt-repository ppa:deadsnakes/ppa | ||
| curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo apt-key add - | ||
| sudo add-apt-repository "deb [arch=amd64] https://download.docker.com/linux/ubuntu $(lsb_release -cs) stable" | ||
| sudo apt-get update | ||
| apt-cache policy docker-ce | ||
| sudo apt-get install -y docker-ce | ||
| sudo apt-get install python3.6 | ||
| sudo apt-get install python3-pip | ||
| pip3 install awscli | ||
| pip3 install docker-compose | ||
| } | ||
|
|
||
| if ! python3 -c "import awscli" &> /dev/null; then | ||
| echo "Installing packages and dependencies..." | ||
| setup; | ||
| fi | ||
|
|
||
| if [ -z ${AWS_ACCOUNT_ID} ]; then | ||
| echo "AWS_ACCOUNT_ID not set." | ||
| exit 0 | ||
| fi | ||
|
|
||
| if [ -z ${COMMIT_ID} ]; then | ||
| export COMMIT_ID="latest" | ||
| fi | ||
|
|
||
| case $opt in | ||
| pull) | ||
| aws_login; | ||
| echo "Pulling environment variables file..." | ||
| aws s3 cp s3://cloudcv-secrets/evalai/${env}/docker_${env}.env ./docker/prod/docker_${env}.env | ||
| echo "Environment varibles file successfully downloaded." | ||
| if [ ${env} == "production" ]; then | ||
| echo "Pulling ssl certificates and nginx configuration..." | ||
| aws s3 cp s3://cloudcv-secrets/evalai/${env}/ssl/ ./ssl/ | ||
| aws s3 cp s3://cloudcv-secrets/evalai/${env}/nginx_${env}.conf ./docker/prod/nodejs/nginx_${env}.conf | ||
| fi | ||
| echo "Pulling docker images from ECR..." | ||
| docker-compose -f docker-compose-${env}.yml pull | ||
| echo "Completed Pull operation." | ||
| ;; | ||
| deploy) | ||
| echo "Deploying docker container..." | ||
| docker-compose -f docker-compose-${env}.yml up -d | ||
| echo "Completed Pull operation." | ||
| ;; | ||
| scale) | ||
| service=${3} | ||
| instances=${4} | ||
| echo "Scaling the containers..." | ||
| docker-compose -f docker-compose-${env}.yml scale ${service}=${instances} | ||
| ;; | ||
| clean) | ||
| { | ||
| docker-compose -f docker-compose-${env}.yml rm -s -v -f | ||
| } || { | ||
| echo "Delete operation skipped since no container or image found!" | ||
| } | ||
| docker rmi $(docker images -a -q) | ||
| echo "Sucessfully cleaned all the images." | ||
| ;; | ||
| *) | ||
| echo "EvalAI deployment utility script" | ||
| echo " Usage: $0 {pull|deploy|scale|clean}" | ||
| echo | ||
| echo " pull : Pull docker images from ECR." | ||
| echo " Eg. ./scripts/deployment/deploy.sh pull production" | ||
| echo " deploy : Deploy containers in the respective environment." | ||
| echo " Eg. ./scripts/deployment/deploy.sh deploy production" | ||
| echo " scale : Scale particular docker service in an environment." | ||
| echo " Eg. ./scripts/deployment/deploy.sh scale production django 5" | ||
| echo " clean : Remove all docker containers and images." | ||
| echo " Eg. ./scripts/deployment/deploy.sh clean production" | ||
| esac |
File renamed without changes.