This repository has been archived by the owner on Jan 13, 2022. It is now read-only.
/
Makefile
141 lines (114 loc) · 7.24 KB
/
Makefile
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
.PHONY: install_libs_tarvisci install_libs install_service_mysql install_service_nginx install_files_localdev install_files_server setup_frontend_config init_service_mysql init_service_nginx init_cinq init_cinq_db enable_supervisor enable_test do_test clean make_image_aws setup_localdev setup_tarvisci setup_server_install
PATH_CINQ ?= /opt/cinq
PATH_BACKEND ?= ${PATH_CINQ}/backend
PATH_FRONTEND ?= ${PATH_CINQ}/frontend
PATH_PYTHON ?= /usr/bin
PATH_VENV ?= ${PATH_CINQ}/cinq-venv
APP_WORKER_PROCS ?= 12
APP_WORKER_PROC_THREADS ?= 5
APP_WORKER_PROC_THREAD_DELAY ?= 10
APP_CONFIG_BASE_PATH ?= /usr/local/etc/cloud-inquisitor
APP_DB_URI ?= "mysql://cinq:secretpass@127.0.0.1:3306/cinq_dev"
APP_KMS_ACCOUNT_NAME ?= account
APP_KMS_REGION ?= us-west-2
APP_USER_DATA_URL ?= "http://169.254.169.254/latest/user-data"
APP_AWS_API_ACCESS_KEY ?= ""
APP_AWS_API_SECRET_KEY ?= ""
INS_DIR = ${CURDIR}
SECRET_KEY ?= $(shell openssl rand -hex 32)
USE_HTTPS ?= false
USE_USER_DATA ?= false
install_libs_tarvisci:
curl -sL https://deb.nodesource.com/setup_8.x | sudo -E bash -
DEBIAN_FRONTEND=noninteractive apt-get install -qq build-essential apt-transport-https ca-certificates libffi-dev libldap2-dev libmysqlclient-dev libncurses5-dev libsasl2-dev libxml2-dev libxmlsec1-dev mysql-client nodejs python3-dev software-properties-common swig
${PATH_PYTHON}/pip3 install codacy-coverage
install_libs:
apt-get update
DEBIAN_FRONTEND=noninteractive apt-get -qq install curl build-essential apt-transport-https ca-certificates git libffi-dev libldap2-dev libmysqlclient-dev libncurses5-dev libsasl2-dev libxml2-dev libxmlsec1-dev mysql-client python3-dev software-properties-common supervisor swig
curl -sL https://deb.nodesource.com/setup_8.x | sudo -E bash -
apt-get update
DEBIAN_FRONTEND=noninteractive apt-get -qq install nodejs
curl https://bootstrap.pypa.io/get-pip.py -o /tmp/get-pip.py
python3 /tmp/get-pip.py
pip3 install -U virtualenv
install_service_mysql:
DEBIAN_FRONTEND=noninteractive apt-get -qq install mysql-server
install_service_nginx:
DEBIAN_FRONTEND=noninteractive apt-get -qq install nginx
install_files_localdev:
# Prepare directories
mkdir -p /var/log/cloud-inquisitor/
chmod -R 777 /var/log/cloud-inquisitor/
# Copy project files
cp -R ${INS_DIR} ${PATH_CINQ}
chown -R ${SUDO_USER}:${SUDO_USER} ${PATH_CINQ}
install_files_server:
# Prepare directories
mkdir -p /var/log/cloud-inquisitor/
chmod -R 777 /var/log/cloud-inquisitor/
mkdir -p ${PATH_CINQ}
# Copy project files
cp -R ${INS_DIR}/backend ${PATH_BACKEND}
cp -R ${INS_DIR}/frontend ${PATH_FRONTEND}
cp -R ${INS_DIR}/plugins ${PATH_CINQ}/plugins
chown -R ${SUDO_USER}:${SUDO_USER} ${PATH_CINQ}
chown -R ${SUDO_USER}:${SUDO_USER} ${PATH_BACKEND}
chown -R ${SUDO_USER}:${SUDO_USER} ${PATH_FRONTEND}
setup_frontend_config:
# Setup frontend and virtual env
cd ${PATH_FRONTEND}; sudo -u ${SUDO_USER} -H npm i; sudo -u ${SUDO_USER} -H node_modules/.bin/gulp build.dev
sudo -u ${SUDO_USER} -H virtualenv --python=${PATH_PYTHON}/python3 ${PATH_VENV}
# Setup private key used to encrypt JWT session tokens
sudo -H sh -c 'mkdir -p ${APP_CONFIG_BASE_PATH}/ssl'
openssl genrsa -out private.key 2048
sudo -H mv private.key ${APP_CONFIG_BASE_PATH}/ssl
chown www-data:www-data ${APP_CONFIG_BASE_PATH}/ssl/private.key
# Prepare Cinq config file
sudo -H cp -f ${INS_DIR}/resources/config_files/logging.json ${APP_CONFIG_BASE_PATH}
sed -e "s|APP_DB_URI|${APP_DB_URI}|g" -e "s|APP_SECRET_KEY|${SECRET_KEY}|g" -e "s|APP_USE_USER_DATA|${USE_USER_DATA}|g" -e "s|APP_KMS_ACCOUNT_NAME|${APP_KMS_ACCOUNT_NAME}|g" -e "s|APP_KMS_REGION|${APP_KMS_REGION}|g" -e "s|APP_USER_DATA_URL|${APP_USER_DATA_URL}|g" -e "s|APP_AWS_API_ACCESS_KEY|${APP_AWS_API_ACCESS_KEY}|g" -e "s|APP_AWS_API_SECRET_KEY|${APP_AWS_API_SECRET_KEY}|g" ${INS_DIR}/resources/config_files/backend-config.json > ${APP_CONFIG_BASE_PATH}/config.json
sudo -H chown -R ${SUDO_USER}:${SUDO_USER} ${APP_CONFIG_BASE_PATH}
init_service_mysql:
# Create Cinq MySQL account
sudo mysql -u root -e "create database cinq_dev; grant all privileges on *.* to 'cinq'@'localhost' identified by 'secretpass';" || true
init_service_nginx:
# NGINX configuration
if [ "${USE_HTTPS}" != "false" ]; then \
sed -e "s|APP_FRONTEND_BASE_PATH|${PATH_FRONTEND}/dist|g" -e "s|APP_CONFIG_BASE_PATH|${APP_CONFIG_BASE_PATH}|g" ${INS_DIR}/resources/config_files/nginx-ssl.conf > /etc/nginx/sites-available/cinq.conf; \
mkdir -p ${PATH_CINQ}/ssl; \
openssl req -x509 -subj "/C=US/ST=CA/O=Your Company/localityName=Your City/commonName=localhost/organizationalUnitName=Operations/emailAddress=someone@example.com" -days 3650 -newkey rsa:2048 -nodes -keyout ${APP_CONFIG_BASE_PATH}/ssl/cinq-frontend.key -out ${APP_CONFIG_BASE_PATH}/ssl/cinq-frontend.crt; \
else \
sed -e "s|APP_FRONTEND_BASE_PATH|${PATH_FRONTEND}/dist|g" ${INS_DIR}/resources/config_files/nginx-nossl.conf > /etc/nginx/sites-available/cinq.conf; \
fi
rm -f /etc/nginx/sites-enabled/default
ln -sf /etc/nginx/sites-available/cinq.conf /etc/nginx/sites-enabled/cinq.conf
service nginx restart
init_cinq:
# Install backend
cd ${PATH_BACKEND}; sudo -u ${SUDO_USER} -H ${PATH_VENV}/bin/pip3 install -e .
# Install plugins
cd ${PATH_CINQ}; sudo -u ${SUDO_USER} -H find plugins -mindepth 2 -maxdepth 2 -type d -name "cinq-*" -exec ${PATH_VENV}/bin/pip3 install -e {} \;
init_cinq_db:
# Initialize Cinq DB
sudo -u ${SUDO_USER} -H ${PATH_VENV}/bin/cloud-inquisitor db upgrade
enable_supervisor:
sed -e "s|APP_CONFIG_BASE_PATH|${APP_CONFIG_BASE_PATH}|g" -e "s|APP_PYENV_PATH|${PATH_VENV}|g" -e "s|APP_WORKER_PROCS|${APP_WORKER_PROCS}|g" -e "s|APP_WORKER_PROC_THREADS|${APP_WORKER_PROC_THREADS}|g" -e "s|APP_WORKER_PROC_THREAD_DELAY|${APP_WORKER_PROC_THREAD_DELAY}|g" ${INS_DIR}/resources/config_files/supervisor.conf > /etc/supervisor/conf.d/cinq.conf
enable_test:
echo "WARNING: Running Cinq test will DESTROY your data in your database. Please make sure you run it on a dedicated test environment"
sed -i -E "s/\"test_mode\": ([a-z]+)/\"test_mode\": true/g" ${APP_CONFIG_BASE_PATH}/config.json
do_test:
sudo -u ${SUDO_USER} -H ${PATH_VENV}/bin/pip3 install -U pytest moto[server]==1.3.7
sudo -u ${SUDO_USER} -H ${PATH_VENV}/bin/cloud-inquisitor setup
sudo -u ${SUDO_USER} -H ${PATH_VENV}/bin/pytest ${PATH_BACKEND}
clean:
sudo rm -rf ${PATH_CINQ} ${PATH_BACKEND} ${PATH_FRONTEND} ${PATH_VENV} ${APP_CONFIG_BASE_PATH}
make_image_aws:
apt-get update
DEBIAN_FRONTEND=noninteractive apt-get install -qq curl unzip
curl https://releases.hashicorp.com/packer/1.3.3/packer_1.3.3_linux_amd64.zip -o /tmp/packer.zip
unzip -o /tmp/packer.zip -d /usr/local/bin
chmod +x /usr/local/bin/packer
cd ${INS_DIR}/resources/packer; packer build -var-file=./user_var_file.json ./build_image_aws.json
setup_localdev: clean install_libs install_service_mysql install_service_nginx install_files_localdev setup_frontend_config init_service_mysql init_service_nginx init_cinq init_cinq_db
setup_tarvisci: clean install_libs_tarvisci install_service_nginx install_files_localdev setup_frontend_config init_service_mysql init_service_nginx init_cinq init_cinq_db enable_test
setup_server_install: clean install_libs install_service_nginx install_files_server setup_frontend_config init_service_nginx init_cinq enable_supervisor
reset_localdev_files: clean install_files_localdev setup_frontend_config init_cinq