Commit 09d8e53c authored by Luis de la Cal's avatar Luis de la Cal
Browse files

Modified CAD and AM yaml files to add horizontal scalability

parents 02b88bc9 d7cdd05f

deploy/all.sh

+37 −24
Original line number Original line Diff line number Diff line
@@ -25,14 +25,14 @@ 
# By default, assume internal MicroK8s registry is used.

# By default, assume internal MicroK8s registry is used.

export TFS_REGISTRY_IMAGES=${TFS_REGISTRY_IMAGES:-"http://localhost:32000/tfs/"}

export TFS_REGISTRY_IMAGES=${TFS_REGISTRY_IMAGES:-"http://localhost:32000/tfs/"}





# If not already set, set the list of components you want to build images for, and deploy.

# If not already set, set the list of components, separated by spaces, you want to build images for, and deploy.

# By default, only basic components are deployed

# By default, only basic components are deployed

export TFS_COMPONENTS=${TFS_COMPONENTS:-"context device monitoring service compute webui"}

export TFS_COMPONENTS=${TFS_COMPONENTS:-"context device automation monitoring pathcomp service slice compute webui load_generator"}





# If not already set, set the tag you want to use for your images.

# If not already set, set the tag you want to use for your images.

export TFS_IMAGE_TAG=${TFS_IMAGE_TAG:-"dev"}

export TFS_IMAGE_TAG=${TFS_IMAGE_TAG:-"dev"}





# If not already set, set the name of the Kubernetes namespace to deploy to.

# If not already set, set the name of the Kubernetes namespace to deploy TFS to.

export TFS_K8S_NAMESPACE=${TFS_K8S_NAMESPACE:-"tfs"}

export TFS_K8S_NAMESPACE=${TFS_K8S_NAMESPACE:-"tfs"}





# If not already set, set additional manifest files to be applied after the deployment

# If not already set, set additional manifest files to be applied after the deployment
@@ -41,7 +41,7 @@ export TFS_EXTRA_MANIFESTS=${TFS_EXTRA_MANIFESTS:-""} 
# If not already set, set the new Grafana admin password

# If not already set, set the new Grafana admin password

export TFS_GRAFANA_PASSWORD=${TFS_GRAFANA_PASSWORD:-"admin123+"}

export TFS_GRAFANA_PASSWORD=${TFS_GRAFANA_PASSWORD:-"admin123+"}





# If not already set, disable skip-build flag.

# If not already set, disable skip-build flag to rebuild the Docker images.

# If TFS_SKIP_BUILD is "YES", the containers are not rebuilt-retagged-repushed and existing ones are used.

# If TFS_SKIP_BUILD is "YES", the containers are not rebuilt-retagged-repushed and existing ones are used.

export TFS_SKIP_BUILD=${TFS_SKIP_BUILD:-""}

export TFS_SKIP_BUILD=${TFS_SKIP_BUILD:-""}
@@ -51,6 +51,12 @@ export TFS_SKIP_BUILD=${TFS_SKIP_BUILD:-""} 
# If not already set, set the namespace where CockroackDB will be deployed.

# If not already set, set the namespace where CockroackDB will be deployed.

export CRDB_NAMESPACE=${CRDB_NAMESPACE:-"crdb"}

export CRDB_NAMESPACE=${CRDB_NAMESPACE:-"crdb"}





# If not already set, set the external port CockroackDB Postgre SQL interface will be exposed to.

export CRDB_EXT_PORT_SQL=${CRDB_EXT_PORT_SQL:-"26257"}



# If not already set, set the external port CockroackDB HTTP Mgmt GUI interface will be exposed to.

export CRDB_EXT_PORT_HTTP=${CRDB_EXT_PORT_HTTP:-"8081"}



# If not already set, set the database username to be used by Context.

# If not already set, set the database username to be used by Context.

export CRDB_USERNAME=${CRDB_USERNAME:-"tfs"}

export CRDB_USERNAME=${CRDB_USERNAME:-"tfs"}
@@ -60,12 +66,6 @@ export CRDB_PASSWORD=${CRDB_PASSWORD:-"tfs123"} 
# If not already set, set the database name to be used by Context.

# If not already set, set the database name to be used by Context.

export CRDB_DATABASE=${CRDB_DATABASE:-"tfs"}

export CRDB_DATABASE=${CRDB_DATABASE:-"tfs"}





# If not already set, set the name of the secret where CockroachDB data and credentials will be stored.

export CRDB_SECRET_NAME=${CRDB_SECRET_NAME:-"crdb-data"}



# If not already set, set the namespace where the secret containing CockroachDB data and credentials will be stored.

export CRDB_SECRET_NAMESPACE=${CRDB_SECRET_NAMESPACE:-${TFS_K8S_NAMESPACE}}



# If not already set, set CockroachDB installation mode. Accepted values are: 'single' and 'cluster'.

# If not already set, set CockroachDB installation mode. Accepted values are: 'single' and 'cluster'.

# "YES", the database pointed by variable CRDB_NAMESPACE will be dropped while

# "YES", the database pointed by variable CRDB_NAMESPACE will be dropped while

# checking/deploying CockroachDB.

# checking/deploying CockroachDB.
@@ -78,7 +78,7 @@ export CRDB_SECRET_NAMESPACE=${CRDB_SECRET_NAMESPACE:-${TFS_K8S_NAMESPACE}} 
#   Ref: https://www.cockroachlabs.com/docs/stable/recommended-production-settings.html

#   Ref: https://www.cockroachlabs.com/docs/stable/recommended-production-settings.html

export CRDB_DEPLOY_MODE=${CRDB_DEPLOY_MODE:-"single"}

export CRDB_DEPLOY_MODE=${CRDB_DEPLOY_MODE:-"single"}





# If not already set, disable flag for dropping database if exists.

# If not already set, disable flag for dropping database, if it exists.

# WARNING: ACTIVATING THIS FLAG IMPLIES LOOSING THE DATABASE INFORMATION!

# WARNING: ACTIVATING THIS FLAG IMPLIES LOOSING THE DATABASE INFORMATION!

# If CRDB_DROP_DATABASE_IF_EXISTS is "YES", the database pointed by variable CRDB_NAMESPACE will be dropped while

# If CRDB_DROP_DATABASE_IF_EXISTS is "YES", the database pointed by variable CRDB_NAMESPACE will be dropped while

# checking/deploying CockroachDB.

# checking/deploying CockroachDB.
@@ -96,11 +96,11 @@ export CRDB_REDEPLOY=${CRDB_REDEPLOY:-""} 
# If not already set, set the namespace where NATS will be deployed.

# If not already set, set the namespace where NATS will be deployed.

export NATS_NAMESPACE=${NATS_NAMESPACE:-"nats"}

export NATS_NAMESPACE=${NATS_NAMESPACE:-"nats"}





# If not already set, set the name of the secret where NATS data and credentials will be stored.

# If not already set, set the external port NATS Client interface will be exposed to.

export NATS_SECRET_NAME=${NATS_SECRET_NAME:-"nats-data"}

export NATS_EXT_PORT_CLIENT=${NATS_EXT_PORT_CLIENT:-"4222"}





# If not already set, set the namespace where the secret containing NATS data and credentials will be stored.

# If not already set, set the external port NATS HTTP Mgmt GUI interface will be exposed to.

export NATS_SECRET_NAMESPACE=${NATS_SECRET_NAMESPACE:-${TFS_K8S_NAMESPACE}}

export NATS_EXT_PORT_HTTP=${NATS_EXT_PORT_HTTP:-"8222"}





# If not already set, disable flag for re-deploying NATS from scratch.

# If not already set, disable flag for re-deploying NATS from scratch.

# WARNING: ACTIVATING THIS FLAG IMPLIES LOOSING THE MESSAGE BROKER INFORMATION!

# WARNING: ACTIVATING THIS FLAG IMPLIES LOOSING THE MESSAGE BROKER INFORMATION!
@@ -113,20 +113,33 @@ export NATS_REDEPLOY=${NATS_REDEPLOY:-""} 
# If not already set, set the namespace where QuestDB will be deployed.

# If not already set, set the namespace where QuestDB will be deployed.

export QDB_NAMESPACE=${QDB_NAMESPACE:-"qdb"}

export QDB_NAMESPACE=${QDB_NAMESPACE:-"qdb"}





# If not already set, set the database username to be used by Monitoring.

# If not already set, set the external port QuestDB Postgre SQL interface will be exposed to.

export QDB_EXT_PORT_SQL=${QDB_EXT_PORT_SQL:-"8812"}



# If not already set, set the external port QuestDB Influx Line Protocol interface will be exposed to.

export QDB_EXT_PORT_ILP=${QDB_EXT_PORT_ILP:-"9009"}



# If not already set, set the external port QuestDB HTTP Mgmt GUI interface will be exposed to.

export QDB_EXT_PORT_HTTP=${QDB_EXT_PORT_HTTP:-"9000"}



# If not already set, set the database username to be used for QuestDB.

export QDB_USERNAME=${QDB_USERNAME:-"admin"}

export QDB_USERNAME=${QDB_USERNAME:-"admin"}





# If not already set, set the database user's password to be used by Monitoring.

# If not already set, set the database user's password to be used for QuestDB.

export QDB_PASSWORD=${QDB_PASSWORD:-"quest"}

export QDB_PASSWORD=${QDB_PASSWORD:-"quest"}





# If not already set, set the table name to be used by Monitoring.

# If not already set, set the table name to be used by Monitoring for KPIs.

export QDB_TABLE=${QDB_TABLE:-"tfs_monitoring"}

export QDB_TABLE_MONITORING_KPIS=${QDB_TABLE_MONITORING_KPIS:-"tfs_monitoring_kpis"}



# If not already set, set the table name to be used by Slice for plotting groups.

export QDB_TABLE_SLICE_GROUPS=${QDB_TABLE_SLICE_GROUPS:-"tfs_slice_groups"}





## If not already set, disable flag for dropping table if exists.

# If not already set, disable flag for dropping tables if they exist.

## WARNING: ACTIVATING THIS FLAG IMPLIES LOOSING THE TABLE INFORMATION!

# WARNING: ACTIVATING THIS FLAG IMPLIES LOOSING THE TABLE INFORMATION!

## If QDB_DROP_TABLE_IF_EXISTS is "YES", the table pointed by variable QDB_TABLE will be dropped while

# If QDB_DROP_TABLES_IF_EXIST is "YES", the tables pointed by variables

## checking/deploying QuestDB.

# QDB_TABLE_MONITORING_KPIS and QDB_TABLE_SLICE_GROUPS will be dropped while 

#export QDB_DROP_TABLE_IF_EXISTS=${QDB_DROP_TABLE_IF_EXISTS:-""}

# checking/deploying QuestDB.

export QDB_DROP_TABLES_IF_EXIST=${QDB_DROP_TABLES_IF_EXIST:-""}





# If not already set, disable flag for re-deploying QuestDB from scratch.

# If not already set, disable flag for re-deploying QuestDB from scratch.

# WARNING: ACTIVATING THIS FLAG IMPLIES LOOSING THE DATABASE INFORMATION!

# WARNING: ACTIVATING THIS FLAG IMPLIES LOOSING THE DATABASE INFORMATION!

deploy/crdb.sh

+34 −26
Original line number Original line Diff line number Diff line
@@ -21,6 +21,12 @@ 
# If not already set, set the namespace where CockroackDB will be deployed.

# If not already set, set the namespace where CockroackDB will be deployed.

export CRDB_NAMESPACE=${CRDB_NAMESPACE:-"crdb"}

export CRDB_NAMESPACE=${CRDB_NAMESPACE:-"crdb"}





# If not already set, set the external port CockroackDB Postgre SQL interface will be exposed to.

export CRDB_EXT_PORT_SQL=${CRDB_EXT_PORT_SQL:-"26257"}



# If not already set, set the external port CockroackDB HTTP Mgmt GUI interface will be exposed to.

export CRDB_EXT_PORT_HTTP=${CRDB_EXT_PORT_HTTP:-"8081"}



# If not already set, set the database username to be used by Context.

# If not already set, set the database username to be used by Context.

export CRDB_USERNAME=${CRDB_USERNAME:-"tfs"}

export CRDB_USERNAME=${CRDB_USERNAME:-"tfs"}
@@ -66,9 +72,6 @@ CRDB_MANIFESTS_PATH="manifests/cockroachdb" 
# Create a tmp folder for files modified during the deployment

# Create a tmp folder for files modified during the deployment

TMP_MANIFESTS_FOLDER="$TMP_FOLDER/manifests"

TMP_MANIFESTS_FOLDER="$TMP_FOLDER/manifests"

mkdir -p $TMP_MANIFESTS_FOLDER

mkdir -p $TMP_MANIFESTS_FOLDER

TMP_LOGS_FOLDER="$TMP_FOLDER/logs"

mkdir -p $TMP_LOGS_FOLDER

CRDB_LOG_FILE="$TMP_LOGS_FOLDER/crdb_deploy.log"





function crdb_deploy_single() {

function crdb_deploy_single() {

    echo "CockroachDB Namespace"

    echo "CockroachDB Namespace"
@@ -112,24 +115,23 @@ function crdb_deploy_single() { 
    echo

    echo





    echo "CockroachDB Port Mapping"

    echo "CockroachDB Port Mapping"

    echo ">>> Expose CockroachDB SQL port (26257->26257)"

    echo ">>> Expose CockroachDB SQL port (26257->${CRDB_EXT_PORT_SQL})"

    CRDB_SQL_PORT=$(kubectl --namespace ${CRDB_NAMESPACE} get service cockroachdb-public -o 'jsonpath={.spec.ports[?(@.name=="sql")].port}')

    CRDB_PORT_SQL=$(kubectl --namespace ${CRDB_NAMESPACE} get service cockroachdb-public -o 'jsonpath={.spec.ports[?(@.name=="sql")].port}')

    PATCH='{"data": {"'${CRDB_SQL_PORT}'": "'${CRDB_NAMESPACE}'/cockroachdb-public:'${CRDB_SQL_PORT}'"}}'

    PATCH='{"data": {"'${CRDB_EXT_PORT_SQL}'": "'${CRDB_NAMESPACE}'/cockroachdb-public:'${CRDB_PORT_SQL}'"}}'

    kubectl patch configmap nginx-ingress-tcp-microk8s-conf --namespace ingress --patch "${PATCH}"

    kubectl patch configmap nginx-ingress-tcp-microk8s-conf --namespace ingress --patch "${PATCH}"





    PORT_MAP='{"containerPort": '${CRDB_SQL_PORT}', "hostPort": '${CRDB_SQL_PORT}'}'

    PORT_MAP='{"containerPort": '${CRDB_EXT_PORT_SQL}', "hostPort": '${CRDB_EXT_PORT_SQL}'}'

    CONTAINER='{"name": "nginx-ingress-microk8s", "ports": ['${PORT_MAP}']}'

    CONTAINER='{"name": "nginx-ingress-microk8s", "ports": ['${PORT_MAP}']}'

    PATCH='{"spec": {"template": {"spec": {"containers": ['${CONTAINER}']}}}}'

    PATCH='{"spec": {"template": {"spec": {"containers": ['${CONTAINER}']}}}}'

    kubectl patch daemonset nginx-ingress-microk8s-controller --namespace ingress --patch "${PATCH}"

    kubectl patch daemonset nginx-ingress-microk8s-controller --namespace ingress --patch "${PATCH}"

    echo

    echo





    echo ">>> Expose CockroachDB HTTP Mgmt GUI port (8080->8081)"

    echo ">>> Expose CockroachDB HTTP Mgmt GUI port (8080->${CRDB_EXT_PORT_HTTP})"

    CRDB_GUI_PORT_EXT="8081"

    CRDB_PORT_HTTP=$(kubectl --namespace ${CRDB_NAMESPACE} get service cockroachdb-public -o 'jsonpath={.spec.ports[?(@.name=="http")].port}')

    CRDB_GUI_PORT=$(kubectl --namespace ${CRDB_NAMESPACE} get service cockroachdb-public -o 'jsonpath={.spec.ports[?(@.name=="http")].port}')

    PATCH='{"data": {"'${CRDB_EXT_PORT_HTTP}'": "'${CRDB_NAMESPACE}'/cockroachdb-public:'${CRDB_PORT_HTTP}'"}}'

    PATCH='{"data": {"'${CRDB_GUI_PORT_EXT}'": "'${CRDB_NAMESPACE}'/cockroachdb-public:'${CRDB_GUI_PORT}'"}}'

    kubectl patch configmap nginx-ingress-tcp-microk8s-conf --namespace ingress --patch "${PATCH}"

    kubectl patch configmap nginx-ingress-tcp-microk8s-conf --namespace ingress --patch "${PATCH}"





    PORT_MAP='{"containerPort": '${CRDB_GUI_PORT_EXT}', "hostPort": '${CRDB_GUI_PORT_EXT}'}'

    PORT_MAP='{"containerPort": '${CRDB_EXT_PORT_HTTP}', "hostPort": '${CRDB_EXT_PORT_HTTP}'}'

    CONTAINER='{"name": "nginx-ingress-microk8s", "ports": ['${PORT_MAP}']}'

    CONTAINER='{"name": "nginx-ingress-microk8s", "ports": ['${PORT_MAP}']}'

    PATCH='{"spec": {"template": {"spec": {"containers": ['${CONTAINER}']}}}}'

    PATCH='{"spec": {"template": {"spec": {"containers": ['${CONTAINER}']}}}}'

    kubectl patch daemonset nginx-ingress-microk8s-controller --namespace ingress --patch "${PATCH}"

    kubectl patch daemonset nginx-ingress-microk8s-controller --namespace ingress --patch "${PATCH}"
@@ -156,7 +158,8 @@ function crdb_undeploy_single() { 




function crdb_drop_database_single() {

function crdb_drop_database_single() {

    echo "Drop database if exists"

    echo "Drop database if exists"

    CRDB_CLIENT_URL="postgresql://${CRDB_USERNAME}:${CRDB_PASSWORD}@cockroachdb-0:${CRDB_SQL_PORT}/defaultdb?sslmode=require"

    CRDB_PORT_SQL=$(kubectl --namespace ${CRDB_NAMESPACE} get service cockroachdb-public -o 'jsonpath={.spec.ports[?(@.name=="sql")].port}')

    CRDB_CLIENT_URL="postgresql://${CRDB_USERNAME}:${CRDB_PASSWORD}@cockroachdb-0:${CRDB_PORT_SQL}/defaultdb?sslmode=require"

    kubectl exec -it --namespace ${CRDB_NAMESPACE} cockroachdb-0 -- \

    kubectl exec -it --namespace ${CRDB_NAMESPACE} cockroachdb-0 -- \

        ./cockroach sql --certs-dir=/cockroach/cockroach-certs --url=${CRDB_CLIENT_URL} \

        ./cockroach sql --certs-dir=/cockroach/cockroach-certs --url=${CRDB_CLIENT_URL} \

        --execute "DROP DATABASE IF EXISTS ${CRDB_DATABASE};"

        --execute "DROP DATABASE IF EXISTS ${CRDB_DATABASE};"
@@ -266,24 +269,23 @@ function crdb_deploy_cluster() { 
    echo

    echo





    echo "CockroachDB Port Mapping"

    echo "CockroachDB Port Mapping"

    echo ">>> Expose CockroachDB SQL port (26257)"

    echo ">>> Expose CockroachDB SQL port (26257->${CRDB_EXT_PORT_SQL})"

    CRDB_SQL_PORT=$(kubectl --namespace ${CRDB_NAMESPACE} get service cockroachdb-public -o 'jsonpath={.spec.ports[?(@.name=="sql")].port}')

    CRDB_PORT_SQL=$(kubectl --namespace ${CRDB_NAMESPACE} get service cockroachdb-public -o 'jsonpath={.spec.ports[?(@.name=="sql")].port}')

    PATCH='{"data": {"'${CRDB_SQL_PORT}'": "'${CRDB_NAMESPACE}'/cockroachdb-public:'${CRDB_SQL_PORT}'"}}'

    PATCH='{"data": {"'${CRDB_EXT_PORT_SQL}'": "'${CRDB_NAMESPACE}'/cockroachdb-public:'${CRDB_PORT_SQL}'"}}'

    kubectl patch configmap nginx-ingress-tcp-microk8s-conf --namespace ingress --patch "${PATCH}"

    kubectl patch configmap nginx-ingress-tcp-microk8s-conf --namespace ingress --patch "${PATCH}"





    PORT_MAP='{"containerPort": '${CRDB_SQL_PORT}', "hostPort": '${CRDB_SQL_PORT}'}'

    PORT_MAP='{"containerPort": '${CRDB_EXT_PORT_SQL}', "hostPort": '${CRDB_EXT_PORT_SQL}'}'

    CONTAINER='{"name": "nginx-ingress-microk8s", "ports": ['${PORT_MAP}']}'

    CONTAINER='{"name": "nginx-ingress-microk8s", "ports": ['${PORT_MAP}']}'

    PATCH='{"spec": {"template": {"spec": {"containers": ['${CONTAINER}']}}}}'

    PATCH='{"spec": {"template": {"spec": {"containers": ['${CONTAINER}']}}}}'

    kubectl patch daemonset nginx-ingress-microk8s-controller --namespace ingress --patch "${PATCH}"

    kubectl patch daemonset nginx-ingress-microk8s-controller --namespace ingress --patch "${PATCH}"

    echo

    echo





    echo ">>> Expose CockroachDB HTTP Mgmt GUI port (8080->8081)"

    echo ">>> Expose CockroachDB HTTP Mgmt GUI port (8080->${CRDB_EXT_PORT_HTTP})"

    CRDB_GUI_PORT_EXT="8081"

    CRDB_PORT_HTTP=$(kubectl --namespace ${CRDB_NAMESPACE} get service cockroachdb-public -o 'jsonpath={.spec.ports[?(@.name=="http")].port}')

    CRDB_GUI_PORT=$(kubectl --namespace ${CRDB_NAMESPACE} get service cockroachdb-public -o 'jsonpath={.spec.ports[?(@.name=="http")].port}')

    PATCH='{"data": {"'${CRDB_EXT_PORT_HTTP}'": "'${CRDB_NAMESPACE}'/cockroachdb-public:'${CRDB_PORT_HTTP}'"}}'

    PATCH='{"data": {"'${CRDB_GUI_PORT_EXT}'": "'${CRDB_NAMESPACE}'/cockroachdb-public:'${CRDB_GUI_PORT}'"}}'

    kubectl patch configmap nginx-ingress-tcp-microk8s-conf --namespace ingress --patch "${PATCH}"

    kubectl patch configmap nginx-ingress-tcp-microk8s-conf --namespace ingress --patch "${PATCH}"





    PORT_MAP='{"containerPort": '${CRDB_GUI_PORT_EXT}', "hostPort": '${CRDB_GUI_PORT_EXT}'}'

    PORT_MAP='{"containerPort": '${CRDB_EXT_PORT_HTTP}', "hostPort": '${CRDB_EXT_PORT_HTTP}'}'

    CONTAINER='{"name": "nginx-ingress-microk8s", "ports": ['${PORT_MAP}']}'

    CONTAINER='{"name": "nginx-ingress-microk8s", "ports": ['${PORT_MAP}']}'

    PATCH='{"spec": {"template": {"spec": {"containers": ['${CONTAINER}']}}}}'

    PATCH='{"spec": {"template": {"spec": {"containers": ['${CONTAINER}']}}}}'

    kubectl patch daemonset nginx-ingress-microk8s-controller --namespace ingress --patch "${PATCH}"

    kubectl patch daemonset nginx-ingress-microk8s-controller --namespace ingress --patch "${PATCH}"
@@ -345,17 +347,23 @@ function crdb_drop_database_cluster() { 
if [ "$CRDB_DEPLOY_MODE" == "single" ]; then

if [ "$CRDB_DEPLOY_MODE" == "single" ]; then

    if [ "$CRDB_REDEPLOY" == "YES" ]; then

    if [ "$CRDB_REDEPLOY" == "YES" ]; then

        crdb_undeploy_single

        crdb_undeploy_single

    elif [ "$CRDB_DROP_DATABASE_IF_EXISTS" == "YES" ]; then

        crdb_drop_database_single

    fi

    fi



    crdb_deploy_single

    crdb_deploy_single



    if [ "$CRDB_DROP_DATABASE_IF_EXISTS" == "YES" ]; then

        crdb_drop_database_single

    fi

elif [ "$CRDB_DEPLOY_MODE" == "cluster" ]; then

elif [ "$CRDB_DEPLOY_MODE" == "cluster" ]; then

    if [ "$CRDB_REDEPLOY" == "YES" ]; then

    if [ "$CRDB_REDEPLOY" == "YES" ]; then

        crdb_undeploy_cluster

        crdb_undeploy_cluster

    elif [ "$CRDB_DROP_DATABASE_IF_EXISTS" == "YES" ]; then

        crdb_drop_database_cluster

    fi

    fi



    crdb_deploy_cluster

    crdb_deploy_cluster



    if [ "$CRDB_DROP_DATABASE_IF_EXISTS" == "YES" ]; then

        crdb_drop_database_cluster

    fi

else

else

    echo "Unsupported value: CRDB_DEPLOY_MODE=$CRDB_DEPLOY_MODE"

    echo "Unsupported value: CRDB_DEPLOY_MODE=$CRDB_DEPLOY_MODE"

fi
 
fi

deploy/nats.sh

+21 −23
Original line number Original line Diff line number Diff line
@@ -21,6 +21,12 @@ 
# If not already set, set the namespace where NATS will be deployed.

# If not already set, set the namespace where NATS will be deployed.

export NATS_NAMESPACE=${NATS_NAMESPACE:-"nats"}

export NATS_NAMESPACE=${NATS_NAMESPACE:-"nats"}





# If not already set, set the external port NATS Client interface will be exposed to.

export NATS_EXT_PORT_CLIENT=${NATS_EXT_PORT_CLIENT:-"4222"}



# If not already set, set the external port NATS HTTP Mgmt GUI interface will be exposed to.

export NATS_EXT_PORT_HTTP=${NATS_EXT_PORT_HTTP:-"8222"}



# If not already set, disable flag for re-deploying NATS from scratch.

# If not already set, disable flag for re-deploying NATS from scratch.

# WARNING: ACTIVATING THIS FLAG IMPLIES LOOSING THE MESSAGE BROKER INFORMATION!

# WARNING: ACTIVATING THIS FLAG IMPLIES LOOSING THE MESSAGE BROKER INFORMATION!

# If NATS_REDEPLOY is "YES", the message broker will be dropped while checking/deploying NATS.

# If NATS_REDEPLOY is "YES", the message broker will be dropped while checking/deploying NATS.
@@ -31,14 +37,6 @@ export NATS_REDEPLOY=${NATS_REDEPLOY:-""} 
# Automated steps start here

# Automated steps start here

########################################################################################################################

########################################################################################################################





# Constants

TMP_FOLDER="./tmp"

NATS_MANIFESTS_PATH="manifests/nats"



# Create a tmp folder for files modified during the deployment

TMP_MANIFESTS_FOLDER="$TMP_FOLDER/manifests"

mkdir -p $TMP_MANIFESTS_FOLDER



function nats_deploy_single() {

function nats_deploy_single() {

    echo "NATS Namespace"

    echo "NATS Namespace"

    echo ">>> Create NATS Namespace (if missing)"

    echo ">>> Create NATS Namespace (if missing)"
@@ -51,14 +49,14 @@ function nats_deploy_single() { 




    echo "Install NATS (single-node)"

    echo "Install NATS (single-node)"

    echo ">>> Checking if NATS is deployed..."

    echo ">>> Checking if NATS is deployed..."

    if kubectl get --namespace ${NATS_NAMESPACE} statefulset/nats &> /dev/null; then

    if kubectl get --namespace ${NATS_NAMESPACE} statefulset/${NATS_NAMESPACE} &> /dev/null; then

        echo ">>> NATS is present; skipping step."

        echo ">>> NATS is present; skipping step."

    else

    else

        echo ">>> Deploy NATS"

        echo ">>> Deploy NATS"

        helm3 install nats nats/nats --namespace ${NATS_NAMESPACE} --set nats.image.tag=2.9-alpine

        helm3 install ${NATS_NAMESPACE} nats/nats --namespace ${NATS_NAMESPACE} --set nats.image.tag=2.9-alpine





        echo ">>> Waiting NATS statefulset to be created..."

        echo ">>> Waiting NATS statefulset to be created..."

        while ! kubectl get --namespace ${NATS_NAMESPACE} statefulset/nats &> /dev/null; do

        while ! kubectl get --namespace ${NATS_NAMESPACE} statefulset/${NATS_NAMESPACE} &> /dev/null; do

            printf "%c" "."

            printf "%c" "."

            sleep 1

            sleep 1

        done

        done
@@ -72,32 +70,32 @@ function nats_deploy_single() { 
        #kubectl wait --namespace ${NATS_NAMESPACE} --for=jsonpath='{.status.readyReplicas}'=3 --timeout=300s \

        #kubectl wait --namespace ${NATS_NAMESPACE} --for=jsonpath='{.status.readyReplicas}'=3 --timeout=300s \

        #    statefulset/nats

        #    statefulset/nats

        echo ">>> NATS statefulset created. Waiting NATS pods to be created..."

        echo ">>> NATS statefulset created. Waiting NATS pods to be created..."

        while ! kubectl get --namespace ${NATS_NAMESPACE} pod/nats-0 &> /dev/null; do

        while ! kubectl get --namespace ${NATS_NAMESPACE} pod/${NATS_NAMESPACE}-0 &> /dev/null; do

            printf "%c" "."

            printf "%c" "."

            sleep 1

            sleep 1

        done

        done

        kubectl wait --namespace ${NATS_NAMESPACE} --for=condition=Ready --timeout=300s pod/nats-0

        kubectl wait --namespace ${NATS_NAMESPACE} --for=condition=Ready --timeout=300s pod/${NATS_NAMESPACE}-0

    fi

    fi

    echo

    echo





    echo "NATS Port Mapping"

    echo "NATS Port Mapping"

    echo ">>> Expose NATS Client port (4222)"

    echo ">>> Expose NATS Client port (4222->${NATS_EXT_PORT_CLIENT})"

    NATS_CLIENT_PORT=$(kubectl --namespace ${NATS_NAMESPACE} get service nats -o 'jsonpath={.spec.ports[?(@.name=="client")].port}')

    NATS_PORT_CLIENT=$(kubectl --namespace ${NATS_NAMESPACE} get service ${NATS_NAMESPACE} -o 'jsonpath={.spec.ports[?(@.name=="client")].port}')

    PATCH='{"data": {"'${NATS_CLIENT_PORT}'": "'${NATS_NAMESPACE}'/nats:'${NATS_CLIENT_PORT}'"}}'

    PATCH='{"data": {"'${NATS_EXT_PORT_CLIENT}'": "'${NATS_NAMESPACE}'/'${NATS_NAMESPACE}':'${NATS_PORT_CLIENT}'"}}'

    kubectl patch configmap nginx-ingress-tcp-microk8s-conf --namespace ingress --patch "${PATCH}"

    kubectl patch configmap nginx-ingress-tcp-microk8s-conf --namespace ingress --patch "${PATCH}"





    PORT_MAP='{"containerPort": '${NATS_CLIENT_PORT}', "hostPort": '${NATS_CLIENT_PORT}'}'

    PORT_MAP='{"containerPort": '${NATS_EXT_PORT_CLIENT}', "hostPort": '${NATS_EXT_PORT_CLIENT}'}'

    CONTAINER='{"name": "nginx-ingress-microk8s", "ports": ['${PORT_MAP}']}'

    CONTAINER='{"name": "nginx-ingress-microk8s", "ports": ['${PORT_MAP}']}'

    PATCH='{"spec": {"template": {"spec": {"containers": ['${CONTAINER}']}}}}'

    PATCH='{"spec": {"template": {"spec": {"containers": ['${CONTAINER}']}}}}'

    kubectl patch daemonset nginx-ingress-microk8s-controller --namespace ingress --patch "${PATCH}"

    kubectl patch daemonset nginx-ingress-microk8s-controller --namespace ingress --patch "${PATCH}"

    echo

    echo





    echo ">>> Expose NATS HTTP Mgmt GUI port (8222)"

    echo ">>> Expose NATS HTTP Mgmt GUI port (8222->${NATS_EXT_PORT_HTTP})"

    NATS_GUI_PORT=$(kubectl --namespace ${NATS_NAMESPACE} get service nats -o 'jsonpath={.spec.ports[?(@.name=="monitor")].port}')

    NATS_PORT_HTTP=$(kubectl --namespace ${NATS_NAMESPACE} get service ${NATS_NAMESPACE} -o 'jsonpath={.spec.ports[?(@.name=="monitor")].port}')

    PATCH='{"data": {"'${NATS_GUI_PORT}'": "'${NATS_NAMESPACE}'/nats:'${NATS_GUI_PORT}'"}}'

    PATCH='{"data": {"'${NATS_EXT_PORT_HTTP}'": "'${NATS_NAMESPACE}'/'${NATS_NAMESPACE}':'${NATS_PORT_HTTP}'"}}'

    kubectl patch configmap nginx-ingress-tcp-microk8s-conf --namespace ingress --patch "${PATCH}"

    kubectl patch configmap nginx-ingress-tcp-microk8s-conf --namespace ingress --patch "${PATCH}"





    PORT_MAP='{"containerPort": '${NATS_GUI_PORT}', "hostPort": '${NATS_GUI_PORT}'}'

    PORT_MAP='{"containerPort": '${NATS_EXT_PORT_HTTP}', "hostPort": '${NATS_EXT_PORT_HTTP}'}'

    CONTAINER='{"name": "nginx-ingress-microk8s", "ports": ['${PORT_MAP}']}'

    CONTAINER='{"name": "nginx-ingress-microk8s", "ports": ['${PORT_MAP}']}'

    PATCH='{"spec": {"template": {"spec": {"containers": ['${CONTAINER}']}}}}'

    PATCH='{"spec": {"template": {"spec": {"containers": ['${CONTAINER}']}}}}'

    kubectl patch daemonset nginx-ingress-microk8s-controller --namespace ingress --patch "${PATCH}"

    kubectl patch daemonset nginx-ingress-microk8s-controller --namespace ingress --patch "${PATCH}"
@@ -107,9 +105,9 @@ function nats_deploy_single() { 
function nats_undeploy_single() {

function nats_undeploy_single() {

    echo "NATS"

    echo "NATS"

    echo ">>> Checking if NATS is deployed..."

    echo ">>> Checking if NATS is deployed..."

    if kubectl get --namespace ${NATS_NAMESPACE} statefulset/nats &> /dev/null; then

    if kubectl get --namespace ${NATS_NAMESPACE} statefulset/${NATS_NAMESPACE} &> /dev/null; then

        echo ">>> Undeploy NATS"

        echo ">>> Undeploy NATS"

        helm3 uninstall --namespace ${NATS_NAMESPACE} nats

        helm3 uninstall --namespace ${NATS_NAMESPACE} ${NATS_NAMESPACE}

    else

    else

        echo ">>> NATS is not present; skipping step."

        echo ">>> NATS is not present; skipping step."

    fi

    fi

deploy/qdb.sh

+49 −35

File changed.

Preview size limit exceeded, changes collapsed.

deploy/tfs.sh

+104 −22

File changed.

Preview size limit exceeded, changes collapsed.