Commit c6e5c4cc authored by Ricard Vilalta's avatar Ricard Vilalta
Browse files

Working on first implementation of Interdomain service

parent 04d5a299

src/interdomain/.gitlab-ci.yml

0 → 100644
+88 −0
Original line number Diff line number Diff line 
# Build, tag and push the Docker image to the GitLab registry

build service:

  variables:

    IMAGE_NAME: 'service' # name of the microservice

    IMAGE_TAG: 'latest' # tag of the container image (production, development, etc)

  stage: build

  before_script:

    - docker login -u "$CI_REGISTRY_USER" -p "$CI_REGISTRY_PASSWORD" $CI_REGISTRY

  script:

    - docker build -t "$IMAGE_NAME:$IMAGE_TAG" -f ./src/$IMAGE_NAME/Dockerfile ./src/

    - docker tag "$IMAGE_NAME:$IMAGE_TAG" "$CI_REGISTRY_IMAGE/$IMAGE_NAME:$IMAGE_TAG"

    - docker push "$CI_REGISTRY_IMAGE/$IMAGE_NAME:$IMAGE_TAG"

  after_script:

    - docker images --filter="dangling=true" --quiet | xargs -r docker rmi

  rules:

    - if: '$CI_PIPELINE_SOURCE == "merge_request_event" && ($CI_MERGE_REQUEST_TARGET_BRANCH_NAME == "develop" || $CI_MERGE_REQUEST_TARGET_BRANCH_NAME == $CI_DEFAULT_BRANCH)'

    - if: '$CI_PIPELINE_SOURCE == "push" && $CI_COMMIT_BRANCH == "develop"' 

    - changes:

      - src/$IMAGE_NAME/**/*.{py,in,yml}

      - src/$IMAGE_NAME/Dockerfile

      - src/$IMAGE_NAME/tests/*.py

      - manifests/${IMAGE_NAME}service.yaml

      - .gitlab-ci.yml



# Apply unit test to the component

unit test service:

  variables:

    IMAGE_NAME: 'service' # name of the microservice

    IMAGE_TAG: 'latest' # tag of the container image (production, development, etc)

  stage: unit_test

  needs:

    - build service

  before_script:

    - docker login -u "$CI_REGISTRY_USER" -p "$CI_REGISTRY_PASSWORD" $CI_REGISTRY

    - if docker network list | grep teraflowbridge; then echo "teraflowbridge is already created"; else docker network create -d bridge teraflowbridge; fi

    - if docker container ls | grep $IMAGE_NAME; then docker rm -f $IMAGE_NAME; else echo "$IMAGE_NAME image is not in the system"; fi

  script:

    - docker pull "$CI_REGISTRY_IMAGE/$IMAGE_NAME:$IMAGE_TAG"

    - docker run --name $IMAGE_NAME -d -p 3030:3030 -v "$PWD/src/$IMAGE_NAME/tests:/opt/results" --network=teraflowbridge $CI_REGISTRY_IMAGE/$IMAGE_NAME:$IMAGE_TAG

    - sleep 5

    - docker ps -a

    - docker logs $IMAGE_NAME

    - docker exec -i $IMAGE_NAME bash -c "coverage run -m pytest --log-level=INFO --verbose $IMAGE_NAME/tests/test_unitary.py --junitxml=/opt/results/${IMAGE_NAME}_report.xml; coverage xml -o /opt/results/${IMAGE_NAME}_coverage.xml; coverage report --include='${IMAGE_NAME}/*' --show-missing"

  coverage: '/TOTAL\s+\d+\s+\d+\s+(\d+%)/'

  after_script:

    - docker rm -f $IMAGE_NAME

    - docker network rm teraflowbridge

  rules:

    - if: '$CI_PIPELINE_SOURCE == "merge_request_event" && ($CI_MERGE_REQUEST_TARGET_BRANCH_NAME == "develop" || $CI_MERGE_REQUEST_TARGET_BRANCH_NAME == $CI_DEFAULT_BRANCH)'

    - if: '$CI_PIPELINE_SOURCE == "push" && $CI_COMMIT_BRANCH == "develop"' 

    - changes:

      - src/$IMAGE_NAME/**/*.{py,in,yml}

      - src/$IMAGE_NAME/Dockerfile

      - src/$IMAGE_NAME/tests/*.py

      - src/$IMAGE_NAME/tests/Dockerfile

      - manifests/${IMAGE_NAME}service.yaml

      - .gitlab-ci.yml

  artifacts:

      when: always

      reports:

        junit: src/$IMAGE_NAME/tests/${IMAGE_NAME}_report.xml

        cobertura: src/$IMAGE_NAME/tests/${IMAGE_NAME}_coverage.xml



# Deployment of the service in Kubernetes Cluster

deploy service:

  variables:

    IMAGE_NAME: 'service' # name of the microservice

    IMAGE_TAG: 'latest' # tag of the container image (production, development, etc)

  stage: deploy

  needs:

    - unit test service

    # - integ_test execute

  script:

    - 'sed -i "s/$IMAGE_NAME:.*/$IMAGE_NAME:$IMAGE_TAG/" manifests/${IMAGE_NAME}service.yaml'

    - kubectl version

    - kubectl get all

    - kubectl apply -f "manifests/${IMAGE_NAME}service.yaml"

    - kubectl get all

  # environment:

  #   name: test

  #   url: https://example.com

  #   kubernetes:

  #     namespace: test

  rules:

    - if: '$CI_PIPELINE_SOURCE == "merge_request_event" && ($CI_MERGE_REQUEST_TARGET_BRANCH_NAME == "develop" || $CI_MERGE_REQUEST_TARGET_BRANCH_NAME == $CI_DEFAULT_BRANCH)'

      when: manual    

    - if: '$CI_PIPELINE_SOURCE == "push" && $CI_COMMIT_BRANCH == "develop"'

      when: manual

src/interdomain/Config.py

0 → 100644
+18 −0
Original line number Diff line number Diff line 
import logging



# General settings

LOG_LEVEL = logging.WARNING



# gRPC settings

GRPC_INTERDOMAIN_PORT = 9090

GRPC_MAX_WORKERS  = 10

GRPC_GRACE_PERIOD = 60



# Prometheus settings

METRICS_PORT = 9192



# Dependency micro-service connection settings

SLICE_SERVICE_HOST = '127.0.0.1'

SLICE_SERVICE_PORT = 1010

src/interdomain/Dockerfile

0 → 100644
+39 −0
Original line number Diff line number Diff line 
FROM python:3-slim



# Install dependencies

RUN apt-get --yes --quiet --quiet update && \

    apt-get --yes --quiet --quiet install wget g++ && \

    rm -rf /var/lib/apt/lists/*



# Set Python to show logs as they occur

ENV PYTHONUNBUFFERED=0



# Download the gRPC health probe

RUN GRPC_HEALTH_PROBE_VERSION=v0.2.0 && \

    wget -qO/bin/grpc_health_probe https://github.com/grpc-ecosystem/grpc-health-probe/releases/download/${GRPC_HEALTH_PROBE_VERSION}/grpc_health_probe-linux-amd64 && \

    chmod +x /bin/grpc_health_probe



# Get generic Python packages

RUN python3 -m pip install --upgrade pip setuptools wheel pip-tools



# Set working directory

WORKDIR /var/teraflow



# Create module sub-folders

RUN mkdir -p /var/teraflow/interdomain



# Get Python packages per module

COPY interdomain/requirements.in interdomain/requirements.in

RUN pip-compile --output-file=interdomain/requirements.txt interdomain/requirements.in

RUN python3 -m pip install -r interdomain/requirements.in



# Add files into working directory

COPY common/. common

COPY context/. context

COPY device/. device

COPY monitoring/. monitoring

COPY service/. service

COPY interdomain/. interdomain



# Start service interdomain

ENTRYPOINT ["python", "-m", "service.interdomain"]

src/interdomain/__init__.py

0 → 100644
+0 −0

Empty file added.

src/interdomain/client/InterdomainClient.py

0 → 100644
+55 −0
Original line number Diff line number Diff line 
import grpc, logging

from common.tools.client.RetryDecorator import retry, delay_exponential

from interdomain.proto.context_pb2 import TeraFlowController, AuthenticationResult

from interdomain.proto.slice_pb2 import TransportSlice, SliceId

from interdomain.proto.interdomain_pb2_grpc import InterdomainServiceStub



LOGGER = logging.getLogger(__name__)

MAX_RETRIES = 15

DELAY_FUNCTION = delay_exponential(initial=0.01, increment=2.0, maximum=5.0)



class InterdomainClient:

    def __init__(self, address, port):

        self.endpoint = '{:s}:{:s}'.format(str(address), str(port))

        LOGGER.debug('Creating channel to {:s}...'.format(self.endpoint))

        self.channel = None

        self.stub = None

        self.connect()

        LOGGER.debug('Channel created')



    def connect(self):

        self.channel = grpc.insecure_channel(self.endpoint)

        self.stub = InterdomainServiceStub(self.channel)



    def close(self):

        if self.channel is not None: self.channel.close()

        self.channel = None

        self.stub = None



    @retry(exceptions=set(), max_retries=MAX_RETRIES, delay_function=DELAY_FUNCTION, prepare_method_name='connect')

    def Authenticate(self, request : TeraFlowController) -> AuthenticationResult:

        LOGGER.debug('Authenticate request: {:s}'.format(str(request)))

        response = self.stub.Authenticate(request)

        LOGGER.debug('Authenticate result: {:s}'.format(str(response)))

        return response



    @retry(exceptions=set(), max_retries=MAX_RETRIES, delay_function=DELAY_FUNCTION, prepare_method_name='connect')

    def LookUpSlice(self, request : TransportSlice) -> SliceId:

        LOGGER.debug('LookUpSlice request: {:s}'.format(str(request)))

        response = self.stub.LookUpSlice(request)

        LOGGER.debug('LookUpSlice result: {:s}'.format(str(response)))

        return response



    @retry(exceptions=set(), max_retries=MAX_RETRIES, delay_function=DELAY_FUNCTION, prepare_method_name='connect')

    def OrderSliceFromCatalog(self, request : TransportSlice) -> SliceStatus:

        LOGGER.debug('OrderSliceFromCatalog request: {:s}'.format(str(request)))

        response = self.stub.OrderSliceFromCatalog(request)

        LOGGER.debug('OrderSliceFromCatalog result: {:s}'.format(str(response)))

        return response



    @retry(exceptions=set(), max_retries=MAX_RETRIES, delay_function=DELAY_FUNCTION, prepare_method_name='connect')

    def CreateSliceAndAddToCatalog(self, request : TransportSlice) -> SliceStatus:

        LOGGER.debug('CreateSliceAndAddToCatalog request: {:s}'.format(str(request)))

        response = self.stub.CreateSliceAndAddToCatalog(request)

        LOGGER.debug('CreateSliceAndAddToCatalog result: {:s}'.format(str(response)))

        return response