Loading src/interdomain/.gitlab-ci.yml +88 Changes for src/interdomain/.gitlab-ci.yml: 88 added lines, 0 removed lines. Original line number Diff line number Diff line # Build, tag and push the Docker image to the GitLab registry build service: variables: IMAGE_NAME: 'service' # name of the microservice IMAGE_TAG: 'latest' # tag of the container image (production, development, etc) stage: build before_script: - docker login -u "$CI_REGISTRY_USER" -p "$CI_REGISTRY_PASSWORD" $CI_REGISTRY script: - docker build -t "$IMAGE_NAME:$IMAGE_TAG" -f ./src/$IMAGE_NAME/Dockerfile ./src/ - docker tag "$IMAGE_NAME:$IMAGE_TAG" "$CI_REGISTRY_IMAGE/$IMAGE_NAME:$IMAGE_TAG" - docker push "$CI_REGISTRY_IMAGE/$IMAGE_NAME:$IMAGE_TAG" after_script: - docker images --filter="dangling=true" --quiet | xargs -r docker rmi rules: - if: '$CI_PIPELINE_SOURCE == "merge_request_event" && ($CI_MERGE_REQUEST_TARGET_BRANCH_NAME == "develop" || $CI_MERGE_REQUEST_TARGET_BRANCH_NAME == $CI_DEFAULT_BRANCH)' - if: '$CI_PIPELINE_SOURCE == "push" && $CI_COMMIT_BRANCH == "develop"' - changes: - src/$IMAGE_NAME/**/*.{py,in,yml} - src/$IMAGE_NAME/Dockerfile - src/$IMAGE_NAME/tests/*.py - manifests/${IMAGE_NAME}service.yaml - .gitlab-ci.yml # Apply unit test to the component unit test service: variables: IMAGE_NAME: 'service' # name of the microservice IMAGE_TAG: 'latest' # tag of the container image (production, development, etc) stage: unit_test needs: - build service before_script: - docker login -u "$CI_REGISTRY_USER" -p "$CI_REGISTRY_PASSWORD" $CI_REGISTRY - if docker network list | grep teraflowbridge; then echo "teraflowbridge is already created"; else docker network create -d bridge teraflowbridge; fi - if docker container ls | grep $IMAGE_NAME; then docker rm -f $IMAGE_NAME; else echo "$IMAGE_NAME image is not in the system"; fi script: - docker pull "$CI_REGISTRY_IMAGE/$IMAGE_NAME:$IMAGE_TAG" - docker run --name $IMAGE_NAME -d -p 3030:3030 -v "$PWD/src/$IMAGE_NAME/tests:/opt/results" --network=teraflowbridge $CI_REGISTRY_IMAGE/$IMAGE_NAME:$IMAGE_TAG - sleep 5 - docker ps -a - docker logs $IMAGE_NAME - docker exec -i $IMAGE_NAME bash -c "coverage run -m pytest --log-level=INFO --verbose $IMAGE_NAME/tests/test_unitary.py --junitxml=/opt/results/${IMAGE_NAME}_report.xml; coverage xml -o /opt/results/${IMAGE_NAME}_coverage.xml; coverage report --include='${IMAGE_NAME}/*' --show-missing" coverage: '/TOTAL\s+\d+\s+\d+\s+(\d+%)/' after_script: - docker rm -f $IMAGE_NAME - docker network rm teraflowbridge rules: - if: '$CI_PIPELINE_SOURCE == "merge_request_event" && ($CI_MERGE_REQUEST_TARGET_BRANCH_NAME == "develop" || $CI_MERGE_REQUEST_TARGET_BRANCH_NAME == $CI_DEFAULT_BRANCH)' - if: '$CI_PIPELINE_SOURCE == "push" && $CI_COMMIT_BRANCH == "develop"' - changes: - src/$IMAGE_NAME/**/*.{py,in,yml} - src/$IMAGE_NAME/Dockerfile - src/$IMAGE_NAME/tests/*.py - src/$IMAGE_NAME/tests/Dockerfile - manifests/${IMAGE_NAME}service.yaml - .gitlab-ci.yml artifacts: when: always reports: junit: src/$IMAGE_NAME/tests/${IMAGE_NAME}_report.xml cobertura: src/$IMAGE_NAME/tests/${IMAGE_NAME}_coverage.xml # Deployment of the service in Kubernetes Cluster deploy service: variables: IMAGE_NAME: 'service' # name of the microservice IMAGE_TAG: 'latest' # tag of the container image (production, development, etc) stage: deploy needs: - unit test service # - integ_test execute script: - 'sed -i "s/$IMAGE_NAME:.*/$IMAGE_NAME:$IMAGE_TAG/" manifests/${IMAGE_NAME}service.yaml' - kubectl version - kubectl get all - kubectl apply -f "manifests/${IMAGE_NAME}service.yaml" - kubectl get all # environment: # name: test # url: https://example.com # kubernetes: # namespace: test rules: - if: '$CI_PIPELINE_SOURCE == "merge_request_event" && ($CI_MERGE_REQUEST_TARGET_BRANCH_NAME == "develop" || $CI_MERGE_REQUEST_TARGET_BRANCH_NAME == $CI_DEFAULT_BRANCH)' when: manual - if: '$CI_PIPELINE_SOURCE == "push" && $CI_COMMIT_BRANCH == "develop"' when: manual src/interdomain/Config.py +18 Changes for src/interdomain/Config.py: 18 added lines, 0 removed lines. Original line number Diff line number Diff line import logging # General settings LOG_LEVEL = logging.WARNING # gRPC settings GRPC_INTERDOMAIN_PORT = 9090 GRPC_MAX_WORKERS = 10 GRPC_GRACE_PERIOD = 60 # Prometheus settings METRICS_PORT = 9192 # Dependency micro-service connection settings SLICE_SERVICE_HOST = '127.0.0.1' SLICE_SERVICE_PORT = 1010 src/interdomain/Dockerfile +39 Changes for src/interdomain/Dockerfile: 39 added lines, 0 removed lines. Original line number Diff line number Diff line FROM python:3-slim # Install dependencies RUN apt-get --yes --quiet --quiet update && \ apt-get --yes --quiet --quiet install wget g++ && \ rm -rf /var/lib/apt/lists/* # Set Python to show logs as they occur ENV PYTHONUNBUFFERED=0 # Download the gRPC health probe RUN GRPC_HEALTH_PROBE_VERSION=v0.2.0 && \ wget -qO/bin/grpc_health_probe https://github.com/grpc-ecosystem/grpc-health-probe/releases/download/${GRPC_HEALTH_PROBE_VERSION}/grpc_health_probe-linux-amd64 && \ chmod +x /bin/grpc_health_probe # Get generic Python packages RUN python3 -m pip install --upgrade pip setuptools wheel pip-tools # Set working directory WORKDIR /var/teraflow # Create module sub-folders RUN mkdir -p /var/teraflow/interdomain # Get Python packages per module COPY interdomain/requirements.in interdomain/requirements.in RUN pip-compile --output-file=interdomain/requirements.txt interdomain/requirements.in RUN python3 -m pip install -r interdomain/requirements.in # Add files into working directory COPY common/. common COPY context/. context COPY device/. device COPY monitoring/. monitoring COPY service/. service COPY interdomain/. interdomain # Start service interdomain ENTRYPOINT ["python", "-m", "service.interdomain"] src/interdomain/__init__.py Empty file added. src/interdomain/client/InterdomainClient.py +55 Changes for src/interdomain/client/InterdomainClient.py: 55 added lines, 0 removed lines. Original line number Diff line number Diff line import grpc, logging from common.tools.client.RetryDecorator import retry, delay_exponential from interdomain.proto.context_pb2 import TeraFlowController, AuthenticationResult from interdomain.proto.slice_pb2 import TransportSlice, SliceId from interdomain.proto.interdomain_pb2_grpc import InterdomainServiceStub LOGGER = logging.getLogger(__name__) MAX_RETRIES = 15 DELAY_FUNCTION = delay_exponential(initial=0.01, increment=2.0, maximum=5.0) class InterdomainClient: def __init__(self, address, port): self.endpoint = '{:s}:{:s}'.format(str(address), str(port)) LOGGER.debug('Creating channel to {:s}...'.format(self.endpoint)) self.channel = None self.stub = None self.connect() LOGGER.debug('Channel created') def connect(self): self.channel = grpc.insecure_channel(self.endpoint) self.stub = InterdomainServiceStub(self.channel) def close(self): if self.channel is not None: self.channel.close() self.channel = None self.stub = None @retry(exceptions=set(), max_retries=MAX_RETRIES, delay_function=DELAY_FUNCTION, prepare_method_name='connect') def Authenticate(self, request : TeraFlowController) -> AuthenticationResult: LOGGER.debug('Authenticate request: {:s}'.format(str(request))) response = self.stub.Authenticate(request) LOGGER.debug('Authenticate result: {:s}'.format(str(response))) return response @retry(exceptions=set(), max_retries=MAX_RETRIES, delay_function=DELAY_FUNCTION, prepare_method_name='connect') def LookUpSlice(self, request : TransportSlice) -> SliceId: LOGGER.debug('LookUpSlice request: {:s}'.format(str(request))) response = self.stub.LookUpSlice(request) LOGGER.debug('LookUpSlice result: {:s}'.format(str(response))) return response @retry(exceptions=set(), max_retries=MAX_RETRIES, delay_function=DELAY_FUNCTION, prepare_method_name='connect') def OrderSliceFromCatalog(self, request : TransportSlice) -> SliceStatus: LOGGER.debug('OrderSliceFromCatalog request: {:s}'.format(str(request))) response = self.stub.OrderSliceFromCatalog(request) LOGGER.debug('OrderSliceFromCatalog result: {:s}'.format(str(response))) return response @retry(exceptions=set(), max_retries=MAX_RETRIES, delay_function=DELAY_FUNCTION, prepare_method_name='connect') def CreateSliceAndAddToCatalog(self, request : TransportSlice) -> SliceStatus: LOGGER.debug('CreateSliceAndAddToCatalog request: {:s}'.format(str(request))) response = self.stub.CreateSliceAndAddToCatalog(request) LOGGER.debug('CreateSliceAndAddToCatalog result: {:s}'.format(str(response))) return response Loading
src/interdomain/.gitlab-ci.yml +88 Changes for src/interdomain/.gitlab-ci.yml: 88 added lines, 0 removed lines. Original line number Diff line number Diff line # Build, tag and push the Docker image to the GitLab registry build service: variables: IMAGE_NAME: 'service' # name of the microservice IMAGE_TAG: 'latest' # tag of the container image (production, development, etc) stage: build before_script: - docker login -u "$CI_REGISTRY_USER" -p "$CI_REGISTRY_PASSWORD" $CI_REGISTRY script: - docker build -t "$IMAGE_NAME:$IMAGE_TAG" -f ./src/$IMAGE_NAME/Dockerfile ./src/ - docker tag "$IMAGE_NAME:$IMAGE_TAG" "$CI_REGISTRY_IMAGE/$IMAGE_NAME:$IMAGE_TAG" - docker push "$CI_REGISTRY_IMAGE/$IMAGE_NAME:$IMAGE_TAG" after_script: - docker images --filter="dangling=true" --quiet | xargs -r docker rmi rules: - if: '$CI_PIPELINE_SOURCE == "merge_request_event" && ($CI_MERGE_REQUEST_TARGET_BRANCH_NAME == "develop" || $CI_MERGE_REQUEST_TARGET_BRANCH_NAME == $CI_DEFAULT_BRANCH)' - if: '$CI_PIPELINE_SOURCE == "push" && $CI_COMMIT_BRANCH == "develop"' - changes: - src/$IMAGE_NAME/**/*.{py,in,yml} - src/$IMAGE_NAME/Dockerfile - src/$IMAGE_NAME/tests/*.py - manifests/${IMAGE_NAME}service.yaml - .gitlab-ci.yml # Apply unit test to the component unit test service: variables: IMAGE_NAME: 'service' # name of the microservice IMAGE_TAG: 'latest' # tag of the container image (production, development, etc) stage: unit_test needs: - build service before_script: - docker login -u "$CI_REGISTRY_USER" -p "$CI_REGISTRY_PASSWORD" $CI_REGISTRY - if docker network list | grep teraflowbridge; then echo "teraflowbridge is already created"; else docker network create -d bridge teraflowbridge; fi - if docker container ls | grep $IMAGE_NAME; then docker rm -f $IMAGE_NAME; else echo "$IMAGE_NAME image is not in the system"; fi script: - docker pull "$CI_REGISTRY_IMAGE/$IMAGE_NAME:$IMAGE_TAG" - docker run --name $IMAGE_NAME -d -p 3030:3030 -v "$PWD/src/$IMAGE_NAME/tests:/opt/results" --network=teraflowbridge $CI_REGISTRY_IMAGE/$IMAGE_NAME:$IMAGE_TAG - sleep 5 - docker ps -a - docker logs $IMAGE_NAME - docker exec -i $IMAGE_NAME bash -c "coverage run -m pytest --log-level=INFO --verbose $IMAGE_NAME/tests/test_unitary.py --junitxml=/opt/results/${IMAGE_NAME}_report.xml; coverage xml -o /opt/results/${IMAGE_NAME}_coverage.xml; coverage report --include='${IMAGE_NAME}/*' --show-missing" coverage: '/TOTAL\s+\d+\s+\d+\s+(\d+%)/' after_script: - docker rm -f $IMAGE_NAME - docker network rm teraflowbridge rules: - if: '$CI_PIPELINE_SOURCE == "merge_request_event" && ($CI_MERGE_REQUEST_TARGET_BRANCH_NAME == "develop" || $CI_MERGE_REQUEST_TARGET_BRANCH_NAME == $CI_DEFAULT_BRANCH)' - if: '$CI_PIPELINE_SOURCE == "push" && $CI_COMMIT_BRANCH == "develop"' - changes: - src/$IMAGE_NAME/**/*.{py,in,yml} - src/$IMAGE_NAME/Dockerfile - src/$IMAGE_NAME/tests/*.py - src/$IMAGE_NAME/tests/Dockerfile - manifests/${IMAGE_NAME}service.yaml - .gitlab-ci.yml artifacts: when: always reports: junit: src/$IMAGE_NAME/tests/${IMAGE_NAME}_report.xml cobertura: src/$IMAGE_NAME/tests/${IMAGE_NAME}_coverage.xml # Deployment of the service in Kubernetes Cluster deploy service: variables: IMAGE_NAME: 'service' # name of the microservice IMAGE_TAG: 'latest' # tag of the container image (production, development, etc) stage: deploy needs: - unit test service # - integ_test execute script: - 'sed -i "s/$IMAGE_NAME:.*/$IMAGE_NAME:$IMAGE_TAG/" manifests/${IMAGE_NAME}service.yaml' - kubectl version - kubectl get all - kubectl apply -f "manifests/${IMAGE_NAME}service.yaml" - kubectl get all # environment: # name: test # url: https://example.com # kubernetes: # namespace: test rules: - if: '$CI_PIPELINE_SOURCE == "merge_request_event" && ($CI_MERGE_REQUEST_TARGET_BRANCH_NAME == "develop" || $CI_MERGE_REQUEST_TARGET_BRANCH_NAME == $CI_DEFAULT_BRANCH)' when: manual - if: '$CI_PIPELINE_SOURCE == "push" && $CI_COMMIT_BRANCH == "develop"' when: manual
src/interdomain/Config.py +18 Changes for src/interdomain/Config.py: 18 added lines, 0 removed lines. Original line number Diff line number Diff line import logging # General settings LOG_LEVEL = logging.WARNING # gRPC settings GRPC_INTERDOMAIN_PORT = 9090 GRPC_MAX_WORKERS = 10 GRPC_GRACE_PERIOD = 60 # Prometheus settings METRICS_PORT = 9192 # Dependency micro-service connection settings SLICE_SERVICE_HOST = '127.0.0.1' SLICE_SERVICE_PORT = 1010
src/interdomain/Dockerfile +39 Changes for src/interdomain/Dockerfile: 39 added lines, 0 removed lines. Original line number Diff line number Diff line FROM python:3-slim # Install dependencies RUN apt-get --yes --quiet --quiet update && \ apt-get --yes --quiet --quiet install wget g++ && \ rm -rf /var/lib/apt/lists/* # Set Python to show logs as they occur ENV PYTHONUNBUFFERED=0 # Download the gRPC health probe RUN GRPC_HEALTH_PROBE_VERSION=v0.2.0 && \ wget -qO/bin/grpc_health_probe https://github.com/grpc-ecosystem/grpc-health-probe/releases/download/${GRPC_HEALTH_PROBE_VERSION}/grpc_health_probe-linux-amd64 && \ chmod +x /bin/grpc_health_probe # Get generic Python packages RUN python3 -m pip install --upgrade pip setuptools wheel pip-tools # Set working directory WORKDIR /var/teraflow # Create module sub-folders RUN mkdir -p /var/teraflow/interdomain # Get Python packages per module COPY interdomain/requirements.in interdomain/requirements.in RUN pip-compile --output-file=interdomain/requirements.txt interdomain/requirements.in RUN python3 -m pip install -r interdomain/requirements.in # Add files into working directory COPY common/. common COPY context/. context COPY device/. device COPY monitoring/. monitoring COPY service/. service COPY interdomain/. interdomain # Start service interdomain ENTRYPOINT ["python", "-m", "service.interdomain"]
src/interdomain/client/InterdomainClient.py +55 Changes for src/interdomain/client/InterdomainClient.py: 55 added lines, 0 removed lines. Original line number Diff line number Diff line import grpc, logging from common.tools.client.RetryDecorator import retry, delay_exponential from interdomain.proto.context_pb2 import TeraFlowController, AuthenticationResult from interdomain.proto.slice_pb2 import TransportSlice, SliceId from interdomain.proto.interdomain_pb2_grpc import InterdomainServiceStub LOGGER = logging.getLogger(__name__) MAX_RETRIES = 15 DELAY_FUNCTION = delay_exponential(initial=0.01, increment=2.0, maximum=5.0) class InterdomainClient: def __init__(self, address, port): self.endpoint = '{:s}:{:s}'.format(str(address), str(port)) LOGGER.debug('Creating channel to {:s}...'.format(self.endpoint)) self.channel = None self.stub = None self.connect() LOGGER.debug('Channel created') def connect(self): self.channel = grpc.insecure_channel(self.endpoint) self.stub = InterdomainServiceStub(self.channel) def close(self): if self.channel is not None: self.channel.close() self.channel = None self.stub = None @retry(exceptions=set(), max_retries=MAX_RETRIES, delay_function=DELAY_FUNCTION, prepare_method_name='connect') def Authenticate(self, request : TeraFlowController) -> AuthenticationResult: LOGGER.debug('Authenticate request: {:s}'.format(str(request))) response = self.stub.Authenticate(request) LOGGER.debug('Authenticate result: {:s}'.format(str(response))) return response @retry(exceptions=set(), max_retries=MAX_RETRIES, delay_function=DELAY_FUNCTION, prepare_method_name='connect') def LookUpSlice(self, request : TransportSlice) -> SliceId: LOGGER.debug('LookUpSlice request: {:s}'.format(str(request))) response = self.stub.LookUpSlice(request) LOGGER.debug('LookUpSlice result: {:s}'.format(str(response))) return response @retry(exceptions=set(), max_retries=MAX_RETRIES, delay_function=DELAY_FUNCTION, prepare_method_name='connect') def OrderSliceFromCatalog(self, request : TransportSlice) -> SliceStatus: LOGGER.debug('OrderSliceFromCatalog request: {:s}'.format(str(request))) response = self.stub.OrderSliceFromCatalog(request) LOGGER.debug('OrderSliceFromCatalog result: {:s}'.format(str(response))) return response @retry(exceptions=set(), max_retries=MAX_RETRIES, delay_function=DELAY_FUNCTION, prepare_method_name='connect') def CreateSliceAndAddToCatalog(self, request : TransportSlice) -> SliceStatus: LOGGER.debug('CreateSliceAndAddToCatalog request: {:s}'.format(str(request))) response = self.stub.CreateSliceAndAddToCatalog(request) LOGGER.debug('CreateSliceAndAddToCatalog result: {:s}'.format(str(response))) return response