Commit f027b53e authored by Antonio Gines Buendia Lopez's avatar Antonio Gines Buendia Lopez
Browse files

Update pipeline

parent 760ca2a9

.gitlab-ci.yml

+1 −0
Original line number Diff line number Diff line
@@ -51,6 +51,7 @@ include: 
  - local: '/src/slice/.gitlab-ci.yml'

  #- local: '/src/interdomain/.gitlab-ci.yml'

  - local: '/src/pathcomp/.gitlab-ci.yml'

  - local: '/src/pathcompextended/.gitlab-ci.yml'

  #- local: '/src/dlt/.gitlab-ci.yml'

  - local: '/src/load_generator/.gitlab-ci.yml'

  - local: '/src/bgpls_speaker/.gitlab-ci.yml'

src/pathcompextended/.gitlab-ci.yml

+30 −53
Original line number Diff line number Diff line
@@ -15,15 +15,14 @@ 
# Build, tag, and push the Docker image to the GitLab Docker registry

build pathcompextended:

  variables:

    IMAGE_NAME: 'pathcompextended' # name of the microservice

    IMAGE_TAG: 'latest' # tag of the container image (production, development, etc)

    IMAGE_NAME: 'pathcompextended'

    IMAGE_TAG: 'latest'

  stage: build

  before_script:

    - docker image prune --force

    - docker login -u "$CI_REGISTRY_USER" -p "$CI_REGISTRY_PASSWORD" $CI_REGISTRY

  script:

    # This first build tags the builder resulting image to prevent being removed by dangling image removal command

    - docker buildx build -t "${IMAGE_NAME}:${IMAGE_TAG}" -f ./src/$IMAGE_NAME/Dockerfile .

    - docker buildx build -t "${IMAGE_NAME}:${IMAGE_TAG}" -f ./src/${IMAGE_NAME}/Dockerfile .

    - docker tag "${IMAGE_NAME}:${IMAGE_TAG}" "$CI_REGISTRY_IMAGE/${IMAGE_NAME}:${IMAGE_TAG}"

    - docker push "$CI_REGISTRY_IMAGE/${IMAGE_NAME}:${IMAGE_TAG}"

  after_script:
@@ -34,62 +33,43 @@ build pathcompextended: 
    - changes:

      - src/common/**/*.py

      - proto/*.proto

      - src/$IMAGE_NAME/.gitlab-ci.yml

      - src/$IMAGE_NAME/**/*.{py,in,yml}

      - src/$IMAGE_NAME/Dockerfile

      - src/$IMAGE_NAME/tests/*.py

      - src/${IMAGE_NAME}/.gitlab-ci.yml

      - src/${IMAGE_NAME}/**/*.{py,in,yml}

      - src/${IMAGE_NAME}/Dockerfile

      - src/${IMAGE_NAME}/tests/**/*.py

      - manifests/${IMAGE_NAME}service.yaml

      - .gitlab-ci.yml



# Apply unit test to the component

unit_test pathcompextended-frontend:

# Apply unit test to the component (single PCE service, no frontend/backend)

unit_test pathcompextended:

  variables:

    IMAGE_NAME: 'pathcompextended' # name of the microservice

    IMAGE_TAG: 'latest' # tag of the container image (production, development, etc)

    IMAGE_NAME: 'pathcompextended'

    IMAGE_TAG: 'latest'

  stage: unit_test

  needs:

    - build pathcompextended

  before_script:

    - # TODO: REVIEW

    - docker login -u "$CI_REGISTRY_USER" -p "$CI_REGISTRY_PASSWORD" $CI_REGISTRY

    - if docker network list | grep teraflowbridge; then echo "teraflowbridge is already created"; else docker network create --driver=bridge teraflowbridge; fi

    - if docker container ls | grep ${IMAGE_NAME}-frontend; then docker rm -f ${IMAGE_NAME}-frontend; else echo "${IMAGE_NAME}-frontend image is not in the system"; fi

    - if docker container ls | grep ${IMAGE_NAME}-backend; then docker rm -f ${IMAGE_NAME}-backend; else echo "${IMAGE_NAME}-backend image is not in the system"; fi

    - if docker network list | grep teraflowbridge; then echo "teraflowbridge already exists"; else docker network create -d bridge teraflowbridge; fi

    - if docker container ls -a | grep -q ${IMAGE_NAME}; then docker rm -f ${IMAGE_NAME}; fi

    - docker container prune -f

  script:

    - docker pull "$CI_REGISTRY_IMAGE/${IMAGE_NAME}-frontend:${IMAGE_TAG}"

    - docker pull "$CI_REGISTRY_IMAGE/${IMAGE_NAME}-backend:${IMAGE_TAG}"

    - docker pull "$CI_REGISTRY_IMAGE/${IMAGE_NAME}:${IMAGE_TAG}"

    - >

      docker run --name ${IMAGE_NAME}-backend -d -p 8081:8081 --network=teraflowbridge

      --volume "$PWD/src/${IMAGE_NAME}/backend/tests:/opt/results"

      $CI_REGISTRY_IMAGE/${IMAGE_NAME}-backend:${IMAGE_TAG}

    - PATHCOMPEXTENDED_BACKEND_HOST=$(docker inspect ${IMAGE_NAME}-backend --format "{{.NetworkSettings.Networks.teraflowbridge.IPAddress}}")

    - echo $PATHCOMPEXTENDED_BACKEND_HOST

    - sleep 1

    - >

      docker run --name ${IMAGE_NAME}-frontend -d -p 10021:10021 --network=teraflowbridge

      --volume "$PWD/src/${IMAGE_NAME}/tests:/opt/results"

      --env "PATHCOMPEXTENDED_BACKEND_HOST=${PATHCOMPEXTENDED_BACKEND_HOST}"

      --env "PATHCOMPEXTENDED_BACKEND_PORT=8081"

      $CI_REGISTRY_IMAGE/${IMAGE_NAME}-frontend:${IMAGE_TAG}

    - sleep 1

    - docker exec -i ${IMAGE_NAME}-frontend bash -c "env"

    - docker exec -i ${IMAGE_NAME}-backend bash -c "env"

      docker run --name ${IMAGE_NAME} -d -p 30230:30230 -p 9192:9192

      --network=teraflowbridge

      -v "$PWD/src/${IMAGE_NAME}/tests:/opt/results"

      $CI_REGISTRY_IMAGE/${IMAGE_NAME}:${IMAGE_TAG}

    - sleep 5

    - docker ps -a

    - docker logs ${IMAGE_NAME}-frontend

    - docker logs ${IMAGE_NAME}-backend

    - >

      docker exec -i ${IMAGE_NAME}-frontend bash -c 

      "coverage run -m pytest --log-level=DEBUG --verbose --junitxml=/opt/results/${IMAGE_NAME}-frontend_report.xml pathcompextended/tests/test_unitary.py pathcompextended/tests/test_unitary_pathcomp_forecaster.py"

    - docker exec -i ${IMAGE_NAME}-frontend bash -c "coverage report --include='${IMAGE_NAME}/*' --show-missing"

    - docker logs ${IMAGE_NAME}

    - docker exec -i ${IMAGE_NAME} bash -c "coverage run -m pytest --log-level=INFO --verbose pathcompextended/tests/model_validation/test_pydantic_models.py --junitxml=/opt/results/${IMAGE_NAME}_report.xml"

    - docker exec -i ${IMAGE_NAME} bash -c "coverage report --include='pathcompextended/*' --show-missing"

  coverage: '/TOTAL\s+\d+\s+\d+\s+(\d+%)/'

  after_script:

    - docker ps -a

    - docker logs ${IMAGE_NAME}-frontend

    - docker logs ${IMAGE_NAME}-backend

    - docker rm -f ${IMAGE_NAME}-frontend

    - docker rm -f ${IMAGE_NAME}-backend

    - docker logs ${IMAGE_NAME}

    - docker rm -f ${IMAGE_NAME}

    - docker network rm teraflowbridge

  rules:

    - if: '$CI_PIPELINE_SOURCE == "merge_request_event" && ($CI_MERGE_REQUEST_TARGET_BRANCH_NAME == "develop" || $CI_MERGE_REQUEST_TARGET_BRANCH_NAME == $CI_DEFAULT_BRANCH)'
@@ -97,16 +77,13 @@ unit_test pathcompextended-frontend: 
    - changes:

      - src/common/**/*.py

      - proto/*.proto

      - src/$IMAGE_NAME/.gitlab-ci.yml

      - src/$IMAGE_NAME/frontend/**/*.{py,in,yml}

      - src/$IMAGE_NAME/frontend/Dockerfile

      - src/$IMAGE_NAME/frontend/tests/*.py

      - src/$IMAGE_NAME/backend/**/*.{c,h,conf}

      - src/$IMAGE_NAME/backend/Makefile

      - src/$IMAGE_NAME/backend/Dockerfile

      - src/${IMAGE_NAME}/.gitlab-ci.yml

      - src/${IMAGE_NAME}/**/*.{py,in,yml}

      - src/${IMAGE_NAME}/Dockerfile

      - src/${IMAGE_NAME}/tests/**/*.py

      - manifests/${IMAGE_NAME}service.yaml

      - .gitlab-ci.yml

  artifacts:

    when: always

    reports:

        junit: src/$IMAGE_NAME/frontend/tests/${IMAGE_NAME}-frontend_report.xml
 
 No newline at end of file
 
      junit: src/${IMAGE_NAME}/tests/${IMAGE_NAME}_report.xml