Commit 0cadde8a authored by Lluis Gifre Renom's avatar Lluis Gifre Renom
Browse files

Pre-merge cleanup

parent 6f1aa9b0
Loading
Loading
Loading
Loading
+109 −98
Original line number Diff line number Diff line
@@ -12,16 +12,11 @@
# See the License for the specific language governing permissions and
# limitations under the License.

stages:
  - build
  - prepare
  - unit_test

# Build, tag, and push the Docker image to the GitLab Docker registry
build_device:
build device:
  variables:
    IMAGE_NAME: 'device'
    IMAGE_TAG: 'latest'
    IMAGE_NAME: 'device' # name of the microservice
    IMAGE_TAG: 'latest' # tag of the container image (production, development, etc)
  stage: build
  before_script:
    - docker login -u "$CI_REGISTRY_USER" -p "$CI_REGISTRY_PASSWORD" $CI_REGISTRY
@@ -45,95 +40,105 @@ build_device:
      - manifests/${IMAGE_NAME}service.yaml
      - .gitlab-ci.yml

# Deploy mock QKD nodes
prepare_mock_qkd_nodes:
  stage: prepare
  before_script:
    - docker login -u "$CI_REGISTRY_USER" -p "$CI_REGISTRY_PASSWORD" $CI_REGISTRY
    - if docker network list | grep teraflowbridge; then echo "teraflowbridge network is already created"; else docker network create --driver=bridge teraflowbridge; fi
    - |
      # Context-related cleanup
      if docker container ls | grep crdb; then docker rm -f crdb; else echo "CockroachDB container is not in the system"; fi
      if docker volume ls | grep crdb; then docker volume rm -f crdb; else echo "CockroachDB volume is not in the system"; fi
      if docker container ls | grep nats; then docker rm -f nats; else echo "NATS container is not in the system"; fi

  script:
    - docker volume create crdb
    - docker run --name crdb -d --network=teraflowbridge -p 26257:26257 -p 8080:8080 cockroachdb/cockroach:latest-v22.2 start-single-node
    - docker run --name nats -d --network=teraflowbridge -p 4222:4222 -p 8222:8222 nats:2.9 --http_port 8222 --user tfs --pass tfs123
    - echo "Waiting for initialization..."
    - while ! docker logs crdb 2>&1 | grep -q 'finished creating default user "tfs"'; do sleep 1; done
    - while ! docker logs nats 2>&1 | grep -q 'Server is ready'; do sleep 1; done
    - MOCK_NODES_DIR="$CI_PROJECT_DIR/controller/src/tests/tools/mock_qkd_nodes"
    - |
      if [ -d "$MOCK_NODES_DIR" ]; then
        cd "$MOCK_NODES_DIR" && ./start.sh &
        MOCK_NODES_PID=$!
      else
        echo "Error: Mock QKD nodes directory '$MOCK_NODES_DIR' not found." && exit 1;
      fi
    - echo "Waiting for mock nodes to be up..."
    - RETRY_COUNT=0
    - MAX_RETRIES=15
    - |
      while [ $RETRY_COUNT -lt $MAX_RETRIES ]; do
        if curl -s http://127.0.0.1:11111 > /dev/null && \
           curl -s http://127.0.0.1:22222 > /dev/null && \
           curl -s http://127.0.0.1:33333 > /dev/null; then
            echo "Mock nodes are up!"
            break
        else
            echo "Mock nodes not ready, retrying in 5 seconds..."
            RETRY_COUNT=$((RETRY_COUNT + 1))
            sleep 5
        fi
      done
    - |
      if [ $RETRY_COUNT -ge $MAX_RETRIES ]; then
        echo "Error: Mock nodes failed to start after multiple attempts."
        exit 1
      fi
  rules:
    - if: '$CI_PIPELINE_SOURCE == "merge_request_event" && ($CI_MERGE_REQUEST_TARGET_BRANCH_NAME == "develop" || $CI_MERGE_REQUEST_TARGET_BRANCH_NAME == $CI_DEFAULT_BRANCH)'
    - if: '$CI_PIPELINE_SOURCE == "push" && $CI_COMMIT_BRANCH == "develop"'
    - changes:
        - src/common/**/*.py
        - proto/*.proto
        - src/device/**/*.{py,in,yml}
        - src/device/Dockerfile
        - src/device/tests/*.py
        - src/tests/tools/mock_qkd_nodes/**
        - .gitlab-ci.yml
## Deploy mock QKD nodes
#prepare_mock_qkd_nodes:
#  stage: prepare
#  before_script:
#    - docker login -u "$CI_REGISTRY_USER" -p "$CI_REGISTRY_PASSWORD" $CI_REGISTRY
#    - if docker network list | grep teraflowbridge; then echo "teraflowbridge network is already created"; else docker network create --driver=bridge teraflowbridge; fi
#    - |
#      # Context-related cleanup
#      if docker container ls | grep crdb; then docker rm -f crdb; else echo "CockroachDB container is not in the system"; fi
#      if docker volume ls | grep crdb; then docker volume rm -f crdb; else echo "CockroachDB volume is not in the system"; fi
#      if docker container ls | grep nats; then docker rm -f nats; else echo "NATS container is not in the system"; fi
#
#  script:
#    - docker volume create crdb
#    - docker run --name crdb -d --network=teraflowbridge -p 26257:26257 -p 8080:8080 cockroachdb/cockroach:latest-v22.2 start-single-node
#    - docker run --name nats -d --network=teraflowbridge -p 4222:4222 -p 8222:8222 nats:2.9 --http_port 8222 --user tfs --pass tfs123
#    - echo "Waiting for initialization..."
#    - while ! docker logs crdb 2>&1 | grep -q 'finished creating default user "tfs"'; do sleep 1; done
#    - while ! docker logs nats 2>&1 | grep -q 'Server is ready'; do sleep 1; done
#    - MOCK_NODES_DIR="$CI_PROJECT_DIR/controller/src/tests/tools/mock_qkd_nodes"
#    - |
#      if [ -d "$MOCK_NODES_DIR" ]; then
#        cd "$MOCK_NODES_DIR" && ./start.sh &
#        MOCK_NODES_PID=$!
#      else
#        echo "Error: Mock QKD nodes directory '$MOCK_NODES_DIR' not found." && exit 1;
#      fi
#    - echo "Waiting for mock nodes to be up..."
#    - RETRY_COUNT=0
#    - MAX_RETRIES=15
#    - |
#      while [ $RETRY_COUNT -lt $MAX_RETRIES ]; do
#        if curl -s http://127.0.0.1:11111 > /dev/null && \
#           curl -s http://127.0.0.1:22222 > /dev/null && \
#           curl -s http://127.0.0.1:33333 > /dev/null; then
#            echo "Mock nodes are up!"
#            break
#        else
#            echo "Mock nodes not ready, retrying in 5 seconds..."
#            RETRY_COUNT=$((RETRY_COUNT + 1))
#            sleep 5
#        fi
#      done
#    - |
#      if [ $RETRY_COUNT -ge $MAX_RETRIES ]; then
#        echo "Error: Mock nodes failed to start after multiple attempts."
#        exit 1
#      fi
#  rules:
#    - if: '$CI_PIPELINE_SOURCE == "merge_request_event" && ($CI_MERGE_REQUEST_TARGET_BRANCH_NAME == "develop" || $CI_MERGE_REQUEST_TARGET_BRANCH_NAME == $CI_DEFAULT_BRANCH)'
#    - if: '$CI_PIPELINE_SOURCE == "push" && $CI_COMMIT_BRANCH == "develop"'
#    - changes:
#        - src/common/**/*.py
#        - proto/*.proto
#        - src/device/**/*.{py,in,yml}
#        - src/device/Dockerfile
#        - src/device/tests/*.py
#        - src/tests/tools/mock_qkd_nodes/**
#        - .gitlab-ci.yml

# Apply unit test to the component
unit_test_device:
unit_test device:
  variables:
    IMAGE_NAME: 'device'
    IMAGE_TAG: 'latest'
    IMAGE_NAME: 'device' # name of the microservice
    IMAGE_TAG: 'latest' # tag of the container image (production, development, etc)
  stage: unit_test
  needs:
    - build_device
    - prepare_mock_qkd_nodes
    - build device
  before_script:
    - docker login -u "$CI_REGISTRY_USER" -p "$CI_REGISTRY_PASSWORD" $CI_REGISTRY
    - >
      if docker network list | grep teraflowbridge; then
        echo "teraflowbridge is already created";
      else
        docker network create -d bridge teraflowbridge;
      fi
    - >
      if docker container ls | grep $IMAGE_NAME; then
        docker rm -f $IMAGE_NAME;
      else
        echo "$IMAGE_NAME image is not in the system";
      fi
  script:
    - docker pull "$CI_REGISTRY_IMAGE/$IMAGE_NAME:$IMAGE_TAG"
    - docker run --name $IMAGE_NAME --network=teraflowbridge -d -p 2020:2020 -v "$PWD/src/$IMAGE_NAME/tests:/opt/results" -e PYTHONPATH="/var/teraflow:/var/teraflow/device:/var/teraflow/tests/tools/mock_qkd_nodes:/var/teraflow/tests" "$CI_REGISTRY_IMAGE/$IMAGE_NAME:$IMAGE_TAG"
    - docker run --name $IMAGE_NAME -d -p 2020:2020 -v "$PWD/src/$IMAGE_NAME/tests:/opt/results" --network=teraflowbridge $CI_REGISTRY_IMAGE/$IMAGE_NAME:$IMAGE_TAG
    - sleep 5
    - docker ps -a
    - docker logs $IMAGE_NAME
    - docker exec -i $IMAGE_NAME bash -c "coverage run --append -m pytest --log-level=INFO --verbose device/tests/qkd/unit/test_qkd_compliance.py"
    - docker exec -i $IMAGE_NAME bash -c "coverage run --append -m pytest --log-level=INFO --verbose device/tests/qkd/unit/test_mock_qkd_node.py"
    - docker exec -i $IMAGE_NAME bash -c "coverage run --append -m pytest --log-level=INFO --verbose device/tests/qkd/unit/test_qkd_error_handling.py"
    - docker exec -i $IMAGE_NAME bash -c "coverage run --append -m pytest --log-level=INFO --verbose $IMAGE_NAME/tests/test_unitary_emulated.py --junitxml=/opt/results/${IMAGE_NAME}_report_emulated.xml"
    - docker exec -i $IMAGE_NAME bash -c "coverage run --append -m pytest --log-level=INFO --verbose $IMAGE_NAME/tests/test_unitary_ietf_actn.py --junitxml=/opt/results/${IMAGE_NAME}_report_ietf_actn.xml"
    #- docker exec -i $IMAGE_NAME bash -c "coverage run --append -m pytest --log-level=INFO --verbose $IMAGE_NAME/tests/qkd/unit/test_*.py"
    #- docker exec -i $IMAGE_NAME bash -c "coverage run --append -m pytest --log-level=INFO --verbose device/tests/qkd/unit/test_qkd_compliance.py"
    #- docker exec -i $IMAGE_NAME bash -c "coverage run --append -m pytest --log-level=INFO --verbose device/tests/qkd/unit/test_mock_qkd_node.py"
    #- docker exec -i $IMAGE_NAME bash -c "coverage run --append -m pytest --log-level=INFO --verbose device/tests/qkd/unit/test_qkd_error_handling.py"
    - docker exec -i $IMAGE_NAME bash -c "coverage report --include='${IMAGE_NAME}/*' --show-missing"
  coverage: '/TOTAL\s+\d+\s+\d+\s+(\d+%)/'
  after_script:
    - docker rm -f $IMAGE_NAME
    - docker rm -f pathcomp-frontend pathcomp-backend device context crdb nats
    - docker volume rm -f crdb
    - docker network rm teraflowbridge
    - docker volume prune --force
    - docker image prune --force
  rules:
    - if: '$CI_PIPELINE_SOURCE == "merge_request_event" && ($CI_MERGE_REQUEST_TARGET_BRANCH_NAME == "develop" || $CI_MERGE_REQUEST_TARGET_BRANCH_NAME == $CI_DEFAULT_BRANCH)'
    - if: '$CI_PIPELINE_SOURCE == "push" && $CI_COMMIT_BRANCH == "develop"'
@@ -153,19 +158,25 @@ unit_test_device:
      junit: src/$IMAGE_NAME/tests/${IMAGE_NAME}_report_*.xml

## Deployment of the service in Kubernetes Cluster
#deploy_device:
#deploy device:
#  variables:
#    IMAGE_NAME: 'device' # name of the microservice
#    IMAGE_TAG: 'latest' # tag of the container image (production, development, etc)
#  stage: deploy
#  needs:
#    - unit_test_device
#    - unit test_device
#    # - integ_test execute
#  script:
#    - 'sed -i "s/$IMAGE_NAME:.*/$IMAGE_NAME:$IMAGE_TAG/" manifests/${IMAGE_NAME}service.yaml'
#    - kubectl version
#    - kubectl get all
#    - kubectl apply -f "manifests/${IMAGE_NAME}service.yaml"
#    - kubectl get all
#  # environment:
#  #   name: test
#  #   url: https://example.com
#  #   kubernetes:
#  #     namespace: test
#  rules:
#    - if: '$CI_PIPELINE_SOURCE == "merge_request_event" && ($CI_MERGE_REQUEST_TARGET_BRANCH_NAME == "develop" || $CI_MERGE_REQUEST_TARGET_BRANCH_NAME == $CI_DEFAULT_BRANCH)'
#      when: manual