Commit 9cc6c240 authored by Labros Papadopoulos's avatar Labros Papadopoulos Committed by Nikos Psaromanolakis
Browse files

fix: remove private repo config

parent d4a9ddb6

.gitlab-ci.yml

+79 −35
Original line number Diff line number Diff line
@@ -12,14 +12,15 @@ stages: 
  - prod_image_build_release



default:

  image: registry.ubitech.eu/nsit/maestro-apps/maven:3.8.3-openjdk-17

  image: labs.etsi.org:5050/osl/hypo/code/org.etsi.osl.hypo.ops/cicd/integration.tests/maven:3.8.3-openjdk-17



variables:

  DOCKER_HOST: tcp://docker:2375

  DOCKER_HOST: tcp://localhost:2375

  DOCKER_TLS_CERTDIR: ""

  DOCKER_DRIVER: overlay2

  DOCKER_API_VERSION: "1.41"

  TESTCONTAINERS_HUB_IMAGE_NAME_PREFIX: "registry.ubitech.eu/nsit/maestro-apps/"

  #DOCKER_API_VERSION: "1.41"

  TESTCONTAINERS_HOST_OVERRIDE: "localhost"

  TESTCONTAINERS_HUB_IMAGE_NAME_PREFIX: "labs.etsi.org:5050/osl/hypo/code/org.etsi.osl.hypo.ops/cicd/integration.tests/"

  IMAGE_NAME: "telemetry-api-jvm"

  MAVEN_REPO: "${CI_PROJECT_ROOT_NAMESPACE}/.m2/repository"

  MAVEN_OPTS: "-Dmaven.repo.local=${CI_PROJECT_ROOT_NAMESPACE}/.m2/repository"
@@ -37,9 +38,11 @@ cache: 


dev_tests_job:

  stage: dev_test

  image: registry.ubitech.eu/nsit/maestro-apps/maven:3.8.3-openjdk-17-slim

  tags:

    - hypo

  image: labs.etsi.org:5050/osl/hypo/code/org.etsi.osl.hypo.ops/cicd/integration.tests/maven:3.8.3-openjdk-17-slim

  services:

    - name: registry.ubitech.eu/nsit/maestro-apps/docker:20.10.16-dind

    - name: labs.etsi.org:5050/osl/hypo/code/org.etsi.osl.hypo.ops/cicd/integration.tests/docker:20.10.16-dind

      command: [ "--tls=false" ]

      alias: docker

  before_script:
@@ -47,7 +50,8 @@ dev_tests_job: 
    - chmod +x ./get-docker.sh

    - ./get-docker.sh

    - docker info

    - echo "$MAESTRO_APPS_TOKEN" | docker login $MAESTRO_APPS_REGISTRY -u $MAESTRO_APPS_USER --password-stdin

    - echo "127.0.0.1 $(hostname)" >> /etc/hosts

    - echo "$GROUP_ACCESS_TOKEN" | docker login $HYPO_APPS_REGISTRY -u $GROUP_ACCESS_NAME --password-stdin

    - touch ~/.testcontainers.properties

    - echo "ryuk.container.privileged=true" > ~/.testcontainers.properties

  script:
@@ -69,9 +73,11 @@ dev_tests_job: 


dev_verify_job:

  stage: dev_verify

  image: registry.ubitech.eu/nsit/maestro-apps/maven:3.8.3-openjdk-17

  tags:

    - hypo

  image: labs.etsi.org:5050/osl/hypo/code/org.etsi.osl.hypo.ops/cicd/integration.tests/maven:3.8.3-openjdk-17

  services:

    - name: registry.ubitech.eu/nsit/maestro-apps/docker:20.10.16-dind

    - name: labs.etsi.org:5050/osl/hypo/code/org.etsi.osl.hypo.ops/cicd/integration.tests/docker:20.10.16-dind

      command: [ "--tls=false" ]

      alias: docker

  script:
@@ -89,7 +95,8 @@ dev_verify_job: 


dev_measure_quality_job:

  stage: dev_measure_quality

  # Needs init_job to retrieve ENV variables.

  tags:

    - hypo

  needs:

    - dev_tests_job

    - dev_verify_job
@@ -117,6 +124,8 @@ dev_measure_quality_job: 


dev_package_job:

  stage: dev_package

  tags:

    - hypo

  script:

    - chmod +x ./mvnw

    - ./mvnw ${MAVEN_CLI_OPTS} clean package -DskipITs -DskipUTs -DskipTests ${MAVEN_OPTS}
@@ -128,11 +137,13 @@ dev_package_job: 


dev_image_build_job:

  stage: dev_image_build

  tags:

    - hypo

  image:

    name: registry.ubitech.eu/nsit/maestro-apps/docker:20.10.16

    name: labs.etsi.org:5050/osl/hypo/code/org.etsi.osl.hypo.ops/cicd/integration.tests/docker:20.10.16

    pull_policy: [always, if-not-present]

  services:

    - name: registry.ubitech.eu/nsit/maestro-apps/docker:20.10.16-dind

    - name: labs.etsi.org:5050/osl/hypo/code/org.etsi.osl.hypo.ops/cicd/integration.tests/docker:20.10.16-dind

      command: [ "--tls=false" ]

      alias: docker

  before_script:
@@ -150,18 +161,35 @@ dev_image_build_job: 


dev_deploy_job:

  stage: dev_deploy

  tags:

    - hypo

  image:

    name: registry.ubitech.eu/nsit/maestro-apps/python-argocd:3.9

    name: labs.etsi.org:5050/osl/hypo/code/org.etsi.osl.hypo.ops/cicd/integration.tests/python-argocd:3.9

    pull_policy: [always, if-not-present]

  before_script:

    - git clone --depth 1 --branch gitops-cd https://oauth2:$INSTALLER_TOKEN@$INSTALLER_REPO

    - mkdir -p /tmp/bin

    - export PATH="/tmp/bin:$PATH"

    - curl -L -o /tmp/age.tar.gz https://github.com/FiloSottile/age/releases/download/v1.2.1/age-v1.2.1-linux-amd64.tar.gz

    - tar -xzf /tmp/age.tar.gz -C /tmp

    - mv /tmp/age/age /tmp/age/age-keygen /tmp/bin/

    - curl -L -o /tmp/bin/sops https://github.com/getsops/sops/releases/download/v3.10.2/sops-v3.10.2.linux.amd64

    - chmod +x /tmp/bin/sops

    - sops --version

    - age --version

    - git clone --depth 1 --branch gitops-cd https://oauth2:$GROUP_ACCESS_TOKEN@$INSTALLER_REPO

    - cd $INSTALLER_PATH

    - echo "$SOPS_AGE_KEY_PRIVATE" > ~/.sops-age-key.txt

    - chmod 600 ~/.sops-age-key.txt

    - export SOPS_AGE_KEY_FILE=~/.sops-age-key.txt



  script:

    - python3 scripts/helm_update.py $CI_REGISTRY/$CI_PROJECT_PATH/$IMAGE_NAME:$CI_COMMIT_SHORT_SHA $DEV_SONATA_CORE_IMAGE $DEV_SONATA_OSS_IMAGE $DEV_SONATA_HELM_IMAGE $DEV_ZTC_CLIENT_IMAGE $DEV_PORTAL_CART_IMAGE $DEV_TMF_API_IMAGE $DEV_PEERING_IMAGE $DEV_REGISTRY_IMAGE $DEV_FABRIC_IMAGE $DEV_PORTAL

    - git add .

    - git config --global user.email "$GITLAB_USER_NAME"

    - git config --global user.name "$GITLAB_USER_EMAIL"

    - sops --decrypt charts/hypo/values-cd.enc.yaml > charts/hypo/values-cd.yaml

    - python3 scripts/helm_update_etsi.py $CI_REGISTRY/$CI_PROJECT_PATH/$IMAGE_NAME:$CI_COMMIT_SHORT_SHA $DEV_SONATA_CORE_IMAGE $DEV_SONATA_OSS_IMAGE $DEV_SONATA_HELM_IMAGE $DEV_ZTC_CLIENT_IMAGE $DEV_PORTAL_CART_IMAGE $DEV_TMF_API_IMAGE $DEV_PEERING_IMAGE $DEV_REGISTRY_IMAGE $DEV_FABRIC_IMAGE $DEV_PORTAL

    - sops --encrypt --age $SOPS_AGE_KEY_PUBLIC charts/hypo/values-cd.yaml > charts/hypo/values-cd.enc.yaml

    - rm -f charts/hypo/values-cd.yaml ~/.sops-age-key.txt

    - git add charts/hypo/values-cd.enc.yaml

    - git config --global user.email "$GITLAB_USER_EMAIL"

    - git config --global user.name "$GITLAB_USER_NAME"



    - |

      if git commit -m "Update values.yaml for GitOps CD [skip ci]"; then
@@ -176,7 +204,6 @@ dev_deploy_job: 
      argocd app get hypo --refresh >/dev/null

      argocd app wait hypo --sync --health --timeout 120

      echo "Argo CD application 'hypo' is synced and healthy."



  dependencies:

     - dev_image_build_job

  rules:
@@ -186,27 +213,29 @@ dev_deploy_job: 


dev_workflows_job:

  stage: dev_workflows

  image: registry.ubitech.eu/nsit/maestro-apps/maven:3.9-eclipse-temurin-17

  tags:

    - hypo

  image: labs.etsi.org:5050/osl/hypo/code/org.etsi.osl.hypo.ops/cicd/integration.tests/maven:3.9-eclipse-temurin-17

  before_script:

    # clone the integration tests repo

    - git clone --depth 1 "https://oauth2:$INTEGRATION_TOKEN@$INTEGRATION_REPO"

    - cd org.etsi.osl.hypo.ops.cicd.integration.tests

    - git clone --depth 1 "https://oauth2:$GROUP_ACCESS_TOKEN@$INTEGRATION_REPO"

    - cd integration.tests

  script:

    - mvn -B -q test "-Dkarate.env=staging" "-Dkarate.options=--tags @smoke-e2e-workflow-private"

    - mvn -B -q test "-Dkarate.env=$KARATE_ENV" "-Dkarate.options=--tags @smoke-e2e-workflow-private"

  dependencies:

    - dev_deploy_job

  rules:

    - if: '$CI_PIPELINE_SOURCE == "merge_request_event"'







prod_extract_next_release_job:

  image: 

    name: registry.ubitech.eu/nsit/maestro-apps/node:lts

  image: labs.etsi.org:5050/osl/hypo/code/org.etsi.osl.hypo.ops/cicd/integration.tests/node:lts

  stage: prod_extract_next_release

  tags:

    - hypo

  variables:

    GITLAB_TOKEN: $GROUP_ACCESS_TOKEN

  before_script:

    - node --version

  script:

    - DEV_RELEASE_VERSION=$(npx -y

      -p @semantic-release/commit-analyzer@9.0.2
@@ -227,11 +256,15 @@ prod_extract_next_release_job: 
    - main





   

prod_package_job:

  stage: prod_package

  tags:

    - hypo

  dependencies:

    - prod_extract_next_release_job

  script:

    - echo "$CI_REPOSITORY_URL"

    - DEV_RELEASE_VERSION=$(cat dev_release_version.txt)

    - echo  $DEV_RELEASE_VERSION

    - if [ "$DEV_RELEASE_VERSION" = "no-release" ]; then exit 0; fi
@@ -245,21 +278,27 @@ prod_package_job: 
    - git config --global user.name $GITLAB_USER_NAME

    - |

      if git commit -m "Release $DEV_RELEASE_VERSION: Update project version [skip ci]"; then

        git remote set-url origin "https://${GITLAB_USER_NAME}:${GROUP_ACCESS_TOKEN}@${CI_SERVER_HOST}/${CI_PROJECT_PATH}.git"

        REPO_URL="${CI_SERVER_URL}/${CI_PROJECT_PATH}.git"

        AUTH_REPO_URL="https://${GITLAB_USER_NAME}:${GROUP_ACCESS_TOKEN}@${REPO_URL#https://}"

        git remote set-url origin "$AUTH_REPO_URL"

        git push -f origin HEAD:main



      else

        echo "No changes to commit."

      fi



  artifacts:

    paths:

      - target/**

  only:

    - main





prod_semantic_versioning_job:

  image: 

    name: registry.ubitech.eu/nsit/maestro-apps/node:lts

  image: labs.etsi.org:5050/osl/hypo/code/org.etsi.osl.hypo.ops/cicd/integration.tests/node:lts

  stage: prod_release

  tags:

    - hypo

  variables:

    GITLAB_TOKEN: $GROUP_ACCESS_TOKEN

  before_script:
@@ -283,12 +322,19 @@ prod_semantic_versioning_job: 
  only:

    - main







prod_image_build_and_release_job:

  stage: prod_image_build_release

  tags:

    - hypo

  dependencies:

    - prod_semantic_versioning_job

    - prod_package_job

  image:

    name: registry.ubitech.eu/nsit/maestro-apps/docker:20.10.16

    name: labs.etsi.org:5050/osl/hypo/code/org.etsi.osl.hypo.ops/cicd/integration.tests/docker:20.10.16

  services:

    - name: registry.ubitech.eu/nsit/maestro-apps/docker:20.10.16-dind

    - name: labs.etsi.org:5050/osl/hypo/code/org.etsi.osl.hypo.ops/cicd/integration.tests/docker:20.10.16-dind

      command: [ "--tls=false" ]

      alias: docker

  before_script:
@@ -303,8 +349,6 @@ prod_image_build_and_release_job: 
    - docker tag $IMAGE_ID $CI_REGISTRY/$CI_PROJECT_PATH/$IMAGE_NAME:$RELEASE_VERSION

    - docker push $CI_REGISTRY/$CI_PROJECT_PATH/$IMAGE_NAME:latest

    - docker push $CI_REGISTRY/$CI_PROJECT_PATH/$IMAGE_NAME:$RELEASE_VERSION

  dependencies:

    - prod_semantic_versioning_job

    - prod_package_job



  only:

    - main

.releaserc.json

+2 −2
Original line number Diff line number Diff line
@@ -16,12 +16,12 @@ 
          {"type": "perf", "hidden": true},

          {"type": "test", "hidden": true}

        ],

        "issueUrlFormat": "https://gitlab.ubitech.eu/maestro-v2/mdg-hypo/org.etsi.osl.hypo.clients/org.etsi.osl.hypo.clients.telemetry/-/issues/{{id}}"

        "issueUrlFormat": "https://labs.etsi.org/rep/osl/hypo/code/org.etsi.osl.hypo.clients/telemetry/-/issues/{{id}}"

      }

    }],

    "@semantic-release/release-notes-generator",

    ["@semantic-release/gitlab", {

      "gitlabUrl": "https://gitlab.ubitech.eu/maestro-v2/mdg-hypo/org.etsi.osl.hypo.clients/org.etsi.osl.hypo.clients.telemetry"

      "gitlabUrl": "https://labs.etsi.org/rep/osl/hypo/code/org.etsi.osl.hypo.clients/telemetry"

    }],

    ["@semantic-release/changelog",{

        "changelogFile": "./CHANGELOG.md"

src/main/resources/application.properties

+2 −2
Original line number Diff line number Diff line
@@ -94,8 +94,8 @@ quarkus.kubernetes-client.namespace=default 
%prod.quarkus.datasource.password=my_secret_password

%prod.quarkus.datasource.username=root



quarkus.datasource.devservices.image-name=registry.ubitech.eu/nsit/maestro-apps/postgres:14

quarkus.kafka.devservices.image-name=registry.ubitech.eu/nsit/maestro-apps/vectorized/redpanda:v22.3.4

quarkus.datasource.devservices.image-name=labs.etsi.org:5050/osl/hypo/code/org.etsi.osl.hypo.ops/cicd/integration.tests/postgres:14

quarkus.kafka.devservices.image-name=labs.etsi.org:5050/osl/hypo/code/org.etsi.osl.hypo.ops/cicd/integration.tests/vectorized/redpanda:v22.3.4



kubernetes.namespace=${HYPO_RELEASE:default}

hypo.telemetry=${HYPO_TELEMETRY:telemetry-client}