Loading capif/templates/cd-deploy-ocf.gitlab-ci.yml +693 Viewed File added.Preview size limit exceeded, changes collapsed. Show changes capif/templates/ci_dev.gitlab-ci.yml +214 Viewed Changes for capif/templates/ci_dev.gitlab-ci.yml: 214 added lines, 0 removed lines. Original line number Diff line number Diff line stages: # - dev_pulling_repo - dev_pre_pipeline - dev_secrets_in_repo - dev_linting - dev_build_and_push variables: # CI_JOB_TOKEN: $CI_JOB_TOKEN CI_DEBUG_TRACE: "false" # CI_REGISTRY_USER: $CI_REGISTRY_USER # CI_REGISTRY: $CI_REGISTRY # CAPIF_DOCKER_REGISTRY: $CAPIF_DOCKER_REGISTRY .dev_common: &dev_common tags: - shell dev_secrets_in_repo: stage: dev_secrets_in_repo rules: - if: '$CI_COMMIT_REF_NAME == "staging"' when: never - if: '$CI_COMMIT_REF_NAME == "main"' when: never - if: '$CI_COMMIT_TAG =~ /^v\d+\.\d+\.\d+-release$/' when: never - if: '$CI_PIPELINE_SOURCE == "merge_request_event"' when: never - when: always script: - | pip install trufflehog cd ../ trufflehog capif --exclude_paths capif/cicd/exclusions --max_depth=5 # needs: ["dev_pulling_repo"] <<: *dev_common # define the process to do linting code: Sonarque, ruff? dev_linting_code: stage: dev_linting rules: - if: '$CI_COMMIT_REF_NAME == "staging"' when: never - if: '$CI_COMMIT_REF_NAME == "main"' when: never - if: '$CI_COMMIT_TAG =~ /^v\d+\.\d+\.\d+-release$/' when: never - if: '$CI_PIPELINE_SOURCE == "merge_request_event"' when: never - when: always script: - | echo "###ruff checks###" pip install ruff ruff check --config cicd/ruff.toml . || true needs: ["dev_secrets_in_repo"] <<: *dev_common dev_linting_docker: stage: dev_linting rules: - if: '$CI_COMMIT_REF_NAME == "staging"' when: never - if: '$CI_COMMIT_REF_NAME == "main"' when: never - if: '$CI_COMMIT_TAG =~ /^v\d+\.\d+\.\d+-release$/' when: never - if: '$CI_PIPELINE_SOURCE == "merge_request_event"' when: never - when: always script: - | # Download hadolint binary wget https://github.com/hadolint/hadolint/releases/download/v2.8.0/hadolint-Linux-x86_64 -O hadolint # Make it executable chmod +x hadolint # Move it to your binaries folder mv hadolint ../ # Verify the installation echo "### hadolint version ###" ../hadolint --version # Array of service names SERVICES=("celery" "vault" "nginx" "register" "TS29222_CAPIF_Access_Control_Policy_API" "TS29222_CAPIF_API_Invoker_Management_API" "TS29222_CAPIF_API_Provider_Management_API" "TS29222_CAPIF_Auditing_API" "TS29222_CAPIF_Discover_Service_API" "TS29222_CAPIF_Events_API" "TS29222_CAPIF_Logging_API_Invocation_API" "TS29222_CAPIF_Publish_Service_API" "TS29222_CAPIF_Routing_Info_API" "TS29222_CAPIF_Security_API") # Loop over service names for SERVICE in "${SERVICES[@]}"; do echo "### $SERVICE ###" # Run hadolint on Dockerfile ../hadolint services/$SERVICE/Dockerfile || true echo "----------------------------------------------------" done # artifacts: # name: "$CI_JOB_NAME artifacts from $CI_PROJECT_NAME on $CI_COMMIT_REF_SLUG" # when: always # reports: # codequality: # - docker-lint.json # interruptible: true <<: *dev_common dev_build_and_push: rules: - if: '$CI_COMMIT_REF_NAME == "staging"' when: never - if: '$CI_COMMIT_REF_NAME == "main"' when: never - if: '$CI_COMMIT_TAG =~ /^v\d+\.\d+\.\d+-release$/' when: never - if: '$CI_PIPELINE_SOURCE == "merge_request_event"' when: never - when: always needs: - dev_linting_code - dev_linting_docker stage: dev_build_and_push script: - export TMP_PWD=$PWD - echo "TMP_PWD=$TMP_PWD" - echo "### docker login###" - echo "$CI_JOB_TOKEN" | docker login $CI_REGISTRY --username $CI_REGISTRY_USER --password-stdin - echo "----------------------------------------------------" - echo "### build and push nginx image###" - cd $TMP_PWD/services/nginx/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/nginx:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/nginx:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push register image###" - cd $TMP_PWD/services/register/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/register:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/register:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_Access_Control_Policy_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_Access_Control_Policy_API/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-access-control-policy-api:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-access-control-policy-api:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_API_Invoker_Management_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_API_Invoker_Management_API/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-api-invoker-management-api:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-api-invoker-management-api:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_API_Provider_Management_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_API_Provider_Management_API/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-api-provider-management-api:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-api-provider-management-api:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_Auditing_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_Auditing_API/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-auditing-api:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-auditing-api:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_Discover_Service_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_Discover_Service_API/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-discover-service-api:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-discover-service-api:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_Events_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_Events_API/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-events-api:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-events-api:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_Logging_API_Invocation_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_Logging_API_Invocation_API/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-logging-api-invocation-api:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-logging-api-invocation-api:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_Publish_Service_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_Publish_Service_API/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-publish-service-api:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-publish-service-api:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_Routing_Info_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_Routing_Info_API/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-routing-info-api:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-routing-info-api:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_Security_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_Security_API/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-security-api:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-security-api:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push vault image###" - cd $TMP_PWD/services/vault/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/vault:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/vault:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push helper image###" - cd $TMP_PWD/services/helper/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/helper:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/helper:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push mock-server image###" - cd $TMP_PWD/services/mock_server/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/mock-server:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/mock-server:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push celery image###" - cd $TMP_PWD/services/celery/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/celery:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/celery:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - docker logout $CI_REGISTRY <<: *dev_common No newline at end of file capif/templates/ci_main.gitlab-ci.yml +279 Viewed Changes for capif/templates/ci_main.gitlab-ci.yml: 279 added lines, 0 removed lines. Original line number Diff line number Diff line #stages: ## - main_pulling_repo # - main_secrets_in_repo # - main_linting_code # - main_linting_docker # - main_security # - main_build_and_push # #variables: # CI_JOB_TOKEN: $CI_JOB_TOKEN # CI_DEBUG_TRACE: "false" # CI_REGISTRY_USER: $CI_REGISTRY_USER # CI_REGISTRY: $CI_REGISTRY # CAPIF_DOCKER_REGISTRY: $CAPIF_DOCKER_REGISTRY # #.main_common: &main_common # only: # - merge_requests # except: # variables: # - $CI_MERGE_REQUEST_TARGET_BRANCH_NAME != "main" # tags: # - shell # #.main_dnd: &main_dnd # allow_failure: true # rules: # - if: '$CI_MERGE_REQUEST_TARGET_BRANCH_NAME == "main"' # when: always # - when: never # services: # - docker:24.0.5-dind # tags: # - docker-in-docker # #main_secrets_in_repo: # stage: main_secrets_in_repo # script: # - | # pip install trufflehog # cd ../ # trufflehog capif --exclude_paths capif/cicd/exclusions --max_depth=5 # <<: *main_common # ## define the process to do linting code: Sonarque, ruff? #main_linting_code: # stage: main_linting_code # script: # - | # echo "###ruff checks###" # pip install ruff # ruff check --config cicd/ruff.toml . || true # needs: ["main_secrets_in_repo"] # <<: *main_common # #main_linting_docker: # stage: main_linting_docker # script: # - | # # Download hadolint binary # wget https://github.com/hadolint/hadolint/releases/download/v2.8.0/hadolint-Linux-x86_64 -O hadolint # # # Make it executable # chmod +x hadolint # # # Move it to your binaries folder # mv hadolint ../ # # # Verify the installation # echo "### hadolint version ###" # ../hadolint --version # # # Array of service names # SERVICES=("vault" "nginx" "register" "TS29222_CAPIF_Access_Control_Policy_API" "TS29222_CAPIF_API_Invoker_Management_API" # "TS29222_CAPIF_API_Provider_Management_API" "TS29222_CAPIF_Auditing_API" "TS29222_CAPIF_Discover_Service_API" "TS29222_CAPIF_Events_API" # "TS29222_CAPIF_Logging_API_Invocation_API" "TS29222_CAPIF_Publish_Service_API" "TS29222_CAPIF_Routing_Info_API" "TS29222_CAPIF_Security_API" # "vault") # # # Loop over service names # for SERVICE in "${SERVICES[@]}"; do # echo "### $SERVICE ###" # # # Run hadolint on Dockerfile # ../hadolint services/$SERVICE/Dockerfile || true # # echo "----------------------------------------------------" # done # ## artifacts: ## name: "$CI_JOB_NAME artifacts from $CI_PROJECT_NAME on $CI_COMMIT_REF_SLUG" ## when: always ## reports: ## codequality: ## - docker-lint.json ## interruptible: true # needs: ["main_linting_code"] # <<: *main_common # # #main_cvs: # needs: ["main_linting_docker"] # stage: main_security # script: # - | # # Install grype # curl -sSfL https://raw.githubusercontent.com/anchore/grype/main/install.sh | sh -s -- -b ../ # # # Print grype version # echo "### grype version###" # ../grype version # # # Create output directory if it doesn't exist # DIRECTORY=./grype-outputs # if [ ! -d "$DIRECTORY" ]; then # mkdir $DIRECTORY # echo "Directory created" # else # echo "Directory already exists" # fi # # # Save current directory # export TMP_PWD=$PWD # echo "TMP_PWD=$TMP_PWD" # # # Array of image names # IMAGE_NAMES=("nginx" "register" "TS29222_CAPIF_Access_Control_Policy_API" "TS29222_CAPIF_API_Invoker_Management_API" # "TS29222_CAPIF_API_Provider_Management_API" "TS29222_CAPIF_Auditing_API" "TS29222_CAPIF_Discover_Service_API" # "TS29222_CAPIF_Events_API" "TS29222_CAPIF_Logging_API_Invocation_API" "TS29222_CAPIF_Publish_Service_API" # "TS29222_CAPIF_Routing_Info_API" "TS29222_CAPIF_Security_API" "vault") # # # Loop over image names # for IMAGE_NAME in "${IMAGE_NAMES[@]}"; do # # Convert SERVICE to lowercase # IMAGE_LOWER=${IMAGE_NAME,,} # # echo "---- variable ----" # echo "### build and push $IMAGE_NAME image###" # # # Navigate to service directory # cd services/$IMAGE_NAME/ # # # Login to Docker registry # docker login --username $CI_REGISTRY_USER --password $CAPIF_DOCKER_REGISTRY $CI_REGISTRY # # # Build Docker image # docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/$IMAGE_LOWER:latest . # # # Navigate back to original directory # cd $TMP_PWD # # echo "### Container Vulnerability Scanning $IMAGE_NAME###" # # # Scan Docker image with grype and save output to file # #../grype $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/$IMAGE_LOWER:latest --scope all-layers > ./grype-outputs/grype_$IMAGE_NAME-latest.txt # # echo "----------------------------------------------------" # done # artifacts: # untracked: false # paths: # - ./grype-outputs/*.txt # when: on_success # expire_in: "1 week" # <<: *main_common # #main_semgrep_sast: # needs: # - main_linting_code # - main_linting_docker # stage: main_security # extends: semgrep-sast # variables: # DOCKER_HOST: tcp://docker:2375 # SAST_DEFAULT_ANALYZERS: bandit # <<: *main_dnd # #gemnasium-python-dependency_scanning: # stage: test # before_script: # - echo " ----- not run test stage -----" # rules: # - when: never # #main_gemnasium_python_sca: # needs: # - main_linting_code # - main_linting_docker # stage: staging_security # extends: gemnasium-python-dependency_scanning # variables: # DS_ANALYZER_NAME: "gemnasium-python" # <<: *main_dnd # #main_build_and_push: # needs: ["main_security"] # stage: main_build_and_push # script: # - export TMP_PWD=$PWD # - echo "TMP_PWD=$TMP_PWD" # - echo "### docker login###" # - docker login --username $CI_REGISTRY_USER --password $CAPIF_DOCKER_REGISTRY $CI_REGISTRY # - echo "----------------------------------------------------" # - echo "### build and push nginx image###" # - cd $TMP_PWD/services/nginx/ # - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/nginx:$CI_COMMIT_REF_SLUG . # - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/nginx:$CI_COMMIT_REF_SLUG # - echo "----------------------------------------------------" # - echo "### build and push register image###" # - cd $TMP_PWD/services/register/ # - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/register:$CI_COMMIT_REF_SLUG . # - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/register:$CI_COMMIT_REF_SLUG # - echo "----------------------------------------------------" # - echo "### build and push TS29222_CAPIF_Access_Control_Policy_API image###" # - cd $TMP_PWD/services/TS29222_CAPIF_Access_Control_Policy_API/ # - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-access-control-policy-api:$CI_COMMIT_REF_SLUG . # - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-access-control-policy-api:$CI_COMMIT_REF_SLUG # - echo "----------------------------------------------------" # - echo "### build and push TS29222_CAPIF_API_Invoker_Management_API image###" # - cd $TMP_PWD/services/TS29222_CAPIF_API_Invoker_Management_API/ # - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-api-invoker-management-api:$CI_COMMIT_REF_SLUG . # - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-api-invoker-management-api:$CI_COMMIT_REF_SLUG # - echo "----------------------------------------------------" # - echo "### build and push TS29222_CAPIF_API_Provider_Management_API image###" # - cd $TMP_PWD/services/TS29222_CAPIF_API_Provider_Management_API/ # - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-api-provider-management-api:$CI_COMMIT_REF_SLUG . # - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-api-provider-management-api:$CI_COMMIT_REF_SLUG # - echo "----------------------------------------------------" # - echo "### build and push TS29222_CAPIF_Auditing_API image###" # - cd $TMP_PWD/services/TS29222_CAPIF_Auditing_API/ # - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-auditing-api:$CI_COMMIT_REF_SLUG . # - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-auditing-api:$CI_COMMIT_REF_SLUG # - echo "----------------------------------------------------" # - echo "### build and push TS29222_CAPIF_Discover_Service_API image###" # - cd $TMP_PWD/services/TS29222_CAPIF_Discover_Service_API/ # - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-discover-service-api:$CI_COMMIT_REF_SLUG . # - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-discover-service-api:$CI_COMMIT_REF_SLUG # - echo "----------------------------------------------------" # - echo "### build and push TS29222_CAPIF_Events_API image###" # - cd $TMP_PWD/services/TS29222_CAPIF_Events_API/ # - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-events-api:$CI_COMMIT_REF_SLUG . # - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-events-api:$CI_COMMIT_REF_SLUG # - echo "----------------------------------------------------" # - echo "### build and push TS29222_CAPIF_Logging_API_Invocation_API image###" # - cd $TMP_PWD/services/TS29222_CAPIF_Logging_API_Invocation_API/ # - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-logging-api-invocation-api:$CI_COMMIT_REF_SLUG . # - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-logging-api-invocation-api:$CI_COMMIT_REF_SLUG # - echo "----------------------------------------------------" # - echo "### build and push TS29222_CAPIF_Publish_Service_API image###" # - cd $TMP_PWD/services/TS29222_CAPIF_Publish_Service_API/ # - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-publish-service-api:$CI_COMMIT_REF_SLUG . # - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-publish-service-api:$CI_COMMIT_REF_SLUG # - echo "----------------------------------------------------" # - echo "### build and push TS29222_CAPIF_Routing_Info_API image###" # - cd $TMP_PWD/services/TS29222_CAPIF_Routing_Info_API/ # - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-routing-info-api:$CI_COMMIT_REF_SLUG . # - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-routing-info-api:$CI_COMMIT_REF_SLUG # - echo "----------------------------------------------------" # - echo "### build and push TS29222_CAPIF_Security_API image###" # - cd $TMP_PWD/services/TS29222_CAPIF_Security_API/ # - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-security-api:$CI_COMMIT_REF_SLUG . # - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-security-api:$CI_COMMIT_REF_SLUG # - echo "----------------------------------------------------" # - echo "### build and push vault image###" # - cd $TMP_PWD/services/vault/ # - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/vault:$CI_COMMIT_REF_SLUG . # - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/vault:$CI_COMMIT_REF_SLUG # - echo "----------------------------------------------------" # - echo "### build and push helper image###" # - cd $TMP_PWD/services/helper/ # - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/helper:$CI_COMMIT_REF_SLUG . # - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/helper:$CI_COMMIT_REF_SLUG # - echo "----------------------------------------------------" # - echo "### build and push mock-server image###" # - cd $TMP_PWD/services/mock_server/ # - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/mock-server:$CI_COMMIT_REF_SLUG . # - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/mock-server:$CI_COMMIT_REF_SLUG # - echo "----------------------------------------------------" # - docker logout $CI_REGISTRY # <<: *main_common capif/templates/ci_staging.gitlab-ci.yml +428 Viewed Changes for capif/templates/ci_staging.gitlab-ci.yml: 428 added lines, 0 removed lines. Original line number Diff line number Diff line stages: # - staging_pulling_repo - test # to Security and Compliance gitLab - staging_pre_pipeline - staging_secrets_in_repo - staging_linting - staging_unit_tests - staging_security - staging_build_and_push - staging_build_and_push_mr variables: # CI_JOB_TOKEN: $CI_JOB_TOKEN CI_DEBUG_TRACE: "false" # CI_REGISTRY_USER: $CI_REGISTRY_USER # CI_REGISTRY: $CI_REGISTRY # CAPIF_DOCKER_REGISTRY: $CAPIF_DOCKER_REGISTRY .staging_common: &staging_common only: - merge_requests except: variables: - $CI_MERGE_REQUEST_TARGET_BRANCH_NAME != "staging" tags: - shell .staging_dnd: &staging_dnd allow_failure: true rules: - if: '$CI_MERGE_REQUEST_TARGET_BRANCH_NAME == "staging"' when: always - when: never services: - docker:24.0.5-dind tags: - docker-in-docker #staging_cancel_previous_action: # stage: staging_pre_pipeline # script: # - | # echo "### cancel previous actions in dev branchc ###" # if [[ -n "$CI_JOB_TOKEN" ]]; then # echo "Checking for running jobs in the same pipeline..." # jobs=$(curl --header "PRIVATE-TOKEN: $CI_JOB_TOKEN" "$GITLAB_API/projects/$CI_PROJECT_ID/pipelines/$CI_PIPELINE_ID/jobs") # for job in $(echo "$jobs" | jq -r '.[] | @base64'); do # _jq() { # echo ${job} | base64 --decode | jq -r ${1} # } # status=$(_jq '.status') # id=$(_jq '.id') # if [[ "$status" == "running" ]] && [[ "$id" != "$CI_JOB_ID" ]]; then # echo "Cancelling job $id" # curl --request POST --header "PRIVATE-TOKEN: $CI_JOB_TOKEN" "$GITLAB_API/projects/$CI_PROJECT_ID/jobs/$id/cancel" # fi # done # fi # <<: *staging_common staging_secrets_in_repo: stage: staging_secrets_in_repo script: - | pip install trufflehog cd ../ trufflehog capif --exclude_paths capif/cicd/exclusions --max_depth=5 # needs: # - staging_cancel_previous_action <<: *staging_common # define the process to do linting code: Sonarque, ruff? staging_linting_code: stage: staging_linting script: - | echo "###ruff checks###" pip install ruff ruff check --config cicd/ruff.toml . || true needs: ["staging_secrets_in_repo"] <<: *staging_common staging_linting_docker: stage: staging_linting script: - | # Download hadolint binary wget https://github.com/hadolint/hadolint/releases/download/v2.8.0/hadolint-Linux-x86_64 -O hadolint # Make it executable chmod +x hadolint # Move it to your binaries folder mv hadolint ../ # Verify the installation echo "### hadolint version ###" ../hadolint --version # Array of service names SERVICES=("celery" "nginx" "register" "TS29222_CAPIF_Access_Control_Policy_API" "TS29222_CAPIF_API_Invoker_Management_API" "TS29222_CAPIF_API_Provider_Management_API" "TS29222_CAPIF_Auditing_API" "TS29222_CAPIF_Discover_Service_API" "TS29222_CAPIF_Events_API" "TS29222_CAPIF_Logging_API_Invocation_API" "TS29222_CAPIF_Publish_Service_API" "TS29222_CAPIF_Routing_Info_API" "TS29222_CAPIF_Security_API" "vault") # Loop over service names for SERVICE in "${SERVICES[@]}"; do echo "### $SERVICE ###" # Run hadolint on Dockerfile ../hadolint services/$SERVICE/Dockerfile || true echo "----------------------------------------------------" done # artifacts: # name: "$CI_JOB_NAME artifacts from $CI_PROJECT_NAME on $CI_COMMIT_REF_SLUG" # when: always # reports: # codequality: # - docker-lint.json # interruptible: true <<: *staging_common staging_unit_tests: needs: - staging_linting_code - staging_linting_docker stage: staging_unit_tests script: - | echo "------- Unit Tests -------" <<: *staging_common staging_grype_cvs: needs: - staging_unit_tests stage: staging_security script: - | # Install grype curl -sSfL https://raw.githubusercontent.com/anchore/grype/main/install.sh | sh -s -- -b ../ # Print grype version echo "### grype version###" ../grype version # Create output directory if it doesn't exist DIRECTORY=./grype-outputs if [ ! -d "$DIRECTORY" ]; then mkdir $DIRECTORY echo "Directory created" else echo "Directory already exists" fi # Save current directory export TMP_PWD=$PWD echo "TMP_PWD=$TMP_PWD" # Array of image names IMAGE_NAMES=("nginx" "celery" "register" "TS29222_CAPIF_Access_Control_Policy_API" "TS29222_CAPIF_API_Invoker_Management_API" "TS29222_CAPIF_API_Provider_Management_API" "TS29222_CAPIF_Auditing_API" "TS29222_CAPIF_Discover_Service_API" "TS29222_CAPIF_Events_API" "TS29222_CAPIF_Logging_API_Invocation_API" "TS29222_CAPIF_Publish_Service_API" "TS29222_CAPIF_Routing_Info_API" "TS29222_CAPIF_Security_API" "vault") # Loop over image names for IMAGE_NAME in "${IMAGE_NAMES[@]}"; do # Convert SERVICE to lowercase IMAGE_LOWER=${IMAGE_NAME,,} echo "---- variable ----" echo "### build and push $IMAGE_NAME image###" # Navigate to service directory cd services/$IMAGE_NAME/ # Login to Docker registry echo "$CI_JOB_TOKEN" | docker login $CI_REGISTRY --username $CI_REGISTRY_USER --password-stdin # Build Docker image docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/$IMAGE_LOWER:$CI_COMMIT_REF_SLUG . # Navigate back to original directory cd $TMP_PWD echo "### Container Vulnerability Scanning $IMAGE_NAME###" # Scan Docker image with grype and save output to file ../grype $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/$IMAGE_LOWER:$CI_COMMIT_REF_SLUG --scope all-layers > ./grype-outputs/grype_$IMAGE_NAME-$CI_COMMIT_REF_SLUG.txt echo "----------------------------------------------------" done artifacts: untracked: false paths: - ./grype-outputs/*.txt when: on_success expire_in: "1 week" <<: *staging_common semgrep-sast: stage: test before_script: - echo " ----- not run test stage -----" rules: - when: never staging_semgrep_sast: needs: - staging_unit_tests stage: staging_security extends: semgrep-sast variables: # DOCKER_DRIVER: overlay2 DOCKER_HOST: tcp://docker:2375 # SAST_EXCLUDED_ANALYZERS: "nodejs-scan-sast" SAST_DEFAULT_ANALYZERS: bandit <<: *staging_dnd gemnasium-python-dependency_scanning: stage: test before_script: - echo " ----- not run test stage -----" rules: - when: never staging_gemnasium_python_sca: needs: - staging_unit_tests stage: staging_security extends: gemnasium-python-dependency_scanning variables: DS_ANALYZER_NAME: "gemnasium-python" <<: *staging_dnd staging_build_and_push: needs: - staging_gemnasium_python_sca - staging_semgrep_sast - staging_grype_cvs stage: staging_build_and_push script: - export TMP_PWD=$PWD - echo "TMP_PWD=$TMP_PWD" - echo "### docker login###" - echo "$CI_JOB_TOKEN" | docker login $CI_REGISTRY --username $CI_REGISTRY_USER --password-stdin - echo "----------------------------------------------------" - echo "### build and push nginx image###" - cd $TMP_PWD/services/nginx/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/nginx:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/nginx:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push register image###" - cd $TMP_PWD/services/register/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/register:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/register:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_Access_Control_Policy_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_Access_Control_Policy_API/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-access-control-policy-api:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-access-control-policy-api:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_API_Invoker_Management_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_API_Invoker_Management_API/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-api-invoker-management-api:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-api-invoker-management-api:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_API_Provider_Management_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_API_Provider_Management_API/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-api-provider-management-api:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-api-provider-management-api:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_Auditing_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_Auditing_API/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-auditing-api:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-auditing-api:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_Discover_Service_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_Discover_Service_API/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-discover-service-api:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-discover-service-api:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_Events_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_Events_API/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-events-api:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-events-api:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_Logging_API_Invocation_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_Logging_API_Invocation_API/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-logging-api-invocation-api:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-logging-api-invocation-api:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_Publish_Service_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_Publish_Service_API/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-publish-service-api:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-publish-service-api:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_Routing_Info_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_Routing_Info_API/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-routing-info-api:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-routing-info-api:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_Security_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_Security_API/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-security-api:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-security-api:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push vault image###" - cd $TMP_PWD/services/vault/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/vault:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/vault:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push helper image###" - cd $TMP_PWD/services/helper/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/helper:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/helper:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push mock-server image###" - cd $TMP_PWD/services/mock_server/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/mock-server:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/mock-server:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push celery image###" - cd $TMP_PWD/services/celery/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/celery:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/celery:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - docker logout $CI_REGISTRY <<: *staging_common ### staging branch merged ### staging_build_and_push_mr: stage: staging_build_and_push_mr # <<: *staging_common rules: - if: '$CI_COMMIT_REF_NAME == "staging"' when: always tags: - shell script: - export TMP_PWD=$PWD - echo "TMP_PWD=$TMP_PWD" - echo "### docker login###" - echo "$CI_JOB_TOKEN" | docker login $CI_REGISTRY --username $CI_REGISTRY_USER --password-stdin - echo "----------------------------------------------------" - echo "### build and push nginx image###" - cd $TMP_PWD/services/nginx/ - docker build -t $CI_REGISTRY/ocf/capif/staging/nginx:staging . - docker push $CI_REGISTRY/ocf/capif/staging/nginx:staging - echo "----------------------------------------------------" - echo "### build and push register image###" - cd $TMP_PWD/services/register/ - docker build -t $CI_REGISTRY/ocf/capif/staging/register:staging . - docker push $CI_REGISTRY/ocf/capif/staging/register:staging - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_Access_Control_Policy_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_Access_Control_Policy_API/ - docker build -t $CI_REGISTRY/ocf/capif/staging/ocf-access-control-policy-api:staging . - docker push $CI_REGISTRY/ocf/capif/staging/ocf-access-control-policy-api:staging - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_API_Invoker_Management_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_API_Invoker_Management_API/ - docker build -t $CI_REGISTRY/ocf/capif/staging/ocf-api-invoker-management-api:staging . - docker push $CI_REGISTRY/ocf/capif/staging/ocf-api-invoker-management-api:staging - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_API_Provider_Management_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_API_Provider_Management_API/ - docker build -t $CI_REGISTRY/ocf/capif/staging/ocf-api-provider-management-api:staging . - docker push $CI_REGISTRY/ocf/capif/staging/ocf-api-provider-management-api:staging - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_Auditing_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_Auditing_API/ - docker build -t $CI_REGISTRY/ocf/capif/staging/ocf-auditing-api:staging . - docker push $CI_REGISTRY/ocf/capif/staging/ocf-auditing-api:staging - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_Discover_Service_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_Discover_Service_API/ - docker build -t $CI_REGISTRY/ocf/capif/staging/ocf-discover-service-api:staging . - docker push $CI_REGISTRY/ocf/capif/staging/ocf-discover-service-api:staging - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_Events_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_Events_API/ - docker build -t $CI_REGISTRY/ocf/capif/staging/ocf-events-api:staging . - docker push $CI_REGISTRY/ocf/capif/staging/ocf-events-api:staging - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_Logging_API_Invocation_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_Logging_API_Invocation_API/ - docker build -t $CI_REGISTRY/ocf/capif/staging/ocf-logging-api-invocation-api:staging . - docker push $CI_REGISTRY/ocf/capif/staging/ocf-logging-api-invocation-api:staging - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_Publish_Service_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_Publish_Service_API/ - docker build -t $CI_REGISTRY/ocf/capif/staging/ocf-publish-service-api:staging . - docker push $CI_REGISTRY/ocf/capif/staging/ocf-publish-service-api:staging - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_Routing_Info_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_Routing_Info_API/ - docker build -t $CI_REGISTRY/ocf/capif/staging/ocf-routing-info-api:staging . - docker push $CI_REGISTRY/ocf/capif/staging/ocf-routing-info-api:staging - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_Security_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_Security_API/ - docker build -t $CI_REGISTRY/ocf/capif/staging/ocf-security-api:staging . - docker push $CI_REGISTRY/ocf/capif/staging/ocf-security-api:staging - echo "----------------------------------------------------" - echo "### build and push vault image###" - cd $TMP_PWD/services/vault/ - docker build -t $CI_REGISTRY/ocf/capif/staging/vault:staging . - docker push $CI_REGISTRY/ocf/capif/staging/vault:staging - echo "----------------------------------------------------" - echo "### build and push helper image###" - cd $TMP_PWD/services/helper/ - docker build -t $CI_REGISTRY/ocf/capif/staging/helper:staging . - docker push $CI_REGISTRY/ocf/capif/staging/helper:staging - echo "----------------------------------------------------" - echo "### build and push mock-server image###" - cd $TMP_PWD/services/mock_server/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/mock-server:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/mock-server:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push celery image###" - cd $TMP_PWD/services/celery/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/celery:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/celery:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - docker logout $CI_REGISTRY No newline at end of file capif/templates/ci_unit_test.gitlab-ci.yml +25 Viewed Changes for capif/templates/ci_unit_test.gitlab-ci.yml: 25 added lines, 0 removed lines. Original line number Diff line number Diff line stages: - staging_unit_tests variables: # CI_JOB_TOKEN: $CI_JOB_TOKEN CI_DEBUG_TRACE: "false" # CI_REGISTRY_USER: $CI_REGISTRY_USER # CI_REGISTRY: $CI_REGISTRY # CAPIF_DOCKER_REGISTRY: $CAPIF_DOCKER_REGISTRY .staging_common: &staging_common only: - merge_requests except: variables: - $CI_MERGE_REQUEST_TARGET_BRANCH_NAME != "staging" tags: - shell staging_unit_tests: stage: staging_unit_tests script: - | echo "------- Unit Tests -------" <<: *staging_common Loading
capif/templates/cd-deploy-ocf.gitlab-ci.yml +693 Viewed File added.Preview size limit exceeded, changes collapsed. Show changes
capif/templates/ci_dev.gitlab-ci.yml +214 Viewed Changes for capif/templates/ci_dev.gitlab-ci.yml: 214 added lines, 0 removed lines. Original line number Diff line number Diff line stages: # - dev_pulling_repo - dev_pre_pipeline - dev_secrets_in_repo - dev_linting - dev_build_and_push variables: # CI_JOB_TOKEN: $CI_JOB_TOKEN CI_DEBUG_TRACE: "false" # CI_REGISTRY_USER: $CI_REGISTRY_USER # CI_REGISTRY: $CI_REGISTRY # CAPIF_DOCKER_REGISTRY: $CAPIF_DOCKER_REGISTRY .dev_common: &dev_common tags: - shell dev_secrets_in_repo: stage: dev_secrets_in_repo rules: - if: '$CI_COMMIT_REF_NAME == "staging"' when: never - if: '$CI_COMMIT_REF_NAME == "main"' when: never - if: '$CI_COMMIT_TAG =~ /^v\d+\.\d+\.\d+-release$/' when: never - if: '$CI_PIPELINE_SOURCE == "merge_request_event"' when: never - when: always script: - | pip install trufflehog cd ../ trufflehog capif --exclude_paths capif/cicd/exclusions --max_depth=5 # needs: ["dev_pulling_repo"] <<: *dev_common # define the process to do linting code: Sonarque, ruff? dev_linting_code: stage: dev_linting rules: - if: '$CI_COMMIT_REF_NAME == "staging"' when: never - if: '$CI_COMMIT_REF_NAME == "main"' when: never - if: '$CI_COMMIT_TAG =~ /^v\d+\.\d+\.\d+-release$/' when: never - if: '$CI_PIPELINE_SOURCE == "merge_request_event"' when: never - when: always script: - | echo "###ruff checks###" pip install ruff ruff check --config cicd/ruff.toml . || true needs: ["dev_secrets_in_repo"] <<: *dev_common dev_linting_docker: stage: dev_linting rules: - if: '$CI_COMMIT_REF_NAME == "staging"' when: never - if: '$CI_COMMIT_REF_NAME == "main"' when: never - if: '$CI_COMMIT_TAG =~ /^v\d+\.\d+\.\d+-release$/' when: never - if: '$CI_PIPELINE_SOURCE == "merge_request_event"' when: never - when: always script: - | # Download hadolint binary wget https://github.com/hadolint/hadolint/releases/download/v2.8.0/hadolint-Linux-x86_64 -O hadolint # Make it executable chmod +x hadolint # Move it to your binaries folder mv hadolint ../ # Verify the installation echo "### hadolint version ###" ../hadolint --version # Array of service names SERVICES=("celery" "vault" "nginx" "register" "TS29222_CAPIF_Access_Control_Policy_API" "TS29222_CAPIF_API_Invoker_Management_API" "TS29222_CAPIF_API_Provider_Management_API" "TS29222_CAPIF_Auditing_API" "TS29222_CAPIF_Discover_Service_API" "TS29222_CAPIF_Events_API" "TS29222_CAPIF_Logging_API_Invocation_API" "TS29222_CAPIF_Publish_Service_API" "TS29222_CAPIF_Routing_Info_API" "TS29222_CAPIF_Security_API") # Loop over service names for SERVICE in "${SERVICES[@]}"; do echo "### $SERVICE ###" # Run hadolint on Dockerfile ../hadolint services/$SERVICE/Dockerfile || true echo "----------------------------------------------------" done # artifacts: # name: "$CI_JOB_NAME artifacts from $CI_PROJECT_NAME on $CI_COMMIT_REF_SLUG" # when: always # reports: # codequality: # - docker-lint.json # interruptible: true <<: *dev_common dev_build_and_push: rules: - if: '$CI_COMMIT_REF_NAME == "staging"' when: never - if: '$CI_COMMIT_REF_NAME == "main"' when: never - if: '$CI_COMMIT_TAG =~ /^v\d+\.\d+\.\d+-release$/' when: never - if: '$CI_PIPELINE_SOURCE == "merge_request_event"' when: never - when: always needs: - dev_linting_code - dev_linting_docker stage: dev_build_and_push script: - export TMP_PWD=$PWD - echo "TMP_PWD=$TMP_PWD" - echo "### docker login###" - echo "$CI_JOB_TOKEN" | docker login $CI_REGISTRY --username $CI_REGISTRY_USER --password-stdin - echo "----------------------------------------------------" - echo "### build and push nginx image###" - cd $TMP_PWD/services/nginx/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/nginx:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/nginx:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push register image###" - cd $TMP_PWD/services/register/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/register:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/register:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_Access_Control_Policy_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_Access_Control_Policy_API/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-access-control-policy-api:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-access-control-policy-api:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_API_Invoker_Management_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_API_Invoker_Management_API/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-api-invoker-management-api:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-api-invoker-management-api:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_API_Provider_Management_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_API_Provider_Management_API/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-api-provider-management-api:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-api-provider-management-api:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_Auditing_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_Auditing_API/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-auditing-api:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-auditing-api:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_Discover_Service_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_Discover_Service_API/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-discover-service-api:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-discover-service-api:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_Events_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_Events_API/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-events-api:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-events-api:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_Logging_API_Invocation_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_Logging_API_Invocation_API/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-logging-api-invocation-api:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-logging-api-invocation-api:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_Publish_Service_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_Publish_Service_API/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-publish-service-api:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-publish-service-api:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_Routing_Info_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_Routing_Info_API/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-routing-info-api:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-routing-info-api:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_Security_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_Security_API/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-security-api:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-security-api:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push vault image###" - cd $TMP_PWD/services/vault/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/vault:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/vault:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push helper image###" - cd $TMP_PWD/services/helper/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/helper:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/helper:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push mock-server image###" - cd $TMP_PWD/services/mock_server/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/mock-server:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/mock-server:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push celery image###" - cd $TMP_PWD/services/celery/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/celery:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/celery:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - docker logout $CI_REGISTRY <<: *dev_common No newline at end of file
capif/templates/ci_main.gitlab-ci.yml +279 Viewed Changes for capif/templates/ci_main.gitlab-ci.yml: 279 added lines, 0 removed lines. Original line number Diff line number Diff line #stages: ## - main_pulling_repo # - main_secrets_in_repo # - main_linting_code # - main_linting_docker # - main_security # - main_build_and_push # #variables: # CI_JOB_TOKEN: $CI_JOB_TOKEN # CI_DEBUG_TRACE: "false" # CI_REGISTRY_USER: $CI_REGISTRY_USER # CI_REGISTRY: $CI_REGISTRY # CAPIF_DOCKER_REGISTRY: $CAPIF_DOCKER_REGISTRY # #.main_common: &main_common # only: # - merge_requests # except: # variables: # - $CI_MERGE_REQUEST_TARGET_BRANCH_NAME != "main" # tags: # - shell # #.main_dnd: &main_dnd # allow_failure: true # rules: # - if: '$CI_MERGE_REQUEST_TARGET_BRANCH_NAME == "main"' # when: always # - when: never # services: # - docker:24.0.5-dind # tags: # - docker-in-docker # #main_secrets_in_repo: # stage: main_secrets_in_repo # script: # - | # pip install trufflehog # cd ../ # trufflehog capif --exclude_paths capif/cicd/exclusions --max_depth=5 # <<: *main_common # ## define the process to do linting code: Sonarque, ruff? #main_linting_code: # stage: main_linting_code # script: # - | # echo "###ruff checks###" # pip install ruff # ruff check --config cicd/ruff.toml . || true # needs: ["main_secrets_in_repo"] # <<: *main_common # #main_linting_docker: # stage: main_linting_docker # script: # - | # # Download hadolint binary # wget https://github.com/hadolint/hadolint/releases/download/v2.8.0/hadolint-Linux-x86_64 -O hadolint # # # Make it executable # chmod +x hadolint # # # Move it to your binaries folder # mv hadolint ../ # # # Verify the installation # echo "### hadolint version ###" # ../hadolint --version # # # Array of service names # SERVICES=("vault" "nginx" "register" "TS29222_CAPIF_Access_Control_Policy_API" "TS29222_CAPIF_API_Invoker_Management_API" # "TS29222_CAPIF_API_Provider_Management_API" "TS29222_CAPIF_Auditing_API" "TS29222_CAPIF_Discover_Service_API" "TS29222_CAPIF_Events_API" # "TS29222_CAPIF_Logging_API_Invocation_API" "TS29222_CAPIF_Publish_Service_API" "TS29222_CAPIF_Routing_Info_API" "TS29222_CAPIF_Security_API" # "vault") # # # Loop over service names # for SERVICE in "${SERVICES[@]}"; do # echo "### $SERVICE ###" # # # Run hadolint on Dockerfile # ../hadolint services/$SERVICE/Dockerfile || true # # echo "----------------------------------------------------" # done # ## artifacts: ## name: "$CI_JOB_NAME artifacts from $CI_PROJECT_NAME on $CI_COMMIT_REF_SLUG" ## when: always ## reports: ## codequality: ## - docker-lint.json ## interruptible: true # needs: ["main_linting_code"] # <<: *main_common # # #main_cvs: # needs: ["main_linting_docker"] # stage: main_security # script: # - | # # Install grype # curl -sSfL https://raw.githubusercontent.com/anchore/grype/main/install.sh | sh -s -- -b ../ # # # Print grype version # echo "### grype version###" # ../grype version # # # Create output directory if it doesn't exist # DIRECTORY=./grype-outputs # if [ ! -d "$DIRECTORY" ]; then # mkdir $DIRECTORY # echo "Directory created" # else # echo "Directory already exists" # fi # # # Save current directory # export TMP_PWD=$PWD # echo "TMP_PWD=$TMP_PWD" # # # Array of image names # IMAGE_NAMES=("nginx" "register" "TS29222_CAPIF_Access_Control_Policy_API" "TS29222_CAPIF_API_Invoker_Management_API" # "TS29222_CAPIF_API_Provider_Management_API" "TS29222_CAPIF_Auditing_API" "TS29222_CAPIF_Discover_Service_API" # "TS29222_CAPIF_Events_API" "TS29222_CAPIF_Logging_API_Invocation_API" "TS29222_CAPIF_Publish_Service_API" # "TS29222_CAPIF_Routing_Info_API" "TS29222_CAPIF_Security_API" "vault") # # # Loop over image names # for IMAGE_NAME in "${IMAGE_NAMES[@]}"; do # # Convert SERVICE to lowercase # IMAGE_LOWER=${IMAGE_NAME,,} # # echo "---- variable ----" # echo "### build and push $IMAGE_NAME image###" # # # Navigate to service directory # cd services/$IMAGE_NAME/ # # # Login to Docker registry # docker login --username $CI_REGISTRY_USER --password $CAPIF_DOCKER_REGISTRY $CI_REGISTRY # # # Build Docker image # docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/$IMAGE_LOWER:latest . # # # Navigate back to original directory # cd $TMP_PWD # # echo "### Container Vulnerability Scanning $IMAGE_NAME###" # # # Scan Docker image with grype and save output to file # #../grype $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/$IMAGE_LOWER:latest --scope all-layers > ./grype-outputs/grype_$IMAGE_NAME-latest.txt # # echo "----------------------------------------------------" # done # artifacts: # untracked: false # paths: # - ./grype-outputs/*.txt # when: on_success # expire_in: "1 week" # <<: *main_common # #main_semgrep_sast: # needs: # - main_linting_code # - main_linting_docker # stage: main_security # extends: semgrep-sast # variables: # DOCKER_HOST: tcp://docker:2375 # SAST_DEFAULT_ANALYZERS: bandit # <<: *main_dnd # #gemnasium-python-dependency_scanning: # stage: test # before_script: # - echo " ----- not run test stage -----" # rules: # - when: never # #main_gemnasium_python_sca: # needs: # - main_linting_code # - main_linting_docker # stage: staging_security # extends: gemnasium-python-dependency_scanning # variables: # DS_ANALYZER_NAME: "gemnasium-python" # <<: *main_dnd # #main_build_and_push: # needs: ["main_security"] # stage: main_build_and_push # script: # - export TMP_PWD=$PWD # - echo "TMP_PWD=$TMP_PWD" # - echo "### docker login###" # - docker login --username $CI_REGISTRY_USER --password $CAPIF_DOCKER_REGISTRY $CI_REGISTRY # - echo "----------------------------------------------------" # - echo "### build and push nginx image###" # - cd $TMP_PWD/services/nginx/ # - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/nginx:$CI_COMMIT_REF_SLUG . # - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/nginx:$CI_COMMIT_REF_SLUG # - echo "----------------------------------------------------" # - echo "### build and push register image###" # - cd $TMP_PWD/services/register/ # - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/register:$CI_COMMIT_REF_SLUG . # - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/register:$CI_COMMIT_REF_SLUG # - echo "----------------------------------------------------" # - echo "### build and push TS29222_CAPIF_Access_Control_Policy_API image###" # - cd $TMP_PWD/services/TS29222_CAPIF_Access_Control_Policy_API/ # - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-access-control-policy-api:$CI_COMMIT_REF_SLUG . # - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-access-control-policy-api:$CI_COMMIT_REF_SLUG # - echo "----------------------------------------------------" # - echo "### build and push TS29222_CAPIF_API_Invoker_Management_API image###" # - cd $TMP_PWD/services/TS29222_CAPIF_API_Invoker_Management_API/ # - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-api-invoker-management-api:$CI_COMMIT_REF_SLUG . # - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-api-invoker-management-api:$CI_COMMIT_REF_SLUG # - echo "----------------------------------------------------" # - echo "### build and push TS29222_CAPIF_API_Provider_Management_API image###" # - cd $TMP_PWD/services/TS29222_CAPIF_API_Provider_Management_API/ # - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-api-provider-management-api:$CI_COMMIT_REF_SLUG . # - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-api-provider-management-api:$CI_COMMIT_REF_SLUG # - echo "----------------------------------------------------" # - echo "### build and push TS29222_CAPIF_Auditing_API image###" # - cd $TMP_PWD/services/TS29222_CAPIF_Auditing_API/ # - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-auditing-api:$CI_COMMIT_REF_SLUG . # - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-auditing-api:$CI_COMMIT_REF_SLUG # - echo "----------------------------------------------------" # - echo "### build and push TS29222_CAPIF_Discover_Service_API image###" # - cd $TMP_PWD/services/TS29222_CAPIF_Discover_Service_API/ # - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-discover-service-api:$CI_COMMIT_REF_SLUG . # - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-discover-service-api:$CI_COMMIT_REF_SLUG # - echo "----------------------------------------------------" # - echo "### build and push TS29222_CAPIF_Events_API image###" # - cd $TMP_PWD/services/TS29222_CAPIF_Events_API/ # - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-events-api:$CI_COMMIT_REF_SLUG . # - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-events-api:$CI_COMMIT_REF_SLUG # - echo "----------------------------------------------------" # - echo "### build and push TS29222_CAPIF_Logging_API_Invocation_API image###" # - cd $TMP_PWD/services/TS29222_CAPIF_Logging_API_Invocation_API/ # - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-logging-api-invocation-api:$CI_COMMIT_REF_SLUG . # - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-logging-api-invocation-api:$CI_COMMIT_REF_SLUG # - echo "----------------------------------------------------" # - echo "### build and push TS29222_CAPIF_Publish_Service_API image###" # - cd $TMP_PWD/services/TS29222_CAPIF_Publish_Service_API/ # - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-publish-service-api:$CI_COMMIT_REF_SLUG . # - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-publish-service-api:$CI_COMMIT_REF_SLUG # - echo "----------------------------------------------------" # - echo "### build and push TS29222_CAPIF_Routing_Info_API image###" # - cd $TMP_PWD/services/TS29222_CAPIF_Routing_Info_API/ # - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-routing-info-api:$CI_COMMIT_REF_SLUG . # - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-routing-info-api:$CI_COMMIT_REF_SLUG # - echo "----------------------------------------------------" # - echo "### build and push TS29222_CAPIF_Security_API image###" # - cd $TMP_PWD/services/TS29222_CAPIF_Security_API/ # - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-security-api:$CI_COMMIT_REF_SLUG . # - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-security-api:$CI_COMMIT_REF_SLUG # - echo "----------------------------------------------------" # - echo "### build and push vault image###" # - cd $TMP_PWD/services/vault/ # - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/vault:$CI_COMMIT_REF_SLUG . # - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/vault:$CI_COMMIT_REF_SLUG # - echo "----------------------------------------------------" # - echo "### build and push helper image###" # - cd $TMP_PWD/services/helper/ # - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/helper:$CI_COMMIT_REF_SLUG . # - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/helper:$CI_COMMIT_REF_SLUG # - echo "----------------------------------------------------" # - echo "### build and push mock-server image###" # - cd $TMP_PWD/services/mock_server/ # - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/mock-server:$CI_COMMIT_REF_SLUG . # - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/mock-server:$CI_COMMIT_REF_SLUG # - echo "----------------------------------------------------" # - docker logout $CI_REGISTRY # <<: *main_common
capif/templates/ci_staging.gitlab-ci.yml +428 Viewed Changes for capif/templates/ci_staging.gitlab-ci.yml: 428 added lines, 0 removed lines. Original line number Diff line number Diff line stages: # - staging_pulling_repo - test # to Security and Compliance gitLab - staging_pre_pipeline - staging_secrets_in_repo - staging_linting - staging_unit_tests - staging_security - staging_build_and_push - staging_build_and_push_mr variables: # CI_JOB_TOKEN: $CI_JOB_TOKEN CI_DEBUG_TRACE: "false" # CI_REGISTRY_USER: $CI_REGISTRY_USER # CI_REGISTRY: $CI_REGISTRY # CAPIF_DOCKER_REGISTRY: $CAPIF_DOCKER_REGISTRY .staging_common: &staging_common only: - merge_requests except: variables: - $CI_MERGE_REQUEST_TARGET_BRANCH_NAME != "staging" tags: - shell .staging_dnd: &staging_dnd allow_failure: true rules: - if: '$CI_MERGE_REQUEST_TARGET_BRANCH_NAME == "staging"' when: always - when: never services: - docker:24.0.5-dind tags: - docker-in-docker #staging_cancel_previous_action: # stage: staging_pre_pipeline # script: # - | # echo "### cancel previous actions in dev branchc ###" # if [[ -n "$CI_JOB_TOKEN" ]]; then # echo "Checking for running jobs in the same pipeline..." # jobs=$(curl --header "PRIVATE-TOKEN: $CI_JOB_TOKEN" "$GITLAB_API/projects/$CI_PROJECT_ID/pipelines/$CI_PIPELINE_ID/jobs") # for job in $(echo "$jobs" | jq -r '.[] | @base64'); do # _jq() { # echo ${job} | base64 --decode | jq -r ${1} # } # status=$(_jq '.status') # id=$(_jq '.id') # if [[ "$status" == "running" ]] && [[ "$id" != "$CI_JOB_ID" ]]; then # echo "Cancelling job $id" # curl --request POST --header "PRIVATE-TOKEN: $CI_JOB_TOKEN" "$GITLAB_API/projects/$CI_PROJECT_ID/jobs/$id/cancel" # fi # done # fi # <<: *staging_common staging_secrets_in_repo: stage: staging_secrets_in_repo script: - | pip install trufflehog cd ../ trufflehog capif --exclude_paths capif/cicd/exclusions --max_depth=5 # needs: # - staging_cancel_previous_action <<: *staging_common # define the process to do linting code: Sonarque, ruff? staging_linting_code: stage: staging_linting script: - | echo "###ruff checks###" pip install ruff ruff check --config cicd/ruff.toml . || true needs: ["staging_secrets_in_repo"] <<: *staging_common staging_linting_docker: stage: staging_linting script: - | # Download hadolint binary wget https://github.com/hadolint/hadolint/releases/download/v2.8.0/hadolint-Linux-x86_64 -O hadolint # Make it executable chmod +x hadolint # Move it to your binaries folder mv hadolint ../ # Verify the installation echo "### hadolint version ###" ../hadolint --version # Array of service names SERVICES=("celery" "nginx" "register" "TS29222_CAPIF_Access_Control_Policy_API" "TS29222_CAPIF_API_Invoker_Management_API" "TS29222_CAPIF_API_Provider_Management_API" "TS29222_CAPIF_Auditing_API" "TS29222_CAPIF_Discover_Service_API" "TS29222_CAPIF_Events_API" "TS29222_CAPIF_Logging_API_Invocation_API" "TS29222_CAPIF_Publish_Service_API" "TS29222_CAPIF_Routing_Info_API" "TS29222_CAPIF_Security_API" "vault") # Loop over service names for SERVICE in "${SERVICES[@]}"; do echo "### $SERVICE ###" # Run hadolint on Dockerfile ../hadolint services/$SERVICE/Dockerfile || true echo "----------------------------------------------------" done # artifacts: # name: "$CI_JOB_NAME artifacts from $CI_PROJECT_NAME on $CI_COMMIT_REF_SLUG" # when: always # reports: # codequality: # - docker-lint.json # interruptible: true <<: *staging_common staging_unit_tests: needs: - staging_linting_code - staging_linting_docker stage: staging_unit_tests script: - | echo "------- Unit Tests -------" <<: *staging_common staging_grype_cvs: needs: - staging_unit_tests stage: staging_security script: - | # Install grype curl -sSfL https://raw.githubusercontent.com/anchore/grype/main/install.sh | sh -s -- -b ../ # Print grype version echo "### grype version###" ../grype version # Create output directory if it doesn't exist DIRECTORY=./grype-outputs if [ ! -d "$DIRECTORY" ]; then mkdir $DIRECTORY echo "Directory created" else echo "Directory already exists" fi # Save current directory export TMP_PWD=$PWD echo "TMP_PWD=$TMP_PWD" # Array of image names IMAGE_NAMES=("nginx" "celery" "register" "TS29222_CAPIF_Access_Control_Policy_API" "TS29222_CAPIF_API_Invoker_Management_API" "TS29222_CAPIF_API_Provider_Management_API" "TS29222_CAPIF_Auditing_API" "TS29222_CAPIF_Discover_Service_API" "TS29222_CAPIF_Events_API" "TS29222_CAPIF_Logging_API_Invocation_API" "TS29222_CAPIF_Publish_Service_API" "TS29222_CAPIF_Routing_Info_API" "TS29222_CAPIF_Security_API" "vault") # Loop over image names for IMAGE_NAME in "${IMAGE_NAMES[@]}"; do # Convert SERVICE to lowercase IMAGE_LOWER=${IMAGE_NAME,,} echo "---- variable ----" echo "### build and push $IMAGE_NAME image###" # Navigate to service directory cd services/$IMAGE_NAME/ # Login to Docker registry echo "$CI_JOB_TOKEN" | docker login $CI_REGISTRY --username $CI_REGISTRY_USER --password-stdin # Build Docker image docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/$IMAGE_LOWER:$CI_COMMIT_REF_SLUG . # Navigate back to original directory cd $TMP_PWD echo "### Container Vulnerability Scanning $IMAGE_NAME###" # Scan Docker image with grype and save output to file ../grype $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/$IMAGE_LOWER:$CI_COMMIT_REF_SLUG --scope all-layers > ./grype-outputs/grype_$IMAGE_NAME-$CI_COMMIT_REF_SLUG.txt echo "----------------------------------------------------" done artifacts: untracked: false paths: - ./grype-outputs/*.txt when: on_success expire_in: "1 week" <<: *staging_common semgrep-sast: stage: test before_script: - echo " ----- not run test stage -----" rules: - when: never staging_semgrep_sast: needs: - staging_unit_tests stage: staging_security extends: semgrep-sast variables: # DOCKER_DRIVER: overlay2 DOCKER_HOST: tcp://docker:2375 # SAST_EXCLUDED_ANALYZERS: "nodejs-scan-sast" SAST_DEFAULT_ANALYZERS: bandit <<: *staging_dnd gemnasium-python-dependency_scanning: stage: test before_script: - echo " ----- not run test stage -----" rules: - when: never staging_gemnasium_python_sca: needs: - staging_unit_tests stage: staging_security extends: gemnasium-python-dependency_scanning variables: DS_ANALYZER_NAME: "gemnasium-python" <<: *staging_dnd staging_build_and_push: needs: - staging_gemnasium_python_sca - staging_semgrep_sast - staging_grype_cvs stage: staging_build_and_push script: - export TMP_PWD=$PWD - echo "TMP_PWD=$TMP_PWD" - echo "### docker login###" - echo "$CI_JOB_TOKEN" | docker login $CI_REGISTRY --username $CI_REGISTRY_USER --password-stdin - echo "----------------------------------------------------" - echo "### build and push nginx image###" - cd $TMP_PWD/services/nginx/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/nginx:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/nginx:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push register image###" - cd $TMP_PWD/services/register/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/register:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/register:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_Access_Control_Policy_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_Access_Control_Policy_API/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-access-control-policy-api:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-access-control-policy-api:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_API_Invoker_Management_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_API_Invoker_Management_API/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-api-invoker-management-api:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-api-invoker-management-api:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_API_Provider_Management_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_API_Provider_Management_API/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-api-provider-management-api:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-api-provider-management-api:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_Auditing_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_Auditing_API/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-auditing-api:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-auditing-api:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_Discover_Service_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_Discover_Service_API/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-discover-service-api:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-discover-service-api:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_Events_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_Events_API/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-events-api:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-events-api:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_Logging_API_Invocation_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_Logging_API_Invocation_API/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-logging-api-invocation-api:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-logging-api-invocation-api:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_Publish_Service_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_Publish_Service_API/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-publish-service-api:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-publish-service-api:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_Routing_Info_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_Routing_Info_API/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-routing-info-api:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-routing-info-api:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_Security_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_Security_API/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-security-api:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/ocf-security-api:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push vault image###" - cd $TMP_PWD/services/vault/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/vault:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/vault:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push helper image###" - cd $TMP_PWD/services/helper/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/helper:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/helper:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push mock-server image###" - cd $TMP_PWD/services/mock_server/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/mock-server:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/mock-server:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push celery image###" - cd $TMP_PWD/services/celery/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/celery:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/celery:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - docker logout $CI_REGISTRY <<: *staging_common ### staging branch merged ### staging_build_and_push_mr: stage: staging_build_and_push_mr # <<: *staging_common rules: - if: '$CI_COMMIT_REF_NAME == "staging"' when: always tags: - shell script: - export TMP_PWD=$PWD - echo "TMP_PWD=$TMP_PWD" - echo "### docker login###" - echo "$CI_JOB_TOKEN" | docker login $CI_REGISTRY --username $CI_REGISTRY_USER --password-stdin - echo "----------------------------------------------------" - echo "### build and push nginx image###" - cd $TMP_PWD/services/nginx/ - docker build -t $CI_REGISTRY/ocf/capif/staging/nginx:staging . - docker push $CI_REGISTRY/ocf/capif/staging/nginx:staging - echo "----------------------------------------------------" - echo "### build and push register image###" - cd $TMP_PWD/services/register/ - docker build -t $CI_REGISTRY/ocf/capif/staging/register:staging . - docker push $CI_REGISTRY/ocf/capif/staging/register:staging - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_Access_Control_Policy_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_Access_Control_Policy_API/ - docker build -t $CI_REGISTRY/ocf/capif/staging/ocf-access-control-policy-api:staging . - docker push $CI_REGISTRY/ocf/capif/staging/ocf-access-control-policy-api:staging - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_API_Invoker_Management_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_API_Invoker_Management_API/ - docker build -t $CI_REGISTRY/ocf/capif/staging/ocf-api-invoker-management-api:staging . - docker push $CI_REGISTRY/ocf/capif/staging/ocf-api-invoker-management-api:staging - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_API_Provider_Management_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_API_Provider_Management_API/ - docker build -t $CI_REGISTRY/ocf/capif/staging/ocf-api-provider-management-api:staging . - docker push $CI_REGISTRY/ocf/capif/staging/ocf-api-provider-management-api:staging - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_Auditing_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_Auditing_API/ - docker build -t $CI_REGISTRY/ocf/capif/staging/ocf-auditing-api:staging . - docker push $CI_REGISTRY/ocf/capif/staging/ocf-auditing-api:staging - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_Discover_Service_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_Discover_Service_API/ - docker build -t $CI_REGISTRY/ocf/capif/staging/ocf-discover-service-api:staging . - docker push $CI_REGISTRY/ocf/capif/staging/ocf-discover-service-api:staging - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_Events_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_Events_API/ - docker build -t $CI_REGISTRY/ocf/capif/staging/ocf-events-api:staging . - docker push $CI_REGISTRY/ocf/capif/staging/ocf-events-api:staging - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_Logging_API_Invocation_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_Logging_API_Invocation_API/ - docker build -t $CI_REGISTRY/ocf/capif/staging/ocf-logging-api-invocation-api:staging . - docker push $CI_REGISTRY/ocf/capif/staging/ocf-logging-api-invocation-api:staging - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_Publish_Service_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_Publish_Service_API/ - docker build -t $CI_REGISTRY/ocf/capif/staging/ocf-publish-service-api:staging . - docker push $CI_REGISTRY/ocf/capif/staging/ocf-publish-service-api:staging - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_Routing_Info_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_Routing_Info_API/ - docker build -t $CI_REGISTRY/ocf/capif/staging/ocf-routing-info-api:staging . - docker push $CI_REGISTRY/ocf/capif/staging/ocf-routing-info-api:staging - echo "----------------------------------------------------" - echo "### build and push TS29222_CAPIF_Security_API image###" - cd $TMP_PWD/services/TS29222_CAPIF_Security_API/ - docker build -t $CI_REGISTRY/ocf/capif/staging/ocf-security-api:staging . - docker push $CI_REGISTRY/ocf/capif/staging/ocf-security-api:staging - echo "----------------------------------------------------" - echo "### build and push vault image###" - cd $TMP_PWD/services/vault/ - docker build -t $CI_REGISTRY/ocf/capif/staging/vault:staging . - docker push $CI_REGISTRY/ocf/capif/staging/vault:staging - echo "----------------------------------------------------" - echo "### build and push helper image###" - cd $TMP_PWD/services/helper/ - docker build -t $CI_REGISTRY/ocf/capif/staging/helper:staging . - docker push $CI_REGISTRY/ocf/capif/staging/helper:staging - echo "----------------------------------------------------" - echo "### build and push mock-server image###" - cd $TMP_PWD/services/mock_server/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/mock-server:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/mock-server:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - echo "### build and push celery image###" - cd $TMP_PWD/services/celery/ - docker build -t $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/celery:$CI_COMMIT_REF_SLUG . - docker push $CI_REGISTRY/ocf/capif/$CI_COMMIT_REF_SLUG/celery:$CI_COMMIT_REF_SLUG - echo "----------------------------------------------------" - docker logout $CI_REGISTRY No newline at end of file
capif/templates/ci_unit_test.gitlab-ci.yml +25 Viewed Changes for capif/templates/ci_unit_test.gitlab-ci.yml: 25 added lines, 0 removed lines. Original line number Diff line number Diff line stages: - staging_unit_tests variables: # CI_JOB_TOKEN: $CI_JOB_TOKEN CI_DEBUG_TRACE: "false" # CI_REGISTRY_USER: $CI_REGISTRY_USER # CI_REGISTRY: $CI_REGISTRY # CAPIF_DOCKER_REGISTRY: $CAPIF_DOCKER_REGISTRY .staging_common: &staging_common only: - merge_requests except: variables: - $CI_MERGE_REQUEST_TARGET_BRANCH_NAME != "staging" tags: - shell staging_unit_tests: stage: staging_unit_tests script: - | echo "------- Unit Tests -------" <<: *staging_common