100% open-source IoT Platform - Integrate your devices, add intelligence, build custom apps
Java asset-managementbuildingdashboarddataplatformdevice-managementedge-computingenergyenergy-managementenergy-monitorfleet-managementfleet-telematicsiotiot-applicationiot-platformmodbusmqttmqtt-brokerota-updaterules-enginesmartcity
Pipeline added whatsapp notifications
Michal Rutkafc576b272ea4
diff --git a/.gitlab-ci.yml b/.gitlab-ci.ymlindex c9124e416..84d6abb2f 100644--- a/.gitlab-ci.yml+++ b/.gitlab-ci.yml@@ -28,6 +28,7 @@ stages:- deploy- dast- cleanup+ - notify_pipelinelint-Dockerfile:stage: build@@ -65,6 +66,7 @@ build-enviroment:- docker buildx build --pull -t "$CI_REGISTRY_IMAGE:$CI_COMMIT_REF_SLUG" .- docker push "$CI_REGISTRY_IMAGE:$CI_COMMIT_REF_SLUG"rules:+ - if: $CI_COMMIT_MESSAGE !~ /skip-build/- changes:- Dockerfile@@ -145,7 +147,7 @@ build-keycloak-postgresql-proxy:- export REPO=$(docker run --rm -v $(pwd):/or registry.gitlab.com/openremote/openremote:master git remote get-url origin|xargs basename)- echo $REPO- docker run -v $(pwd):/usr/src/myapp -w /usr/src/myapp- -e "STAGE=$STAGE"+ -e "STAGE=$CI_JOB_STAGE"-e "WHO=$WHO"-e "WHAT=$WHAT"-e "WHEN=$WHEN"@@ -156,6 +158,21 @@ build-keycloak-postgresql-proxy:retry:max: 2+.notify_whatsapp: ¬ify_whatsapp+ image: registry.gitlab.com/gitlab-org/cloud-deploy/aws-base:latest+ allow_failure: true+ script:+ - >+ curl --location --request POST $WHATSAPP_API+ --header 'Content-Type: application/javascript'+ --data-raw '{+ "message": "Your $CI_PROJECT_TITLE$CI_JOB_STAGE code is $STATUS",+ "recipient": "$WHATSAPP_TEL",+ "user_id": "1"+ }'+ retry:+ max: 2+.ssh_config: &ssh_config- mkdir -p ~/.ssh- chmod 600 "$GITLAB_SSH_PRIVATE_KEY"@@ -210,13 +227,18 @@ build-keycloak-postgresql-proxy:# This step is executed when build fails. The purpose is to e-mail a git commiter about the problem.email failed build:stage: build_fail- before_script:- - export STAGE='docker images build'<<: *email_definitionrules:- if: $CI_COMMIT_MESSAGE !~ /skip-build/when: on_failure+whatsapp failed build:+ stage: build_fail+ variables:+ SATATUS: FAILED+ <<: *notify_whatsapp+ when: on_failure+test-master:stage: testbefore_script:@@ -285,6 +307,15 @@ email failed tests:- if: $CI_COMMIT_MESSAGE !~ /skip-test/when: on_failure+whatsapp failed test:+ stage: tests_fail+ variables:+ SATATUS: FAILED+ <<: *notify_whatsapp+ rules:+ - if: $CI_COMMIT_MESSAGE !~ /skip-test/+ when: on_failure+manual delete aws cloudformation stack:image: registry.gitlab.com/gitlab-org/cloud-deploy/aws-base:lateststage: cleanup@@ -311,3 +342,16 @@ manual delete aws cloudformation stack:rules:- if: $CI_COMMIT_MESSAGE !~ /skip-deploy/when: never++report pipeline status:+ stage: notify_pipeline+ variables:+ STATUS: PASSED+ <<: *notify_whatsapp++report pipeline status fail:+ stage: notify_pipeline+ variables:+ STATUS: FAILED+ <<: *notify_whatsapp+ when: on_failurediff --git a/gitlab-ci/gitlab-ci-submodule.yml b/gitlab-ci/gitlab-ci-submodule.ymlindex ee334ae83..228c828ee 100644--- a/gitlab-ci/gitlab-ci-submodule.yml+++ b/gitlab-ci/gitlab-ci-submodule.yml@@ -2,7 +2,7 @@ default:interruptible: trueimage: docker:latestservices:- - docker:dind # Docker in docker service+ - docker:dind # Docker in docker servicevariables:## Following 3 variables should be defined as GitLab CI/CD variables@@ -23,19 +23,21 @@ stages:- build_fail- test- deploy+ - notify_deploy_staging_fail- dast- build_production- deploy_production- deploy_production_clean+ - notify_deploy_production.build_template: &build_definitionvariables:- SCAN_IMAGE_TAG: $CI_REGISTRY_IMAGE/$CI_COMMIT_REF_SLUG:$CI_COMMIT_SHA+ SCAN_IMAGE_TAG: $CI_REGISTRY_IMAGE/$CI_COMMIT_REF_SLUG:$CI_COMMIT_SHAMANAGER_IMAGE_TAG: $CI_REGISTRY_IMAGE/manager:$CI_ENVIRONMENT_SLUG- DEPLOY_IMAGE_TAG: $CI_REGISTRY_IMAGE/deployment:$CI_ENVIRONMENT_SLUG- PROXY_IMAGE_TAG: $CI_REGISTRY_IMAGE/proxy:$CI_ENVIRONMENT_SLUG+ DEPLOY_IMAGE_TAG: $CI_REGISTRY_IMAGE/deployment:$CI_ENVIRONMENT_SLUG+ PROXY_IMAGE_TAG: $CI_REGISTRY_IMAGE/proxy:$CI_ENVIRONMENT_SLUGPOSTGRE_IMAGE_TAG: $CI_REGISTRY_IMAGE/postgresql:$CI_ENVIRONMENT_SLUG- KEYCLO_IMAGE_TAG: $CI_REGISTRY_IMAGE/keycloak:$CI_ENVIRONMENT_SLUG+ KEYCLO_IMAGE_TAG: $CI_REGISTRY_IMAGE/keycloak:$CI_ENVIRONMENT_SLUGbefore_script:- echo "$CI_REGISTRY_PASSWORD" | docker login -u "$CI_REGISTRY_USER" --password-stdin $CI_REGISTRYscript:@@ -59,18 +61,33 @@ stages:- docker push "$KEYCLO_IMAGE_TAG"# Tag for possible rollback- if [ $CI_COMMIT_TAG ]; then- - docker tag "$CI_REGISTRY_IMAGE/manager:$CI_ENVIRONMENT_SLUG" "$CI_REGISTRY_IMAGE/manager:$CI_ENVIRONMENT_SLUG-$CI_COMMIT_TAG"- - docker tag "$CI_REGISTRY_IMAGE/deployment:$CI_ENVIRONMENT_SLUG" "$CI_REGISTRY_IMAGE/deployment:$CI_ENVIRONMENT_SLUG-$CI_COMMIT_TAG"- - docker tag "$CI_REGISTRY_IMAGE/proxy:$CI_ENVIRONMENT_SLUG" "$CI_REGISTRY_IMAGE/proxy:$CI_ENVIRONMENT_SLUG-$CI_COMMIT_TAG"- - docker tag "$CI_REGISTRY_IMAGE/postgresql:$CI_ENVIRONMENT_SLUG" "$CI_REGISTRY_IMAGE/postgresql:$CI_ENVIRONMENT_SLUG-$CI_COMMIT_TAG"- - docker tag "$CI_REGISTRY_IMAGE/keycloak:$CI_ENVIRONMENT_SLUG" "$CI_REGISTRY_IMAGE/keycloak:$CI_ENVIRONMENT_SLUG-$CI_COMMIT_TAG"- - docker push "$CI_REGISTRY_IMAGE/manager:$CI_ENVIRONMENT_SLUG-$CI_COMMIT_TAG"- - docker push "$CI_REGISTRY_IMAGE/deployment:$CI_ENVIRONMENT_SLUG-$CI_COMMIT_TAG"- - docker push "$CI_REGISTRY_IMAGE/proxy:$CI_ENVIRONMENT_SLUG-$CI_COMMIT_TAG"- - docker push "$CI_REGISTRY_IMAGE/postgresql:$CI_ENVIRONMENT_SLUG-$CI_COMMIT_TAG"- - docker push "$CI_REGISTRY_IMAGE/keycloak:$CI_ENVIRONMENT_SLUG-$CI_COMMIT_TAG"+ - docker tag "$CI_REGISTRY_IMAGE/manager:$CI_ENVIRONMENT_SLUG" "$CI_REGISTRY_IMAGE/manager:$CI_ENVIRONMENT_SLUG-$CI_COMMIT_TAG"+ - docker tag "$CI_REGISTRY_IMAGE/deployment:$CI_ENVIRONMENT_SLUG" "$CI_REGISTRY_IMAGE/deployment:$CI_ENVIRONMENT_SLUG-$CI_COMMIT_TAG"+ - docker tag "$CI_REGISTRY_IMAGE/proxy:$CI_ENVIRONMENT_SLUG" "$CI_REGISTRY_IMAGE/proxy:$CI_ENVIRONMENT_SLUG-$CI_COMMIT_TAG"+ - docker tag "$CI_REGISTRY_IMAGE/postgresql:$CI_ENVIRONMENT_SLUG" "$CI_REGISTRY_IMAGE/postgresql:$CI_ENVIRONMENT_SLUG-$CI_COMMIT_TAG"+ - docker tag "$CI_REGISTRY_IMAGE/keycloak:$CI_ENVIRONMENT_SLUG" "$CI_REGISTRY_IMAGE/keycloak:$CI_ENVIRONMENT_SLUG-$CI_COMMIT_TAG"+ - docker push "$CI_REGISTRY_IMAGE/manager:$CI_ENVIRONMENT_SLUG-$CI_COMMIT_TAG"+ - docker push "$CI_REGISTRY_IMAGE/deployment:$CI_ENVIRONMENT_SLUG-$CI_COMMIT_TAG"+ - docker push "$CI_REGISTRY_IMAGE/proxy:$CI_ENVIRONMENT_SLUG-$CI_COMMIT_TAG"+ - docker push "$CI_REGISTRY_IMAGE/postgresql:$CI_ENVIRONMENT_SLUG-$CI_COMMIT_TAG"+ - docker push "$CI_REGISTRY_IMAGE/keycloak:$CI_ENVIRONMENT_SLUG-$CI_COMMIT_TAG"- fi+.notify_whatsapp: ¬ify_whatsapp+ image: registry.gitlab.com/gitlab-org/cloud-deploy/aws-base:latest+ allow_failure: true+ script:+ - >+ curl --location --request POST $WHATSAPP_API+ --header 'Content-Type: application/javascript'+ --data-raw '{+ "message": "Your $CI_PROJECT_TITLE$CI_JOB_STAGE code is $STATUS",+ "recipient": "$WHATSAPP_TEL",+ "user_id": "1"+ }'+ retry:+ max: 2+build staging docker images:stage: build_stagingrules:@@ -113,21 +130,28 @@ email failed pipeline:--rm python:3 python aws_mail.pywhen: on_failure+whatsapp failed build:+ stage: build_fail+ variables:+ SATATUS: FAILED+ <<: *notify_whatsapp+ when: on_failure+include:- template: Container-Scanning.gitlab-ci.yml- template: Dependency-Scanning.gitlab-ci.yml- template: License-Scanning.gitlab-ci.yml-# - template: SAST.gitlab-ci.yml+ # - template: SAST.gitlab-ci.yml- template: DAST.gitlab-ci.yml.ssh_config: &ssh_config-- mkdir -p ~/.ssh-- chmod 600 "$GITLAB_SSH_PRIVATE_KEY"-- eval "$(ssh-agent -s)"-- ssh-add "$GITLAB_SSH_PRIVATE_KEY"-- ssh-keyscan -H -p $DEPLOYMENT_PORT $DEPLOYMENT_HOST >> ~/.ssh/known_hosts-- alias SSH="ssh -p $DEPLOYMENT_PORT ${DEPLOYMENT_HOST_USER}@${DEPLOYMENT_HOST}"-- alias SCP="scp -p -r -P $DEPLOYMENT_PORT"+ - mkdir -p ~/.ssh+ - chmod 600 "$GITLAB_SSH_PRIVATE_KEY"+ - eval "$(ssh-agent -s)"+ - ssh-add "$GITLAB_SSH_PRIVATE_KEY"+ - ssh-keyscan -H -p $DEPLOYMENT_PORT $DEPLOYMENT_HOST >> ~/.ssh/known_hosts+ - alias SSH="ssh -p $DEPLOYMENT_PORT ${DEPLOYMENT_HOST_USER}@${DEPLOYMENT_HOST}"+ - alias SCP="scp -p -r -P $DEPLOYMENT_PORT".deploy_template: &deploy_definitionbefore_script:@@ -169,22 +193,29 @@ include:- SSH "rm ~/*.log"artifacts:paths:- - proxy_${CI_ENVIRONMENT_SLUG}.log- - manager_${CI_ENVIRONMENT_SLUG}.log- - keycloak_${CI_ENVIRONMENT_SLUG}.log- - postgresql_${CI_ENVIRONMENT_SLUG}.log+ - proxy_${CI_ENVIRONMENT_SLUG}.log+ - manager_${CI_ENVIRONMENT_SLUG}.log+ - keycloak_${CI_ENVIRONMENT_SLUG}.log+ - postgresql_${CI_ENVIRONMENT_SLUG}.logexpire_in: 1 weekdeploy staging:stage: deployvariables:DEPLOYMENT_HOST: ${CI_ENVIRONMENT_SLUG}.${PROJECT_NAME}.${DOMAIN}- SETUP_WIPE_CLEAN_INSTALL: 'true'+ SETUP_WIPE_CLEAN_INSTALL: "true"environment:name: stagingurl: https://${CI_ENVIRONMENT_SLUG}.${PROJECT_NAME}.${DOMAIN}<<: *deploy_definition+whatsapp failed deploy staging:+ stage: notify_deploy_staging_fail+ variables:+ SATATUS: FAILED+ <<: *notify_whatsapp+ when: on_failure+build production docker images:stage: build_productionwhen: manual@@ -197,7 +228,7 @@ deploy production:needs: ["build production docker images"]variables:DEPLOYMENT_HOST: ${PROJECT_NAME}.${DOMAIN}- SETUP_WIPE_CLEAN_INSTALL: 'false'+ SETUP_WIPE_CLEAN_INSTALL: "false"environment:name: productionurl: https://${PROJECT_NAME}.${DOMAIN}@@ -209,8 +240,21 @@ deploy production clean:needs: ["build production docker images"]variables:DEPLOYMENT_HOST: ${PROJECT_NAME}.${DOMAIN}- SETUP_WIPE_CLEAN_INSTALL: 'true'+ SETUP_WIPE_CLEAN_INSTALL: "true"environment:name: productionurl: https://${PROJECT_NAME}.${DOMAIN}<<: *deploy_definition++whatsapp deploy production:+ stage: notify_deploy_production+ variables:+ SATATUS: PASSED+ <<: *notify_whatsapp++whatsapp failed deploy production:+ stage: notify_deploy_production+ variables:+ SATATUS: FAILED+ <<: *notify_whatsapp+ when: on_failure