From: Frank Brehm <frank.brehm@pixelpark.com>
Date: Mon, 2 Jan 2023 09:29:43 +0000 (+0100)
Subject: Updating .gitlab-ci.yml to use shared gitlab pipelines.
X-Git-Tag: 0.7.6^2^2~4
X-Git-Url: https://git.uhu-banane.net/?a=commitdiff_plain;h=a7c47cfebb6d6f42fcaf3be619fdd52ba73d3a1f;p=pixelpark%2Fpp-admin-tools.git

Updating .gitlab-ci.yml to use shared gitlab pipelines.
---

diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index ba23bcb..e53311f 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -1,27 +1,25 @@
 ---
 
-stages:
-  - test
-  - linter
-  - build
-  - sign
-  - deploy
-  - notify
+include:
+  - project: 'python/packaging'
+    ref: develop
+    file: 'gitlab/create-all.yaml'
 
 variables:
-  DEBFULLNAME: 'Frank Brehm'
-  DEBEMAIL: 'frank.brehm@pixelpark.com'
-  DEB_REPO_HOST: 'repo01.pixelpark.com'
-  DEB_REPO_USER: 'rpm-repo'
-  DEB_REPO_UPLOAD_DIR: '/srv/www/repo/Linux/debian/incoming'
   EXPIRE_ARTIFACTS_IN: '1 week'
-  FB_REPOSERVER_URL: 'http://repo.uhu-banane.de'
-  FB_REPOSERVER_GPGKEY_URL: 'http://repo.uhu-banane.de/public/repo.uhu-banane.de.gpg-key2.asc'
-  NOTIFY_ADDRESS: 'frank.brehm@pixelpark.com'
-  SENDER_ADDRESS: 'gitlab-ci@pixelpark.com'
+  PKG_NAME: 'pp-admintools'
+  PYTHON_ADDITIONAL_PACKAGES: 'python3-fb-logging python3-fb-tools python3-fb-pdnstools'
+  PYTHON_INIT_FILE: 'lib/pp_admintools/__init__.py'
+  PYTHON_TEST_PATHS: 'bin lib setup.py'
+  SHELLSCRIPTS: 'compile-xlate-msgs.sh update-env.sh xtract-xlate-msgs.sh get-rpm-release get-rpm-version'
   SSH_PRIV_KEY_YUM_REPO: 'nada'
+  TEST_LOCALES: 'en_US.UTF-8 de_DE.UTF-8'
+  UPDATE_ALL_PIP_MODULES: 'n'
+  USED_SSH_PRIV_KEY_YUM_REPO: "${SSH_PRIV_KEY_YUM_REPO}"
   USED_TIMEZONE: 'Europe/Berlin'
-  VERSION_PREFIX: 'unknown'
+  USED_YUM_REPO_GPG_PASSWD: "${YUM_REPO_GPG_PASSWD}"
+  USED_YUM_REPO_GPG_KEY_PUB: "${YUM_REPO_GPG_KEY_PUB}"
+  USED_YUM_REPO_GPG_KEY_SEC: "${YUM_REPO_GPG_KEY_SEC}"
   YUM_REPO_GPG_ID: 'C0E73F70'
   YUM_REPO_GPG_PASSWD: 'secret'
   YUM_REPO_HOST: 'repo02.pixelpark.com'
@@ -31,463 +29,4 @@ variables:
   YUM_REPO_GPG_KEY_PUB: 'nada'
   YUM_REPO_GPG_KEY_SEC: 'nada'
 
-# ---------------------------
-.docker_job_definition:
-  before_script:
-    - locale -a
-    - apt update && apt install --yes sudo locales gettext
-    - >
-      if test -f /etc/locale.gen; then
-        echo "/etc/locale.gen:"
-        grep -P -v '^\s*(#.*)?$' /etc/locale.gen || true
-        echo "<-- EOF"
-      fi
-    - >
-      if grep 'en_US.UTF-8' /etc/locale.gen; then
-        sed -i -e 's/# en_US.UTF-8 UTF-8/en_US.UTF-8 UTF-8/' /etc/locale.gen
-      else
-        echo 'en_US.UTF-8 UTF-8' >> /etc/locale.gen
-      fi
-    - >
-      if grep 'de_DE.UTF-8' /etc/locale.gen; then
-        sed -i -e 's/# de_DE.UTF-8 UTF-8/de_DE.UTF-8 UTF-8/' /etc/locale.gen
-      else
-        echo 'de_DE.UTF-8 UTF-8' >> /etc/locale.gen
-      fi
-    - locale-gen
-    - locale -a
-    - pip install --upgrade pip
-    - pip install -r requirements.txt --upgrade --upgrade-strategy eager
-
-# ---------------------------
-.test-rules:
-  stage: test
-  rules:
-    - if: '$CI_COMMIT_TAG'
-    - if: $CI_COMMIT_BRANCH == "master"
-    - if: $CI_COMMIT_BRANCH == "main"
-    - if: $CI_COMMIT_BRANCH == "test"
-    - if: $CI_COMMIT_BRANCH == "develop"
-  tags:
-    - docker
-  script:
-    - pip install --upgrade --upgrade-strategy eager pytest
-    - pip list --format columns
-    - pytest --verbose
-
-# ---------------------------
-test Python 3.6:
-  extends:
-    - .docker_job_definition
-    - .test-rules
-  image: python:3.6
-
-# ---------------------------
-test Python 3.7:
-  extends:
-    - .docker_job_definition
-    - .test-rules
-  image: python:3.7
-
-# ---------------------------
-test Python 3.8:
-  extends:
-    - .docker_job_definition
-    - .test-rules
-  image: python:3.8
-
-# ---------------------------
-test Python 3.9:
-  extends:
-    - .docker_job_definition
-    - .test-rules
-  image: python:3.9
-
-# ---------------------------
-test Python 3.10:
-  extends:
-    - .docker_job_definition
-    - .test-rules
-  image: python:3.10
-
-# ---------------------------
-test Python 3.11:
-  extends:
-    - .docker_job_definition
-    - .test-rules
-  image: python:3.11
-
-# ---------------------------
-Linter:
-  stage: linter
-  extends:
-    - .docker_job_definition
-  image: python:3.9
-  tags:
-    - docker
-  script:
-    - apt install --yes shellcheck yamllint
-    - pip install --upgrade --upgrade-strategy eager flake8 pylint
-    - pip list --format columns
-    - 'echo; echo -e "flake8 bin lib setup.py"'
-    - flake8 bin lib setup.py
-    - 'echo; echo -e "shellcheck -x compile-xlate-msgs.sh xtract-xlate-msgs.sh"'
-    - shellcheck -x compile-xlate-msgs.sh xtract-xlate-msgs.sh
-    - 'echo; echo -e "yamllint -c .yamllint.yaml .gitlab-ci.yml"'
-    - yamllint -c .yamllint.yaml .gitlab-ci.yml
-  rules:
-    - if: '$CI_COMMIT_TAG'
-    - if: $CI_COMMIT_BRANCH == "master"
-    - if: $CI_COMMIT_BRANCH == "main"
-    - if: $CI_COMMIT_BRANCH == "test"
-    - if: $CI_COMMIT_BRANCH == "develop"
-  needs:
-    - 'test Python 3.6'
-    - 'test Python 3.7'
-    - 'test Python 3.8'
-    - 'test Python 3.9'
-    - 'test Python 3.10'
-    - 'test Python 3.11'
-
-# ---------------------------
-.pkg-build-rules:
-  stage: build
-  rules:
-    - if: '$CI_COMMIT_TAG'
-    - if: $CI_COMMIT_BRANCH == "master"
-    - if: $CI_COMMIT_BRANCH == "main"
-    - if: $CI_COMMIT_BRANCH == "test"
-  tags:
-    - docker
-  needs:
-    - 'Linter'
-  variables:
-    USED_CHARSET: 'utf8'
-    USED_LOCALE: 'en_US'
-    USED_LC: 'en_US.utf8'
-  cache:
-    key: ${CI_JOB_NAME}
-    paths:
-      - .rpm-version
-  artifacts:
-    name: "$CI_JOB_NAME-$CI_COMMIT_REF_NAME"
-    paths:
-      - rpmdir/RPMS/*/*.rpm
-      - rpmdir/SRPMS/*.src.rpm
-    expire_in: '1 week'
-  before_script:
-    - ls -lA --color=always /etc/yum.repos.d
-    - ${YUM} clean all
-    - ${YUM} makecache
-    - |
-      echo "All locales"
-      locale -a
-    - |
-      echo "Installing locales ..."
-      if [[ "${EL_MAJOR_VERSION}" == "7" ]] ; then
-        echo "${USED_LOCALE}.${USED_CHARSET}"
-        localedef --charmap UTF-8 --inputfile "${USED_LOCALE}" "${USED_LC}"
-      else
-        dnf --assumeyes install langpacks-en glibc-all-langpacks
-      fi
-    - |
-      echo "All locales"
-      locale -a
-      echo
-      echo "locales:"
-      locale
-    - |
-      echo "Exporting LC_ALL ..."
-      export LC_ALL="${USED_LC}"
-      echo
-      echo "locales:"
-      locale
-    - |
-      echo "Installing epel-release  ..."
-      ${YUM} --assumeyes install epel-release
-    - |
-      echo "Adding Pixelpark YUM repo ..."
-      echo "[pixelpark]"                                                                    > /etc/yum.repos.d/pixelpark.repo
-      echo "name=pixelpark"                                                                >> /etc/yum.repos.d/pixelpark.repo
-      echo "baseurl=https://repo01.pixelpark.com/Linux/yum/pixelpark/${EL_MAJOR_VERSION}/" >> /etc/yum.repos.d/pixelpark.repo
-      echo "enabled=1"                                                                     >> /etc/yum.repos.d/pixelpark.repo
-      echo "gpgcheck=1"                                                                    >> /etc/yum.repos.d/pixelpark.repo
-      echo "gpgkey=https://repo01.pixelpark.com/gpg/pixelpark.gpg"                         >> /etc/yum.repos.d/pixelpark.repo
-      echo                                                                                 >> /etc/yum.repos.d/pixelpark.repo
-      echo
-      echo "Generated /etc/yum.repos.d/pixelpark.repo:"
-      cat /etc/yum.repos.d/pixelpark.repo
-    - ${YUM} makecache
-    - ${YUM} --assumeyes upgrade
-    - ${YUM} --assumeyes install ${PYTHON_PACKAGES} gnupg2 rpm-build gettext
-    - ls -l --color=always /bin/python* /bin/pip* || true
-    - pip3 list --format columns
-  script:
-    - mkdir -pv rpmdir
-    - mkdir -pv rpmdir/SOURCES
-    - |
-      echo "Creating source tar file ..."
-      ODIR=$(pwd)
-      ROOT_OBJECTS=$( ls -A1 | egrep -vw ".git|rpmdir|jes-old" )
-      PKG_VERSION=$( ./get-rpm-version )
-      PKG_RELEASE=$( ./get-rpm-release )
-      echo "Version to build: ${PKG_VERSION}-${PKG_RELEASE}"
-      mkdir -pv "rpmdir/SOURCES/pp-admintools-${PKG_VERSION}"
-      tar cf - ${ROOT_OBJECTS} | (cd "rpmdir/SOURCES/pp-admintools-${PKG_VERSION}" ; tar xf -)
-      echo "Dir content of rpmdir/SOURCES/pp-admintools-${PKG_VERSION}/etc/profile.d:"
-      ls -l rpmdir/SOURCES/pp-admintools-${PKG_VERSION}/etc/profile.d
-      echo "Creating rpmdir/SOURCES/pp-admintools.${PKG_VERSION}.tar.gz ..."
-      cd rpmdir/SOURCES && tar cfz "pp-admintools.${PKG_VERSION}.tar.gz" "pp-admintools-${PKG_VERSION}"
-      ls -lA --color=always
-      cd "${ODIR}"
-    - |
-      echo "Generating pp-admintools.spec ..."
-      PKG_VERSION=$( ./get-rpm-version )
-      PKG_RELEASE=$( ./get-rpm-release )
-      cat pp-admintools.spec.template | \
-          tail -n +3 | \
-          sed -e "s/@@@Version@@@/$PKG_VERSION/gi" \
-              -e "s/@@@Release@@@/${PKG_RELEASE}/gi" \
-              -e "s/@@@py_version_dot@@@/${PYTHON_VERSION_DOT}/gi" \
-              -e "s/@@@py_version_nodot@@@/${PYTHON_VERSION_NODOT}/gi" > pp-admintools.spec
-      echo "Generated spec-file:"
-      cat pp-admintools.spec
-      echo "${PKG_VERSION}-${PKG_RELEASE}" > .rpm-version
-    - |
-      echo "Creating ${HOME}/.rpmmacros ..."
-      echo "%__python3 /bin/python${PYTHON_VERSION_DOT}" > "${HOME}/.rpmmacros"
-      echo "%_signature gpg" >> "${HOME}/.rpmmacros"
-      echo "Generated file:"
-      cat "${HOME}/.rpmmacros"
-    - |
-      echo "Building RPM packages:"
-      rpmbuild -ba --nocheck --verbose --define "_topdir $(pwd)/rpmdir" --define "version ${PKG_VERSION}" pp-admintools.spec
-    - |
-      echo "Results:"
-      find rpmdir/*RPMS -type f -print0 | xargs --null --no-run-if-empty ls -l -d --color=always
-
-
-# ---------------------------
-build CentOS 7 with Python 3.6:
-  variables:
-    EL_MAJOR_VERSION: '7'
-    YUM: yum
-    PYTHON_PACKAGES: >
-      python36 python36-pip python36-devel python3-setuptools
-      python36-pytz python36-babel python36-six
-      python36-fb-logging python36-fb-tools python36-fb-pdnstools
-    PYTHON_VERSION_DOT: '3.6'
-    PYTHON_VERSION_NODOT: '36'
-  extends:
-    - '.pkg-build-rules'
-  image: centos:7
-
-# ---------------------------
-build CentOS 8 with Python 3.8:
-  variables:
-    EL_MAJOR_VERSION: '8'
-    YUM: dnf
-    PYTHON_PACKAGES: >
-      python38 python38-pip python38-devel python38-setuptools
-      python38-pytz python38-babel python38-six platform-python-devel
-      python38-fb-logging python38-fb-tools python38-fb-pdnstools
-    PYTHON_VERSION_DOT: '3.8'
-    PYTHON_VERSION_NODOT: '38'
-  extends:
-    - '.pkg-build-rules'
-  # image: centos:8
-  image: dokken/centos-stream-8
-
-# ---------------------------
-.pkg-sign-rules:
-  rules:
-    - if: '$CI_COMMIT_TAG'
-    - if: $CI_COMMIT_BRANCH == "master"
-    - if: $CI_COMMIT_BRANCH == "main"
-  stage: sign
-  tags:
-    - docker
-  image: centos:7
-  before_script:
-    - |
-      echo "All locales"
-      locale -a
-    - |
-      echo "Installing locales ..."
-      for l in de_AT de_CH de_DE en_CA en_GB en_IE en_IN en_US; do
-        echo "${l}.utf8"
-        localedef --charmap UTF-8 --inputfile "${l}" "${l}.utf8"
-      done
-    - |
-      echo "All locales"
-      locale -a
-      echo
-      echo "locales:"
-      locale
-    - |
-      echo "Exporting LC_ALL ..."
-      export LC_ALL="${USED_LC}"
-      echo
-      echo "locales:"
-      locale
-    - yum makecache
-    - yum --assumeyes upgrade
-    - yum --assumeyes install rpm-sign expect
-  script:
-    - ls -lA rpmdir/RPMS/*/* rpmdir/SRPMS/*
-    - echo -e "%_signature gpg\n%_gpg_name ${YUM_REPO_GPG_ID}" >$HOME/.rpmmacros
-    - echo "$YUM_REPO_GPG_KEY_PUB" | gpg --import
-    - gpg --list-public-keys
-    - echo "$YUM_REPO_GPG_KEY_SEC" | gpg --import
-    - gpg --list-secret-keys
-    - 'for f in $( find rpmdir -type f -iname "*.rpm" ) ; do echo "Signing ${f} ..."; ./rpm-addsign-wrapper.expect "${f}" "${YUM_REPO_GPG_PASSWD}"; done'
-    - |
-      echo "Signing packages ..."
-      for f in $( find rpmdir -type f -iname "*.rpm" ) ; do
-          echo "  * ${f} ..."
-          ./rpm-addsign-wrapper.expect "${f}" "${YUM_REPO_GPG_PASSWD}"
-      done
-    - |
-      echo "Results:"
-      find rpmdir/*RPMS -type f -print0 | xargs --null --no-run-if-empty ls -l -d --color=always
-  artifacts:
-    name: "$CI_JOB_NAME-$CI_COMMIT_REF_NAME"
-    paths:
-      - rpmdir/RPMS/*/*.rpm
-      - rpmdir/SRPMS/*.src.rpm
-    expire_in: '1 week'
-
-# ---------------------------
-Sign EL 7 packages:
-  extends:
-    - '.pkg-sign-rules'
-  needs:
-    - 'build CentOS 7 with Python 3.6'
-  dependencies:
-    - 'build CentOS 7 with Python 3.6'
-
-# ---------------------------
-Sign EL 8 packages:
-  extends:
-    - '.pkg-sign-rules'
-  needs:
-    - 'build CentOS 8 with Python 3.8'
-  dependencies:
-    - 'build CentOS 8 with Python 3.8'
-
-# ---------------------------
-.rpm-pkg-deploy:
-  rules:
-    - if: '$CI_COMMIT_TAG'
-      when: manual
-      allow_failure: true
-  stage: deploy
-  tags:
-    - deploy_v2
-  before_script:
-    - hostname -f
-    - whoami
-    - pwd
-    - ls -lA --color=always
-    - find rpmdir/*RPMS -type f -print0 | xargs --null --no-run-if-empty ls -l -d --color=always
-    - 'echo -e "YUM_REPO_USER: ${YUM_REPO_USER}"'
-    - 'echo -e "YUM_REPO_HOST: ${YUM_REPO_HOST}"'
-    - 'echo -e "YUM_REPO_DIR: ${YUM_REPO_DIR}"'
-    - 'mkdir -pv "${HOME}/.ssh"'
-    - 'chmod -v 0700 "${HOME}/.ssh"'
-    - '/bin/echo "${SSH_PRIV_KEY_YUM_REPO}" > "${HOME}/.ssh/id_rsa"'
-    - 'chmod -v 0600 "${HOME}/.ssh/id_rsa"'
-    - 'ls -lA --color=always "${HOME}/.ssh"'
-    - |
-      if [[ -f "${HOME}/.ssh/config" ]] ; then
-        echo "Content of ${HOME}/.ssh/config:"
-        cat "${HOME}/.ssh/config"
-        echo
-      fi
-  script:
-    - echo "Packages to deploy:"; find rpmdir/*RPMS -type f -print0 | xargs --null --no-run-if-empty ls -l -d --color=always
-    - |
-      src_repo_dir="${YUM_REPO_DIR}/${EL_MAJOR_VERSION}-src"
-      echo "Deploying source packages to ${YUM_REPO_HOST}:${src_repo_dir}/ ..."
-      ssh -o StrictHostKeyChecking=no "${YUM_REPO_USER}@${YUM_REPO_HOST}" "if [ ! -d ${src_repo_dir} ] ; then mkdir -pv ${src_repo_dir} ; fi"
-      scp -p -o StrictHostKeyChecking=no rpmdir/SRPMS/*.rpm "${YUM_REPO_USER}@${YUM_REPO_HOST}:${src_repo_dir}/"
-      ssh -o StrictHostKeyChecking=no "${YUM_REPO_USER}@${YUM_REPO_HOST}" "cd ${src_repo_dir}/ && createrepo --update . && chmod -v a+x repodata && chmod -Rv a+r repodata"
-    - |
-      bin_repo_dir="${YUM_REPO_DIR}/${EL_MAJOR_VERSION}"
-      echo "Deploying binary packages to ${YUM_REPO_HOST}:${bin_repo_dir}/ ..."
-      ssh -o StrictHostKeyChecking=no "${YUM_REPO_USER}@${YUM_REPO_HOST}" "if [ ! -d ${bin_repo_dir} ] ; then mkdir -pv ${bin_repo_dir} ; fi"
-      scp -p -o StrictHostKeyChecking=no rpmdir/RPMS/*/*.rpm "${YUM_REPO_USER}@${YUM_REPO_HOST}:${bin_repo_dir}/"
-      ssh -o StrictHostKeyChecking=no "${YUM_REPO_USER}@${YUM_REPO_HOST}" "cd ${bin_repo_dir}/ && createrepo --update . && chmod -v a+x repodata && chmod -Rv a+r repodata"
-  after_script:
-    - rm -rf rpmdir
-  environment:
-    name: production
-
-# ---------------------------
-Deploy packages EL7:
-  extends:
-    - '.rpm-pkg-deploy'
-  variables:
-    EL_MAJOR_VERSION: '7'
-  needs:
-    - 'Sign EL 7 packages'
-  dependencies:
-    - 'Sign EL 7 packages'
-
-# ---------------------------
-Deploy packages EL8:
-  extends:
-    - '.rpm-pkg-deploy'
-  variables:
-    EL_MAJOR_VERSION: '8'
-  needs:
-    - 'Sign EL 8 packages'
-  dependencies:
-    - 'Sign EL 8 packages'
-
-# ---------------------------
-.notify-rules:
-  rules:
-    - if: '$CI_COMMIT_TAG'
-    - if: $CI_COMMIT_BRANCH == "master"
-    - if: $CI_COMMIT_BRANCH == "main"
-    - if: $CI_COMMIT_BRANCH == "test"
-  tags:
-    - deploy_v2
-#   needs:
-#     - 'Deploy packages EL7'
-#     - 'Deploy packages EL8'
-
-###################################
-# CAUTION!
-# Notification via E-Mail is currently not possible on current runners
-
-#  # ---------------------------
-#  Notify Success:
-#    stage: notify
-#    extends:
-#      - '.notify-rules'
-#    allow_failure: true
-#    script: |
-#      mailbody="Module ${CI_PROJECT_NAMESPACE}/${CI_PROJECT_NAME} (${CI_COMMIT_REF_NAME}): "
-#      mailbody+="all checks successful\nCommiter: ${GITLAB_USER_NAME} <${GITLAB_USER_EMAIL}>\n"
-#      mailbody+="Commiter: ${GITLAB_USER_NAME} <${GITLAB_USER_EMAIL}>"
-#      subject="Gitlab-CI: Python module pp-admintools"
-#      echo -e "${mailbody}" | mailx -s "${subject}" -r "${SENDER_ADDRESS}" "${NOTIFY_ADDRESS}"
-
-#  # ---------------------------
-#  Notify Error:
-#    stage: notify
-#    extends:
-#      - '.notify-rules'
-#    allow_failure: true
-#    when: on_failure
-#    script: |
-#      mailbody="Error in module ${CI_PROJECT_NAMESPACE}/${CI_PROJECT_NAME} (${CI_COMMIT_REF_NAME})\n"
-#      mailbody+="Please check ${CI_PROJECT_URL}/pipelines/${CI_PIPELINE_ID}\n\n"
-#      mailbody+="Commiter: ${GITLAB_USER_NAME} <${GITLAB_USER_EMAIL}>"
-#      subject="Gitlab-CI error for Python module pp-admintools"
-#      echo -e "${mailbody}" | mailx -s "${subject}" -r "${SENDER_ADDRESS}" "${NOTIFY_ADDRESS}"
-
-
 # vim: et tabstop=2 expandtab shiftwidth=2 softtabstop=2 list