Skip to content
Snippets Groups Projects
Verified Commit 5ee5a1c2 authored by Martin Weise's avatar Martin Weise
Browse files

Add remainder

parent 4faa2340
No related branches found
No related tags found
No related merge requests found
Show whitespace changes
Inline Side-by-side
Showing
with 287 additions and 287 deletions
.gitlab-ci.yml
+ 287
− 287
View file @ 5ee5a1c2
...@@ -53,41 +53,41 @@ build-metadata-service: ...@@ -53,41 +53,41 @@ build-metadata-service:
- ./dbrepo-metadata-service/entities/target/classes - ./dbrepo-metadata-service/entities/target/classes
expire_in: 1 days expire_in: 1 days
#build-analyse-service: build-analyse-service:
# image: docker.io/python:3.11-alpine image: docker.io/python:3.11-alpine
# stage: build stage: build
# except: except:
# refs: refs:
# - /^release-.*/ - /^release-.*/
# variables: variables:
# PIPENV_PIPFILE: "./dbrepo-analyse-service/Pipfile" PIPENV_PIPFILE: "./dbrepo-analyse-service/Pipfile"
# script: script:
# - "pip install pipenv" - "pip install pipenv"
# - "pipenv install gunicorn && pipenv install --dev --system --deploy" - "pipenv install gunicorn && pipenv install --dev --system --deploy"
#
#build-data-db-sidecar: build-data-db-sidecar:
# image: docker.io/python:3.11-alpine image: docker.io/python:3.11-alpine
# stage: build stage: build
# except: except:
# refs: refs:
# - /^release-.*/ - /^release-.*/
# variables: variables:
# PIPENV_PIPFILE: "./dbrepo-data-db/sidecar/Pipfile" PIPENV_PIPFILE: "./dbrepo-data-db/sidecar/Pipfile"
# script: script:
# - "pip install pipenv" - "pip install pipenv"
# - "pipenv install gunicorn && pipenv install --dev --system --deploy" - "pipenv install gunicorn && pipenv install --dev --system --deploy"
#
#build-lib: build-lib:
# image: docker.io/python:3.11-alpine image: docker.io/python:3.11-alpine
# stage: build stage: build
# except: except:
# refs: refs:
# - /^release-.*/ - /^release-.*/
# variables: variables:
# PIPENV_PIPFILE: "./lib/python/Pipfile" PIPENV_PIPFILE: "./lib/python/Pipfile"
# script: script:
# - "pip install pipenv" - "pip install pipenv"
# - "pipenv install gunicorn && pipenv install --dev --system --deploy" - "pipenv install gunicorn && pipenv install --dev --system --deploy"
build-data-service: build-data-service:
image: maven:3-openjdk-17 image: maven:3-openjdk-17
...@@ -110,78 +110,78 @@ build-data-service: ...@@ -110,78 +110,78 @@ build-data-service:
- ./dbrepo-data-service/querystore/target/classes - ./dbrepo-data-service/querystore/target/classes
expire_in: 1 days expire_in: 1 days
#build-ui: build-ui:
# image: oven/bun:1.0.26-alpine image: oven/bun:1.0.26-alpine
# stage: build stage: build
# except: except:
# refs: refs:
# - /^release-.*/ - /^release-.*/
# script: script:
# - "cd ./dbrepo-ui && bun install && bun run build" - "cd ./dbrepo-ui && bun install && bun run build"
#
#build-search-service: build-search-service:
# image: docker.io/python:3.11-alpine image: docker.io/python:3.11-alpine
# stage: build stage: build
# except: except:
# refs: refs:
# - /^release-.*/ - /^release-.*/
# script: script:
# - "pip install pipenv" - "pip install pipenv"
# - "cd dbrepo-search-service && pipenv install --system --deploy" - "cd dbrepo-search-service && pipenv install --system --deploy"
#
#build-docker: build-docker:
# image: docker.io/docker:24-dind image: docker.io/docker:24-dind
# stage: build stage: build
# except: except:
# refs: refs:
# - /^release-.*/ - /^release-.*/
# before_script: before_script:
# - echo "$CI_REGISTRY_PASSWORD" | docker login --username "$CI_REGISTRY_USER" --password-stdin $CI_REGISTRY_URL - echo "$CI_REGISTRY_PASSWORD" | docker login --username "$CI_REGISTRY_USER" --password-stdin $CI_REGISTRY_URL
# script: script:
# - "cp .env.unix.example .env" - "cp .env.unix.example .env"
# - "docker build -t dbrepo-metadata-service:build --target build dbrepo-metadata-service" - "docker build -t dbrepo-metadata-service:build --target build dbrepo-metadata-service"
# - "docker build -t dbrepo-data-service:build --target build dbrepo-data-service" - "docker build -t dbrepo-data-service:build --target build dbrepo-data-service"
# - "docker compose build --parallel" - "docker compose build --parallel"
#
#build-helm: build-helm:
# image: docker.io/docker:24-dind image: docker.io/docker:24-dind
# stage: build stage: build
# except: except:
# refs: refs:
# - /^release-.*/ - /^release-.*/
# before_script: before_script:
# - echo "$CI_GPG_KEYRING" | base64 -d > ./secring.gpg - echo "$CI_GPG_KEYRING" | base64 -d > ./secring.gpg
# - echo "$CI_REGISTRY_PASSWORD" | docker login --username "$CI_REGISTRY_USER" --password-stdin $CI_REGISTRY_URL - echo "$CI_REGISTRY_PASSWORD" | docker login --username "$CI_REGISTRY_USER" --password-stdin $CI_REGISTRY_URL
# script: script:
# - apk add sed helm curl - apk add sed helm curl
# - helm package ./helm/dbrepo --destination ./build - helm package ./helm/dbrepo --destination ./build
#
#verify-install-script: verify-install-script:
# image: docker.io/docker:24-dind image: docker.io/docker:24-dind
# stage: verify stage: verify
# only: only:
# refs: refs:
# - /^release-.*/ - /^release-.*/
# variables: variables:
# SKIP_CHECKS: 1 SKIP_CHECKS: 1
# script: script:
# - apk add bash curl - apk add bash curl
# - bash install.sh - bash install.sh
# - exit 0 - exit 0
#
#lint-helm: lint-helm:
# image: docker.io/docker:24-dind image: docker.io/docker:24-dind
# stage: lint stage: lint
# except: except:
# refs: refs:
# - /^release-.*/ - /^release-.*/
# needs: needs:
# - build-metadata-service - build-metadata-service
# dependencies: dependencies:
# - build-metadata-service - build-metadata-service
# script: script:
# - apk add sed helm curl - apk add sed helm curl
# - helm lint ./helm/dbrepo - helm lint ./helm/dbrepo
test-metadata-service: test-metadata-service:
image: maven:3-openjdk-17 image: maven:3-openjdk-17
...@@ -229,86 +229,86 @@ test-data-service: ...@@ -229,86 +229,86 @@ test-data-service:
junit: ./dbrepo-data-service/rest-service/target/surefire-reports/TEST-*.xml junit: ./dbrepo-data-service/rest-service/target/surefire-reports/TEST-*.xml
coverage: '/Total.*?([0-9]{1,3})%/' coverage: '/Total.*?([0-9]{1,3})%/'
#test-analyse-service: test-analyse-service:
# image: docker.io/python:3.11-alpine image: docker.io/python:3.11-alpine
# stage: test stage: test
# except: except:
# refs: refs:
# - /^release-.*/ - /^release-.*/
# variables: variables:
# PIPENV_PIPFILE: "./dbrepo-analyse-service/Pipfile" PIPENV_PIPFILE: "./dbrepo-analyse-service/Pipfile"
# needs: needs:
# - build-analyse-service - build-analyse-service
# dependencies: dependencies:
# - build-analyse-service - build-analyse-service
# script: script:
# - "pip install pipenv" - "pip install pipenv"
# - "pipenv install gunicorn && pipenv install --dev --system --deploy" - "pipenv install gunicorn && pipenv install --dev --system --deploy"
# - cd ./dbrepo-analyse-service/ && coverage run -m pytest test/test_determine_dt.py test/test_determine_pk.py test/test_s3_client.py --junitxml=report.xml && coverage html --omit="test/*" && coverage report --omit="test/*" > ./coverage.txt - cd ./dbrepo-analyse-service/ && coverage run -m pytest test/test_determine_dt.py test/test_determine_pk.py test/test_s3_client.py --junitxml=report.xml && coverage html --omit="test/*" && coverage report --omit="test/*" > ./coverage.txt
# - "cat ./coverage.txt | grep -o 'TOTAL[^%]*%'" - "cat ./coverage.txt | grep -o 'TOTAL[^%]*%'"
# artifacts: artifacts:
# when: always when: always
# paths: paths:
# - ./dbrepo-analyse-service/report.xml - ./dbrepo-analyse-service/report.xml
# - ./dbrepo-analyse-service/coverage.txt - ./dbrepo-analyse-service/coverage.txt
# expire_in: 1 days expire_in: 1 days
# reports: reports:
# junit: ./dbrepo-analyse-service/report.xml junit: ./dbrepo-analyse-service/report.xml
# coverage: '/TOTAL.*?([0-9]{1,3})%/' coverage: '/TOTAL.*?([0-9]{1,3})%/'
#
#test-search-service: test-search-service:
# image: docker.io/python:3.11-alpine image: docker.io/python:3.11-alpine
# stage: test stage: test
# except: except:
# refs: refs:
# - /^release-.*/ - /^release-.*/
# variables: variables:
# PIPENV_PIPFILE: "./dbrepo-search-service/Pipfile" PIPENV_PIPFILE: "./dbrepo-search-service/Pipfile"
# needs: needs:
# - build-search-service - build-search-service
# dependencies: dependencies:
# - build-search-service - build-search-service
# script: script:
# - "pip install pipenv" - "pip install pipenv"
# - "pipenv install gunicorn && pipenv install --dev --system --deploy" - "pipenv install gunicorn && pipenv install --dev --system --deploy"
# - cd ./dbrepo-search-service/ && coverage run -m pytest test/test_opensearch_client.py --junitxml=report.xml && coverage html --omit="test/*" && coverage report --omit="test/*" > ./coverage.txt - cd ./dbrepo-search-service/ && coverage run -m pytest test/test_opensearch_client.py --junitxml=report.xml && coverage html --omit="test/*" && coverage report --omit="test/*" > ./coverage.txt
# - "cat ./coverage.txt | grep -o 'TOTAL[^%]*%'" - "cat ./coverage.txt | grep -o 'TOTAL[^%]*%'"
# artifacts: artifacts:
# when: always when: always
# paths: paths:
# - ./dbrepo-search-service/report.xml - ./dbrepo-search-service/report.xml
# - ./dbrepo-search-service/coverage.txt - ./dbrepo-search-service/coverage.txt
# expire_in: 1 days expire_in: 1 days
# reports: reports:
# junit: ./dbrepo-search-service/report.xml junit: ./dbrepo-search-service/report.xml
# coverage: '/TOTAL.*?([0-9]{1,3})%/' coverage: '/TOTAL.*?([0-9]{1,3})%/'
#
#test-lib: test-lib:
# image: docker.io/python:3.11-alpine image: docker.io/python:3.11-alpine
# stage: test stage: test
# except: except:
# refs: refs:
# - /^release-.*/ - /^release-.*/
# variables: variables:
# PIPENV_PIPFILE: "./lib/python/Pipfile" PIPENV_PIPFILE: "./lib/python/Pipfile"
# needs: needs:
# - build-lib - build-lib
# dependencies: dependencies:
# - build-lib - build-lib
# script: script:
# - "pip install pipenv" - "pip install pipenv"
# - "pipenv install gunicorn && pipenv install --dev --system --deploy" - "pipenv install gunicorn && pipenv install --dev --system --deploy"
# - cd ./lib/python/ && coverage run -m pytest tests/test_unit_analyse.py tests/test_unit_container.py tests/test_unit_database.py tests/test_unit_identifier.py tests/test_unit_license.py tests/test_unit_query.py tests/test_unit_rest_client.py tests/test_unit_table.py tests/test_unit_user.py tests/test_unit_view.py --junitxml=report.xml && coverage html --omit="test/*" && coverage report --omit="test/*" > ./coverage.txt - cd ./lib/python/ && coverage run -m pytest tests/test_unit_analyse.py tests/test_unit_container.py tests/test_unit_database.py tests/test_unit_identifier.py tests/test_unit_license.py tests/test_unit_query.py tests/test_unit_rest_client.py tests/test_unit_table.py tests/test_unit_user.py tests/test_unit_view.py --junitxml=report.xml && coverage html --omit="test/*" && coverage report --omit="test/*" > ./coverage.txt
# - "cat ./coverage.txt | grep -o 'TOTAL[^%]*%'" - "cat ./coverage.txt | grep -o 'TOTAL[^%]*%'"
# artifacts: artifacts:
# when: always when: always
# paths: paths:
# - ./lib/python/report.xml - ./lib/python/report.xml
# - ./lib/python/coverage.txt - ./lib/python/coverage.txt
# expire_in: 1 days expire_in: 1 days
# reports: reports:
# junit: ./lib/python/report.xml junit: ./lib/python/report.xml
# coverage: '/TOTAL.*?([0-9]{1,3})%/' coverage: '/TOTAL.*?([0-9]{1,3})%/'
scan-sonarqube: scan-sonarqube:
image: sonarsource/sonar-scanner-cli:10.0 image: sonarsource/sonar-scanner-cli:10.0
...@@ -331,103 +331,103 @@ scan-sonarqube: ...@@ -331,103 +331,103 @@ scan-sonarqube:
paths: paths:
- sonar-scanner/ - sonar-scanner/
#docs-registry: docs-registry:
# stage: docs stage: docs
# image: docker.io/python:3.11-slim image: docker.io/python:3.11-slim
# only: only:
# refs: refs:
# - /^release-.*/ - /^release-.*/
# before_script: before_script:
# - "apt-get update && apt-get install -y sed" - "apt-get update && apt-get install -y sed"
# script: script:
# - pip install -r ./requirements.txt - pip install -r ./requirements.txt
# - python3 .docs/docker/release.py - python3 .docs/docker/release.py
#
#release-images: release-images:
# stage: release stage: release
# image: docker:24-dind image: docker:24-dind
# dependencies: dependencies:
# - test-metadata-service - test-metadata-service
# - test-data-service - test-data-service
# - test-analyse-service - test-analyse-service
# only: only:
# refs: refs:
# - /^release-.*/ - /^release-.*/
# before_script: before_script:
# - "docker logout ${CI_REGISTRY_URL}" - "docker logout ${CI_REGISTRY_URL}"
# - "echo ${CI_REGISTRY_PASSWORD} | docker login --username ${CI_REGISTRY_USER} --password-stdin ${CI_REGISTRY_URL}" - "echo ${CI_REGISTRY_PASSWORD} | docker login --username ${CI_REGISTRY_USER} --password-stdin ${CI_REGISTRY_URL}"
# - "docker logout ${CI_REGISTRY2_URL}" - "docker logout ${CI_REGISTRY2_URL}"
# - "echo ${CI_REGISTRY2_PASSWORD} | docker login --username ${CI_REGISTRY2_USER} --password-stdin ${CI_REGISTRY2_URL}" - "echo ${CI_REGISTRY2_PASSWORD} | docker login --username ${CI_REGISTRY2_USER} --password-stdin ${CI_REGISTRY2_URL}"
# - "ifconfig eth0 mtu 1450 up" - "ifconfig eth0 mtu 1450 up"
# - "apk add make bash" - "apk add make bash"
# script: script:
# - "make release-images" - "make release-images"
#
#release-helm: release-helm:
# stage: release stage: release
# image: docker:24-dind image: docker:24-dind
# only: only:
# refs: refs:
# - /^release-.*/ - /^release-.*/
# except: except:
# refs: refs:
# - release-latest - release-latest
# before_script: before_script:
# - "docker logout ${CI_REGISTRY_URL}" - "docker logout ${CI_REGISTRY_URL}"
# - "echo ${CI_REGISTRY_PASSWORD} | docker login --username ${CI_REGISTRY_USER} --password-stdin ${CI_REGISTRY_URL}" - "echo ${CI_REGISTRY_PASSWORD} | docker login --username ${CI_REGISTRY_USER} --password-stdin ${CI_REGISTRY_URL}"
# - "docker logout ${CI_REGISTRY2_URL}" - "docker logout ${CI_REGISTRY2_URL}"
# - "echo ${CI_REGISTRY2_PASSWORD} | docker login --username ${CI_REGISTRY2_USER} --password-stdin ${CI_REGISTRY2_URL}" - "echo ${CI_REGISTRY2_PASSWORD} | docker login --username ${CI_REGISTRY2_USER} --password-stdin ${CI_REGISTRY2_URL}"
# - "apk add sed helm curl" - "apk add sed helm curl"
# - "mkdir -p ~/.gnupg" - "mkdir -p ~/.gnupg"
# - echo "$CI_GPG_KEYRING" | base64 -d > ~/.gnupg/secring.gpg - echo "$CI_GPG_KEYRING" | base64 -d > ~/.gnupg/secring.gpg
# - echo "$CI_GPG_KEYRING2" | base64 -d > ~/.gnupg/pubring.gpg - echo "$CI_GPG_KEYRING2" | base64 -d > ~/.gnupg/pubring.gpg
# - "helm package ./helm/dbrepo --sign --key 'Martin Weise' --keyring ~/.gnupg/secring.gpg --destination ./build" - "helm package ./helm/dbrepo --sign --key 'Martin Weise' --keyring ~/.gnupg/secring.gpg --destination ./build"
# - "helm plugin install https://github.com/sigstore/helm-sigstore" - "helm plugin install https://github.com/sigstore/helm-sigstore"
# script: script:
# - "helm sigstore upload ./build/dbrepo-${CHART_VERSION}.tgz" - "helm sigstore upload ./build/dbrepo-${CHART_VERSION}.tgz"
#
#release-docs: release-docs:
# stage: release stage: release
# image: docker.io/python:3.11-alpine image: docker.io/python:3.11-alpine
# only: only:
# refs: refs:
# - /^release-.*/ - /^release-.*/
# before_script: before_script:
# - "apk add --update alpine-sdk bash sed wget openssh" - "apk add --update alpine-sdk bash sed wget openssh"
# - "pip install pipenv" - "pip install pipenv"
# - "pip install -r ./requirements.txt" - "pip install -r ./requirements.txt"
# - "mkdir -p ./final/${APP_VERSION}/rest" - "mkdir -p ./final/${APP_VERSION}/rest"
# script: script:
# - "make gen-lib-doc gen-docs-doc" - "make gen-lib-doc gen-docs-doc"
# - "cp -r ./lib/python/docs/build/html ./final/${APP_VERSION}/python" # sphinx - "cp -r ./lib/python/docs/build/html ./final/${APP_VERSION}/python" # sphinx
# - "cp .docs/.swagger/api.yaml ./final/${APP_VERSION}/rest/api.yaml" # swagger - "cp .docs/.swagger/api.yaml ./final/${APP_VERSION}/rest/api.yaml" # swagger
# - "cp .docs/.swagger/swagger-ui.html ./final/${APP_VERSION}/rest/index.html" # swagger - "cp .docs/.swagger/swagger-ui.html ./final/${APP_VERSION}/rest/index.html" # swagger
# - "cp .docs/.swagger/custom.css ./final/${APP_VERSION}/rest/custom.css" # swagger - "cp .docs/.swagger/custom.css ./final/${APP_VERSION}/rest/custom.css" # swagger
# - "cp -r ./site/* ./final/${APP_VERSION}" # mkdocs - "cp -r ./site/* ./final/${APP_VERSION}" # mkdocs
# - eval $(ssh-agent -s) - eval $(ssh-agent -s)
# - "mkdir -p /root/.ssh" - "mkdir -p /root/.ssh"
# - echo "$CI_KEY_PRIVATE" > /root/.ssh/id_rsa && chmod 0600 /root/.ssh/id_rsa - echo "$CI_KEY_PRIVATE" > /root/.ssh/id_rsa && chmod 0600 /root/.ssh/id_rsa
# - echo "$CI_KEY_PUBLIC" > /root/.ssh/id_rsa.pub - echo "$CI_KEY_PUBLIC" > /root/.ssh/id_rsa.pub
# - echo "$CI_DOC_ID" > ~/.ssh/known_hosts - echo "$CI_DOC_ID" > ~/.ssh/known_hosts
# - tar czf ./final.tar.gz ./final - tar czf ./final.tar.gz ./final
# - "scp -oHostKeyAlgorithms=+ssh-rsa -oPubkeyAcceptedAlgorithms=+ssh-rsa final.tar.gz $CI_DOC_USER@$CI_DOC_IP:final.tar.gz" - "scp -oHostKeyAlgorithms=+ssh-rsa -oPubkeyAcceptedAlgorithms=+ssh-rsa final.tar.gz $CI_DOC_USER@$CI_DOC_IP:final.tar.gz"
# - "scp -oHostKeyAlgorithms=+ssh-rsa -oPubkeyAcceptedAlgorithms=+ssh-rsa versions.json $CI_DOC_USER@$CI_DOC_IP:/system/user/ifs/infrastructures/public_html/dbrepo/versions.json" - "scp -oHostKeyAlgorithms=+ssh-rsa -oPubkeyAcceptedAlgorithms=+ssh-rsa versions.json $CI_DOC_USER@$CI_DOC_IP:/system/user/ifs/infrastructures/public_html/dbrepo/versions.json"
# - "scp -oHostKeyAlgorithms=+ssh-rsa -oPubkeyAcceptedAlgorithms=+ssh-rsa .docs/redirect.html $CI_DOC_USER@$CI_DOC_IP:/system/user/ifs/infrastructures/public_html/dbrepo/index.html" - "scp -oHostKeyAlgorithms=+ssh-rsa -oPubkeyAcceptedAlgorithms=+ssh-rsa .docs/redirect.html $CI_DOC_USER@$CI_DOC_IP:/system/user/ifs/infrastructures/public_html/dbrepo/index.html"
# - 'ssh -oHostKeyAlgorithms=+ssh-rsa -oPubkeyAcceptedAlgorithms=+ssh-rsa $CI_DOC_USER@$CI_DOC_IP "rm -rf /system/user/ifs/infrastructures/public_html/dbrepo/${APP_VERSION}; tar xzf ./final.tar.gz; rm -f ./final.tar.gz; cp -r ./final/* /system/user/ifs/infrastructures/public_html/dbrepo/${APP_VERSION}; rm -rf ./final"' - 'ssh -oHostKeyAlgorithms=+ssh-rsa -oPubkeyAcceptedAlgorithms=+ssh-rsa $CI_DOC_USER@$CI_DOC_IP "rm -rf /system/user/ifs/infrastructures/public_html/dbrepo/${APP_VERSION}; tar xzf ./final.tar.gz; rm -f ./final.tar.gz; cp -r ./final/* /system/user/ifs/infrastructures/public_html/dbrepo/${APP_VERSION}; rm -rf ./final"'
#
#release-libs: release-libs:
# stage: release stage: release
# image: docker.io/python:3.11-alpine image: docker.io/python:3.11-alpine
# when: manual when: manual
# only: only:
# refs: refs:
# - /^release-.*/ - /^release-.*/
# variables: variables:
# PIPENV_PIPFILE: "./dbrepo-analyse-service/Pipfile" PIPENV_PIPFILE: "./dbrepo-analyse-service/Pipfile"
# before_script: before_script:
# - "apk add sed bash" - "apk add sed bash"
# - "pip install pipenv twine build" - "pip install pipenv twine build"
# - "pipenv install gunicorn && pipenv install --dev --system --deploy" - "pipenv install gunicorn && pipenv install --dev --system --deploy"
# script: script:
# - bash ./lib/python/package.sh - bash ./lib/python/package.sh
# - bash ./lib/python/release.sh - bash ./lib/python/release.sh
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment