diff --git a/.docs/concepts/data-visibility.md b/.docs/concepts/data-visibility.md index 04f37c6979bd9019d954859535a757c72da4b63e..ecb33cbfc7bc59018e0c54262416a6ea03afc763 100644 --- a/.docs/concepts/data-visibility.md +++ b/.docs/concepts/data-visibility.md @@ -8,16 +8,23 @@ subset of a database. ## Visibility -In total there are three possible scenarios: +In total there are four possible visibility settings that can be applied on database level and then at the subsequent +levels (table, view, subset). We give two examples for better understanding: -#### Public +!!! example "*Example*: Database that is hidden but certain views and subsets are visible" + + Database Airquality has the settings to hide all data and schema by default. + + * Table `sensor_measurements` + +#### Visible !!! info "Possible use-case: data publication supplement to an open-access publication" Where the database's data and metadata is set to be *visible*. This means everything in the database (tables, views, subsets) are visible by anyone from the public. -#### Private +#### Data-only !!! info "Possible use-case: private sensor measurements with timed embargo" @@ -30,6 +37,8 @@ join tables and/or filter certain columns and apply a 14-day delay-embargo. <figcaption>Figure 1: Public view that joins two private tables and applies a time-embargo</figcaption> </figure> +#### Schema-only + #### Draft !!! info "Possible use-case: project data storage before publication" \ No newline at end of file diff --git a/.docs/images/architecture.drawio b/.docs/images/architecture.drawio index 71536a321290f6c8cb39d147529a8b00fb458eed..b1aed4cb4035dfa1cbc08818c44ca5d7fac5a803 100644 --- a/.docs/images/architecture.drawio +++ b/.docs/images/architecture.drawio @@ -1,4 +1,4 @@ -<mxfile host="Electron" agent="Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) draw.io/25.0.2 Chrome/128.0.6613.186 Electron/32.2.5 Safari/537.36" version="25.0.2" pages="9"> +<mxfile host="Electron" agent="Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) draw.io/26.0.9 Chrome/128.0.6613.186 Electron/32.2.5 Safari/537.36" version="26.0.9" pages="9"> <diagram id="mvBsv1rP8O80Qe3yGnn_" name="docker-compose"> <mxGraphModel dx="683" dy="391" grid="1" gridSize="10" guides="1" tooltips="1" connect="1" arrows="1" fold="1" page="1" pageScale="1" pageWidth="1169" pageHeight="827" math="0" shadow="0"> <root> @@ -1109,47 +1109,10 @@ </mxGraphModel> </diagram> <diagram id="7HywRA3nQAgvNxZjCRq2" name="private-embargo"> - <mxGraphModel dx="985" dy="394" grid="1" gridSize="10" guides="1" tooltips="1" connect="1" arrows="1" fold="1" page="1" pageScale="1" pageWidth="1169" pageHeight="827" math="0" shadow="0"> + <mxGraphModel dx="1434" dy="822" grid="1" gridSize="10" guides="1" tooltips="1" connect="1" arrows="1" fold="1" page="1" pageScale="1" pageWidth="1169" pageHeight="827" math="0" shadow="0"> <root> <mxCell id="0" /> <mxCell id="1" parent="0" /> - <mxCell id="n6nk3BLY6128t3IB6Ma7-8" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;entryX=0.25;entryY=0;entryDx=0;entryDy=0;curved=1;exitX=0.5;exitY=1;exitDx=0;exitDy=0;" edge="1" parent="1" source="n6nk3BLY6128t3IB6Ma7-1" target="n6nk3BLY6128t3IB6Ma7-5"> - <mxGeometry relative="1" as="geometry" /> - </mxCell> - <mxCell id="n6nk3BLY6128t3IB6Ma7-11" value="<span style="text-wrap: wrap; background-color: rgb(251, 251, 251);">value,loc_id</span>" style="edgeLabel;html=1;align=center;verticalAlign=middle;resizable=0;points=[];fontSize=8;" vertex="1" connectable="0" parent="n6nk3BLY6128t3IB6Ma7-8"> - <mxGeometry x="0.0303" relative="1" as="geometry"> - <mxPoint as="offset" /> - </mxGeometry> - </mxCell> - <mxCell id="n6nk3BLY6128t3IB6Ma7-1" value="" style="shape=internalStorage;whiteSpace=wrap;html=1;backgroundOutline=1;" vertex="1" parent="1"> - <mxGeometry x="250" y="170" width="80" height="80" as="geometry" /> - </mxCell> - <mxCell id="n6nk3BLY6128t3IB6Ma7-2" value="<b>table</b>: sensor (private)" style="text;html=1;align=center;verticalAlign=middle;whiteSpace=wrap;rounded=0;" vertex="1" parent="1"> - <mxGeometry x="227.5" y="150" width="125" height="20" as="geometry" /> - </mxCell> - <mxCell id="n6nk3BLY6128t3IB6Ma7-9" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=0.5;exitY=1;exitDx=0;exitDy=0;entryX=0.75;entryY=0;entryDx=0;entryDy=0;curved=1;" edge="1" parent="1" source="n6nk3BLY6128t3IB6Ma7-3" target="n6nk3BLY6128t3IB6Ma7-5"> - <mxGeometry relative="1" as="geometry" /> - </mxCell> - <mxCell id="n6nk3BLY6128t3IB6Ma7-12" value="id,name,lat,lng" style="edgeLabel;html=1;align=center;verticalAlign=middle;resizable=0;points=[];fontSize=8;" vertex="1" connectable="0" parent="n6nk3BLY6128t3IB6Ma7-9"> - <mxGeometry x="0.1455" relative="1" as="geometry"> - <mxPoint as="offset" /> - </mxGeometry> - </mxCell> - <mxCell id="n6nk3BLY6128t3IB6Ma7-3" value="" style="shape=internalStorage;whiteSpace=wrap;html=1;backgroundOutline=1;" vertex="1" parent="1"> - <mxGeometry x="430" y="170" width="80" height="80" as="geometry" /> - </mxCell> - <mxCell id="n6nk3BLY6128t3IB6Ma7-4" value="<b>table</b>: location (private)" style="text;html=1;align=center;verticalAlign=middle;whiteSpace=wrap;rounded=0;" vertex="1" parent="1"> - <mxGeometry x="405" y="150" width="130" height="20" as="geometry" /> - </mxCell> - <mxCell id="n6nk3BLY6128t3IB6Ma7-5" value="" style="shape=internalStorage;whiteSpace=wrap;html=1;backgroundOutline=1;fontSize=8;" vertex="1" parent="1"> - <mxGeometry x="340" y="290" width="80" height="80" as="geometry" /> - </mxCell> - <mxCell id="n6nk3BLY6128t3IB6Ma7-6" value="<b>view</b>: validated_sensor (public)" style="text;html=1;align=center;verticalAlign=middle;whiteSpace=wrap;rounded=0;" vertex="1" parent="1"> - <mxGeometry x="290" y="370" width="180" height="20" as="geometry" /> - </mxCell> - <mxCell id="n6nk3BLY6128t3IB6Ma7-7" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=0.5;exitY=1;exitDx=0;exitDy=0;" edge="1" parent="1" source="n6nk3BLY6128t3IB6Ma7-4" target="n6nk3BLY6128t3IB6Ma7-4"> - <mxGeometry relative="1" as="geometry" /> - </mxCell> </root> </mxGraphModel> </diagram> diff --git a/.gitlab/agents/dev/values.yaml b/.gitlab/agents/dev/values.yaml index aa241d7f0eef507e104fb2ea49c9c01e37390ed5..da48b95f4ec75209cb5a84e04a5fb8ed625e28b5 100644 --- a/.gitlab/agents/dev/values.yaml +++ b/.gitlab/agents/dev/values.yaml @@ -26,6 +26,9 @@ authservice: client: id: dbrepo-client secret: MUwRc7yfXSJwX8AdRMWaQC3Nep1VjwgG + setupJob: + image: + name: registry.datalab.tuwien.ac.at/dbrepo/auth-service-init:1.6.3rc0 persistence: enabled: true @@ -33,6 +36,7 @@ brokerservice: enabled: true ldap: bindpw: b8534187c9adf9618e7bd1c79c7f4639 + identityservice: enabled: true global: @@ -66,9 +70,13 @@ searchdb: analyseservice: enabled: true + image: + name: registry.datalab.tuwien.ac.at/dbrepo/analyse-service:1.6.3rc0 metadataservice: enabled: true + image: + name: registry.datalab.tuwien.ac.at/dbrepo/metadata-service:1.6.3rc0 admin: email: noreply@example.com deletedRecord: permanent @@ -83,6 +91,8 @@ metadataservice: dataservice: enabled: true + image: + name: registry.datalab.tuwien.ac.at/dbrepo/data-service:1.6.3rc0 rabbitmq: consumer: username: admin @@ -95,9 +105,17 @@ dataservice: searchservice: enabled: true + image: + name: registry.datalab.tuwien.ac.at/dbrepo/search-service:1.6.3rc0 + init: + image: + name: registry.datalab.tuwien.ac.at/dbrepo/search-service-init:1.6.3rc0 storageservice: enabled: true + init: + image: + name: registry.datalab.tuwien.ac.at/dbrepo/storage-service-init:1.6.3rc0 uploadservice: enabled: true @@ -113,6 +131,8 @@ metricdb: ui: enabled: true + image: + name: registry.datalab.tuwien.ac.at/dbrepo/ui:1.6.3rc0 public: api: client: https://s155.datalab.tuwien.ac.at