workspace { !identifiers hierarchical model { // --- Definition of people --- user = person "Business User" "An business user is a broadcaster's recipient, using the data the broadcaster supplies" "editor, yellow" data_analyst = person "BI Engineer" "Creates analysis and dashboards using the output of the data platform as source" "user, owned" data_engineer = person "Data Engineer" "Creates elt-pipelines for data processing" "user, owned" data_owner = person "Data Owner" "Creates and manages data for a domain in ZDF" "user, yellow" // --- Definition of software-systems --- analysis_and_dashboarding = softwareSystem "Analysis and Dashboarding System" "MeFo system context" "Service API, owned, Microsoft Azure - Launch Portal" { data_flows = group "PowerBI Data" { data_flow = container "PowerBI Data Flow / Fabric" { tags "data_flows, ms, Microsoft Azure - Service Fabric Clusters" description "This represents all frontend modules of this PSI-instance." } fabric = container "Power Automate - DevOps" { tags "data_flows, ms, Microsoft Azure - Service Fabric Clusters" this -> data_flow "reads from and writes to" } } dashboard = group "PowerBI Dashboard" { dax = container "PowerBI DAX" { tags "dashboard, ms, Microsoft Azure - Power BI Embedded" description "This represents all api-services of this PSI-instance." data_flow -> this "reads data from PowerBI Data Flow" } powerbi = container "PowerBI Dashboard View" { tags "dashboard, ms, Microsoft Azure - Power BI Embedded" description "This represents all frontend modules of this PSI-instance." } } } catalyzr = softwareSystem "Catalyzr" "GCP system context" "Service API, owned, Google Cloud Platform - Developer Portal" { bq = container "Google BigQuery" { tags "database, google, Google Cloud Platform - BigQuery" } gcs = container "Google Cloud Storage" { tags "storage, google, Google Cloud Platform - Cloud Storage" } catalyzr = container "Catalyzr" { tags "data_flows, google" description "Catalyzr (formerly DaPla) takes a variety of data inputs and outputs them into defined data sets on BigQuery" gcp_composer = component "Google Cloud Composer" { tags "gcp, Google Cloud Platform - Cloud Composer" } gcp_gcs = component "Google Cloud Storage" { tags "gcp, Google Cloud Platform - Cloud Storage, Database" } gcp_airfloweventbus = component "Airflow Event Bus Adapter" { tags "gcp, Google Cloud Platform - Cloud Run" this -> gcp_composer "controls and reports" } gcp_bigquery = component "BigQuery - Catalyzr" { tags "gcp, Google Cloud Platform - BigQuery, Database" } gcp_fileingest = component "Fileingest Service / Cloud Function" { tags "gcp, Google Cloud Platform - Cloud Function" this -> gcp_bigquery "extract data directly into BigQuery" this -> gcp_airfloweventbus "start dag" } gcp_projectspecific = component "Project specific Service" { tags "gcp, Google Cloud Platform - Cloud Run" this -> gcp_airfloweventbus "sends events to airflow dags" } gcs_uploadui = component "GCP Upload UI (custom)" { tags "gcp, Google Cloud Platform - Cloud Run" this -> gcp_fileingest "send GCS_ready event" this -> gcp_gcs "writes files to GCS" } gcp_scheduler = component "Google Cloud Scheduler" { tags "gcp, Google Cloud Platform - Cloud Scheduler" this -> gcp_projectspecific "triggers Project specific Service at chron-times" } gcp_bqobserver = component "BigQuery Observer Service" { tags "gcp, Google Cloud Platform - Cloud Run" this -> gcp_airfloweventbus "triggers" this -> gcp_bigquery "extraction via dags / sql-scripts" } this -> bq "writes and reads" this -> gcs "reads" } } odp = softwareSystem "Open Data Platform" "GCP system context" "Service API, owned, Google Cloud Platform - Developer Portal" { odp_bq = container "Open Data Platform - BigQuery" { tags "database, google, Google Cloud Platform - BigQuery" description "Stores data for data mesh architecture (ODP)" } odp_dataflow = container "Open Data Platform - DataFlow" { tags "data, google, Google Cloud Platform - Cloud Dataflow" description "different data flows providing data for ODP" this -> odp_bq "writes to ODP" } } // --- User Setup --- // Editor user -> analysis_and_dashboarding.powerbi "Consumes data and edits dashboards" // Analyst data_analyst -> user "Consults in using PowerBI" data_analyst -> catalyzr.catalyzr "Uses data and sets domain requirements for different projects" data_analyst -> analysis_and_dashboarding.dax "Uses data" data_analyst -> analysis_and_dashboarding.powerbi "Analyzes data and creates dashboards" data_analyst -> data_engineer "Defines metrics that need to be accessible on PowerBI DataFlows" // Data Engineer data_engineer -> catalyzr.catalyzr "Writes and manages DAGs" data_engineer -> catalyzr.bq "Writes complex SQL-queries" data_engineer -> analysis_and_dashboarding.fabric "Creates PowerBI DataFlows using catalyzr and PowerAutomate" // Data Owner data_owner -> catalyzr.catalyzr "Sets data quality requirements" data_owner -> odp.odp_bq "Sets data quality requirements" user -> data_analyst "Asks analysis questions" data_owner -> analysis_and_dashboarding.powerbi "Consumes and quality checks data" // --- system requirements and dependencies --- catalyzr.bq -> analysis_and_dashboarding.fabric "Transmits and receives data" catalyzr.catalyzr -> odp.odp_bq "Reads and writes data from/to ODP" odp.odp_dataflow -> catalyzr.catalyzr "Triggers" } views { systemContext analysis_and_dashboarding "systemContext_analysis_and_dashboarding" { include * // autolayout lr } container analysis_and_dashboarding "Containers_powerbi" { include * // autolayout lr } container odp "Containers_odp" { include * // autolayout } container catalyzr "Containers_catalyzr" { include * // autolayout } component catalyzr.catalyzr "Components_catalyzr" { include * // autolayout lr } styles { element "Person" { shape Person } element "Service API" { shape hexagon } element "Database" { shape cylinder } element "ms" { background #0062FF } element "yellow" { background #FA7D19 } element "foreign" { background #A3A3A3 } element "user" { background #001AC5 color #ffffff } } themes https://static.structurizr.com/themes/microsoft-azure-2023.01.24/theme.json https://static.structurizr.com/themes/google-cloud-platform-v1.5/theme.json } }