workspace { !identifiers hierarchical model { // --- Definition of people --- data_analyst = person "Data Analyst" "Creates analysis and dashboards using the output of the data platform as source" "user, owned" data_engineer = person "Data Engineer" "Creates elt-pipelines for data processing" "user, owned" data_steward = person "Data Steward" "Hello" "user, yellow" zdf_po = person "ZDF Product Owner" "Description here" "editor, foreign" zdf_data_scientist = person "ZDF Data Scientist" "Description here" "editor, foreign" zdf_data_analyst = person "ZDF Data Analyst" "Description here" "editor, foreign" zdf_genreportfoliomanager = person "ZDF Genre Portfoliomanager" "Description here" "editor, foreign" zdfd_po = person "ZDF-Digital Product Owner" "Description here" "user, owned" // --- Definition of software-systems --- catalyst = softwareSystem "Catalyst" "GCP system context" "Service API, owned, Google Cloud Platform - Developer Portal" { foko = container "Formatkompass Datamodel" { tags "data_flows, google" description "Datenmodell für Formatkompass Dashboards und Datenprodukte" foko_dashboard = component "Formatkompass Dashboard Layer" { tags "gcp, Database" } foko_odp = component "Formatkompass ODP Layer" { tags "gcp, Database" } foko_dag = component "Formatkompass Calculations" { tags "gcp, Service API" this -> foko_dashboard "KPI Berechnung für Dashboard Aggregation, von vorherigem Prozess getriggert" this -> foko_odp "KPI Berechnung in verschiedener Aggregation, von vorherigem Prozess getriggert" !docs foko_calc.md } foko_model = component "Formatkompass Model Layer" { tags "gcp, Database" this -> foko_dag "Parameterübergabe für den Format-Filter, bei Änderung Historischer Upload, von vorherigem Prozess getriggert" } foko_clean = component "Formatkompass Clean Layer" { tags "gcp, Database" this -> foko_model "Daten modellieren, von vorherigem Prozess getriggert" } foko_input = component "Formatkompass Input Layer" { tags "gcp, Database" this -> foko_clean "Duplikate entfernen, von vorherigem Prozess getriggert" } !docs foko/foko.md } piano = container "Piano Datamodel" { tags "data_flows, google" description "Datenmodell für Piano ZDF-Mediathek und ZDFheute Tracking" piano_model = component "Piano Model Layer" { tags "Database" } piano_clean = component "Piano Clean Layer" { tags "Database" this -> piano_model "Remodelling Piano Data, triggered by previous process" } piano_input = component "Piano Input Layer" { tags "Database" this -> piano_clean "Regrouping by Keys, triggered by previous process" } piano_api = component "Piano API" { tags "Service API" description "Comment, Post, and Channel level data for YouTube, TikTok, Instagram, Facebook" this -> piano_input "Daily scheduled import" } } scope = container "ZDF Scope Datamodel" { tags "data_flows, google" description "ZDF Scope Datenmodell für TV, Mediathek und YouTube Daten" scope_model = component "Scope Model Layer" { tags "gcp, Database" } scope_clean = component "Scope Clean Layer" { tags "gcp, Database" this -> scope_model "Remodelling Scope Data, triggered by previous process" } scope_dwh = component "Scope DHW Dataset" { tags "gcp, Database" this -> scope_clean "Regrouping by Keys, triggered by Event Listener" } } pharos = container "Pharos Dataset" { tags "data_flows, google" description "Pharos Datenset für TV-Ausstrahlungs-Parameter" pharos = component "Pharos Dataset" { tags "gcp, Database" description "Daten zu TV Sendungen pro Pharos Key" } } some = container "Social Media Datamodel" { tags "data_flows, google" description "Social Media Datenmodell für YouTube, TikTok, Instagram und Facebook Daten" some_model = component "Social Media Model Layer" { tags "Database" } some_clean = component "Social Media Clean Layer" { tags "Database" this -> some_model "Remodelling Scope Data, triggered by previous process" } some_input = component "Social Media Input Layer" { tags "Database" this -> some_clean "Regrouping by Keys, triggered by previous process" } quintly_api = component "Quintly API" { tags "Service API" description "Comment, Post, and Channel level data for YouTube, TikTok, Instagram, Facebook" this -> some_input "Daily scheduled import" } tubular_api = component "Tubular API" { tags "Service API" description "Publisher level data for YouTube, TikTok, Instagram, Facebook" this -> some_input "Montly scheduled import" } } format = container "Formate / Formatbestandteile" { tags "data_flows, google" description "Definitionsprozess für Formate und Formatbestandteile" formatliste_zdfd = component "ZDF-Digital Formate und Formatbestandteile Files" { tags "owned, Database" description "Description here" } formatliste_zdf = component "ZDF Formate und Formatbestandteile Excel File" { tags "foreign, Database" description "Description here" } zdf_po -> formatliste_zdf "managed" zdfd_po -> formatliste_zdfd "managed" formatliste_zdf -> formatliste_zdfd "Update Auslöser Product Owner Formatkompass ZDF" formatliste_zdfd -> formatliste_zdf "Feedback Product Owner Formatkompass ZDF-Digital" } formatquery = container "Formatbestandteil Query Parameter" { tags "data_flows, google" description "Definitionsprozess für Formatbestandteil Filter in Queries" format_parameter_final = component "Finale Formatbestandteile Parameter" { tags "Database" description "Description" } format_translation = component "Formatbestandteile Parameter zu Formatbestandteil-ID Mapping" { tags "Database" description "Description" } formatquery_final = component "Finalisierte Formatbestandteile Query" { tags "Database" description "Description" } dashboard_raw = component "Rohe Formatbestandteile Dashboard" { tags "Dashboard" description "Description" } format_parameter_raw = component "Rohe Formatbestandteile Parameter" { tags "Database" description "Description" } formatquery_raw = component "Rohe Formatbestandteil Query" { tags "Database" description "Description" } zdf_po -> formatquery_raw "Anforderungen" zdf_data_scientist -> formatquery_raw "schreibt" zdf_data_analyst -> dashboard_raw "Qualitätssicherung" zdf_genreportfoliomanager -> dashboard_raw "Qualitätssicherung" zdf_po -> formatquery_raw "Freigabe" zdf_data_scientist -> formatquery_raw "Freigabe" zdf_data_scientist -> format_translation "schreibt" formatquery_raw -> format_parameter_raw "Parameter Upload" format_parameter_raw -> dashboard_raw "Filter für Dashboard" dashboard_raw -> formatquery_raw "Feedback Loop" formatquery_raw -> formatquery_final "Freigabe" formatquery_final -> format_parameter_final "Parameter Upload" format_translation -> format_parameter_final "Parameter Upload" } format.formatliste_zdfd -> formatquery.formatquery_raw formatquery.format_parameter_final -> foko.foko_input piano.piano_model -> foko.foko_dag "Importing relevant records, triggered by Event Listener" scope.scope_model -> foko.foko_dag "Importing relevant records, triggered by Event Listener" pharos.pharos -> foko.foko_dag "Used as Filter Criteria, Imported together with Scope" some.some_model -> foko.foko_dag "Importing relevant records, triggered by Event Listener" } analysis_and_dashboarding = softwareSystem "Analysis and Dashboarding System" "MeFo system context" "Service API, owned, Microsoft Azure - Launch Portal" { data_flows = group "PowerBI Data" { data_flow = container "PowerBI Data Flow / Fabric" { tags "data_flows, ms, Microsoft Azure - Service Fabric Clusters" description "This represents all frontend modules of this PSI-instance." } fabric = container "Power Automate - DevOps" { tags "data_flows, ms, Microsoft Azure - Service Fabric Clusters" this -> data_flow "reads from and writes to" } } dashboard = group "PowerBI Dashboard" { dax = container "PowerBI DAX" { tags "dashboard, ms, Microsoft Azure - Power BI Embedded" description "This represents all api-services of this PSI-instance." data_flow -> this "reads data from PowerBI Data Flow" } powerbi = container "PowerBI Dashboard View" { tags "dashboard, ms, Microsoft Azure - Power BI Embedded" description "This represents all frontend modules of this PSI-instance." } } } foko_website = softwareSystem "Formatkompass Website" "FoKo Website system context" "Service API, foreign" { } // Modelling foko_website -> catalyst.foko.foko_input "Defined Goals Import, Hourly Scheduled" catalyst.format -> catalyst.foko.foko_input "hi" catalyst.format -> foko_website "hi" catalyst.foko.foko_dashboard -> analysis_and_dashboarding.fabric "Transmits data" analysis_and_dashboarding.powerbi -> foko_website "Embedded Dashboards" // --- User Setup --- // Analyst data_analyst -> analysis_and_dashboarding.dax "Uses data" data_analyst -> analysis_and_dashboarding.powerbi "Analyzes data and creates dashboards" data_analyst -> data_engineer "Defines metrics that need to be accessible on PowerBI DataFlows" } views { properties { "mermaid.url" "https://mermaid.ink" "mermaid.format" "png" } systemLandscape "systemLandscape" { include * autolayout lr } systemContext catalyst "systemContext_catalizr" { include * autolayout lr } systemContext analysis_and_dashboarding "systemContext_analysis_and_dashboarding" { include * autolayout lr } container catalyst "Containers_catalyst" { include * autolayout } container analysis_and_dashboarding "Containers_powerbi" { include * autolayout lr } component catalyst.foko "Containers_foko" { include * autolayout } component catalyst.scope "Containers_scope" { include * autolayout } component catalyst.some "Containers_some" { include * autolayout } component catalyst.piano "Containers_piano" { include * autolayout } component catalyst.format "Containers_format" { include * autolayout } component catalyst.formatquery "Containers_formatquery" { include * autolayout } image catalyst.foko.foko_odp { mermaid modules/foko/foko_odp.mmd title "Formatkompass ODP Layer ER Diagram" } image catalyst.foko.foko_dashboard { mermaid modules/foko/foko_dashboard.mmd title "Formatkompass Dashboard Layer ER Diagram" } image catalyst.some.some_model { mermaid modules/some/some.mmd title "Social Media ER Diagram" } styles { element "Person" { shape Person } element "Service API" { shape hexagon } element "Database" { shape cylinder } element "ms" { background #0062FF } element "yellow" { background #FA7D19 } element "foreign" { background #A3A3A3 } element "user" { background #001AC5 color #ffffff } } themes https://static.structurizr.com/themes/microsoft-azure-2023.01.24/theme.json https://static.structurizr.com/themes/google-cloud-platform-v1.5/theme.json } }