Merge pull request #950 from MTES-MCT/feat-imper-for-diag

Ajout du precalcul des données des graphiques d'imperméabilisation

Author: alexisig

airflow/include/sql/sparte/macros/ocsge/merge_imper_commune_by_sol.sql

@@ -0,0 +1,27 @@
+{% macro merge_imper_commune_by_sol(sol) %}
+
+
+{% set code_sol = "code_cs" if sol == 'couverture' else "code_us" %}
+
+with
+    without_percent as (
+        select
+            commune_code,
+            year,
+            sum(percent) as percent_of_commune,
+            sum(surface) as surface,
+            {{ code_sol }} as {{ sol }}
+        from {{ ref("commune_couverture_et_usage") }}
+        where is_impermeable
+        group by commune_code, year, {{ code_sol }}
+    )
+select
+    without_percent.*,
+    (without_percent.surface / imper_commune.surface) * 100 as percent_of_imper
+from without_percent
+left join
+    {{ ref("imper_commune") }}
+    on without_percent.commune_code = imper_commune.commune_code
+    and without_percent.year = imper_commune.year
+
+{% endmacro %}

airflow/include/sql/sparte/macros/ocsge/merge_imper_commune_by_sol_and_admin_level.sql

@@ -0,0 +1,37 @@
+{% macro merge_imper_commune_by_sol_and_admin_level(group_by_column, sol) %}
+
+
+with without_percent as (
+SELECT
+    {{ group_by_column }},
+    year,
+    {{ sol }},
+    sum(imper_commune_by_{{ sol }}.surface) as impermeable_surface,
+    sum(commune.surface) as surface,
+    array_agg(distinct commune.departement) as departements
+ FROM
+    {{ ref('imper_commune_by_' + sol) }}
+LEFT JOIN
+    {{ ref('commune') }}
+    ON imper_commune_by_{{ sol }}.commune_code = commune.code
+WHERE
+    {{ group_by_column }} IS NOT NULL
+GROUP BY
+    {{ group_by_column }}, {{ sol }}, year
+)
+SELECt
+    without_percent.{{ group_by_column }},
+    without_percent.year,
+    without_percent.impermeable_surface / without_percent.surface * 100 as percent_of_{{ group_by_column }},
+    without_percent.impermeable_surface as surface,
+    without_percent.{{ sol }},
+    (100 * without_percent.impermeable_surface) / imper_{{ group_by_column }}.impermeable_surface
+    as percent_of_imper
+ FROM without_percent
+ LEFT JOIN
+    {{ ref('imper_' + group_by_column) }} as imper_{{ group_by_column }}
+    ON without_percent.{{ group_by_column }} = imper_{{ group_by_column }}.{{ group_by_column }}
+    AND without_percent.year = imper_{{ group_by_column }}.year
+
+
+{% endmacro %}

airflow/include/sql/sparte/macros/ocsge/merge_imper_commune_flux_by_admin_level.sql

@@ -0,0 +1,33 @@
+{% macro merge_imper_commune_flux_by_admin_level(group_by_column) %}
+
+with without_percent as (
+SELECT
+    commune.{{ group_by_column }},
+    year_old,
+    year_new,
+    sum(imper_commune.flux_imper) as flux_imper,
+    sum(imper_commune.flux_desimper) as flux_desimper,
+    sum(commune.surface) as surface,
+    array_agg(distinct commune.departement) as departements
+ FROM
+    {{ ref('imper_net_flux_commune') }} as imper_commune
+LEFT JOIN
+    {{ ref('commune') }}
+    ON imper_commune.commune_code = commune.code
+WHERE
+    commune.{{ group_by_column }} IS NOT NULL
+GROUP BY
+    commune.{{ group_by_column }}, year_old, year_new
+)
+SELECt
+    without_percent.{{ group_by_column }},
+    without_percent.departements,
+    without_percent.surface as {{ group_by_column }}_surface,
+    without_percent.year_old,
+    without_percent.year_new,
+    without_percent.flux_imper as flux_imper,
+    without_percent.flux_desimper as flux_desimper,
+    without_percent.flux_imper - without_percent.flux_desimper as flux_imper_net
+ FROM without_percent
+
+{% endmacro %}

airflow/include/sql/sparte/macros/ocsge/merge_imper_commune_flux_by_sol.sql

@@ -0,0 +1,61 @@
+{% macro merge_imper_commune_flux_by_sol(sol) %}
+
+
+{% set code_sol_old = "cs_old" if sol == 'couverture' else "us_old" %}
+{% set code_sol_new = "cs_new" if sol == 'couverture' else "us_new" %}
+
+
+with
+    imper as (
+        select
+            commune_code,
+            commune_surface,
+            year_old,
+            year_new,
+            {{ code_sol_new }} as {{ sol }},
+            sum(surface) as surface_imper
+        from {{ ref("commune_flux_couverture_et_usage") }}
+        where new_is_impermeable
+        group by
+            commune_code,
+            commune_surface,
+            year_old,
+            year_new,
+            new_is_impermeable,
+            {{ code_sol_new }}
+    ),
+    desimper as (
+        select
+            commune_code,
+            commune_surface,
+            year_old,
+            year_new,
+            {{ code_sol_old }} as {{ sol }},
+            sum(surface) as surface_desimper
+        from {{ ref("commune_flux_couverture_et_usage") }}
+        where new_not_impermeable
+        group by
+            commune_code,
+            commune_surface,
+            year_old,
+            year_new,
+            new_is_impermeable,
+            {{ code_sol_old }}
+    )
+select
+    coalesce(imper.commune_code, desimper.commune_code) as commune_code,
+    coalesce(imper.commune_surface, desimper.commune_surface) as commune_surface,
+    coalesce(imper.year_old, desimper.year_old) as year_old,
+    coalesce(imper.year_new, desimper.year_new) as year_new,
+    coalesce(imper.{{ sol }}, desimper.{{ sol }}) as {{ sol }},
+    coalesce(imper.surface_imper, 0) as flux_imper,
+    coalesce(desimper.surface_desimper, 0) as flux_desimper
+from imper
+full outer join
+    desimper
+    on imper.commune_code = desimper.commune_code
+    and imper.{{ sol }} = desimper.{{ sol }}
+    and imper.year_old = desimper.year_old
+    and imper.year_new = desimper.year_new
+
+{% endmacro %}

airflow/include/sql/sparte/macros/ocsge/merge_imper_commune_flux_by_sol_and_admin_level.sql

@@ -0,0 +1,37 @@
+{% macro merge_imper_commune_flux_by_sol_and_admin_level(group_by_column, sol) %}
+
+-- TODO : test
+
+
+with without_percent as (
+SELECT
+    {{ group_by_column }},
+    year_old,
+    year_new,
+    {{ sol }},
+    sum(imper_flux_commune_by_{{ sol }}.flux_imper) as flux_imper,
+    sum(imper_flux_commune_by_{{ sol }}.flux_desimper) as flux_desimper,
+    sum(commune.surface) as surface,
+    array_agg(distinct commune.departement) as departements
+ FROM
+    {{ ref('imper_flux_commune_by_' + sol) }}
+LEFT JOIN
+    {{ ref('commune') }}
+    ON imper_flux_commune_by_{{ sol }}.commune_code = commune.code
+WHERE
+    {{ group_by_column }} IS NOT NULL
+GROUP BY
+    {{ group_by_column }}, {{ sol }}, year_old, year_new
+)
+SELECt
+    without_percent.{{ group_by_column }},
+    without_percent.departements,
+    without_percent.surface as {{ group_by_column }}_surface,
+    without_percent.year_old,
+    without_percent.year_new,
+    without_percent.{{ sol }},
+    without_percent.flux_imper as flux_imper,
+    without_percent.flux_desimper as flux_desimper
+ FROM
+    without_percent
+{% endmacro %}