From 80c2791235fe66692269d4b17d356c77de0c2ddf Mon Sep 17 00:00:00 2001 From: Charlie Bini <5003326+cbini@users.noreply.github.com> Date: Thu, 27 Feb 2025 21:22:52 +0000 Subject: [PATCH] feat: add u_storedgrades_de --- src/dbt/powerschool/models/sources.yml | 17 +++++++++++++++++ .../stg_powerschool__u_storedgrades_de.sql | 14 ++++++++++++++ .../powerschool/config/assets-full.yaml | 4 +++- .../powerschool/config/assets-full.yaml | 2 ++ .../powerschool/config/assets-full.yaml | 2 ++ tests/assets/test_assets_powerschool_sis.py | 12 ++++++++++++ 6 files changed, 50 insertions(+), 1 deletion(-) create mode 100644 src/dbt/powerschool/models/staging/stg_powerschool__u_storedgrades_de.sql diff --git a/src/dbt/powerschool/models/sources.yml b/src/dbt/powerschool/models/sources.yml index 135dce9ffa..295effabad 100644 --- a/src/dbt/powerschool/models/sources.yml +++ b/src/dbt/powerschool/models/sources.yml @@ -1249,3 +1249,20 @@ sources: max_staleness: INTERVAL 1 DAY format: AVRO enable_logical_types: true + - name: src_powerschool__u_storedgrades_de + meta: + dagster: + asset_key: + - "{{ project_name }}" + - powerschool + - u_storedgrades_de + external: + location: + "{{ var('cloud_storage_uri_base', env_var('DBT_DEV_CLOUD_STORAGE_URI_BASE', '')) + }}/powerschool/u_storedgrades_de/*" + options: + connection_name: "{{ var('bigquery_external_connection_name') }}" + metadata_cache_mode: AUTOMATIC + max_staleness: INTERVAL 1 DAY + format: AVRO + enable_logical_types: true diff --git a/src/dbt/powerschool/models/staging/stg_powerschool__u_storedgrades_de.sql b/src/dbt/powerschool/models/staging/stg_powerschool__u_storedgrades_de.sql new file mode 100644 index 0000000000..119829b7f9 --- /dev/null +++ b/src/dbt/powerschool/models/staging/stg_powerschool__u_storedgrades_de.sql @@ -0,0 +1,14 @@ +select + de_course_name, + de_semester, + whocreated, + whencreated, + whomodified, + whenmodified, + de_score, + de_institution, + + id.int_value as id, + storedgradesdcid.int_value as storedgradesdcid, + de_pass_yn.int_value as de_pass_yn, +from {{ source("powerschool", "src_powerschool__u_storedgrades_de") }} diff --git a/src/teamster/code_locations/kippcamden/powerschool/config/assets-full.yaml b/src/teamster/code_locations/kippcamden/powerschool/config/assets-full.yaml index 130c0c9899..110b18503b 100644 --- a/src/teamster/code_locations/kippcamden/powerschool/config/assets-full.yaml +++ b/src/teamster/code_locations/kippcamden/powerschool/config/assets-full.yaml @@ -18,6 +18,8 @@ assets: partition_column: whenmodified - asset_name: emailaddress partition_column: whenmodified + - asset_name: gpstudentwaiver + partition_column: whenmodified - asset_name: gradescaleitem partition_column: whenmodified - asset_name: originalcontactmap @@ -62,7 +64,7 @@ assets: partition_column: whenmodified - asset_name: u_clg_et_stu_alt partition_column: whenmodified - - asset_name: gpstudentwaiver + - asset_name: u_storedgrades_de partition_column: whenmodified - asset_name: userscorefields partition_column: whenmodified diff --git a/src/teamster/code_locations/kippmiami/powerschool/config/assets-full.yaml b/src/teamster/code_locations/kippmiami/powerschool/config/assets-full.yaml index 8595619d76..1d90a44cbd 100644 --- a/src/teamster/code_locations/kippmiami/powerschool/config/assets-full.yaml +++ b/src/teamster/code_locations/kippmiami/powerschool/config/assets-full.yaml @@ -52,6 +52,8 @@ assets: partition_column: whenmodified - asset_name: u_clg_et_stu_alt partition_column: whenmodified + - asset_name: u_storedgrades_de + partition_column: whenmodified - asset_name: userscorefields partition_column: whenmodified - asset_name: cc diff --git a/src/teamster/code_locations/kippnewark/powerschool/config/assets-full.yaml b/src/teamster/code_locations/kippnewark/powerschool/config/assets-full.yaml index a08b68e8d3..9ee159d704 100644 --- a/src/teamster/code_locations/kippnewark/powerschool/config/assets-full.yaml +++ b/src/teamster/code_locations/kippnewark/powerschool/config/assets-full.yaml @@ -58,6 +58,8 @@ assets: partition_column: whenmodified - asset_name: userscorefields partition_column: whenmodified + - asset_name: u_storedgrades_de + partition_column: whenmodified - asset_name: u_studentsuserfields partition_column: whenmodified select_columns: diff --git a/tests/assets/test_assets_powerschool_sis.py b/tests/assets/test_assets_powerschool_sis.py index 28201674aa..4d3b9403a6 100644 --- a/tests/assets/test_assets_powerschool_sis.py +++ b/tests/assets/test_assets_powerschool_sis.py @@ -234,3 +234,15 @@ def test_userscorefields_kippnewark(): ssh_powerschool=get_ssh_powerschool_resource(CODE_LOCATION.upper()), db_powerschool=get_db_powerschool_resource(CODE_LOCATION.upper()), ) + + +def test_u_storedgrades_de_kippnewark(): + from teamster.code_locations.kippnewark import CODE_LOCATION + from teamster.code_locations.kippnewark.powerschool import assets + + _test_asset( + assets=assets, + asset_name="u_storedgrades_de", + ssh_powerschool=get_ssh_powerschool_resource(CODE_LOCATION.upper()), + db_powerschool=get_db_powerschool_resource(CODE_LOCATION.upper()), + )