build(docker): upgrade MongoDB from 5.0 to 7.0 and optimize dbt depen…

…dency installation

dockerfiles/orchestrate/Dockerfile.global

@@ -9,8 +9,8 @@ RUN apt update && \
     apt autoremove -y && \
     rm -rf /var/lib/apt/lists/*
 # Install packages needed to talk to edxapp mongodb
-RUN wget -qO - https://www.mongodb.org/static/pgp/server-5.0.asc | apt-key add - && \
-    echo "deb http://repo.mongodb.org/apt/debian buster/mongodb-org/5.0 main" > /etc/apt/sources.list.d/mongodb-org-5.0.list && \
+RUN wget -qO - https://www.mongodb.org/static/pgp/server-7.0.asc | apt-key add - && \
+    echo "deb http://repo.mongodb.org/apt/debian bookworm/mongodb-org/7.0 main" > /etc/apt/sources.list.d/mongodb-org-7.0.list && \
     apt update && \
     apt install -y mongodb-org-tools && \
     apt clean && \
@@ -34,10 +34,10 @@ USER dagster
 EXPOSE 3000
 WORKDIR /opt/dagster/code
 RUN uv sync --locked --no-dev
-
-RUN cd /opt/dbt && \
-    uv run --no-dev --directory /opt/dagster/code dbt deps --project-dir /opt/dbt && \
-    uv run --no-dev --directory /opt/dagster/code dbt ls --project-dir /opt/dbt --profiles-dir /opt/dbt --target dev
+ENV DAGSTER_DBT_TARGET=production
+RUN --mount=type=secret,id=dbt_trino_username,env=DBT_TRINO_USERNAME \
+    --mount=type=secret,id=dbt_trino_password,env=DBT_TRINO_PASSWORD \
+    uv run --no-dev dagster-dbt project prepare-and-package --file /opt/dagster/code/src/ol_orchestrate/assets/lakehouse/dbt.py
 
 # ENTRYPOINTS
 # Dagster Daemon

src/ol_orchestrate/definitions/lakehouse/elt.py

@@ -8,6 +8,7 @@
     Definitions,
     ScheduleDefinition,
     define_asset_job,
+    with_source_code_references,
 )
 from dagster_airbyte import airbyte_resource, load_assets_from_airbyte_instance
 from dagster_dbt import (
@@ -114,7 +115,7 @@
 
 
 elt = Definitions(
-    assets=[full_dbt_project, airbyte_assets],
+    assets=[with_source_code_references([full_dbt_project]), airbyte_assets],
     resources={"dbt": dbt_cli},
     sensors=[
         AutomationConditionSensorDefinition(