From f838c63bea1f1c564d4f0771eedfe950d05ff9bd Mon Sep 17 00:00:00 2001 From: Hari Date: Sat, 27 Jun 2026 17:21:37 +0530 Subject: [PATCH 1/4] test push to github actions From 78a1d53288c4203b64c0a96cd5ddfb820a828e79 Mon Sep 17 00:00:00 2001 From: Hari Date: Sat, 27 Jun 2026 17:30:33 +0530 Subject: [PATCH 2/4] change configs for github actions --- .github/workflows/dbt_ci.yml | 37 +++++++++++++----------------- .github/workflows/dbt_deploy.yml | 39 ++++++++++++++------------------ ecommerce_dbt/profiles.yml | 13 +++++++++++ 3 files changed, 46 insertions(+), 43 deletions(-) create mode 100644 ecommerce_dbt/profiles.yml diff --git a/.github/workflows/dbt_ci.yml b/.github/workflows/dbt_ci.yml index 31cd78b..241a1de 100644 --- a/.github/workflows/dbt_ci.yml +++ b/.github/workflows/dbt_ci.yml @@ -20,29 +20,24 @@ jobs: - name: Install dbt run: pip install dbt-snowflake - - name: Create dbt profiles.yml - run: | - mkdir -p ~/.dbt - cat > ~/.dbt/profiles.yml << EOF - ecommerce_dbt: - target: dev - outputs: - dev: - type: snowflake - account: ${{ secrets.SNOWFLAKE_ACCOUNT }} - user: ${{ secrets.SNOWFLAKE_USER }} - password: ${{ secrets.SNOWFLAKE_PASSWORD }} - role: ${{ secrets.SNOWFLAKE_ROLE }} - database: ${{ secrets.SNOWFLAKE_DATABASE }} - warehouse: ${{ secrets.SNOWFLAKE_WAREHOUSE }} - schema: OLIST - threads: 4 - EOF - - name: dbt compile working-directory: ecommerce_dbt - run: dbt compile + env: + SNOWFLAKE_ACCOUNT: ${{ secrets.SNOWFLAKE_ACCOUNT }} + SNOWFLAKE_USER: ${{ secrets.SNOWFLAKE_USER }} + SNOWFLAKE_PASSWORD: ${{ secrets.SNOWFLAKE_PASSWORD }} + SNOWFLAKE_ROLE: ${{ secrets.SNOWFLAKE_ROLE }} + SNOWFLAKE_DATABASE: ${{ secrets.SNOWFLAKE_DATABASE }} + SNOWFLAKE_WAREHOUSE: ${{ secrets.SNOWFLAKE_WAREHOUSE }} + run: dbt compile --profiles-dir . - name: dbt test working-directory: ecommerce_dbt - run: dbt test \ No newline at end of file + env: + SNOWFLAKE_ACCOUNT: ${{ secrets.SNOWFLAKE_ACCOUNT }} + SNOWFLAKE_USER: ${{ secrets.SNOWFLAKE_USER }} + SNOWFLAKE_PASSWORD: ${{ secrets.SNOWFLAKE_PASSWORD }} + SNOWFLAKE_ROLE: ${{ secrets.SNOWFLAKE_ROLE }} + SNOWFLAKE_DATABASE: ${{ secrets.SNOWFLAKE_DATABASE }} + SNOWFLAKE_WAREHOUSE: ${{ secrets.SNOWFLAKE_WAREHOUSE }} + run: dbt test --profiles-dir . \ No newline at end of file diff --git a/.github/workflows/dbt_deploy.yml b/.github/workflows/dbt_deploy.yml index 8be0ea3..176d5d0 100644 --- a/.github/workflows/dbt_deploy.yml +++ b/.github/workflows/dbt_deploy.yml @@ -20,29 +20,24 @@ jobs: - name: Install dbt run: pip install dbt-snowflake - - name: Create dbt profiles.yml - run: | - mkdir -p ~/.dbt - cat > ~/.dbt/profiles.yml << EOF - ecommerce_dbt: - target: prod - outputs: - prod: - type: snowflake - account: ${{ secrets.SNOWFLAKE_ACCOUNT }} - user: ${{ secrets.SNOWFLAKE_USER }} - password: ${{ secrets.SNOWFLAKE_PASSWORD }} - role: ${{ secrets.SNOWFLAKE_ROLE }} - database: ${{ secrets.SNOWFLAKE_DATABASE }} - warehouse: ${{ secrets.SNOWFLAKE_WAREHOUSE }} - schema: OLIST - threads: 4 - EOF - - - name: dbt run + - name: dbt compile working-directory: ecommerce_dbt - run: dbt run + env: + SNOWFLAKE_ACCOUNT: ${{ secrets.SNOWFLAKE_ACCOUNT }} + SNOWFLAKE_USER: ${{ secrets.SNOWFLAKE_USER }} + SNOWFLAKE_PASSWORD: ${{ secrets.SNOWFLAKE_PASSWORD }} + SNOWFLAKE_ROLE: ${{ secrets.SNOWFLAKE_ROLE }} + SNOWFLAKE_DATABASE: ${{ secrets.SNOWFLAKE_DATABASE }} + SNOWFLAKE_WAREHOUSE: ${{ secrets.SNOWFLAKE_WAREHOUSE }} + run: dbt compile --profiles-dir . - name: dbt test working-directory: ecommerce_dbt - run: dbt test \ No newline at end of file + env: + SNOWFLAKE_ACCOUNT: ${{ secrets.SNOWFLAKE_ACCOUNT }} + SNOWFLAKE_USER: ${{ secrets.SNOWFLAKE_USER }} + SNOWFLAKE_PASSWORD: ${{ secrets.SNOWFLAKE_PASSWORD }} + SNOWFLAKE_ROLE: ${{ secrets.SNOWFLAKE_ROLE }} + SNOWFLAKE_DATABASE: ${{ secrets.SNOWFLAKE_DATABASE }} + SNOWFLAKE_WAREHOUSE: ${{ secrets.SNOWFLAKE_WAREHOUSE }} + run: dbt test --profiles-dir . \ No newline at end of file diff --git a/ecommerce_dbt/profiles.yml b/ecommerce_dbt/profiles.yml new file mode 100644 index 0000000..21904b0 --- /dev/null +++ b/ecommerce_dbt/profiles.yml @@ -0,0 +1,13 @@ +ecommerce_dbt: + target: dev + outputs: + dev: + type: snowflake + account: "{{ env_var('SNOWFLAKE_ACCOUNT') }}" + user: "{{ env_var('SNOWFLAKE_USER') }}" + password: "{{ env_var('SNOWFLAKE_PASSWORD') }}" + role: "{{ env_var('SNOWFLAKE_ROLE', 'ECOMMERCE_DBT_RUNNER') }}" + database: "{{ env_var('SNOWFLAKE_DATABASE', 'ECOMMERCE_BRONZE_DB') }}" + warehouse: "{{ env_var('SNOWFLAKE_WAREHOUSE', 'ECOMMERCE_BRONZE_WH') }}" + schema: OLIST + threads: 4 \ No newline at end of file From f4287523f76ae90cf47c1ab593a61d2cc824c2fc Mon Sep 17 00:00:00 2001 From: Hari Date: Sat, 27 Jun 2026 17:34:31 +0530 Subject: [PATCH 3/4] ci: retrigger after account unlock From 1a0a2f573fa7ca926ebcb59ef854e2dbdf75f937 Mon Sep 17 00:00:00 2001 From: Hari Date: Sat, 27 Jun 2026 17:41:48 +0530 Subject: [PATCH 4/4] ci: retrigger after role grant