From 1c46068c45d7222e7ec97b52c38da9eb84b62f13 Mon Sep 17 00:00:00 2001 From: Vladimir Jimenez Date: Sun, 14 Jan 2024 19:25:29 -0800 Subject: [PATCH] Don't worry about columns for now --- .github/workflows/provider-map-jobs.yml | 20 -------------------- 1 file changed, 20 deletions(-) diff --git a/.github/workflows/provider-map-jobs.yml b/.github/workflows/provider-map-jobs.yml index 0d91ef37..061d1f0d 100644 --- a/.github/workflows/provider-map-jobs.yml +++ b/.github/workflows/provider-map-jobs.yml @@ -103,32 +103,12 @@ jobs: use-cache: true version: 4.40.5 - - name: Check for column updates - id: column-updates - run: | - curl -sO https://raw.githubusercontent.com/cal-itp/data-infra/main/warehouse/models/mart/transit_database/_mart_transit_database.yml - - columns_from_dbt=$(yq '.models[] | select(.name == "dim_mobility_mart_providers") | .columns[].name' _mart_transit_database.yml) - columns_from_repo=$(yq '.[].column' src/metadata/providers/dictionary.csv) - - column_diff=$(diff <( printf '%s\n' "$columns_from_dbt" ) <( printf '%s\n' "$columns_from_repo" )) - - echo "column_diff=$column_diff" >> "$GITHUB_OUTPUT" - - name: Create Pull Request uses: peter-evans/create-pull-request@v5 with: title: Provider Map Data Auto Update body: | It's that time again! The warehouse has delivered new data for us to use. This is an automatic pull request created by the `provider-map-jobs.yml` workflow; it is triggered via a cron that runs every Sunday at midnight UTC. - - ## Changed Columns - - These are columns that differ between the warehouse and the repository. If you see descrepancies here, please update the `src/metadata/providers/dictionary.csv` file to match the warehouse. - - ```diff - ${{ steps.column-updates.outputs.column_diff }}} - ``` commit-message: Auto-update provider data from warehouse add-paths: | src/metadata/providers/providers.csv