Skip to content

Commit

Permalink
ci: Go back to dlt env variable for md db
Browse files Browse the repository at this point in the history
  • Loading branch information
edmundmiller committed Jan 8, 2025
1 parent 9cd6de6 commit 0099d75
Show file tree
Hide file tree
Showing 3 changed files with 6 additions and 15 deletions.
4 changes: 2 additions & 2 deletions .github/workflows/run_github.yml
Original file line number Diff line number Diff line change
Expand Up @@ -14,8 +14,8 @@ env:
# DLT specific environment variables
# DLT__SECRETS__SOURCES__GITHUB__TOKEN: ${{ secrets.GITHUB_TOKEN }}
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
MOTHERDUCK_DATABASE: ${{ secrets.MOTHERDUCK_DATABASE }}
motherduck_token: ${{ secrets.MOTHERDUCK_TOKEN }}
DESTINATION__MOTHERDUCK__CREDENTIALS__DATABASE: ${{ secrets.MOTHERDUCK_DATABASE }}
DESTINATION__MOTHERDUCK__CREDENTIALS__PASSWORD: ${{ secrets.MOTHERDUCK_TOKEN }}
PYTHONUNBUFFERED: "1"

jobs:
Expand Down
4 changes: 2 additions & 2 deletions .github/workflows/run_slack_workflow.yml
Original file line number Diff line number Diff line change
Expand Up @@ -13,8 +13,8 @@ name: Run Slack Pipeline
env:
# DLT specific environment variables
SLACK_BOT_TOKEN: ${{ secrets.SLACK_BOT_TOKEN }}
MOTHERDUCK_DATABASE: ${{ secrets.MOTHERDUCK_DATABASE }}
motherduck_token: ${{ secrets.MOTHERDUCK_TOKEN }}
DESTINATION__MOTHERDUCK__CREDENTIALS__DATABASE: ${{ secrets.MOTHERDUCK_DATABASE }}
DESTINATION__MOTHERDUCK__CREDENTIALS__PASSWORD: ${{ secrets.MOTHERDUCK_TOKEN }}
PYTHONUNBUFFERED: "1"

jobs:
Expand Down
13 changes: 2 additions & 11 deletions .github/workflows/run_twitter.yml
Original file line number Diff line number Diff line change
Expand Up @@ -13,8 +13,8 @@ name: Run Twitter Pipeline
env:
# DLT specific environment variables
TWITTER_BEARER_TOKEN: ${{ secrets.TWITTER_BEARER_TOKEN }}
MOTHERDUCK_DATABASE: ${{ secrets.MOTHERDUCK_DATABASE }}
motherduck_token: ${{ secrets.MOTHERDUCK_TOKEN }}
DESTINATION__MOTHERDUCK__CREDENTIALS__DATABASE: ${{ secrets.MOTHERDUCK_DATABASE }}
DESTINATION__MOTHERDUCK__CREDENTIALS__PASSWORD: ${{ secrets.MOTHERDUCK_TOKEN }}
PYTHONUNBUFFERED: "1"

jobs:
Expand Down Expand Up @@ -50,14 +50,5 @@ jobs:
pipeline/pyproject.toml
pipeline/uv.lock
- name: Setup DLT credentials
run: |
mkdir -p pipeline/.dlt
cat << EOF > pipeline/.dlt/secrets.toml
[destination.motherduck.credentials]
database = "nf_core_dlt"
password = "${{ secrets.MOTHERDUCK_TOKEN }}"
EOF
- name: Run Twitter pipeline
run: uv run python twitter_pipeline.py

0 comments on commit 0099d75

Please sign in to comment.