Merge pull request #37 from OpenSourcePolitics/add_montpellier

feat: add Montpellier project + fix Colombes preprod CI file

.github/workflows/colombes_models_run_preproduction.yml

@@ -15,7 +15,7 @@ env:
 
 
 jobs:
-  COLOMBES_models_run:
+  colombes_models_run:
     name: colombes_models_run_preproduction
     runs-on: ubuntu-latest
     defaults:

.github/workflows/montpellier_models_run.yml

@@ -0,0 +1,44 @@
+name: montpellier_models_run
+
+on: 
+  workflow_dispatch:
+
+env:
+  DBNAME: ${{ secrets.MONTPELLIER_DBNAME_PROD }}
+  HOST: ${{ secrets.HOST }}
+  PASSWORD: ${{ secrets.PASSWORD }}
+  PORT: ${{ secrets.PORT }}
+  TARGET_SCHEMA: ${{ secrets.SCHEMA_PROD }}
+  USER: ${{ secrets.USER }}
+  PARTICIPATION_HOST_NAME: ${{ secrets.MONTPELLIER_PARTICIPATION_HOST_NAME }}
+  WORKING_DIRECTORY: ./projects/montpellier
+
+
+jobs:
+  montpellier_models_run:
+    name: montpellier_models_run
+    runs-on: ubuntu-latest
+    defaults:
+      run:
+        working-directory: ${{ env.WORKING_DIRECTORY }}
+
+    steps:
+      - name: Check out
+        uses: actions/checkout@master
+
+      - name: Setup Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.12.x"
+          cache: 'pip'
+
+      - name: Install dependencies
+        run: |
+          pip install -r requirements.txt
+          dbt deps --target prod
+      
+      - name: Run dbt models
+        run: dbt run --target prod
+
+      - name: Test dbt models
+        run: dbt test --target prod

.github/workflows/montpellier_models_run_preproduction.yml

@@ -0,0 +1,46 @@
+name: montpellier_models_run_preproduction
+
+on: 
+  workflow_dispatch:
+
+env:
+  DBNAME: ${{ secrets.MONTPELLIER_DBNAME_PROD }}
+  HOST_PREPROD: ${{ secrets.HOST_PREPROD }}
+  PASSWORD_PREPROD: ${{ secrets.PASSWORD_PREPROD }}
+  PORT_PREPROD: ${{ secrets.PORT_PREPROD }}
+  TARGET_SCHEMA: ${{ secrets.SCHEMA_PROD }}
+  USER_PREPROD: ${{ secrets.USER_PREPROD }}
+  PARTICIPATION_HOST_NAME: ${{ secrets.MONTPELLIER_PARTICIPATION_HOST_NAME }}
+  WORKING_DIRECTORY: ./projects/montpellier
+
+
+jobs:
+ montpellier_models_run:
+    name: montpellier_models_run_preproduction
+    runs-on: ubuntu-latest
+    defaults:
+      run:
+        working-directory: ${{ env.WORKING_DIRECTORY }}
+
+    steps:
+      - name: Check out
+        uses: actions/checkout@master
+
+      - name: Setup Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.12.x"
+          cache: 'pip'
+
+      - name: Install dependencies
+        run: |
+          pip install -r requirements.txt
+          dbt deps --target preprod
+      
+      - name: Run dbt models
+        run: dbt run --target preprod
+
+      - name: Test dbt models
+        run: dbt test --target preprod
+
+

projects/montpellier/.gitignore

@@ -0,0 +1,4 @@
+
+target/
+dbt_packages/
+logs/

projects/montpellier/README.md

@@ -0,0 +1,15 @@
+Welcome to your new dbt project!
+
+### Using the starter project
+
+Try running the following commands:
+- dbt run
+- dbt test
+
+
+### Resources:
+- Learn more about dbt [in the docs](https://docs.getdbt.com/docs/introduction)
+- Check out [Discourse](https://discourse.getdbt.com/) for commonly asked questions and answers
+- Join the [chat](https://community.getdbt.com/) on Slack for live discussions and support
+- Find [dbt events](https://events.getdbt.com) near you
+- Check out [the blog](https://blog.getdbt.com/) for the latest news on dbt's development and best practices

projects/montpellier/config.yml

@@ -0,0 +1,3 @@
+db_name_dev: MONTPELLIER_DBNAME_DEV
+db_name_prod: MONTPELLIER_DBNAME_PROD
+participation_host_name: MONTPELLIER_PARTICIPATION_HOST_NAME

projects/montpellier/dbt_project.yml

@@ -0,0 +1,34 @@
+
+# Name your project! Project names should contain only lowercase characters
+# and underscores. A good package name should reflect your organization's
+# name or the intended use of these models
+name: 'montpellier'
+version: '1.0.0'
+
+# This setting configures which "profile" dbt uses for this project.
+profile: 'montpellier'
+
+# These configurations specify where dbt should look for different types of files.
+# The `model-paths` config, for example, states that models in this project can be
+# found in the "models/" directory. You probably won't need to change these!
+model-paths: ["models"]
+analysis-paths: ["analyses"]
+test-paths: ["tests"]
+seed-paths: ["seeds"]
+macro-paths: ["macros"]
+snapshot-paths: ["snapshots"]
+
+clean-targets:         # directories to be removed by `dbt clean`
+  - "target"
+  - "dbt_packages"
+
+
+# Configuring models
+# Full documentation: https://docs.getdbt.com/docs/configuring-models
+
+# In this example config, we tell dbt to build all models in the example/
+# directory as views. These settings can be overridden in the individual model
+# files using the `{{ config(...) }}` macro.
+models:
+  montpellier:
+    +materialized: table

projects/montpellier/packages.yml

@@ -0,0 +1,4 @@
+packages:
+  - local: ../demo
+  - package: dbt-labs/dbt_utils
+    version: 1.2.0

projects/montpellier/profiles.yml

@@ -0,0 +1,31 @@
+montpellier:
+  target: preprod
+  outputs:
+    dev:
+      dbname: "{{ env_var('DBNAME') }}"
+      host: "{{ env_var('HOST') }}"
+      pass: "{{ env_var('PASSWORD') }}"
+      port: "{{ env_var('PORT') | as_number }}"
+      schema: "{{ env_var('TARGET_SCHEMA') }}"
+      threads: 2
+      type: postgres
+      user: "{{ env_var('USER') }}"
+    preprod:
+      dbname: "{{ env_var('DBNAME') }}"
+      host: "{{ env_var('HOST_PREPROD') }}"
+      pass: "{{ env_var('PASSWORD_PREPROD') }}"
+      port: "{{ env_var('PORT_PREPROD') | as_number }}"
+      schema: "{{ env_var('TARGET_SCHEMA') }}"
+      threads: 2
+      type: postgres
+      user: "{{ env_var('USER_PREPROD') }}"
+    prod:
+      dbname: "{{ env_var('DBNAME') }}"
+      host: "{{ env_var('HOST') }}"
+      pass: "{{ env_var('PASSWORD') }}"
+      port: "{{ env_var('PORT') | as_number }}"
+      schema: "{{ env_var('TARGET_SCHEMA') }}"
+      threads: 2
+      type: postgres
+      user: "{{ env_var('USER') }}"
+

projects/montpellier/requirements.txt

@@ -0,0 +1,2 @@
+dbt-postgres==1.8.2
+dbt-core==1.8.2