databricks-python-data-engineering/.github/workflows/deploy_dev.yml at dev · rubencruz/databricks-python-data-engineering · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
name: Deploy Databricks Bundle DEV

on:
  push:
    branches:
      - dev
  workflow_dispatch:

jobs:
  deploy-dev:
    runs-on: ubuntu-latest
    steps:
      - name: Checkout código
        uses: actions/checkout@v4

      - name: Instalar Databricks CLI
        run: |
          curl -fsSL https://raw.githubusercontent.com/databricks/setup-cli/main/install.sh | bash

      - name: Instalar uv
        run: |
          curl -Ls https://astral.sh/uv/install.sh | bash

      - name: Configurar credenciais Databricks (OAuth Service Principal)
        env:
          DATABRICKS_HOST: ${{ secrets.DATABRICKS_HOST_DEV }}
          DATABRICKS_CLIENT_ID: ${{ secrets.DATABRICKS_CLIENT_ID_DEV }}
          DATABRICKS_CLIENT_SECRET: ${{ secrets.DATABRICKS_CLIENT_SECRET_DEV }}
        run: |
          mkdir -p ~/.databricks
          echo "[DEV]" > ~/.databrickscfg
          echo "host = $DATABRICKS_HOST" >> ~/.databrickscfg
          echo "client_id = $DATABRICKS_CLIENT_ID" >> ~/.databrickscfg
          echo "client_secret = $DATABRICKS_CLIENT_SECRET" >> ~/.databrickscfg

      - name: Rodar testes automatizados com uv/pytest
        env:
          DATABRICKS_HOST: ${{ secrets.DATABRICKS_HOST_DEV }}
          DATABRICKS_CLIENT_ID: ${{ secrets.DATABRICKS_CLIENT_ID_DEV }}
          DATABRICKS_CLIENT_SECRET: ${{ secrets.DATABRICKS_CLIENT_SECRET_DEV }}
        run: |
          cd dab_test
          uv run pytest -s

      - name: Validar bundle Databricks
        env:
          DATABRICKS_CONFIG_PROFILE: DEV
        run: |
          cd dab_test
          databricks bundle validate --target dev

      - name: Deploy bundle Databricks
        env:
          DATABRICKS_CONFIG_PROFILE: DEV
        run: |
          cd dab_test
          databricks bundle deploy --target dev

      - name: Executar job Databricks
        env:
          DATABRICKS_CONFIG_PROFILE: DEV
        run: |
          cd dab_test
          databricks bundle run dab_test_job --target dev