UPDATE: more logs

UPDATE: add log to debug
Merge pull request #334 from dadosfera/chore/stg-env
2026-09-03 13:14:48 +00:00 · 2025-07-21 15:51:56 -03:00 · 2025-07-21 15:01:41 -03:00 · 2025-07-18 10:27:01 -03:00 · 2025-07-18 10:23:10 -03:00 · 2025-07-17 16:12:51 -03:00
40 changed files with 1579 additions and 174 deletions
@@ -13,11 +13,6 @@ on:
        options:
          - stg
          - prd
-      push_to_dockerhub:
-        description: "Push image to Dockerhub?"
-        required: true
-        type: boolean
-        default: false

 jobs:
  extract_environment:
@@ -118,23 +113,6 @@ jobs:
          docker compose -f build.docker-compose.yml build
          docker compose -f build.docker-compose.yml push

-      - name: Login to Docker Hub
-        if: ${{inputs.push_to_dockerhub}}
-        uses: docker/login-action@v2
-        with:
-          username: dadosfera
-          password: ${{ secrets.DOCKERHUB_PASSWORD }}
-
-      - name: Build, Tag, and Push Image to Dockerhub
-        if: ${{inputs.push_to_dockerhub}}
-        env:
-          ENV: ${{ needs.extract_environment.outputs.environment }}
-          IMAGE_TAG: ${{ needs.semantic_release.outputs.new_release_version }}
-          ACCOUNT_ID: ${{ steps.aws.outputs.aws-account-id }}
-        run: |
-          docker compose -f build.docker-compose.dockerhub.yml build
-          docker compose -f build.docker-compose.dockerhub.yml push
-
      # - name: Create ZIP file to Deploy AWS Beanstalk
      #   env:
      #     ENV: ${{ needs.extract_environment.outputs.environment }}
@@ -166,7 +144,10 @@ jobs:

  helmfile-deploy:
    needs: [extract_environment, semantic_release, build_ecr_image]
-    runs-on: [self-hosted, "prd-azure"]
+    env:
+      HOME: /home/runner
+    runs-on: [self-hosted, "prd-oracle"]
+    environment: ${{ needs.extract_environment.outputs.environment }}

    steps:
      - name: Checkout code
@@ -177,13 +158,17 @@ jobs:
        with:
          version: 'v3.9.0'

-      - name: Install Azure ClI
+      - name: Install OCI CLI
        run: |
-          curl -sL https://aka.ms/InstallAzureCLIDeb | bash
+          bash -c "$(curl -L https://raw.githubusercontent.com/oracle/oci-cli/master/scripts/install/install.sh)" -- --accept-all-defaults
+          echo "$HOME/bin" >> $GITHUB_PATH

-      - uses: azure/login@v2
-        with:
-          creds: '{"clientId":"${{ secrets.ARM_CLIENT_ID }}","clientSecret":"${{ secrets.ARM_CLIENT_SECRET }}","subscriptionId":"${{ secrets.ARM_SUBSCRIPTION_ID }}","tenantId":"${{ secrets.ARM_TENANT_ID }}"}'
+      - name: Configure OCI CLI
+        run: |
+          mkdir -p ~/.oci || true
+          echo "${{ secrets.OCI_CONFIG }}" > ~/.oci/config
+          echo "${{ secrets.OCI_PRIVATE_KEY }}" > ~/.oci/oci_api_key.pem 
+          chmod 600 ~/.oci/oci_api_key.pem

      - name: Set up Python
        uses: actions/setup-python@v4
@@ -194,24 +179,31 @@ jobs:
        run: |
          wget https://github.com/helmfile/helmfile/releases/download/v0.148.0/helmfile_0.148.0_linux_amd64.tar.gz
          tar -xzf helmfile_0.148.0_linux_amd64.tar.gz
-          mv helmfile /usr/local/bin/
+          sudo mv helmfile /usr/local/bin/
          helmfile --version

      - name: Install Helm Diff Plugin
        run: helm plugin install https://github.com/databus23/helm-diff || true

-      - name: Setup kubectl
-        uses: azure/setup-kubectl@v1
-        with:
-          version: 'v1.30.1'
-
-      - name: Authenticate with cluster
+      - name: Authenticate with OKE cluster
        env:
-          CLUSTER_NAME: platform-${{ needs.extract_environment.outputs.environment }}
-        run: az aks get-credentials --resource-group dadosfera-prd --name ${CLUSTER_NAME} --overwrite-existing
+          ENV: ${{ needs.extract_environment.outputs.environment }}
+          STG_CLUSTER_ID: "ocid1.cluster.oc1.sa-saopaulo-1.aaaaaaaagh3jvln52a3ebm3dodx6emmhv5bmfs7i7sv2k4zkbcbrzcl6v37q"
+          PRD_CLUSTER_ID: "ocid1.cluster.oc1.sa-saopaulo-1.aaaaaaaanf3vptl6hc2tzd4enfd2hfpsht3wikxww5xejc3l7cwfm6l3sndq"
+        run: |
+          if [ "$ENV" = "stg" ]; then
+            CLUSTER_ID=$STG_CLUSTER_ID
+          elif [ "$ENV" = "prd" ]; then
+            CLUSTER_ID=$PRD_CLUSTER_ID
+          else
+            echo "Unknown environment: $ENV"
+            exit 1
+          fi
+          
+          oci ce cluster create-kubeconfig --cluster-id ${CLUSTER_ID} --file $HOME/.kube/config --region sa-saopaulo-1 --token-version 2.0.0 --kube-endpoint PRIVATE_ENDPOINT

      - name: Run Helmfile Apply
        env:
          ENV: ${{ needs.extract_environment.outputs.environment }}
          IMAGE_TAG: ${{ needs.semantic_release.outputs.new_release_version }}
-        run: helmfile -f helmfiles/${ENV}.yaml sync --set image.tag=$IMAGE_TAG
+        run: helmfile -f deploy/helmfiles/${ENV}.yaml sync --set image.tag=$IMAGE_TAG
@@ -4,7 +4,7 @@ on:
  pull_request:
    branches:
      - main
-      - stg
+      - beta

 jobs:
  extract_environment:
@@ -21,17 +21,13 @@ jobs:
          fi
        id: extract_environment

-  helmfile-deploy:
+  helmfile-check:
+    env:
+      HOME: /home/runner
    needs: [extract_environment]
-    runs-on: [self-hosted, "prd-azure"]
-
+    environment: ${{ needs.extract_environment.outputs.environment }}
+    runs-on: [self-hosted, "prd-oracle"]
    steps:
-      - name: Summary
-        env:
-          ENV: ${{ needs.extract_environment.outputs.environment }}
-        run: |
-          echo "### :rocket: Deploy da branch \`$GITHUB_REF_NAME\`  para o environment ($ENV)" >> $GITHUB_STEP_SUMMARY
-
      - name: Checkout code
        uses: actions/checkout@v3

@@ -40,13 +36,28 @@ jobs:
        with:
          version: 'v3.9.0'

-      - name: Install Azure ClI
+      - name: Determine DNS_HOST based on environment
+        id: set_dns
+        env:
+          ENV: ${{ needs.extract_environment.outputs.environment }}
        run: |
-          curl -sL https://aka.ms/InstallAzureCLIDeb | bash
+          if [ "$ENV" = "prd" ]; then
+            echo "dns_host=dadosfera.ai" >> $GITHUB_OUTPUT
+          elif [ "$ENV" = "stg" ]; then
+            echo "dns_host=stg.dadosfera.ai" >> $GITHUB_OUTPUT
+          fi
+  
+      - name: Install OCI CLI
+        run: |
+          bash -c "$(curl -L https://raw.githubusercontent.com/oracle/oci-cli/master/scripts/install/install.sh)" -- --accept-all-defaults
+          echo "$HOME/bin" >> $GITHUB_PATH

-      - uses: azure/login@v2
-        with:
-          creds: '{"clientId":"${{ secrets.ARM_CLIENT_ID }}","clientSecret":"${{ secrets.ARM_CLIENT_SECRET }}","subscriptionId":"${{ secrets.ARM_SUBSCRIPTION_ID }}","tenantId":"${{ secrets.ARM_TENANT_ID }}"}'
+      - name: Configure OCI CLI
+        run: |
+          mkdir -p ~/.oci || true
+          echo "${{ secrets.OCI_CONFIG }}" > ~/.oci/config
+          echo "${{ secrets.OCI_PRIVATE_KEY }}" > ~/.oci/oci_api_key.pem
+          chmod 600 ~/.oci/oci_api_key.pem

      - name: Set up Python
        uses: actions/setup-python@v4
@@ -57,23 +68,35 @@ jobs:
        run: |
          wget https://github.com/helmfile/helmfile/releases/download/v0.148.0/helmfile_0.148.0_linux_amd64.tar.gz
          tar -xzf helmfile_0.148.0_linux_amd64.tar.gz
-          mv helmfile /usr/local/bin/
+          sudo mv helmfile /usr/local/bin/
          helmfile --version

      - name: Install Helm Diff Plugin
        run: helm plugin install https://github.com/databus23/helm-diff || true

+      - name: Authenticate with OKE cluster
+        env:
+          ENV: ${{ needs.extract_environment.outputs.environment }}
+          STG_CLUSTER_ID: "ocid1.cluster.oc1.sa-saopaulo-1.aaaaaaaagh3jvln52a3ebm3dodx6emmhv5bmfs7i7sv2k4zkbcbrzcl6v37q"
+          PRD_CLUSTER_ID: "ocid1.cluster.oc1.sa-saopaulo-1.aaaaaaaanf3vptl6hc2tzd4enfd2hfpsht3wikxww5xejc3l7cwfm6l3sndq"
+        run: |
+          if [ "$ENV" = "stg" ]; then
+            CLUSTER_ID=$STG_CLUSTER_ID
+          elif [ "$ENV" = "prd" ]; then
+            CLUSTER_ID=$PRD_CLUSTER_ID
+          else
+            echo "Unknown environment: $ENV"
+            exit 1
+          fi
+          
+          oci ce cluster create-kubeconfig --cluster-id ${CLUSTER_ID} --file $HOME/.kube/config --region sa-saopaulo-1 --token-version 2.0.0 --kube-endpoint PRIVATE_ENDPOINT 
+
      - name: Setup kubectl
        uses: azure/setup-kubectl@v1
        with:
          version: 'v1.30.1'

-      - name: Authenticate with cluster
-        env:
-          CLUSTER_NAME: platform-${{ needs.extract_environment.outputs.environment }}
-        run: az aks get-credentials --resource-group dadosfera-prd --name ${CLUSTER_NAME} --overwrite-existing
-
      - name: Run Helmfile Diff
        env:
          ENV: ${{ needs.extract_environment.outputs.environment }}
-        run: helmfile -f helmfiles/${ENV}.yaml diff
+        run: helmfile -f deploy/helmfiles/${ENV}.yaml diff
@@ -27,15 +27,10 @@ spec:
        - name: {{ .Values.imagePullSecrets }}
      nodeSelector:
        "beta.kubernetes.io/os": linux
+      {{- if .Values.affinity }}
      affinity:
-        nodeAffinity:
-          requiredDuringSchedulingIgnoredDuringExecution:
-            nodeSelectorTerms:
-              - matchExpressions:
-                  - key: application
-                    operator: In
-                    values:
-                      - general
+        {{- toYaml .Values.affinity | nindent 8 }}
+      {{- end }}

      tolerations:
      - key: "kubernetes.azure.com/scalesetpriority"
@@ -48,13 +43,10 @@ spec:
          image: {{ .Values.image.repository }}:{{ .Values.image.tag }}
          ports:
            - containerPort: {{ .Values.containerPort }}
+          {{- if .Values.resources }}
          resources:
-            requests:
-              cpu: {{ .Values.resources.requests.cpu }}
-              memory: {{ .Values.resources.requests.memory }}
-            limits:
-              cpu: {{ .Values.resources.limits.cpu }}
-              memory: {{ .Values.resources.limits.memory }}
+            {{- toYaml .Values.resources | nindent 12 }}
+          {{- end }}
          env:
            - name: AWS_IDENTITY_POOL_ID
              value: {{ .Values.maestro.aws_identity_pool_id }}
@@ -102,6 +94,12 @@ spec:
              value: {{ .Values.maestro.open_group_id }}
            - name: DEDICATED_PROXY
              value: {{ .Values.maestro.dedicated_proxy }}
+            - name: REDIS_DATABASE
+              value: "{{ .Values.maestro.redis_database }}"
+            - name: REDIS_HOST
+              value: {{ .Values.maestro.redis_host }}
+            - name: REDIS_PORT
+              value: "{{ .Values.maestro.redis_port }}"
            - name: JWT_PRIVATE_KEY
              valueFrom:
                secretKeyRef:
@@ -3,9 +3,15 @@ kind: Ingress
 metadata:
  annotations:
    nginx.ingress.kubernetes.io/proxy-body-size: "0"
+    nginx.ingress.kubernetes.io/proxy-read-timeout: "300"
+    nginx.ingress.kubernetes.io/proxy-connect-timeout: "300"
+    nginx.ingress.kubernetes.io/proxy-send-timeout: "300"
    nginx.ingress.kubernetes.io/server-snippet: |
      underscores_in_headers on;
      ignore_invalid_headers on;
+    {{- if .Values.maestro.restricted_ip}}
+    nginx.ingress.kubernetes.io/whitelist-source-range: {{ .Values.maestro.restricted_ip }}
+    {{- end }}
      
  generation: 1
  labels:
@@ -44,9 +44,23 @@ maestro:
  open_customer_id: f239718a-a271-4ef9-ae7e-02a2f0f3aa6e
  open_group_id: 401573bb-334f-44b2-b30e-88d4cea31ae9
  dedicated_proxy: ""
+  restricted_ip: ""
+  redis_host: "product-redis-prd.z4xvqj.0001.use1.cache.amazonaws.com"
+  redis_port: "6379"
+  redis_database: "0"
 autoscaling:
  enabled: false
  minReplicas: 1
  maxReplicas: 100
  targetCPUUtilizationPercentage: 80
  targetMemoryUtilizationPercentage: 80
+
+affinity:
+  nodeAffinity:
+    requiredDuringSchedulingIgnoredDuringExecution:
+      nodeSelectorTerms:
+        - matchExpressions:
+            - key: name
+              operator: In
+              values:
+                - general
@@ -1,50 +1,53 @@
 charts:
  - name: maestro
-    chart: ../maestro
+    chart: ../helm-chart
    values:
-    - ../maestro/values.yaml
-    set:
-      - name: maestro.duc_url
-        value: duc.stg.dadosfera.ai
-      - name: hostname
-        value: maestro.stg.dadosfera.ai
-      - name: maestro.pi_factory_url
-        value: pi-factory.stg.dadosfera.ai
-      - name: maestro.in_factory_url
-        value: in-factory.stg.dadosfera.ai
-      - name: maestro.tr_factory_url
-        value: in-factory.stg.dadosfera.ai
-      - name: maestro.open_customer_id
-        value: b3e3dfe5-b992-4586-a73c-c0b0c00f615d
-      - name: maestro.open_group_id
-        value: e3f98a2f-7748-4981-8505-7695c8ca8218
-      - name: replicaCount
-        value: 1
-  
-    # Environment to test Network Policies
-  - name: private-maestro
-    chart: ../maestro
-    values:
-    - ../maestro/values.yaml
+    - ../helm-chart/values.yaml
    set:
      - name: app_name
-        value: maestro-private
+        value: maestro
      - name: maestro.duc_url
-        value: duc.stg.dadosfera.ai
+        value: duc.dadosfera.ai
      - name: hostname
-        value: private-maestro.stg.dadosfera.ai
+        value: maestro.dadosfera.ai
      - name: maestro.pi_factory_url
        value: pi-factory.dadosfera.ai
      - name: maestro.in_factory_url
-        value: in-factory.stg.dadosfera.ai
+        value: in-factory.dadosfera.ai
      - name: maestro.tr_factory_url
        value: in-factory.dadosfera.ai
      - name: maestro.open_customer_id
        value: b3e3dfe5-b992-4586-a73c-c0b0c00f615d
      - name: maestro.open_group_id
-        value: e3f98a2f-7748-4981-8505-7695c8ca8218
+        value: c0afdcce-c5be-40d0-9d1d-2d271121f14a
+      - name: replicaCount
+        value: 2
+  
+  - name: unimed-maestro
+    chart: ../helm-chart
+    values:
+    - ../helm-chart/values.yaml
+    set:
+      - name: app_name
+        value: maestro-unimed
+      - name: maestro.duc_url
+        value: duc.dadosfera.ai
+      - name: hostname
+        value: maestro-unimed.dadosfera.ai
+      - name: maestro.pi_factory_url
+        value: pi-factory.dadosfera.ai
+      - name: maestro.in_factory_url
+        value: in-factory.dadosfera.ai
+      - name: maestro.tr_factory_url
+        value: in-factory.dadosfera.ai
+      - name: maestro.open_customer_id
+        value: b3e3dfe5-b992-4586-a73c-c0b0c00f615d
+      - name: maestro.open_group_id
+        value: c0afdcce-c5be-40d0-9d1d-2d271121f14a
      # Customer id
      - name: maestro.dedicated_proxy
-        value: 14d52fd4-d83d-4cdd-be34-bf11cc28b3bd
+        value: dea2c27f-0973-4588-a2e0-9e31b64c7ffd
      - name: replicaCount
-        value: 1
+        value: 1
+      - name: maestro.restricted_ip
+        value: "177.52.172.0/24,57.151.113.140/30"
@@ -0,0 +1,58 @@
+charts:
+  - name: maestro
+    chart: ../helm-chart
+    values:
+    - ../helm-chart/values.yaml
+    set:
+      - name: maestro.duc_url
+        value: duc.stg.dadosfera.ai
+      - name: hostname
+        value: maestro.stg.dadosfera.ai
+      - name: maestro.pi_factory_url
+        value: pi-factory.stg.dadosfera.ai
+      - name: maestro.in_factory_url
+        value: in-factory.stg.dadosfera.ai
+      - name: maestro.tr_factory_url
+        value: in-factory.stg.dadosfera.ai
+      - name: maestro.open_customer_id
+        value: b3e3dfe5-b992-4586-a73c-c0b0c00f615d
+      - name: maestro.open_group_id
+        value: e3f98a2f-7748-4981-8505-7695c8ca8218
+      - name: replicaCount
+        value: 1
+  
+    # Environment to test Network Policies
+  # - name: private-maestro
+  #   chart: ../helm-chart
+  #   values:
+  #   - ../helm-chart/values.yaml
+  #   set:
+  #     - name: app_name
+  #       value: maestro-private
+  #     - name: maestro.env
+  #       value: stg
+  #     - name: maestro.duc_url
+  #       value: duc.stg.dadosfera.ai
+  #     - name: hostname
+  #       value: private-maestro.stg.dadosfera.ai
+  #     - name: maestro.pi_factory_url
+  #       value: pi-factory.dadosfera.ai
+  #     - name: maestro.in_factory_url
+  #       value: in-factory.stg.dadosfera.ai
+  #     - name: maestro.tr_factory_url
+  #       value: in-factory.dadosfera.ai
+  #     - name: maestro.open_customer_id
+  #       value: b3e3dfe5-b992-4586-a73c-c0b0c00f615d
+  #     - name: maestro.open_group_id
+  #       value: e3f98a2f-7748-4981-8505-7695c8ca8218
+  #     # Customer id
+  #     - name: maestro.dedicated_proxy
+  #       value: 14d52fd4-d83d-4cdd-be34-bf11cc28b3bd
+  #     - name: replicaCount
+  #       value: 1
+  #     - name: affinity
+  #       value: null
+  #     - name: resources
+  #       value: null
+  #     - name: maestro.restricted_ip
+  #       value: "57.151.113.140/30"
@@ -969,6 +969,41 @@
          ]
        }
      },
+      "/users/download": {
+        "get": {
+          "operationId": "UsersController_downloadUsersInCsv",
+          "parameters": [
+            {
+              "name": "dadosfera-lang",
+              "in": "header",
+              "required": false,
+              "schema": {
+                "enum": [
+                  "pt-br",
+                  "en-us"
+                ],
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "description": ""
+            }
+          },
+          "tags": [
+            "Users"
+          ],
+          "security": [
+            {
+              "access-token": []
+            },
+            {
+              "access-token": []
+            }
+          ]
+        }
+      },
      "/users/hierarchies": {
        "get": {
          "operationId": "UsersController_getAllHierarchies",
@@ -3874,6 +3909,85 @@
          ]
        }
      },
+      "/catalog/download": {
+        "get": {
+          "operationId": "CatalogController_dowloadAsserts",
+          "parameters": [
+            {
+              "name": "dadosfera-lang",
+              "in": "header",
+              "required": false,
+              "schema": {
+                "enum": [
+                  "pt-br",
+                  "en-us"
+                ],
+                "type": "string"
+              }
+            },
+            {
+              "name": "size",
+              "required": false,
+              "in": "query",
+              "description": "Número de registros a ser retornado",
+              "schema": {
+                "minimum": 1,
+                "maximum": 10000,
+                "type": "number"
+              }
+            },
+            {
+              "name": "page",
+              "required": false,
+              "in": "query",
+              "description": "Usado para paginação, em conjunto com `size`",
+              "schema": {
+                "minimum": 1,
+                "type": "number"
+              }
+            },
+            {
+              "name": "sort_by",
+              "required": false,
+              "in": "query",
+              "description": "Campo do data asset para usar na ordenação. Padrão: `created_at` ",
+              "schema": {
+                "type": "string"
+              }
+            },
+            {
+              "name": "order",
+              "required": false,
+              "in": "query",
+              "description": "Tipo de ordenação - `asc`: crescente; `desc`: decrescente ",
+              "schema": {
+                "default": "asc",
+                "enum": [
+                  "asc",
+                  "desc"
+                ],
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "description": ""
+            }
+          },
+          "tags": [
+            "Catalog"
+          ],
+          "security": [
+            {
+              "access-token": []
+            },
+            {
+              "access-token": []
+            }
+          ]
+        }
+      },
      "/catalog/data-asset": {
        "get": {
          "operationId": "CatalogController_findByPipelineAndObject",
@@ -6425,6 +6539,207 @@
          ]
        }
      },
+      "/identity-providers": {
+        "post": {
+          "operationId": "IdentityProviderController_addIdentityProvider",
+          "parameters": [],
+          "requestBody": {
+            "required": true,
+            "content": {
+              "application/json": {
+                "schema": {
+                  "$ref": "#/components/schemas/CreateIdentityProvider"
+                }
+              }
+            }
+          },
+          "responses": {
+            "200": {
+              "description": "",
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/IdentityProviderResponse"
+                  }
+                }
+              }
+            }
+          },
+          "security": [
+            {
+              "access-token": []
+            },
+            {
+              "access-token": []
+            },
+            {
+              "access-token": []
+            }
+          ]
+        },
+        "get": {
+          "operationId": "IdentityProviderController_getProviders",
+          "parameters": [],
+          "responses": {
+            "200": {
+              "description": "",
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/IdentityProviderListResponse"
+                  }
+                }
+              }
+            }
+          },
+          "security": [
+            {
+              "access-token": []
+            },
+            {
+              "access-token": []
+            },
+            {
+              "access-token": []
+            }
+          ]
+        }
+      },
+      "/identity-providers/{id}": {
+        "delete": {
+          "operationId": "IdentityProviderController_deleteIdentityProvider",
+          "parameters": [
+            {
+              "name": "id",
+              "required": true,
+              "in": "path",
+              "schema": {
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "204": {
+              "description": "",
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "type": "object"
+                  }
+                }
+              }
+            }
+          },
+          "security": [
+            {
+              "access-token": []
+            },
+            {
+              "access-token": []
+            }
+          ]
+        },
+        "put": {
+          "operationId": "IdentityProviderController_updateIdentityProviders",
+          "parameters": [
+            {
+              "name": "id",
+              "required": true,
+              "in": "path",
+              "schema": {
+                "type": "string"
+              }
+            }
+          ],
+          "requestBody": {
+            "required": true,
+            "content": {
+              "application/json": {
+                "schema": {
+                  "$ref": "#/components/schemas/CreateIdentityProvider"
+                }
+              }
+            }
+          },
+          "responses": {
+            "200": {
+              "description": "",
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "type": "object"
+                  }
+                }
+              }
+            }
+          },
+          "security": [
+            {
+              "access-token": []
+            },
+            {
+              "access-token": []
+            },
+            {
+              "access-token": []
+            }
+          ]
+        },
+        "get": {
+          "operationId": "IdentityProviderController_loginIdp",
+          "parameters": [
+            {
+              "name": "id",
+              "required": true,
+              "in": "path",
+              "schema": {
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "description": ""
+            }
+          }
+        }
+      },
+      "/identity-providers/callback": {
+        "post": {
+          "operationId": "IdentityProviderController_callbackIdp",
+          "parameters": [],
+          "responses": {
+            "200": {
+              "description": "",
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "type": "object"
+                  }
+                }
+              }
+            }
+          }
+        }
+      },
+      "/identity-providers/links": {
+        "get": {
+          "operationId": "IdentityProviderController_providerLinks",
+          "parameters": [],
+          "responses": {
+            "200": {
+              "description": "",
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "type": "object"
+                  }
+                }
+              }
+            }
+          }
+        }
+      },
      "/health": {
        "get": {
          "operationId": "HealthController_check",
@@ -6657,13 +6972,13 @@
            "refreshToken": {
              "type": "string"
            },
-            "customerName": {
+            "userId": {
              "type": "string"
            }
          },
          "required": [
            "refreshToken",
-            "customerName"
+            "userId"
          ]
        },
        "AuthRefreshAccessTokenRes": {
@@ -9446,6 +9761,80 @@
            "created_at",
            "created_by"
          ]
+        },
+        "CreateIdentityProvider": {
+          "type": "object",
+          "properties": {
+            "name": {
+              "type": "string"
+            },
+            "clientId": {
+              "type": "string"
+            },
+            "clientSecret": {
+              "type": "string"
+            },
+            "issuerUrl": {
+              "type": "string"
+            },
+            "permissions": {
+              "type": "array",
+              "items": {
+                "type": "number"
+              }
+            }
+          },
+          "required": [
+            "name",
+            "clientId",
+            "clientSecret",
+            "issuerUrl",
+            "permissions"
+          ]
+        },
+        "IdentityProviderResponse": {
+          "type": "object",
+          "properties": {
+            "id": {
+              "type": "string"
+            },
+            "name": {
+              "type": "string"
+            },
+            "clientId": {
+              "type": "string"
+            },
+            "issueUrl": {
+              "type": "string"
+            },
+            "permissions": {
+              "type": "array",
+              "items": {
+                "type": "string"
+              }
+            }
+          },
+          "required": [
+            "id",
+            "name",
+            "clientId",
+            "issueUrl",
+            "permissions"
+          ]
+        },
+        "IdentityProviderListResponse": {
+          "type": "object",
+          "properties": {
+            "providers": {
+              "type": "array",
+              "items": {
+                "$ref": "#/components/schemas/IdentityProviderResponse"
+              }
+            }
+          },
+          "required": [
+            "providers"
+          ]
        }
      }
    }
@@ -1,22 +0,0 @@
-charts:
-  - name: maestro
-    chart: ../maestro
-    values:
-    - ../maestro/values.yaml
-    set:
-      - name: maestro.duc_url
-        value: duc.dadosfera.ai
-      - name: hostname
-        value: maestro.dadosfera.ai
-      - name: maestro.pi_factory_url
-        value: pi-factory.dadosfera.ai
-      - name: maestro.in_factory_url
-        value: in-factory.dadosfera.ai
-      - name: maestro.tr_factory_url
-        value: in-factory.dadosfera.ai
-      - name: maestro.open_customer_id
-        value: b3e3dfe5-b992-4586-a73c-c0b0c00f615d
-      - name: maestro.open_group_id
-        value: c0afdcce-c5be-40d0-9d1d-2d271121f14a
-      - name: replicaCount
-        value: 2
@@ -1,23 +0,0 @@
-# Patterns to ignore when building packages.
-# This supports shell glob matching, relative path matching, and
-# negation (prefixed with !). Only one pattern per line.
-.DS_Store
-# Common VCS dirs
-.git/
-.gitignore
-.bzr/
-.bzrignore
-.hg/
-.hgignore
-.svn/
-# Common backup files
-*.swp
-*.bak
-*.tmp
-*.orig
-*~
-# Various IDEs
-.project
-.idea/
-*.tmproj
-.vscode/
@@ -12,7 +12,7 @@
        "@aws-sdk/client-secrets-manager": "^3.414.0",
        "@dadosfera/dadosfera-logs": "^1.0.0-beta.4",
        "@dadosfera/protospack": "2.5.3",
-        "@dadosfera/protospack-v2": "3.38.0-beta.1",
+        "@dadosfera/protospack-v2": "3.38.0-beta.10",
        "@grpc/grpc-js": "^1.9.3",
        "@grpc/proto-loader": "^0.7.9",
        "@nestjs/cli": "^9.5.0",
@@ -27,6 +27,8 @@
        "@nestjs/swagger": "^6.3.0",
        "@nestjs/testing": "^9.4.3",
        "axios": "^0.27.2",
+        "cache-manager": "^5.1.4",
+        "cache-manager-ioredis-yet": "^1.1.0",
        "class-transformer": "^0.5.1",
        "class-validator": "^0.14.0",
        "cron-parser": "^4.9.0",
@@ -39,6 +41,7 @@
        "jwk-to-pem": "^2.0.5",
        "mixpanel": "^0.17.0",
        "ms": "^3.0.0-canary.1",
+        "openid-client": "^5.7.1",
        "passport": "^0.6.0",
        "passport-facebook": "^3.0.0",
        "passport-forcedotcom": "^0.2.0",
@@ -46,13 +49,16 @@
        "passport-hubspot-oauth2": "^1.0.3",
        "passport-mailchimp": "^1.1.0",
        "puppeteer": "^24.7.2",
+        "redis": "^4.5.1",
        "reflect-metadata": "^0.1.13",
        "rimraf": "^3.0.2",
        "rxjs": "^7.5.5",
        "swagger-ui-express": "^4.6.3"
      },
      "devDependencies": {
+        "@types/cache-manager": "^4.0.6",
        "@types/express": "^4.17.17",
+        "@types/express-session": "^1.18.1",
        "@types/jest": "27.0.2",
        "@types/jsonwebtoken": "^8.5.9",
        "@types/jwk-to-pem": "^2.0.1",
@@ -1400,9 +1406,9 @@
      }
    },
    "node_modules/@dadosfera/protospack-v2": {
-      "version": "3.38.0-beta.1",
-      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com/npm/dadosfera-npm/@dadosfera/protospack-v2/-/protospack-v2-3.38.0-beta.1.tgz",
-      "integrity": "sha512-4+yNZMlhvEkHlxJcaeta+jtJ9owskZcg0yjKdZzBfT8PCclctgertLHmrG0+kDb3Y/na/rpPPHYULRp7AO4zDQ==",
+      "version": "3.38.0-beta.10",
+      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com/npm/dadosfera-npm/@dadosfera/protospack-v2/-/protospack-v2-3.38.0-beta.10.tgz",
+      "integrity": "sha512-4miwovVFHtBY1VTHdW8BVmSB8m+LXfIA8uigHbeo8IwreMtTHuLpvfenT4MBSPkdVmlo9+0XBKKf+PaSqtdMAg==",
      "license": "ISC",
      "dependencies": {
        "@grpc/grpc-js": "^1.9.3",
@@ -1600,6 +1606,12 @@
      "dev": true,
      "license": "BSD-3-Clause"
    },
+    "node_modules/@ioredis/commands": {
+      "version": "1.2.0",
+      "resolved": "https://registry.npmjs.org/@ioredis/commands/-/commands-1.2.0.tgz",
+      "integrity": "sha512-Sx1pU8EM64o2BrqNpEO1CNLtKQwyhuXuqyfH7oGKCk+1a33d2r5saW8zNwm3j6BTExtjrv2BxTgzzkMwts6vGg==",
+      "license": "MIT"
+    },
    "node_modules/@istanbuljs/load-nyc-config": {
      "version": "1.1.0",
      "resolved": "https://registry.npmjs.org/@istanbuljs/load-nyc-config/-/load-nyc-config-1.1.0.tgz",
@@ -2969,6 +2981,65 @@
        "node": ">=18"
      }
    },
+    "node_modules/@redis/bloom": {
+      "version": "1.2.0",
+      "resolved": "https://registry.npmjs.org/@redis/bloom/-/bloom-1.2.0.tgz",
+      "integrity": "sha512-HG2DFjYKbpNmVXsa0keLHp/3leGJz1mjh09f2RLGGLQZzSHpkmZWuwJbAvo3QcRY8p80m5+ZdXZdYOSBLlp7Cg==",
+      "license": "MIT",
+      "peerDependencies": {
+        "@redis/client": "^1.0.0"
+      }
+    },
+    "node_modules/@redis/client": {
+      "version": "1.6.1",
+      "resolved": "https://registry.npmjs.org/@redis/client/-/client-1.6.1.tgz",
+      "integrity": "sha512-/KCsg3xSlR+nCK8/8ZYSknYxvXHwubJrU82F3Lm1Fp6789VQ0/3RJKfsmRXjqfaTA++23CvC3hqmqe/2GEt6Kw==",
+      "license": "MIT",
+      "dependencies": {
+        "cluster-key-slot": "1.1.2",
+        "generic-pool": "3.9.0",
+        "yallist": "4.0.0"
+      },
+      "engines": {
+        "node": ">=14"
+      }
+    },
+    "node_modules/@redis/graph": {
+      "version": "1.1.1",
+      "resolved": "https://registry.npmjs.org/@redis/graph/-/graph-1.1.1.tgz",
+      "integrity": "sha512-FEMTcTHZozZciLRl6GiiIB4zGm5z5F3F6a6FZCyrfxdKOhFlGkiAqlexWMBzCi4DcRoyiOsuLfW+cjlGWyExOw==",
+      "license": "MIT",
+      "peerDependencies": {
+        "@redis/client": "^1.0.0"
+      }
+    },
+    "node_modules/@redis/json": {
+      "version": "1.0.7",
+      "resolved": "https://registry.npmjs.org/@redis/json/-/json-1.0.7.tgz",
+      "integrity": "sha512-6UyXfjVaTBTJtKNG4/9Z8PSpKE6XgSyEb8iwaqDcy+uKrd/DGYHTWkUdnQDyzm727V7p21WUMhsqz5oy65kPcQ==",
+      "license": "MIT",
+      "peerDependencies": {
+        "@redis/client": "^1.0.0"
+      }
+    },
+    "node_modules/@redis/search": {
+      "version": "1.2.0",
+      "resolved": "https://registry.npmjs.org/@redis/search/-/search-1.2.0.tgz",
+      "integrity": "sha512-tYoDBbtqOVigEDMAcTGsRlMycIIjwMCgD8eR2t0NANeQmgK/lvxNAvYyb6bZDD4frHRhIHkJu2TBRvB0ERkOmw==",
+      "license": "MIT",
+      "peerDependencies": {
+        "@redis/client": "^1.0.0"
+      }
+    },
+    "node_modules/@redis/time-series": {
+      "version": "1.1.0",
+      "resolved": "https://registry.npmjs.org/@redis/time-series/-/time-series-1.1.0.tgz",
+      "integrity": "sha512-c1Q99M5ljsIuc4YdaCwfUEXsofakb9c8+Zse2qxTadu8TalLXuAESzLvFAvNVbkmSlvlzIQOLpBCmWI9wTOt+g==",
+      "license": "MIT",
+      "peerDependencies": {
+        "@redis/client": "^1.0.0"
+      }
+    },
    "node_modules/@sinonjs/commons": {
      "version": "1.8.6",
      "resolved": "https://registry.npmjs.org/@sinonjs/commons/-/commons-1.8.6.tgz",
@@ -3654,6 +3725,13 @@
        "@types/node": "*"
      }
    },
+    "node_modules/@types/cache-manager": {
+      "version": "4.0.6",
+      "resolved": "https://registry.npmjs.org/@types/cache-manager/-/cache-manager-4.0.6.tgz",
+      "integrity": "sha512-8qL93MF05/xrzFm/LSPtzNEOE1eQF3VwGHAcQEylgp5hDSTe41jtFwbSYAPfyYcVa28y1vYSjIt0c1fLLUiC/Q==",
+      "dev": true,
+      "license": "MIT"
+    },
    "node_modules/@types/connect": {
      "version": "3.4.38",
      "resolved": "https://registry.npmjs.org/@types/connect/-/connect-3.4.38.tgz",
@@ -3723,6 +3801,16 @@
        "@types/send": "*"
      }
    },
+    "node_modules/@types/express-session": {
+      "version": "1.18.1",
+      "resolved": "https://registry.npmjs.org/@types/express-session/-/express-session-1.18.1.tgz",
+      "integrity": "sha512-S6TkD/lljxDlQ2u/4A70luD8/ZxZcrU5pQwI1rVXCiaVIywoFgbA+PIUNDjPhQpPdK0dGleLtYc/y7XWBfclBg==",
+      "dev": true,
+      "license": "MIT",
+      "dependencies": {
+        "@types/express": "*"
+      }
+    },
    "node_modules/@types/graceful-fs": {
      "version": "4.1.9",
      "resolved": "https://registry.npmjs.org/@types/graceful-fs/-/graceful-fs-4.1.9.tgz",
@@ -5237,6 +5325,41 @@
        "node": ">= 0.8"
      }
    },
+    "node_modules/cache-manager": {
+      "version": "5.7.6",
+      "resolved": "https://registry.npmjs.org/cache-manager/-/cache-manager-5.7.6.tgz",
+      "integrity": "sha512-wBxnBHjDxF1RXpHCBD6HGvKER003Ts7IIm0CHpggliHzN1RZditb7rXoduE1rplc2DEFYKxhLKgFuchXMJje9w==",
+      "license": "MIT",
+      "dependencies": {
+        "eventemitter3": "^5.0.1",
+        "lodash.clonedeep": "^4.5.0",
+        "lru-cache": "^10.2.2",
+        "promise-coalesce": "^1.1.2"
+      },
+      "engines": {
+        "node": ">= 18"
+      }
+    },
+    "node_modules/cache-manager-ioredis-yet": {
+      "version": "1.2.2",
+      "resolved": "https://registry.npmjs.org/cache-manager-ioredis-yet/-/cache-manager-ioredis-yet-1.2.2.tgz",
+      "integrity": "sha512-o03N/tQxfFONZ1XLGgIxOFHuQQpjpRdnSAL1THG1YWZIVp1JMUfjU3ElSAjFN1LjbJXa55IpC8waG+VEoLUCUw==",
+      "deprecated": "With cache-manager v6 we now are using Keyv",
+      "license": "MIT",
+      "dependencies": {
+        "cache-manager": "^5.2.3",
+        "ioredis": "^5.3.2"
+      },
+      "engines": {
+        "node": ">= 16.17.0"
+      }
+    },
+    "node_modules/cache-manager/node_modules/lru-cache": {
+      "version": "10.4.3",
+      "resolved": "https://registry.npmjs.org/lru-cache/-/lru-cache-10.4.3.tgz",
+      "integrity": "sha512-JNAzZcXrCt42VGLuYz0zfAzDfAvJWW6AfYlDBQyDV5DClI2m5sAmK+OIO7s59XfsRsWHp02jAJrRadPRGTt6SQ==",
+      "license": "ISC"
+    },
    "node_modules/call-bind": {
      "version": "1.0.8",
      "resolved": "https://registry.npmjs.org/call-bind/-/call-bind-1.0.8.tgz",
@@ -5514,6 +5637,15 @@
        "node": ">=0.8"
      }
    },
+    "node_modules/cluster-key-slot": {
+      "version": "1.1.2",
+      "resolved": "https://registry.npmjs.org/cluster-key-slot/-/cluster-key-slot-1.1.2.tgz",
+      "integrity": "sha512-RMr0FhtfXemyinomL4hrWcYJxmX6deFdCxpJzhDttxgO1+bcCnkk+9drydLVDmAMG7NE6aN/fl4F7ucU/90gAA==",
+      "license": "Apache-2.0",
+      "engines": {
+        "node": ">=0.10.0"
+      }
+    },
    "node_modules/co": {
      "version": "4.6.0",
      "resolved": "https://registry.npmjs.org/co/-/co-4.6.0.tgz",
@@ -6027,6 +6159,15 @@
        "node": ">=0.4.0"
      }
    },
+    "node_modules/denque": {
+      "version": "2.1.0",
+      "resolved": "https://registry.npmjs.org/denque/-/denque-2.1.0.tgz",
+      "integrity": "sha512-HVQE3AAb/pxF8fQAoiqpvg9i3evqug3hoiwakOyZAwJm+6vZehbkYXZ0l4JxS+I3QxM97v5aaRNhj8v5oBhekw==",
+      "license": "Apache-2.0",
+      "engines": {
+        "node": ">=0.10"
+      }
+    },
    "node_modules/depd": {
      "version": "2.0.0",
      "resolved": "https://registry.npmjs.org/depd/-/depd-2.0.0.tgz",
@@ -6802,6 +6943,12 @@
        "node": ">= 0.6"
      }
    },
+    "node_modules/eventemitter3": {
+      "version": "5.0.1",
+      "resolved": "https://registry.npmjs.org/eventemitter3/-/eventemitter3-5.0.1.tgz",
+      "integrity": "sha512-GWkBvjiSZK87ELrYOSESUYeVIc9mvLLf/nXalMOS5dYrgZq9o5OVkbZAVM06CVxYsCwH9BDZFPlQTlPA1j4ahA==",
+      "license": "MIT"
+    },
    "node_modules/events": {
      "version": "3.3.0",
      "resolved": "https://registry.npmjs.org/events/-/events-3.3.0.tgz",
@@ -7470,6 +7617,15 @@
        "url": "https://github.com/sponsors/ljharb"
      }
    },
+    "node_modules/generic-pool": {
+      "version": "3.9.0",
+      "resolved": "https://registry.npmjs.org/generic-pool/-/generic-pool-3.9.0.tgz",
+      "integrity": "sha512-hymDOu5B53XvN4QT9dBmZxPX4CWhBPPLguTZ9MMFeFa/Kg0xWVfylOVNlJji/E7yTZWFd/q9GO5TxDLq156D7g==",
+      "license": "MIT",
+      "engines": {
+        "node": ">= 4"
+      }
+    },
    "node_modules/gensync": {
      "version": "1.0.0-beta.2",
      "resolved": "https://registry.npmjs.org/gensync/-/gensync-1.0.0-beta.2.tgz",
@@ -8045,6 +8201,30 @@
        "node": ">= 0.10"
      }
    },
+    "node_modules/ioredis": {
+      "version": "5.6.1",
+      "resolved": "https://registry.npmjs.org/ioredis/-/ioredis-5.6.1.tgz",
+      "integrity": "sha512-UxC0Yv1Y4WRJiGQxQkP0hfdL0/5/6YvdfOOClRgJ0qppSarkhneSa6UvkMkms0AkdGimSH3Ikqm+6mkMmX7vGA==",
+      "license": "MIT",
+      "dependencies": {
+        "@ioredis/commands": "^1.1.1",
+        "cluster-key-slot": "^1.1.0",
+        "debug": "^4.3.4",
+        "denque": "^2.1.0",
+        "lodash.defaults": "^4.2.0",
+        "lodash.isarguments": "^3.1.0",
+        "redis-errors": "^1.2.0",
+        "redis-parser": "^3.0.0",
+        "standard-as-callback": "^2.1.0"
+      },
+      "engines": {
+        "node": ">=12.22.0"
+      },
+      "funding": {
+        "type": "opencollective",
+        "url": "https://opencollective.com/ioredis"
+      }
+    },
    "node_modules/ip-address": {
      "version": "9.0.5",
      "resolved": "https://registry.npmjs.org/ip-address/-/ip-address-9.0.5.tgz",
@@ -9044,6 +9224,15 @@
        "url": "https://github.com/chalk/supports-color?sponsor=1"
      }
    },
+    "node_modules/jose": {
+      "version": "4.15.9",
+      "resolved": "https://registry.npmjs.org/jose/-/jose-4.15.9.tgz",
+      "integrity": "sha512-1vUQX+IdDMVPj4k8kOxgUqlcK518yluMuGZwqlr44FS1ppZB/5GWh4rZG89erpOBOJjU/OBsnCVFfapsRz6nEA==",
+      "license": "MIT",
+      "funding": {
+        "url": "https://github.com/sponsors/panva"
+      }
+    },
    "node_modules/js-tokens": {
      "version": "4.0.0",
      "resolved": "https://registry.npmjs.org/js-tokens/-/js-tokens-4.0.0.tgz",
@@ -9366,12 +9555,30 @@
      "integrity": "sha512-TwuEnCnxbc3rAvhf/LbG7tJUDzhqXyFnv3dtzLOPgCG/hODL7WFnsbwktkD7yUV0RrreP/l1PALq/YSg6VvjlA==",
      "license": "MIT"
    },
+    "node_modules/lodash.clonedeep": {
+      "version": "4.5.0",
+      "resolved": "https://registry.npmjs.org/lodash.clonedeep/-/lodash.clonedeep-4.5.0.tgz",
+      "integrity": "sha512-H5ZhCF25riFd9uB5UCkVKo61m3S/xZk1x4wA6yp/L3RFP6Z/eHH1ymQcGLo7J3GMPfm0V/7m1tryHuGVxpqEBQ==",
+      "license": "MIT"
+    },
+    "node_modules/lodash.defaults": {
+      "version": "4.2.0",
+      "resolved": "https://registry.npmjs.org/lodash.defaults/-/lodash.defaults-4.2.0.tgz",
+      "integrity": "sha512-qjxPLHd3r5DnsdGacqOMU6pb/avJzdh9tFX2ymgoZE27BmjXrNy/y4LoaiTeAb+O3gL8AfpJGtqfX/ae2leYYQ==",
+      "license": "MIT"
+    },
    "node_modules/lodash.includes": {
      "version": "4.3.0",
      "resolved": "https://registry.npmjs.org/lodash.includes/-/lodash.includes-4.3.0.tgz",
      "integrity": "sha512-W3Bx6mdkRTGtlJISOvVD/lbqjTlPPUDTMnlXZFnVwi9NKJ6tiAk6LVdlhZMm17VZisqhKcgzpO5Wz91PCt5b0w==",
      "license": "MIT"
    },
+    "node_modules/lodash.isarguments": {
+      "version": "3.1.0",
+      "resolved": "https://registry.npmjs.org/lodash.isarguments/-/lodash.isarguments-3.1.0.tgz",
+      "integrity": "sha512-chi4NHZlZqZD18a0imDHnZPrDeBbTtVN7GXMwuGdRH9qotxAjYs3aVLKc7zNOG9eddR5Ksd8rvFEBc9SsggPpg==",
+      "license": "MIT"
+    },
    "node_modules/lodash.isboolean": {
      "version": "3.0.3",
      "resolved": "https://registry.npmjs.org/lodash.isboolean/-/lodash.isboolean-3.0.3.tgz",
@@ -10023,6 +10230,15 @@
      "integrity": "sha512-CsubGNxhIEChNY4cXYuA6KXafztzHqzLLZ/y3Kasf3A+sa3lL9thq3z+7o0pZqzEinjXT6lXDPAfVWI59dUyzQ==",
      "license": "MIT"
    },
+    "node_modules/object-hash": {
+      "version": "2.2.0",
+      "resolved": "https://registry.npmjs.org/object-hash/-/object-hash-2.2.0.tgz",
+      "integrity": "sha512-gScRMn0bS5fH+IuwyIFgnh9zBdo4DV+6GhygmWM9HyNJSgS0hScp1f5vjtm7oIIOiT9trXrShAkLFSc2IqKNgw==",
+      "license": "MIT",
+      "engines": {
+        "node": ">= 6"
+      }
+    },
    "node_modules/object-identity-map": {
      "version": "1.0.2",
      "resolved": "https://registry.npmjs.org/object-identity-map/-/object-identity-map-1.0.2.tgz",
@@ -10068,6 +10284,15 @@
        "node": ">= 0.4"
      }
    },
+    "node_modules/oidc-token-hash": {
+      "version": "5.1.0",
+      "resolved": "https://registry.npmjs.org/oidc-token-hash/-/oidc-token-hash-5.1.0.tgz",
+      "integrity": "sha512-y0W+X7Ppo7oZX6eovsRkuzcSM40Bicg2JEJkDJ4irIt1wsYAP5MLSNv+QAogO8xivMffw/9OvV3um1pxXgt1uA==",
+      "license": "MIT",
+      "engines": {
+        "node": "^10.13.0 || >=12.0.0"
+      }
+    },
    "node_modules/on-finished": {
      "version": "2.4.1",
      "resolved": "https://registry.npmjs.org/on-finished/-/on-finished-2.4.1.tgz",
@@ -10113,6 +10338,21 @@
        "url": "https://github.com/sponsors/sindresorhus"
      }
    },
+    "node_modules/openid-client": {
+      "version": "5.7.1",
+      "resolved": "https://registry.npmjs.org/openid-client/-/openid-client-5.7.1.tgz",
+      "integrity": "sha512-jDBPgSVfTnkIh71Hg9pRvtJc6wTwqjRkN88+gCFtYWrlP4Yx2Dsrow8uPi3qLr/aeymPF3o2+dS+wOpglK04ew==",
+      "license": "MIT",
+      "dependencies": {
+        "jose": "^4.15.9",
+        "lru-cache": "^6.0.0",
+        "object-hash": "^2.2.0",
+        "oidc-token-hash": "^5.0.3"
+      },
+      "funding": {
+        "url": "https://github.com/sponsors/panva"
+      }
+    },
    "node_modules/optional-js": {
      "version": "2.3.0",
      "resolved": "https://registry.npmjs.org/optional-js/-/optional-js-2.3.0.tgz",
@@ -10815,6 +11055,15 @@
        "node": ">=0.4.0"
      }
    },
+    "node_modules/promise-coalesce": {
+      "version": "1.1.2",
+      "resolved": "https://registry.npmjs.org/promise-coalesce/-/promise-coalesce-1.1.2.tgz",
+      "integrity": "sha512-zLaJ9b8hnC564fnJH6NFSOGZYYdzrAJn2JUUIwzoQb32fG2QAakpDNM+CZo1km6keXkRXRM+hml1BFAPVnPkxg==",
+      "license": "BSD-3-Clause",
+      "engines": {
+        "node": ">=16"
+      }
+    },
    "node_modules/prompts": {
      "version": "2.4.2",
      "resolved": "https://registry.npmjs.org/prompts/-/prompts-2.4.2.tgz",
@@ -11194,6 +11443,44 @@
        "node": ">= 0.10"
      }
    },
+    "node_modules/redis": {
+      "version": "4.7.1",
+      "resolved": "https://registry.npmjs.org/redis/-/redis-4.7.1.tgz",
+      "integrity": "sha512-S1bJDnqLftzHXHP8JsT5II/CtHWQrASX5K96REjWjlmWKrviSOLWmM7QnRLstAWsu1VBBV1ffV6DzCvxNP0UJQ==",
+      "license": "MIT",
+      "workspaces": [
+        "./packages/*"
+      ],
+      "dependencies": {
+        "@redis/bloom": "1.2.0",
+        "@redis/client": "1.6.1",
+        "@redis/graph": "1.1.1",
+        "@redis/json": "1.0.7",
+        "@redis/search": "1.2.0",
+        "@redis/time-series": "1.1.0"
+      }
+    },
+    "node_modules/redis-errors": {
+      "version": "1.2.0",
+      "resolved": "https://registry.npmjs.org/redis-errors/-/redis-errors-1.2.0.tgz",
+      "integrity": "sha512-1qny3OExCf0UvUV/5wpYKf2YwPcOqXzkwKKSmKHiE6ZMQs5heeE/c8eXK+PNllPvmjgAbfnsbpkGZWy8cBpn9w==",
+      "license": "MIT",
+      "engines": {
+        "node": ">=4"
+      }
+    },
+    "node_modules/redis-parser": {
+      "version": "3.0.0",
+      "resolved": "https://registry.npmjs.org/redis-parser/-/redis-parser-3.0.0.tgz",
+      "integrity": "sha512-DJnGAeenTdpMEH6uAJRK/uiyEIH9WVsUmoLwzudwGJUwZPp80PDBWPHXSAGNPwNvIXAbe7MSUB1zQFugFml66A==",
+      "license": "MIT",
+      "dependencies": {
+        "redis-errors": "^1.0.0"
+      },
+      "engines": {
+        "node": ">=4"
+      }
+    },
    "node_modules/reflect-metadata": {
      "version": "0.1.14",
      "resolved": "https://registry.npmjs.org/reflect-metadata/-/reflect-metadata-0.1.14.tgz",
@@ -11881,6 +12168,12 @@
      "integrity": "sha512-oeVtt7eWQS+Na6F//S4kJ2K2VbRlS9D43mAlMyVpVWovy9o+jfgH8O9agzANzaiLjclA0oYzUXEM4PurhSUChw==",
      "license": "MIT"
    },
+    "node_modules/standard-as-callback": {
+      "version": "2.1.0",
+      "resolved": "https://registry.npmjs.org/standard-as-callback/-/standard-as-callback-2.1.0.tgz",
+      "integrity": "sha512-qoRRSyROncaz1z0mvYqIE4lCd9p2R90i6GxW3uZv5ucSu8tU7B5HXUP1gG8pVZsYNVaXjk8ClXHPttLyxAL48A==",
+      "license": "MIT"
+    },
    "node_modules/statuses": {
      "version": "2.0.1",
      "resolved": "https://registry.npmjs.org/statuses/-/statuses-2.0.1.tgz",
@@ -30,7 +30,7 @@
    "@aws-sdk/client-secrets-manager": "^3.414.0",
    "@dadosfera/dadosfera-logs": "^1.0.0-beta.4",
    "@dadosfera/protospack": "2.5.3",
-    "@dadosfera/protospack-v2": "3.38.0-beta.1",
+    "@dadosfera/protospack-v2": "3.38.0-beta.10",
    "@grpc/grpc-js": "^1.9.3",
    "@grpc/proto-loader": "^0.7.9",
    "@nestjs/cli": "^9.5.0",
@@ -45,6 +45,8 @@
    "@nestjs/swagger": "^6.3.0",
    "@nestjs/testing": "^9.4.3",
    "axios": "^0.27.2",
+    "cache-manager": "^5.1.4",
+    "cache-manager-ioredis-yet": "^1.1.0",
    "class-transformer": "^0.5.1",
    "class-validator": "^0.14.0",
    "cron-parser": "^4.9.0",
@@ -57,6 +59,7 @@
    "jwk-to-pem": "^2.0.5",
    "mixpanel": "^0.17.0",
    "ms": "^3.0.0-canary.1",
+    "openid-client": "^5.7.1",
    "passport": "^0.6.0",
    "passport-facebook": "^3.0.0",
    "passport-forcedotcom": "^0.2.0",
@@ -64,6 +67,7 @@
    "passport-hubspot-oauth2": "^1.0.3",
    "passport-mailchimp": "^1.1.0",
    "puppeteer": "^24.7.2",
+    "redis": "^4.5.1",
    "reflect-metadata": "^0.1.13",
    "rimraf": "^3.0.2",
    "rxjs": "^7.5.5",
@@ -73,7 +77,9 @@
    "multer": "1.4.5-lts.1"
  },
  "devDependencies": {
+    "@types/cache-manager": "^4.0.6",
    "@types/express": "^4.17.17",
+    "@types/express-session": "^1.18.1",
    "@types/jest": "27.0.2",
    "@types/jsonwebtoken": "^8.5.9",
    "@types/jwk-to-pem": "^2.0.1",
@@ -0,0 +1,8 @@
+import 'express-session';
+
+declare module 'express-session' {
+  interface SessionData {
+    state: string | undefined;
+    code_verifier: string | undefined;
+  }
+} 
@@ -28,6 +28,7 @@ import { MixpanelModule } from './modules/mixpanel/mixpanel.module';
 import { CustomersModule } from './modules/customers/customers.module';
 import { OpenDataModule } from './modules/open-data/open-data.module';
 import { ThemeModule } from './modules/theme/theme.module';
+import { IdentityProviderModule } from './modules/identity-provider/identity-provider.module';
 import { NetworkPolicyModule } from './modules/network-policy/network-policy.module';
 import { AssignModule } from './modules/assign/assign.module';
 import { ShareMetadataModule } from './modules/share-metadata/share-metadata.module';
@@ -70,6 +71,8 @@ import { ApiKeyModule } from './modules/api-key/api-key.module';
    ShareMetadataModule,
    NetworkPolicyModule,
    ApiKeyModule,
+    IdentityProviderModule,
+    NetworkPolicyModule,
    //Always leave HealthModule last, so it is on the bottom of swagger
    HealthModule,
  ],
@@ -137,16 +137,16 @@ export class AuthenticationGuard
    }

    // Bloquear outros customer de usar o maestor dedicado
-    const DEDICATED_PROXY = process.env.DEDICATED_PROXY
+    const DEDICATED_PROXY = process.env.DEDICATED_PROXY || '';
    if (DEDICATED_PROXY !== '' && DEDICATED_PROXY !== accessTokenPayload.customer_id) {
-      throw new ForbiddenException();
+      throw new ErrorBuilder(ErrorCodes.AUTH.FORBIDDEN);
    }

    // Bloquear o customer de acesso o maestro publico
-    const hasNetworkPolicyModule = accessTokenPayload.customer_modules.includes('network-policy');
-    if (hasNetworkPolicyModule && DEDICATED_PROXY === '') {
-      throw new ForbiddenException();
-    }
+    // const hasNetworkPolicyModule = accessTokenPayload.customer_modules.includes('network-policy');
+    // if (hasNetworkPolicyModule && DEDICATED_PROXY === '') {
+    //   throw new ForbiddenException();
+    // }

    request.accessTokenPayload = accessTokenPayload;
    request.user = {
@@ -9,6 +9,7 @@ import { AppModule } from './app.module';
 import { writeFileSync } from 'fs';
 import { execSync } from 'child_process';
 import { INestApplication } from '@nestjs/common';
+import session from 'express-session';
 async function bootstrap() {
  DadosferaLogger.setupLogger({
    serviceName: 'maestro',
@@ -26,7 +27,8 @@ async function bootstrap() {
    },
  });
  app.use(helmet());
-  if (process.env.ENV === 'prd') {
+
+  if (process.env.ENV !== 'local') {
    app.use('/catalog/register-dataset', json({ limit: '10mb' }));
    app.use('/catalog/register-dataset', urlencoded({ extended: true, limit: '10mb' }));
  }
@@ -26,7 +26,7 @@ import {
  AuthConfirmResetPasswordRequest,
  AuthEnableTotpMfaRequest,
  AuthDisableTotpMfaRequest,
-  AuthVerifyTotpMfaRequest,
+  AuthVerifyTotpMfaRequest
 } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/messages';

 import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
@@ -102,15 +102,14 @@ export class AuthController {
    @Headers('origin') origin: string,
  ) {
    this.logger.info('/auth - RefreshAccessToken');
-    const { refreshToken, customerName: customer_name } = body;
+    const { refreshToken, userId } = body;
    const frontHost = origin.replace(/^https?:\/\//, '');
    const metadata = PackTheMetadata({
      language,
-      customer_name,
      custom_host: frontHost,
    });

-    return this.authClient.refreshAccessToken({ refreshToken }, metadata);
+    return this.authClient.refreshAccessToken({ refreshToken, userId }, metadata);
  }

  @ApiInternalOnlyEndpoint()
@@ -418,4 +417,5 @@ export class AuthController {

    return this.authClient.resetUsers(body.users, metadata);
  }
+
 }
@@ -4,7 +4,7 @@ import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 import { lastValueFrom } from 'rxjs';

 import { ProtoServices } from '@dadosfera/protospack-v2/dist/lib/Duc';
-import { AuthProtoService as AuthServiceInterface } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/write-service';
+import { AuthProtoService as AuthServiceInterface, IdentityProviderProtoService } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/write-service';
 import {
  AuthSnowflakeSignInRequest,
  AuthSignInRequest,
@@ -23,11 +23,16 @@ import { DucClient } from '../duc/client.config';
 import { Metadata } from '@grpc/grpc-js';
 import { BulkEditResponse } from './dtos/login';

+
@Injectable()
 export class AuthClientService implements OnModuleInit {
+
+
  logger: DadosferaLogger;

+
  private authService: AuthServiceInterface;
+  private identityProviderService: IdentityProviderProtoService;
  constructor(
    @Inject(DadosferaLogger)
    dadosferaLogger: DadosferaLogger,
@@ -40,6 +45,10 @@ export class AuthClientService implements OnModuleInit {
    this.authService = this.grpcClient.getService<AuthServiceInterface>(
      ProtoServices.AuthProtoService,
    );
+
+    this.identityProviderService = this.grpcClient.getService<IdentityProviderProtoService>(
+      ProtoServices.IdentityProviderProtoService,
+    );
  }

  async getPublicKeys() {
@@ -100,13 +109,13 @@ export class AuthClientService implements OnModuleInit {
  }

  async refreshAccessToken(
-    { refreshToken }: AuthRefreshAccessTokenRequest,
+    { refreshToken, userId }: AuthRefreshAccessTokenRequest,
    metadata: Metadata,
  ) {
    this.logger.info('RefreshAccessToken');

    return lastValueFrom(
-      this.authService.AuthRefreshAccessToken({ refreshToken }, metadata),
+      this.authService.AuthRefreshAccessToken({ refreshToken, userId }, metadata),
    );
  }

@@ -122,7 +122,7 @@ export class AuthRefreshAccessTokenReq {
  @ApiProperty()
  refreshToken: string;
  @ApiProperty()
-  customerName: string;
+  userId: string;
 }
 export class AuthRefreshAccessTokenRes {
  @ApiProperty()
@@ -26,6 +26,7 @@ export class GoogleLoginStrategy extends PassportStrategy(
      callbackURL: oauthSecrets['google-login'].redirect_uri,
      scope: ['email', 'profile', 'openid'],
    };
+    console.log("GoogleLoginStrategy", options.clientID, options.callbackURL);
    const verify = (
      accessToken: string,
      refreshToken: string,
@@ -117,6 +117,52 @@ export class CatalogController {
    return res;
  }

+  @Get('/download')
+  @RequireSomePermission(
+    PERMISSIONS_GROUPS.CATALOG.permissions.GET,
+    PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER,
+  )
+  async dowloadAsserts(
+    @User() user: RequestUser,
+    @Query() query: ICatalogAllRequest,
+    @Res() res: Response
+  ) {
+    const { user_id, customer_name, customer_id, username, permissions } = user;
+    this.logger.info(`/catalog/download - searchCatalog`, {
+      user_id,
+      customer_name,
+    });
+
+    const is_data_manager = permissions.includes(
+      PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER.seqid,
+    );
+
+    const roles = await this.catalogService.getUserRolesIds(user_id);
+
+    const metadata = PackTheMetadata({
+      user_id,
+      customer_id,
+      customer_name,
+      username,
+      roles,
+      is_data_manager,
+    });
+
+    const {
+      file,
+      filename
+    } = await this.catalogService.downloadAssets(
+      query,
+      metadata,
+      customer_id,
+    );
+
+    res.setHeader('Content-Disposition', `attachment; filename="${filename}"`);
+    res.setHeader('Content-Type', 'text/csv');
+
+    res.end(file);
+  }
+
  @ApiInternalOnlyEndpoint()
  @Get('data-asset')
  async findByPipelineAndObject(@User() user: RequestUser, @Query() query) {
@@ -25,6 +25,7 @@ import { UsersService } from '../users/users.service';
 import { RolesService } from '../roles/roles.service';
 import { Metadata } from '@grpc/grpc-js';
 import {
+  AssetReporter,
  BatchRemoveRlsRulesRequest,
  IUpdateDataRequest,
  TriggerCatalogReq,
@@ -234,6 +235,34 @@ class CatalogService implements OnModuleInit {
    return { data_assets: response, total };
  }

+  async downloadAssets(
+    query: Record<string, any>,
+    metadata: Metadata,
+    customer_id: string,
+  ) {
+    const data = await this.searchDataAssets(query, metadata, customer_id);
+
+    const formatData = data.data_assets.map(asset => ({
+      id: asset.id,
+      display_name: asset.display_name,
+      data_asset_type: asset.data_asset_type,
+      created_at: asset.created_at,
+      tags: '[' + asset.tags.join(', ') + ']'
+    }))
+
+    const parser = ParserBuilder.build<AssetReporter>('csv');
+
+    const file = await parser.parse(formatData);
+
+    const timestamp = new Date().toISOString().replace(/[:.]/g, '-');
+    const filename = `dadosfera_assets_${timestamp}.csv`;
+
+    return {
+      file,
+      filename
+    }
+  }
+
  async getOneDataAsset(data: {
    id: string;
    customer_id: string;
@@ -320,3 +320,11 @@ export class BatchRemoveRlsRulesRequest {
  @ApiPropertyOptional()
  id_rls?: string;
 }
+
+export type AssetReporter = {
+  id: string;
+  display_name: string;
+  data_asset_type: string;
+  created_at: string;
+  tags: string;
+}
@@ -0,0 +1,47 @@
+import { ApiProperty } from "@nestjs/swagger";
+
+export class CreateIdentityProvider {
+
+  @ApiProperty()
+  name: string;
+
+  @ApiProperty()
+  clientId: string;
+
+  @ApiProperty()
+  clientSecret: string;
+
+  @ApiProperty()
+  issuerUrl: string;
+
+  @ApiProperty()
+  permissions: number[];
+}
+
+
+export class IdentityProviderResponse {
+
+  @ApiProperty()
+  id: string;
+
+  @ApiProperty()
+  name: string;
+
+  @ApiProperty()
+  clientId: string;
+
+  @ApiProperty()
+  issueUrl: string;
+
+  @ApiProperty()
+  permissions: {
+    id: number;
+    name: string;
+  }[];
+}
+
+export class IdentityProviderListResponse {
+
+  @ApiProperty()
+  providers: IdentityProviderResponse[]
+}
@@ -0,0 +1,10 @@
+export class SsoSignInDto {
+    readonly nonce: string;
+    readonly codeVerifier: string;
+    readonly state: string;
+    readonly id: string;
+    readonly clientId: string;
+    readonly clientSecret: string;
+    readonly issuerUrl: string;
+    readonly redirectUrls: string[];
+}
@@ -0,0 +1,206 @@
+import DadosferaLogger from '@dadosfera/dadosfera-logs';
+import {
+  Body,
+  Controller,
+  Delete,
+  Get,
+  HttpCode,
+  HttpStatus,
+  Inject,
+  Param,
+  Post,
+  Put,
+  Redirect,
+  Req,
+} from '@nestjs/common';
+import { IdentityProviderService } from './identity-provider.service';
+import { RequestUser, User } from 'src/decorators/user.decorator';
+import { Language } from 'src/decorators/language.decorator';
+import { LanguageEnum } from 'src/utils/languages.enum';
+import { PackTheMetadata } from 'src/utils/PackTheMetadata';
+import { ApiOkResponse } from '@nestjs/swagger';
+import {
+  CreateIdentityProvider,
+  IdentityProviderListResponse,
+  IdentityProviderResponse,
+} from './dto/identity-provider.dto';
+import { Request } from 'express';
+import ErrorCodes from 'src/utils/errorCodes';
+import {
+  Authenticated,
+  RequireModule,
+  RequireSomePermission,
+} from 'src/decorators/authentication.decorator';
+import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
+
+@Controller('identity-providers')
+export class IdentityProviderController {
+  logger: DadosferaLogger;
+
+  constructor(
+    @Inject(DadosferaLogger)
+    dadosferaLogger: DadosferaLogger,
+    private identityProviderService: IdentityProviderService,
+  ) {
+    this.logger = dadosferaLogger.logger;
+  }
+
+  @Post()
+  @HttpCode(HttpStatus.OK)
+  @ApiOkResponse({ type: IdentityProviderResponse })
+  @Authenticated()
+  @RequireModule('sso')
+  @RequireSomePermission(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
+  async addIdentityProvider(
+    @User() user: RequestUser,
+    @Body() body: CreateIdentityProvider,
+    @Language() language: LanguageEnum,
+  ) {
+    this.logger.info('POST /identity-providers');
+
+    const metadata = PackTheMetadata({
+      ...user,
+      language,
+    });
+
+    return await this.identityProviderService.create(body, metadata);
+  }
+
+  @Get()
+  @HttpCode(HttpStatus.OK)
+  @ApiOkResponse({ type: IdentityProviderListResponse })
+  @Authenticated()
+  @RequireModule('sso')
+  @RequireSomePermission(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
+  async getProviders(
+    @User() user: RequestUser,
+    @Language() language: LanguageEnum,
+  ) {
+    this.logger.info('GET identity-providers');
+    const metadata = PackTheMetadata({
+      ...user,
+      language,
+    });
+
+    const result = await this.identityProviderService.getList(metadata);
+    return result;
+  }
+
+  @Delete(':id')
+  @HttpCode(HttpStatus.NO_CONTENT)
+  @RequireModule('sso')
+  @RequireSomePermission(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
+  async deleteIdentityProvider(
+    @Param('id') id: string,
+    @User() user: RequestUser,
+  ) {
+    this.logger.info('DELETE /identity-providers');
+
+    const metadata = PackTheMetadata({
+      ...user,
+    });
+
+    return await this.identityProviderService.deleteIdentityProvider(
+      id,
+      metadata,
+    );
+  }
+
+  @Put(':id')
+  @HttpCode(HttpStatus.OK)
+  @Authenticated()
+  @RequireModule('sso')
+  @RequireSomePermission(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
+  async updateIdentityProviders(
+    @Param('id') id: string,
+    @Body() body: CreateIdentityProvider,
+    @User() user: RequestUser,
+  ) {
+    this.logger.info('PUT /identity-providers');
+
+    const metadata = PackTheMetadata({
+      ...user,
+    });
+
+    return await this.identityProviderService.updateIdentityProviders(
+      id,
+      body,
+      metadata,
+    );
+  }
+
+  @Post('/callback')
+  @HttpCode(HttpStatus.OK)
+  async callbackIdp(
+    @Req() req: Request,
+    @Language() language: LanguageEnum,
+    @Body()
+    body: {
+      state: string;
+      code: string;
+    },
+  ) {
+    this.logger.info('GET /identity-providers/callback');
+    const { code, state } = body;
+
+    if (!code) {
+      this.logger.error('No code received from IDP');
+      throw new Error(ErrorCodes.IDENTITY_PROVIDER.INVALID_RESPONSE);
+    }
+
+    if (!state) {
+      this.logger.error('No state received from IDP');
+      throw new Error(ErrorCodes.IDENTITY_PROVIDER.INVALID_RESPONSE);
+    }
+
+    const origin = req.headers['origin'] as string;
+
+    const lang = language.substring(0, 2) + language.substring(2).toUpperCase();
+    const callbackUrl = process.env.ENV !== "prd" ? `${origin}/auth/callback` : `${origin}/${lang}/auth/callback`;
+
+    return await this.identityProviderService.getTokenByIdp(code, state, callbackUrl);
+  }
+
+  @Get('/links')
+  @HttpCode(HttpStatus.OK)
+  async providerLinks(@Req() req: Request) {
+    this.logger.info('GET /identity-providers/links');
+
+    const frontDomain = req.headers['origin'] as string;
+
+    if (!frontDomain) {
+      throw new Error(ErrorCodes.IDENTITY_PROVIDER.INVALID_HEADER);
+    }
+
+    const result =
+      await this.identityProviderService.identityProvidersLinksPerDomain(
+        frontDomain,
+      );
+    return result;
+  }
+
+  @Get(':id')
+  @HttpCode(HttpStatus.OK)
+  @Redirect()
+  async loginIdp(@Param('id') id: string, @Req() req: Request, @Language() language: LanguageEnum) {
+    this.logger.info('GET /identity-providers/:id');
+
+
+    const frontDomain = req.headers['origin'] as string || req.headers['referer'] as string;
+    this.logger.info(`Front domain: ${frontDomain}`);
+    const host = frontDomain.lastIndexOf('/') !== -1
+      ? frontDomain.substring(0, frontDomain.lastIndexOf('/'))
+      : frontDomain;
+
+    const lang = language.substring(0, 2) + language.substring(2).toUpperCase();
+    const callbackUrl = process.env.ENV !== "prd" ? `${host}/auth/callback` : `${host}/${lang}/auth/callback`;
+
+    const redirectUrl =
+      await this.identityProviderService.loginIdentityProvider(id, callbackUrl);
+
+    this.logger.info(`Redirecting to: ${redirectUrl}`);
+    return {
+      url: redirectUrl,
+    };
+  }
+}
@@ -0,0 +1,16 @@
+import { Module } from '@nestjs/common';
+import { IdentityProviderController } from './identity-provider.controller';
+import { IdentityProviderService  } from './identity-provider.service';
+import { ClientsModule } from '@nestjs/microservices';
+import { DucClient } from '../duc/client.config';
+import DadosferaLogger from '@dadosfera/dadosfera-logs';
+import { ServicesModule } from 'src/services/service.module';
+
+const client = new DucClient();
+
+@Module({
+  imports: [ClientsModule.register([client.providerOptions]), ServicesModule],
+  controllers: [IdentityProviderController],
+  providers: [IdentityProviderService, DadosferaLogger],
+})
+export class IdentityProviderModule {}
@@ -0,0 +1,163 @@
+import {
+  BadRequestException,
+  Inject,
+  Injectable,
+  OnModuleInit,
+} from '@nestjs/common';
+import { DucClient } from '../duc/client.config';
+import { ClientGrpc } from '@nestjs/microservices';
+import { ProtoServices } from '@dadosfera/protospack-v2/dist/lib/Duc';
+import { IdentityProviderProtoService } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/write-service';
+import { lastValueFrom } from 'rxjs';
+import { IdentityProviderRequest } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/messages';
+import { Metadata } from '@grpc/grpc-js';
+import { Issuer, generators } from 'openid-client';
+import { SsoSignInDto } from './dto/sso-signin.dto';
+import { CacheService } from 'src/services/cache.service';
+import { Request } from 'express';
+import { CreateIdentityProvider } from './dto/identity-provider.dto';
+
+@Injectable()
+export class IdentityProviderService implements OnModuleInit {
+  private identityProviderService: IdentityProviderProtoService;
+  constructor(
+    @Inject(DucClient.name) private readonly grpcClient: ClientGrpc,
+    private readonly cacheService: CacheService<SsoSignInDto>,
+  ) {}
+
+  onModuleInit() {
+    this.identityProviderService =
+      this.grpcClient.getService<IdentityProviderProtoService>(
+        ProtoServices.IdentityProviderProtoService,
+      );
+  }
+
+  async create(body: IdentityProviderRequest, metadata: Metadata) {
+    return await lastValueFrom(
+      this.identityProviderService.Create(body, metadata),
+    );
+  }
+
+  async getList(metadata: Metadata) {
+    return await lastValueFrom(
+      this.identityProviderService.GetList({}, metadata),
+    );
+  }
+
+  async loginIdentityProvider(id: string, callbackUrl: string) {
+    const idp = await lastValueFrom(
+      this.identityProviderService.FindIdentityProvider({ id }),
+    );
+
+    const issuer = await Issuer.discover(idp.issuerUrl);
+    const client = new issuer.Client({
+      client_id: idp.clientId,
+      client_secret: idp.clientSecret,
+      redirect_uris: idp.redirectUrls,
+      response_types: ['code'],
+    });
+
+    const code_verifier: string = generators.codeVerifier();
+    const code_challenge: string = generators.codeChallenge(code_verifier);
+
+    const state = generators.state();
+    const nonce = generators.nonce();
+
+    // Using state because it is returned in the callback
+    // and we can use it to retrieve the code_verifier and nonce
+    await this.cacheService.set(state, {
+      codeVerifier: code_verifier,
+      nonce,
+      id: idp.id,
+      state,
+      clientId: idp.clientId,
+      clientSecret: idp.clientSecret,
+      issuerUrl: idp.issuerUrl,
+      redirectUrls: idp.redirectUrls,
+    });
+
+    const url = client.authorizationUrl({
+      scope: 'openid email',
+      response_type: 'code',
+      code_challenge,
+      code_challenge_method: 'S256',
+      state,
+      nonce,
+      redirect_uri: callbackUrl,
+    });
+    const idpUrl = url + '&identity_provider=' + idp.name;
+    return idpUrl;
+  }
+
+  async getTokenByIdp(code: string, state: string, callbackUrl: string) {
+    const ssoSign = await this.cacheService.get(state);
+
+    if (!ssoSign) {
+      throw new BadRequestException('SSO sign-in is expired or not found');
+    }
+
+    const issuer = await Issuer.discover(ssoSign.issuerUrl);
+    const client = new issuer.Client({
+      client_id: ssoSign.clientId,
+      client_secret: ssoSign.clientSecret,
+      redirect_uris: ssoSign.redirectUrls,
+    });
+
+    if (ssoSign === null) {
+      throw new BadRequestException('SSO sign-in is expired or not found');
+    }
+
+    const params = client.callbackParams(
+      `${callbackUrl}?code=${code}&state=${state}`,
+    );
+    try {
+      const tokenSet = await client.callback(callbackUrl, params, {
+        nonce: ssoSign.nonce,
+        code_verifier: ssoSign.codeVerifier,
+        state: ssoSign.state
+      });
+
+      await this.cacheService.delete(ssoSign.state);
+
+      return await lastValueFrom(
+        this.identityProviderService.SignInUser({
+          accessToken: tokenSet.access_token,
+          idToken: tokenSet.id_token,
+          refreshToken: tokenSet.refresh_token,
+          id: ssoSign.id,
+        }),
+      );
+    } catch (error) {
+      console.log(error);
+      throw error;
+    }
+  }
+
+  async deleteIdentityProvider(id: string, metadata: Metadata) {
+    return await lastValueFrom(
+      this.identityProviderService.DeleteIdentityProvider({ id }, metadata),
+    );
+  }
+
+  async updateIdentityProviders(
+    id: string,
+    body: CreateIdentityProvider,
+    metadata: Metadata,
+  ) {
+    return await lastValueFrom(
+      this.identityProviderService.UpdateIdentityProvider(
+        {
+          id,
+          ...body,
+        },
+        metadata,
+      ),
+    );
+  }
+
+  async identityProvidersLinksPerDomain(frontDomain: string) {
+    return await lastValueFrom(
+      this.identityProviderService.GetProviderLinksFromDomain({ frontDomain }),
+    );
+  }
+}
@@ -174,3 +174,14 @@ export class GetAllDepartmentsRes {
  @ApiProperty()
  departments: string[];
 }
+
+
+export interface UserReporter {
+  name: string;
+  email: string;
+  mfaStatus: string;
+  status: string;
+  lastLogin: string;
+  createdAt: string;
+  updatedAt: string;
+}
@@ -12,6 +12,7 @@ import {
  Post,
  Put,
  Query,
+  Res,
  UseFilters,
 } from '@nestjs/common';
 import {
@@ -24,6 +25,7 @@ import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
 import {
  Authenticated,
  RequireAllPermissions,
+  RequireSomePermission,
 } from 'src/decorators/authentication.decorator';
 import { Language } from 'src/decorators/language.decorator';
 import { ApiInternalOnlyController } from 'src/decorators/swagger.decorator';
@@ -52,6 +54,7 @@ import {
  UpdateUserRes,
 } from './dtos/entities';
 import { UsersService } from './users.service';
+import { Response } from 'express';

@ApiInternalOnlyController()
@ApiTags('Users')
@@ -80,6 +83,26 @@ export class UsersController {
    return await this.userService.findAllUsersByCustomerId(user.customer_id);
  }

+  @Get('/download')
+  @RequireSomePermission(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
+  async downloadUsersInCsv(
+    @User() user: RequestUser,
+    @Language() language: LanguageEnum,
+    @Res() res: Response
+  ) {
+    this.logger.info('downloadUsersInCsv');
+    this.userService.setLanguage(language);
+    const {
+      file,
+      filename
+    } = await this.userService.downloadUsersInCsv(user.customer_id);
+
+    res.setHeader('Content-Disposition', `attachment; filename="${filename}"`);
+    res.setHeader('Content-Type', 'text/csv');
+
+    res.end(file);
+  }
+
  @Get('hierarchies')
  @RequireAllPermissions(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
  @ApiOkResponse({ type: GetAllHierarchiesRes })
@@ -21,6 +21,7 @@ import {
  IUserByCustomer,
  SetUserRolesReq,
  UpdateUserReq,
+  UserReporter,
 } from './dtos/entities';
 import { RolesService } from '../roles/roles.service';
 import { HIERARCHIES } from './hierarchies';
@@ -29,6 +30,7 @@ import { UserByCustomer } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces
 import { EnrichErrorCode } from 'src/utils/ErrorBuilder';
 import { DucClient } from '../duc/client.config';
 import { Metadata } from '@grpc/grpc-js';
+import { ParserBuilder } from 'src/utils/FileParser/parser.builder';

@Injectable()
 export class UsersService implements OnModuleInit {
@@ -78,6 +80,34 @@ export class UsersService implements OnModuleInit {
    };
  }

+  async downloadUsersInCsv(customerId: string) {
+    const { users } = await lastValueFrom(
+      this.usersClientService.UserFindAllByCustomerId({ customerId }),
+    );
+
+    const formatUsers: UserReporter[] = users.map(user => ({
+      createdAt: user.createdAt,
+      email: user.email,
+      lastLogin: user.lastLogin,
+      mfaStatus: user.mfaStatus,
+      name: user.name,
+      status: user.status,
+      updatedAt: user.updatedAt
+    }))
+
+    const parser = ParserBuilder.build<UserReporter>('csv');
+
+    const file = await parser.parse(formatUsers);
+
+    const timestamp = new Date().toISOString().replace(/[:.]/g, '-');
+    const filename = `dadosfera_users_${timestamp}.csv`;
+
+    return {
+      file,
+      filename
+    }
+  }
+
  async findOneById(id: string): Promise<{ user: IUserByCustomer }> {
    const { user } = await lastValueFrom(
      this.usersClientService.UserFindOneById({ id }),
@@ -0,0 +1,23 @@
+import { CACHE_MANAGER, Inject, Injectable } from '@nestjs/common';
+import { Cache } from 'cache-manager';
+
+@Injectable()
+export class CacheService<T> {
+ 
+  constructor(
+    @Inject(CACHE_MANAGER)
+    private readonly cacheManager: Cache,
+  ) {}
+
+  async get(key: string): Promise<T | null> {
+    return await this.cacheManager.get<T>(key);
+  }
+
+  async set(key: string, value: T): Promise<void> {
+    await this.cacheManager.set(key, value);
+  }
+
+  async delete(key: string) {
+    await this.cacheManager.del(key);
+  }
+}
@@ -0,0 +1,22 @@
+import { CacheModule, Module } from '@nestjs/common';
+import { CacheService } from './cache.service';
+import { redisStore } from 'cache-manager-ioredis-yet';
+
+@Module({
+  imports: [
+    CacheModule.registerAsync({
+      useFactory: async () => ({
+        store: await redisStore({
+          ttl: 1000 * 60, //1 minute
+          host: process.env.REDIS_HOST,
+          port: process.env.REDIS_PORT && Number(process.env.REDIS_PORT),
+          db: process.env.REDIS_DATABASE && Number(process.env.REDIS_DATABASE),
+          keyPrefix: 'maestro:sso',
+        }),
+      }),
+    }),
+  ],
+  providers: [CacheService],
+  exports: [CacheService],
+})
+export class ServicesModule {}
@@ -24,15 +24,21 @@ export async function getOauthSecrets() {
  const path = process.env.SM_OAUTH_PATH;
  const secretsManagerClient = new SecretsManagerClient({});
  for (const key in secrets) {
+    console.log(`Fetching secret for ${key} from path ${path}/${key}`);
    const getSecretComand = new GetSecretValueCommand({
      SecretId: `${path}/${key}`,
    });
    const res = await secretsManagerClient
      .send(getSecretComand)
-      .catch(() => null);
+      .catch((err) => {
+        console.error(`Error fetching secret for ${key}:`, err);
+        return null;
+      });
    if (res) {
      secrets[key] = JSON.parse(res.SecretString);
+      console.log(JSON.parse(res.SecretString).client_id)
    } else {
+      console.log("No secret found for", key);
      secrets[key] = {
        client_id: 'id',
        client_secret: 'id',
@@ -75,6 +75,10 @@ const CATALOG = {
  PREVIEW_TOO_BIG: 'CATALOG.PREVIEW_TOO_BIG',
  METADATA_TOO_BIG: 'CATALOG.METADATA_TOO_BIG',
 };
+const IDENTITY_PROVIDER = {
+  INVALID_RESPONSE: 'IDENTITY_PROVIDER.INVALID_RESPONSE',
+  INVALID_HEADER: 'IDENTITY_PROVIDER.INVALID_HEADER',
+}
 const ErrorCodes = {
  UNKNOWN: 'UNKNOWN',
  RATE_LIMIT: 'RATE_LIMIT',
@@ -91,6 +95,7 @@ const ErrorCodes = {
  TRANSFORMATION,
  CONNECTION,
  CATALOG,
+  IDENTITY_PROVIDER
 };

 export default ErrorCodes;
Author	SHA1	Message	Date
marcos-silva-rodrigues	b2299a5f2f	UPDATE: more logs	2025-07-21 15:51:56 -03:00
marcos-silva-rodrigues	aee33334ac	UPDATE: add log to debug	2025-07-21 15:01:41 -03:00
Marcos Rodrigues Silva	b0d9f3a468	Merge pull request #334 from dadosfera/chore/stg-env FIX: revert env	2025-07-18 10:27:01 -03:00
marcos-silva-rodrigues	5b117acaa9	FIX: revert env	2025-07-18 10:23:10 -03:00
Marcos Rodrigues Silva	a5cb607650	Merge pull request #333 from dadosfera/feature/sso-openid FIX: change env to stg	2025-07-17 16:12:51 -03:00
marcos-silva-rodrigues	fe626155c5	FIX: change env to stg	2025-07-17 16:10:42 -03:00
Marcos Rodrigues Silva	debbe1c1b1	Merge pull request #332 from dadosfera/feature/sso-openid Feature/sso openid	2025-07-16 18:50:04 -03:00
marcos-silva-rodrigues	f937a6efe2	FIX: add logger in header	2025-07-16 18:49:27 -03:00
marcos-silva-rodrigues	30cb3c87eb	FIX: using referer headaer	2025-07-16 18:45:47 -03:00
Marcos Rodrigues Silva	fa46294154	Merge pull request #331 from dadosfera/feature/sso-openid FIX: using only header origin	2025-07-16 18:37:53 -03:00
marcos-silva-rodrigues	72554fb27f	FIX: using only header origin	2025-07-16 18:36:36 -03:00
Marcos Rodrigues Silva	4e6985b572	Merge pull request #330 from dadosfera/feature/sso-openid FIX: send redirect uri	2025-07-16 18:16:27 -03:00
marcos-silva-rodrigues	4477647613	FIX: send redirect uri	2025-07-16 18:15:47 -03:00
Marcos Rodrigues Silva	2b3066abc9	Merge pull request #329 from dadosfera/feature/sso-openid FIX: redis env	2025-07-16 17:57:26 -03:00
marcos-silva-rodrigues	da1bcb38da	FIX: redis env	2025-07-16 17:56:43 -03:00
Marcos Rodrigues Silva	4a7524422d	Merge pull request #328 from dadosfera/feature/sso-openid FIX: add logger	2025-07-16 17:41:40 -03:00
marcos-silva-rodrigues	275af03195	FIX: add logger	2025-07-16 17:39:15 -03:00
Marcos Rodrigues Silva	0c75cf4619	Merge pull request #327 from dadosfera/feature/sso-openid Feature/sso openid	2025-07-16 12:33:44 -03:00
marcos-silva-rodrigues	80de277529	FIX: merge problems	2025-07-16 12:27:33 -03:00
marcos-silva-rodrigues	98f669db66	FIX: remove express session	2025-07-16 11:48:15 -03:00
marcos-silva-rodrigues	2c8dab5927	FIX: merge	2025-07-16 11:46:05 -03:00
marcos-silva-rodrigues	cb66d4f6c0	FEAT: dynamic callback and issuer urls	2025-07-16 11:35:47 -03:00
marcos-silva-rodrigues	42a39ee891	FEAT: send user id to refresh token endpoint	2025-07-15 16:21:44 -03:00
marcos-silva-rodrigues	c9bfe68ea5	FEAT: list identity providers link for sso	2025-07-14 15:16:19 -03:00
marcos-silva-rodrigues	8cb7144ff4	FIX: send accessToken in refresh token endpoint	2025-07-14 15:14:25 -03:00
marcos-silva-rodrigues	cbe5556ac9	FIX: auth callback	2025-07-14 10:51:36 -03:00
Rafael Santana	da39a07f25	Merge pull request #325 from dadosfera/feat/oracle-migration-and-affinity-standardization FEAT: migrate maestro to Oracle OKE deployment structure and standardize affinity/resources	2025-07-09 13:02:48 -03:00
Rafael	f2f65285de	resolve: merge conflicts with beta branch - Resolve ingress.yaml timeout annotation conflicts by keeping both configurations - Resolve stg.yaml conflicts by merging affinity/resources config with restricted_ip - Fix chart references in unimed-maestro and private-maestro sections - Update all chart paths from ../maestro to ../helm-chart for consistency This merge brings in the latest beta changes while preserving our Oracle migration and affinity standardization configuration.	2025-07-09 13:00:52 -03:00
Rafael	cac8f93330	CI: update validate-k8s.yml to use beta branch for staging - Change trigger branches from main/stg to main/beta - Update environment extraction to map beta → stg environment - Align with standard branch naming convention (beta for staging) - Consistent with deploy-manually.yml workflow configuration	2025-07-09 12:58:11 -03:00
Rafael	bb03b18f4a	FEAT: migrate maestro to Oracle OKE deployment structure and standardize affinity/resources Oracle Migration Changes: - Create deploy/helm-chart/ directory structure (moved from maestro/) - Create deploy/helmfiles/ directory structure (moved from helmfiles/) - Update chart references in helmfiles from ../maestro to ../helm-chart - Update deploy-manually.yml from Azure AKS to Oracle OKE - Update validate-k8s.yml from Azure AKS to Oracle OKE - Replace Azure CLI with OCI CLI installation and configuration - Replace Azure authentication with OCI authentication using secrets - Replace az aks get-credentials with oci ce cluster create-kubeconfig - Update helmfile paths from helmfiles/ to deploy/helmfiles/ - Remove DockerHub integration (push_to_dockerhub input and related steps) - Change runner from [self-hosted, prd-azure] to [self-hosted, prd-oracle] - Add environment field for proper Oracle deployment environment handling - Add HOME environment variable for OCI CLI Affinity/Resources Standardization: - Add affinity configuration with name=general node selector in values.yaml - Update deployment template to use conditional affinity and resources blocks - Configure staging to disable both affinity and resources (null values) - Enable production to use affinity targeting name=general nodes - Enable production to use standard resource limits (100m-2000m CPU, 1500Mi-2Gi memory) This brings maestro into full compliance with Oracle migration requirements and implements the standardized affinity/resources pattern consistent with in-factory and duc.	2025-07-09 12:55:49 -03:00
Marcos Rodrigues Silva	b8b903c8cd	Merge pull request #323 from dadosfera/feature/export-users-and-assets Feature/export users and assets	2025-07-05 11:27:10 -03:00
marcos-silva-rodrigues	c98a5ff896	FEAT: endpoint to dowload assets list	2025-07-05 11:21:05 -03:00
marcos-silva-rodrigues	d68e436a8b	FEAT: export users in csv	2025-07-05 09:38:16 -03:00
marcos-silva-rodrigues	d3040cd5a8	FEAT: update and delete identity provider	2025-07-03 10:59:43 -03:00
marcos-silva-rodrigues	f726a9883f	FEAT: create user from identity provider	2025-06-27 13:21:59 -03:00
Marcos Rodrigues Silva	c18a7baa37	Merge pull request #322 from dadosfera/chore/add-dadosfera-vpn-unimed-chart FIX: add dadosfera vpn ip in unimed chart	2025-06-25 11:12:33 -03:00
marcos-silva-rodrigues	d638d518f8	FIX: change unimed chart name	2025-06-25 11:06:41 -03:00
marcos-silva-rodrigues	bdd371ffe8	FIX: add dadosfera vpn ip in unimed chart	2025-06-25 10:58:18 -03:00
marcos-silva-rodrigues	57e6e49c7c	FEAT: init url callback	2025-06-25 10:28:26 -03:00
marcos-silva-rodrigues	a5c8de496d	FEAT: map permission to identity provider	2025-06-24 16:20:03 -03:00
Marcos Rodrigues Silva	d478f32760	Merge pull request #321 from dadosfera/hotfix/nginx-timeout FIX: add nginx proxy timeout 5 min	2025-06-24 11:02:29 -03:00
marcos-silva-rodrigues	5d8e908339	FIX: add nginx proxy timeout 5 min	2025-06-24 10:26:50 -03:00
Marcos Rodrigues Silva	606bae016b	Merge pull request #320 from dadosfera/hotfix/maesto-unimed-hostname FIX: correct helm value	2025-06-23 18:43:58 -03:00
marcos-silva-rodrigues	6910a2f04c	FIX: correct helm value	2025-06-23 18:38:20 -03:00
Marcos Rodrigues Silva	8bee1788c1	Merge pull request #319 from dadosfera/hotfix/maesto-unimed-hostname FIX: maestro custom hostname to unimed	2025-06-23 18:04:43 -03:00
marcos-silva-rodrigues	b10459cb15	FIX: maestro custom hostname to unimed	2025-06-23 17:51:14 -03:00
Marcos Rodrigues Silva	3b48dd1613	Merge pull request #317 from dadosfera/release/2025-06 Release/2025 06	2025-06-23 17:07:55 -03:00
Marcos Rodrigues Silva	e5cef90a64	Merge pull request #318 from dadosfera/release/2025-06 Release/2025 06	2025-06-23 16:04:59 -03:00
marcos-silva-rodrigues	bac74c9577	FIX: default value and throw correct Error Class	2025-06-23 15:36:26 -03:00
marcos-silva-rodrigues	19d748ae09	CHORE: add restricted ip and unimed chart	2025-06-23 14:47:39 -03:00
marcos-silva-rodrigues	4db865371f	Merge branch 'bugfix/update-pupperter-timeout' into release/2025-06	2025-06-23 14:12:25 -03:00
marcos-silva-rodrigues	75e8b3bf4b	FIX: correct dto name	2025-06-17 14:58:35 -03:00
marcos-silva-rodrigues	d5141e5b6a	REFACTOR: rename openid to identity provider	2025-05-26 13:37:25 -03:00
marcos-silva-rodrigues	a4b7573ce7	FIX: sync with main	2025-05-23 14:07:05 -03:00
marcos-silva-rodrigues	4c94a51a9d	REFACTOR: openid module	2025-04-03 07:46:16 -03:00
marcos-silva-rodrigues	f1345472b5	UPDATE: add routes to login with idp	2025-03-25 09:18:27 -03:00
marcos-silva-rodrigues	ea9c0502b7	UPDATE: new route to add identity provider	2025-03-24 07:58:26 -03:00