FIX: remove setup az k8s

FEAT: oracle ci/cd
2026-09-01 12:18:15 +00:00 · 2025-05-23 11:30:42 -03:00 · 2025-05-23 10:26:37 -03:00
104 changed files with 1430 additions and 9438 deletions
@@ -13,6 +13,11 @@ on:
        options:
          - stg
          - prd
+      push_to_dockerhub:
+        description: "Push image to Dockerhub?"
+        required: true
+        type: boolean
+        default: false

 jobs:
  extract_environment:
@@ -113,6 +118,23 @@ jobs:
          docker compose -f build.docker-compose.yml build
          docker compose -f build.docker-compose.yml push

+      - name: Login to Docker Hub
+        if: ${{inputs.push_to_dockerhub}}
+        uses: docker/login-action@v2
+        with:
+          username: dadosfera
+          password: ${{ secrets.DOCKERHUB_PASSWORD }}
+
+      - name: Build, Tag, and Push Image to Dockerhub
+        if: ${{inputs.push_to_dockerhub}}
+        env:
+          ENV: ${{ needs.extract_environment.outputs.environment }}
+          IMAGE_TAG: ${{ needs.semantic_release.outputs.new_release_version }}
+          ACCOUNT_ID: ${{ steps.aws.outputs.aws-account-id }}
+        run: |
+          docker compose -f build.docker-compose.dockerhub.yml build
+          docker compose -f build.docker-compose.dockerhub.yml push
+
      # - name: Create ZIP file to Deploy AWS Beanstalk
      #   env:
      #     ENV: ${{ needs.extract_environment.outputs.environment }}
@@ -142,11 +164,54 @@ jobs:
          docker system prune --volumes -a -f
          docker system df

-  k8s-deploy:
+  helmfile-deploy:
    needs: [extract_environment, semantic_release, build_ecr_image]
-    uses: ./.github/workflows/k8s-deploy.yml
-    with:
-      cloud: 'oracle'
-      environment: ${{ needs.extract_environment.outputs.environment }}
-      image: ${{ needs.semantic_release.outputs.new_release_version }}
-    secrets: inherit
+    runs-on: [self-hosted, "prd-azure"]
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v3
+
+      - name: Set up Helm
+        uses: azure/setup-helm@v1
+        with:
+          version: 'v3.9.0'
+
+      - name: Install Azure ClI
+        run: |
+          curl -sL https://aka.ms/InstallAzureCLIDeb | bash
+
+      - uses: azure/login@v2
+        with:
+          creds: '{"clientId":"${{ secrets.ARM_CLIENT_ID }}","clientSecret":"${{ secrets.ARM_CLIENT_SECRET }}","subscriptionId":"${{ secrets.ARM_SUBSCRIPTION_ID }}","tenantId":"${{ secrets.ARM_TENANT_ID }}"}'
+
+      - name: Set up Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: '3.8'
+
+      - name: Install Helmfile
+        run: |
+          wget https://github.com/helmfile/helmfile/releases/download/v0.148.0/helmfile_0.148.0_linux_amd64.tar.gz
+          tar -xzf helmfile_0.148.0_linux_amd64.tar.gz
+          mv helmfile /usr/local/bin/
+          helmfile --version
+
+      - name: Install Helm Diff Plugin
+        run: helm plugin install https://github.com/databus23/helm-diff || true
+
+      - name: Setup kubectl
+        uses: azure/setup-kubectl@v1
+        with:
+          version: 'v1.30.1'
+
+      - name: Authenticate with cluster
+        env:
+          CLUSTER_NAME: platform-${{ needs.extract_environment.outputs.environment }}
+        run: az aks get-credentials --resource-group dadosfera-prd --name ${CLUSTER_NAME} --overwrite-existing
+
+      - name: Run Helmfile Apply
+        env:
+          ENV: ${{ needs.extract_environment.outputs.environment }}
+          IMAGE_TAG: ${{ needs.semantic_release.outputs.new_release_version }}
+        run: helmfile -f helmfiles/${ENV}.yaml sync --set image.tag=$IMAGE_TAG
@@ -0,0 +1,102 @@
+name: Deploy
+
+on:
+  push:
+    branches:
+      - main
+      - beta
+
+jobs:
+  extract_environment:
+    runs-on: ubuntu-22.04
+    outputs:
+      environment: ${{ steps.extract_environment.outputs.environment }}
+    steps:
+      - name: Extract Environment
+        run: |
+          if [ ${GITHUB_REF} == "refs/heads/main" ]; then
+            echo "environment=prd" >> $GITHUB_OUTPUT
+          elif [ ${GITHUB_REF} == "refs/heads/beta" ]; then
+            echo "environment=stg" >> $GITHUB_OUTPUT
+          fi
+        id: extract_environment
+
+  helmfile-deploy:
+    needs: [extract_environment]
+    runs-on: [self-hosted, "prd-azure"]
+    env:
+      OCI_CLI_USER: ${{ secrets.OCI_CLI_USER }}
+      OCI_CLI_TENANCY: ${{ secrets.OCI_CLI_TENANCY }}
+      OCI_CLI_FINGERPRINT: ${{ secrets.OCI_CLI_FINGERPRINT }}
+      OCI_CLI_KEY_CONTENT: ${{ secrets.OCI_CLI_KEY_CONTENT }}
+      OCI_CLI_REGION: ${{ secrets.OCI_CLI_REGION }}
+      
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v3
+
+      - name: Set up Helm
+        uses: azure/setup-helm@v1
+        with:
+          version: 'v3.9.0'
+
+
+      - name: Determine DNS_HOST based on environment
+        id: set_dns
+        env:
+          ENV: ${{ needs.extract_environment.outputs.environment }}
+        run: |
+          if [ "$ENV" = "prd" ]; then
+            echo "dns_host=dadosfera.ai" >> $GITHUB_OUTPUT
+          elif [ "$ENV" = "stg" ]; then
+            echo "dns_host=stg.dadosfera.ai" >> $GITHUB_OUTPUT
+          fi
+
+      - name: Oracle Set Cluster Context
+        env:
+          ENV: ${{ needs.extract_environment.outputs.environment }}
+        uses: oracle-actions/run-oci-cli-command@v1.3.2
+        with:
+          command: |
+            if [ "$ENV" = "prd" ]; then
+              CLUSTER_ID="${{ secrets.OCI_CLUSTER_ID_PRD }}"
+            elif [ "$ENV" = "stg" ]; then
+              CLUSTER_ID="${{ secrets.OCI_CLUSTER_ID_STG }}"
+            fi
+            oci ce cluster create-kubeconfig --cluster-id $CLUSTER_ID --file $HOME/.kube/config --region sa-saopaulo-1 --token-version 2.0.0 --kube-endpoint PRIVATE_ENDPOINT
+
+      - name: Set up Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: '3.8'
+
+      - name: Install Jinja CLI
+        run: |
+          python -m pip install --upgrade pip
+          pip install jinja2
+
+      - name: Render Jinja Templates
+        env:
+          AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
+          AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+          ROUTE53_DNS_HOSTS: ${{ steps.set_dns.outputs.dns_host }}
+        run: |
+          python3 parse_yaml.py
+
+      - name: Install Helmfile
+        run: |
+          wget https://github.com/helmfile/helmfile/releases/download/v0.148.0/helmfile_0.148.0_linux_amd64.tar.gz
+          tar -xzf helmfile_0.148.0_linux_amd64.tar.gz
+          mv helmfile /usr/local/bin/
+          helmfile --version
+
+      - name: Install Helm Diff Plugin
+        run: helm plugin install https://github.com/databus23/helm-diff || true
+        
+      - name: Run Helmfile Apply
+        env:
+          ENV: ${{ needs.extract_environment.outputs.environment }}
+        run: helmfile -f helmfiles/${ENV}.yaml sync
+
+      - name: Apply with kubectl
+        run: kubectl apply -f system/
@@ -1,137 +0,0 @@
-name : K8s deploy
-
-on:
-  workflow_call:
-    inputs:
-      cloud:
-        description: "Cloud provider for the deployment"
-        required: true
-        default: "azure"
-        type: string
-      environment:
-        description: "Deployment environment"
-        required: true
-        default: "prd"
-        type: string
-      image:
-        description: "Image Tag"
-        required: true
-        type: string
-
-jobs:
-  azure:
-    if: inputs.cloud == 'azure'
-    runs-on: [self-hosted, "prd-azure"]
-    steps:
-      - name: Checkout code
-        uses: actions/checkout@v3
-
-      - name: Set up Helm
-        uses: azure/setup-helm@v1
-        with:
-          version: 'v3.9.0'
-
-      - name: Install Azure ClI
-        run: |
-          curl -sL https://aka.ms/InstallAzureCLIDeb | bash
-
-      - uses: azure/login@v2
-        with:
-          creds: '{"clientId":"${{ secrets.ARM_CLIENT_ID }}","clientSecret":"${{ secrets.ARM_CLIENT_SECRET }}","subscriptionId":"${{ secrets.ARM_SUBSCRIPTION_ID }}","tenantId":"${{ secrets.ARM_TENANT_ID }}"}'
-
-      - name: Authenticate with cluster
-        env:
-          CLUSTER_NAME: platform-${{ inputs.environment }}
-        run: az aks get-credentials --resource-group dadosfera-prd --name ${CLUSTER_NAME} --overwrite-existing
-      
-      - name: Setup kubectl
-        uses: azure/setup-kubectl@v1
-        with:
-          version: 'v1.30.1'
-      
-      - name: Set up Python
-        uses: actions/setup-python@v4
-        with:
-          python-version: '3.8'
-
-      - name: Install Helmfile
-        run: |
-          curl -fsSLO https://github.com/helmfile/helmfile/releases/download/v0.148.0/helmfile_0.148.0_linux_amd64.tar.gz
-          tar -xzf helmfile_0.148.0_linux_amd64.tar.gz
-          sudo mv helmfile /usr/local/bin/
-          helmfile --version
-
-      - name: Install Helm Diff Plugin
-        run: helm plugin install https://github.com/databus23/helm-diff || true
-      
-      - name: Run Helmfile Apply
-        env:
-          ENV: ${{ inputs.environment }}
-          IMAGE_TAG: ${{ inputs.image }}
-        run: helmfile -f deploy/helmfiles/${ENV}.yaml sync --set image.tag=$IMAGE_TAG
-
-  oracle:
-    if: inputs.cloud == 'oracle'
-    runs-on: [self-hosted, "prd-oracle"]
-    env:
-      HOME: /home/runner
-    steps:
-      - name: Checkout code
-        uses: actions/checkout@v3
-
-      - name: Set up Helm
-        uses: azure/setup-helm@v1
-        with:
-          version: 'v3.9.0'
-
-      - name: Install OCI CLI
-        env:
-          HOME: /home/runner
-        run: |
-          bash -c "$(curl -L https://raw.githubusercontent.com/oracle/oci-cli/master/scripts/install/install.sh)" -- --accept-all-defaults
-          echo "$HOME/bin" >> $GITHUB_PATH
-
-      - name: Configure OCI CLI
-        run: |
-          mkdir -p ~/.oci || true
-          echo "${{ secrets.OCI_CONFIG }}" > ~/.oci/config
-          echo "${{ secrets.OCI_PRIVATE_KEY }}" > ~/.oci/oci_api_key.pem 
-          chmod 600 ~/.oci/oci_api_key.pem
-
-      - name: Set up Python
-        uses: actions/setup-python@v4
-        with:
-          python-version: '3.8'
-
-      - name: Install Helmfile
-        run: |
-          curl -fsSLO https://github.com/helmfile/helmfile/releases/download/v0.148.0/helmfile_0.148.0_linux_amd64.tar.gz
-          tar -xzf helmfile_0.148.0_linux_amd64.tar.gz
-          sudo mv helmfile /usr/local/bin/
-          helmfile --version
-
-      - name: Install Helm Diff Plugin
-        run: helm plugin install https://github.com/databus23/helm-diff || true
-
-      - name: Authenticate with OKE cluster
-        env:
-          ENV: ${{ inputs.environment }}
-          STG_CLUSTER_ID: "ocid1.cluster.oc1.sa-saopaulo-1.aaaaaaaagh3jvln52a3ebm3dodx6emmhv5bmfs7i7sv2k4zkbcbrzcl6v37q"
-          PRD_CLUSTER_ID: "ocid1.cluster.oc1.sa-saopaulo-1.aaaaaaaanf3vptl6hc2tzd4enfd2hfpsht3wikxww5xejc3l7cwfm6l3sndq"
-        run: |
-          if [ "$ENV" = "stg" ]; then
-            CLUSTER_ID=$STG_CLUSTER_ID
-          elif [ "$ENV" = "prd" ]; then
-            CLUSTER_ID=$PRD_CLUSTER_ID
-          else
-            echo "Unknown environment: $ENV"
-            exit 1
-          fi
-          
-          oci ce cluster create-kubeconfig --cluster-id ${CLUSTER_ID} --file $HOME/.kube/config --region sa-saopaulo-1 --token-version 2.0.0 --kube-endpoint PRIVATE_ENDPOINT
-
-      - name: Run Helmfile Apply
-        env:
-          ENV: ${{ inputs.environment }}
-          IMAGE_TAG: ${{ inputs.image }}
-        run: helmfile -f deploy/helmfiles/${ENV}.yaml sync --set image.tag=$IMAGE_TAG
@@ -4,7 +4,7 @@ on:
  pull_request:
    branches:
      - main
-      - beta
+      - stg

 jobs:
  extract_environment:
@@ -21,13 +21,17 @@ jobs:
          fi
        id: extract_environment

-  helmfile-check:
-    env:
-      HOME: /home/runner
+  helmfile-deploy:
    needs: [extract_environment]
-    environment: ${{ needs.extract_environment.outputs.environment }}
-    runs-on: [self-hosted, "prd-oracle"]
+    runs-on: [self-hosted, "prd-azure"]
+
    steps:
+      - name: Summary
+        env:
+          ENV: ${{ needs.extract_environment.outputs.environment }}
+        run: |
+          echo "### :rocket: Deploy da branch \`$GITHUB_REF_NAME\`  para o environment ($ENV)" >> $GITHUB_STEP_SUMMARY
+
      - name: Checkout code
        uses: actions/checkout@v3

@@ -36,28 +40,13 @@ jobs:
        with:
          version: 'v3.9.0'

-      - name: Determine DNS_HOST based on environment
-        id: set_dns
-        env:
-          ENV: ${{ needs.extract_environment.outputs.environment }}
+      - name: Install Azure ClI
        run: |
-          if [ "$ENV" = "prd" ]; then
-            echo "dns_host=dadosfera.ai" >> $GITHUB_OUTPUT
-          elif [ "$ENV" = "stg" ]; then
-            echo "dns_host=stg.dadosfera.ai" >> $GITHUB_OUTPUT
-          fi
-  
-      - name: Install OCI CLI
-        run: |
-          bash -c "$(curl -L https://raw.githubusercontent.com/oracle/oci-cli/master/scripts/install/install.sh)" -- --accept-all-defaults
-          echo "$HOME/bin" >> $GITHUB_PATH
+          curl -sL https://aka.ms/InstallAzureCLIDeb | bash

-      - name: Configure OCI CLI
-        run: |
-          mkdir -p ~/.oci || true
-          echo "${{ secrets.OCI_CONFIG }}" > ~/.oci/config
-          echo "${{ secrets.OCI_PRIVATE_KEY }}" > ~/.oci/oci_api_key.pem
-          chmod 600 ~/.oci/oci_api_key.pem
+      - uses: azure/login@v2
+        with:
+          creds: '{"clientId":"${{ secrets.ARM_CLIENT_ID }}","clientSecret":"${{ secrets.ARM_CLIENT_SECRET }}","subscriptionId":"${{ secrets.ARM_SUBSCRIPTION_ID }}","tenantId":"${{ secrets.ARM_TENANT_ID }}"}'

      - name: Set up Python
        uses: actions/setup-python@v4
@@ -66,40 +55,25 @@ jobs:

      - name: Install Helmfile
        run: |
-          curl -fsSLO https://github.com/helmfile/helmfile/releases/download/v0.148.0/helmfile_0.148.0_linux_amd64.tar.gz
+          wget https://github.com/helmfile/helmfile/releases/download/v0.148.0/helmfile_0.148.0_linux_amd64.tar.gz
          tar -xzf helmfile_0.148.0_linux_amd64.tar.gz
-          sudo mv helmfile /usr/local/bin/
+          mv helmfile /usr/local/bin/
          helmfile --version

-      - name: Debug Helm env
-        run: |
-          helm env
-          echo "HOME=$HOME"
-          ls -R $HOME/.local/share/helm || true
-
-      - name: Authenticate with OKE cluster
-        env:
-          ENV: ${{ needs.extract_environment.outputs.environment }}
-          STG_CLUSTER_ID: "ocid1.cluster.oc1.sa-saopaulo-1.aaaaaaaagh3jvln52a3ebm3dodx6emmhv5bmfs7i7sv2k4zkbcbrzcl6v37q"
-          PRD_CLUSTER_ID: "ocid1.cluster.oc1.sa-saopaulo-1.aaaaaaaanf3vptl6hc2tzd4enfd2hfpsht3wikxww5xejc3l7cwfm6l3sndq"
-        run: |
-          if [ "$ENV" = "stg" ]; then
-            CLUSTER_ID=$STG_CLUSTER_ID
-          elif [ "$ENV" = "prd" ]; then
-            CLUSTER_ID=$PRD_CLUSTER_ID
-          else
-            echo "Unknown environment: $ENV"
-            exit 1
-          fi
-          
-          oci ce cluster create-kubeconfig --cluster-id ${CLUSTER_ID} --file $HOME/.kube/config --region sa-saopaulo-1 --token-version 2.0.0 --kube-endpoint PRIVATE_ENDPOINT 
+      - name: Install Helm Diff Plugin
+        run: helm plugin install https://github.com/databus23/helm-diff || true

      - name: Setup kubectl
        uses: azure/setup-kubectl@v1
        with:
          version: 'v1.30.1'

+      - name: Authenticate with cluster
+        env:
+          CLUSTER_NAME: platform-${{ needs.extract_environment.outputs.environment }}
+        run: az aks get-credentials --resource-group dadosfera-prd --name ${CLUSTER_NAME} --overwrite-existing
+
      - name: Run Helmfile Diff
        env:
          ENV: ${{ needs.extract_environment.outputs.environment }}
-        run: helmfile -f deploy/helmfiles/${ENV}.yaml diff
+        run: helmfile -f helmfiles/${ENV}.yaml diff
@@ -2,6 +2,7 @@
  <image src="./assets/maestro.svg" style="width:10rem">
 </p>

+
 # Maestro

 Maestro é a API principal da Dadosfera. É responsável pela comunicação do Frontend com nossos microsserviços.
@@ -1,41 +0,0 @@
-apiVersion: networking.k8s.io/v1
-kind: Ingress
-metadata:
-  annotations:
-    nginx.ingress.kubernetes.io/whitelist-source-range: "69.49.241.121/32" # hostgator ip 
-    nginx.ingress.kubernetes.io/proxy-body-size: "0"
-    nginx.ingress.kubernetes.io/proxy-read-timeout: "300"
-    nginx.ingress.kubernetes.io/proxy-connect-timeout: "300"
-    nginx.ingress.kubernetes.io/proxy-send-timeout: "300"
-    nginx.ingress.kubernetes.io/server-snippet: |
-      underscores_in_headers on;
-      ignore_invalid_headers on;
-    nginx.ingress.kubernetes.io/proxy-buffer-size: "16k"
-    nginx.ingress.kubernetes.io/proxy-buffers-number: "8"
-    nginx.ingress.kubernetes.io/proxy-busy-buffers-size: "64k"
-    {{- if .Values.maestro.restricted_ip}}
-    nginx.ingress.kubernetes.io/whitelist-source-range: {{ .Values.maestro.restricted_ip }}
-    {{- end }}
-      
-  generation: 1
-  labels:
-    app: {{ .Values.app_name }}
-  {{- if .Values.maestro.dedicated_proxy}}
-  name: open-data-{{ .Values.app_name }}
-  {{- else }}
-  name: open-data
-  {{- end }}
-  namespace: applications
-spec:
-  ingressClassName: nginx
-  rules:
-  - host: {{ .Values.hostname }}
-    http:
-      paths:
-      - backend:
-          service:
-            name: {{ .Values.app_name }}
-            port:
-              number: {{ .Values.ingress.port }}
-        path: /open-data/sharing-ocean-data
-        pathType: Prefix
@@ -1,36 +0,0 @@
-apiVersion: networking.k8s.io/v1
-kind: Ingress
-metadata:
-  annotations:
-    nginx.ingress.kubernetes.io/proxy-body-size: "0"
-    nginx.ingress.kubernetes.io/proxy-read-timeout: "300"
-    nginx.ingress.kubernetes.io/proxy-connect-timeout: "300"
-    nginx.ingress.kubernetes.io/proxy-send-timeout: "300"
-    nginx.ingress.kubernetes.io/server-snippet: |
-      underscores_in_headers on;
-      ignore_invalid_headers on;
-    nginx.ingress.kubernetes.io/proxy-buffer-size: "16k"
-    nginx.ingress.kubernetes.io/proxy-buffers-number: "8"
-    nginx.ingress.kubernetes.io/proxy-busy-buffers-size: "64k"
-    {{- if .Values.maestro.restricted_ip}}
-    nginx.ingress.kubernetes.io/whitelist-source-range: {{ .Values.maestro.restricted_ip }}
-    {{- end }}
-      
-  generation: 1
-  labels:
-    app: {{ .Values.app_name }}
-  name: {{ .Values.app_name }}
-  namespace: applications
-spec:
-  ingressClassName: nginx
-  rules:
-  - host: {{ .Values.hostname }}
-    http:
-      paths:
-      - backend:
-          service:
-            name: {{ .Values.app_name }}
-            port:
-              number: {{ .Values.ingress.port }}
-        path: /
-        pathType: Prefix
@@ -1,17 +0,0 @@
-maestro:
-  env: stg
-  duc_url: duc.stg.dadosfera.ai
-  pi_factory_url: pi-factory.stg.dadosfera.ai
-  in_factory_url: in-factory.stg.dadosfera.ai
-  tr_factory_url: in-factory.stg.dadosfera.ai
-  open_customer_id: b3e3dfe5-b992-4586-a73c-c0b0c00f615d
-  open_group_id: e3f98a2f-7748-4981-8505-7695c8ca8218
-  cookie_secret: "ff7bc13823edb2ae50d248e5780bddc9d4b31c36"
-  redis_database: "1"
-  platform_api_url: https://xs2hkhq07k.execute-api.us-east-1.amazonaws.com
-
-hostname: maestro.stg.dadosfera.ai
-
-replicaCount: 1
-
-affinity: null
@@ -1,56 +0,0 @@
-releases:
-  - name: maestro
-    chart: ../helm-chart
-    values:
-    - ../helm-chart/values.yaml
-    set:
-      - name: app_name
-        value: maestro
-      - name: maestro.duc_url
-        value: duc.dadosfera.ai
-      - name: hostname
-        value: maestro.dadosfera.ai
-      - name: maestro.pi_factory_url
-        value: pi-factory.dadosfera.ai
-      - name: maestro.in_factory_url
-        value: in-factory.dadosfera.ai
-      - name: maestro.tr_factory_url
-        value: in-factory.dadosfera.ai
-      - name: maestro.open_customer_id
-        value: b3e3dfe5-b992-4586-a73c-c0b0c00f615d
-      - name: maestro.open_group_id
-        value: c0afdcce-c5be-40d0-9d1d-2d271121f14a
-      - name: replicaCount
-        value: 2
-  
-  - name: unimed-maestro
-    chart: ../helm-chart
-    values:
-    - ../helm-chart/values.yaml
-    set:
-      - name: app_name
-        value: maestro-unimed
-      - name: maestro.duc_url
-        value: duc.dadosfera.ai
-      - name: hostname
-        value: maestro-unimed.dadosfera.ai
-      - name: maestro.pi_factory_url
-        value: pi-factory.dadosfera.ai
-      - name: maestro.in_factory_url
-        value: in-factory.dadosfera.ai
-      - name: maestro.tr_factory_url
-        value: in-factory.dadosfera.ai
-      - name: maestro.open_customer_id
-        value: b3e3dfe5-b992-4586-a73c-c0b0c00f615d
-      - name: maestro.open_group_id
-        value: c0afdcce-c5be-40d0-9d1d-2d271121f14a
-      # Customer id
-      - name: maestro.dedicated_proxy
-        value: dea2c27f-0973-4588-a2e0-9e31b64c7ffd
-      - name: replicaCount
-        value: 1
-        # 10.70.0.0/16 internal network
-        # 137.131.167.254/32 loadbalancer
-        # 159.112.184.81/32 cluster ip for the uptime request ingest
-      - name: maestro.restricted_ip
-        value: "177.52.172.0/24, 189.84.160.157/32, 186.237.171.146/32, 137.131.167.254/32, 10.70.0.0/16, 159.112.184.81/32, 10.244.0.0/16"
@@ -1,30 +0,0 @@
-charts:
-  - name: maestro
-    chart: ../helm-chart
-    values:
-    - ../helm-chart/values.yaml
-    - ../helm-chart/values-stg.yaml
-      
-  
-    # Environment to test Network Policies
-  - name: private-maestro
-    chart: ../helm-chart
-    values:
-    - ../helm-chart/values.yaml
-    - ../helm-chart/values-stg.yaml
-    set:
-      - name: app_name
-        value: maestro-private
-      - name: hostname
-        value: private-maestro.stg.dadosfera.ai
-      # Customer id
-      - name: maestro.dedicated_proxy
-        value: 14d52fd4-d83d-4cdd-be34-bf11cc28b3bd
-      - name: replicaCount
-        value: 1
-      - name: affinity
-        value: null
-      - name: resources
-        value: null
-      - name: maestro.restricted_ip
-        value: "137.131.167.254/32, 10.70.0.0/16, 159.112.184.81/32, 10.244.0.0/16"
@@ -14,9 +14,6 @@ declare global {
      AWS_REGION: string;
      OPEN_GROUP_ID: string;
      OPEN_CUSTOMER_ID: string;
-      DEDICATED_PROXY: string;
-      COOKIE_SECRET: string;
-      REDIS_TLS?: string;
    }
  }
 }
@@ -0,0 +1,22 @@
+charts:
+  - name: maestro
+    chart: ../maestro
+    values:
+    - ../maestro/values.yaml
+    set:
+      - name: maestro.duc_url
+        value: duc.dadosfera.ai
+      - name: hostname
+        value: maestro.dadosfera.ai
+      - name: maestro.pi_factory_url
+        value: pi-factory.dadosfera.ai
+      - name: maestro.in_factory_url
+        value: in-factory.dadosfera.ai
+      - name: maestro.tr_factory_url
+        value: in-factory.dadosfera.ai
+      - name: maestro.open_customer_id
+        value: b3e3dfe5-b992-4586-a73c-c0b0c00f615d
+      - name: maestro.open_group_id
+        value: c0afdcce-c5be-40d0-9d1d-2d271121f14a
+      - name: replicaCount
+        value: 2
@@ -0,0 +1,22 @@
+charts:
+  - name: maestro
+    chart: ../maestro
+    values:
+    - ../maestro/values.yaml
+    set:
+      - name: maestro.duc_url
+        value: duc.stg.dadosfera.ai
+      - name: hostname
+        value: maestro.stg.dadosfera.ai
+      - name: maestro.pi_factory_url
+        value: pi-factory.dadosfera.ai
+      - name: maestro.in_factory_url
+        value: in-factory.stg.dadosfera.ai
+      - name: maestro.tr_factory_url
+        value: in-factory.dadosfera.ai
+      - name: maestro.open_customer_id
+        value: b3e3dfe5-b992-4586-a73c-c0b0c00f615d
+      - name: maestro.open_group_id
+        value: e3f98a2f-7748-4981-8505-7695c8ca8218
+      - name: replicaCount
+        value: 1
@@ -0,0 +1,23 @@
+# Patterns to ignore when building packages.
+# This supports shell glob matching, relative path matching, and
+# negation (prefixed with !). Only one pattern per line.
+.DS_Store
+# Common VCS dirs
+.git/
+.gitignore
+.bzr/
+.bzrignore
+.hg/
+.hgignore
+.svn/
+# Common backup files
+*.swp
+*.bak
+*.tmp
+*.orig
+*~
+# Various IDEs
+.project
+.idea/
+*.tmproj
+.vscode/
@@ -1,16 +1,16 @@
 apiVersion: apps/v1
 kind: Deployment
 metadata:
-  name: {{ .Values.app_name }}
+  name: maestro
  namespace: applications
  labels:
-    app: {{ .Values.app_name }}
+    app: maestro

 spec:
  replicas: {{ .Values.replicaCount }}
  selector:
    matchLabels:
-      app: {{ .Values.app_name }}
+      app: maestro
  
  strategy:
    rollingUpdate:
@@ -20,17 +20,22 @@ spec:
  template:
    metadata:
      labels:
-        app: {{ .Values.app_name }}
+        app: maestro
    
    spec:
      imagePullSecrets:
        - name: {{ .Values.imagePullSecrets }}
      nodeSelector:
        "beta.kubernetes.io/os": linux
-      {{- if .Values.affinity }}
      affinity:
-        {{- toYaml .Values.affinity | nindent 8 }}
-      {{- end }}
+        nodeAffinity:
+          requiredDuringSchedulingIgnoredDuringExecution:
+            nodeSelectorTerms:
+              - matchExpressions:
+                  - key: application
+                    operator: In
+                    values:
+                      - general

      tolerations:
      - key: "kubernetes.azure.com/scalesetpriority"
@@ -43,10 +48,13 @@ spec:
          image: {{ .Values.image.repository }}:{{ .Values.image.tag }}
          ports:
            - containerPort: {{ .Values.containerPort }}
-          {{- if .Values.resources }}
          resources:
-            {{- toYaml .Values.resources | nindent 12 }}
-          {{- end }}
+            requests:
+              cpu: {{ .Values.resources.requests.cpu }}
+              memory: {{ .Values.resources.requests.memory }}
+            limits:
+              cpu: {{ .Values.resources.limits.cpu }}
+              memory: {{ .Values.resources.limits.memory }}
          env:
            - name: AWS_IDENTITY_POOL_ID
              value: {{ .Values.maestro.aws_identity_pool_id }}
@@ -74,8 +82,6 @@ spec:
              value: "logstash-pipelines.dadosfera.ai"
            - name: LOGGER_GELF_PORT
              value: "{{ .Values.maestro.logger_gelf_port }}"
-            - name: LOGGER_CONSOLE_EXTRA
-              value: "true"
            - name: NIMBUS_BASE_URL
              value: "http://nimbus-api"
            - name: NPM_TOKEN
@@ -94,20 +100,6 @@ spec:
              value: {{ .Values.maestro.open_customer_id }}
            - name: OPEN_GROUP_ID
              value: {{ .Values.maestro.open_group_id }}
-            - name: DEDICATED_PROXY
-              value: {{ .Values.maestro.dedicated_proxy }}
-            - name: COOKIE_SECRET
-              value: {{ .Values.maestro.cookie_secret }}
-            - name: REDIS_DATABASE
-              value: "{{ .Values.maestro.redis_database }}"
-            - name: REDIS_HOST
-              value: {{ .Values.maestro.redis_host }}
-            - name: REDIS_PORT
-              value: "{{ .Values.maestro.redis_port }}"
-            - name: REDIS_TLS
-              value: "{{ .Values.maestro.redis_tls }}"
-            - name: PLATFORM_API_URL
-              value: {{ .Values.maestro.platform_api_url }}
            - name: JWT_PRIVATE_KEY
              valueFrom:
                secretKeyRef:
@@ -116,26 +108,15 @@ spec:
            - name: AWS_ACCESS_KEY_ID
              valueFrom:
                secretKeyRef:
-                  name: prd-{{ .Values.app_name }}
+                  name: prd-maestro
                  key: AWS_ACCESS_KEY_ID
            - name: AWS_SECRET_ACCESS_KEY
              valueFrom:
                secretKeyRef:
-                  name: prd-{{ .Values.app_name }}
+                  name: prd-maestro
                  key: AWS_SECRET_ACCESS_KEY
            - name: AWS_DEFAULT_REGION
              valueFrom:
                secretKeyRef:
-                  name: prd-{{ .Values.app_name }}
+                  name: prd-maestro
                  key: AWS_DEFAULT_REGION
-            # Elasticsearch
-            - name: ELASTICSEARCH_URL
-              valueFrom:
-                secretKeyRef:
-                  name: prd-{{ .Values.app_name }}
-                  key: ELASTICSEARCH_URL
-            - name: ELASTICSEARCH_API_KEY
-              valueFrom:
-                secretKeyRef:
-                  name: prd-{{ .Values.app_name }}
-                  key: ELASTICSEARCH_API_KEY
@@ -0,0 +1,28 @@
+apiVersion: networking.k8s.io/v1
+kind: Ingress
+metadata:
+  annotations:
+    nginx.ingress.kubernetes.io/whitelist-source-range: "69.49.241.121/32" # hostgator ip 
+    nginx.ingress.kubernetes.io/proxy-body-size: "0"
+    nginx.ingress.kubernetes.io/server-snippet: |
+      underscores_in_headers on;
+      ignore_invalid_headers on;
+      
+  generation: 1
+  labels:
+    app: maestro
+  name: open-data
+  namespace: applications
+spec:
+  ingressClassName: nginx
+  rules:
+  - host: {{ .Values.hostname }}
+    http:
+      paths:
+      - backend:
+          service:
+            name: maestro
+            port:
+              number: {{ .Values.ingress.port }}
+        path: /open-data/sharing-ocean-data
+        pathType: Prefix
@@ -0,0 +1,27 @@
+apiVersion: networking.k8s.io/v1
+kind: Ingress
+metadata:
+  annotations:
+    nginx.ingress.kubernetes.io/proxy-body-size: "0"
+    nginx.ingress.kubernetes.io/server-snippet: |
+      underscores_in_headers on;
+      ignore_invalid_headers on;
+      
+  generation: 1
+  labels:
+    app: maestro
+  name: maestro
+  namespace: applications
+spec:
+  ingressClassName: nginx
+  rules:
+  - host: {{ .Values.hostname }}
+    http:
+      paths:
+      - backend:
+          service:
+            name: maestro
+            port:
+              number: {{ .Values.ingress.port }}
+        path: /
+        pathType: Prefix
@@ -1,17 +1,17 @@
 apiVersion: external-secrets.io/v1beta1
 kind: ExternalSecret
 metadata:
-  name: prd-{{ .Values.app_name }}
+  name: prd-maestro
  namespace: applications
  labels:
-    app: {{ .Values.app_name }}
+    app: maestro
 spec:
  refreshInterval: 1h
  secretStoreRef:
    name: secretsmanager-prd
    kind: SecretStore
  target:
-    name: prd-{{ .Values.app_name }}
+    name: prd-maestro
    creationPolicy: Owner
  data:
  - secretKey: AWS_ACCESS_KEY_ID
@@ -38,15 +38,3 @@ spec:
      version: "AWSCURRENT"
      property: token

-  - secretKey: ELASTICSEARCH_URL
-    remoteRef:
-      key: {{ .Values.maestro.env }}/microservices/elasticsearch
-      version: "AWSCURRENT"
-      property: ELASTICSEARCH_URL
-
-  - secretKey: ELASTICSEARCH_API_KEY
-    remoteRef:
-      key: {{ .Values.maestro.env }}/microservices/elasticsearch
-      version: "AWSCURRENT"
-      property: ELASTICSEARCH_API_KEY
-
@@ -1,18 +1,18 @@
 apiVersion: v1
 kind: Service
 metadata:
-  name: {{ .Values.app_name }}
+  name: maestro
  namespace: applications
  labels:
-    app: {{ .Values.app_name }}
+    app: maestro

 spec:
  type: ClusterIP
  ports:
-  - name: {{ .Values.app_name }}
+  - name: maestro
    protocol: TCP
    port: {{ .Values.service.port }}
    targetPort: {{ .Values.service.targetPort }}
  selector:
-    app: {{ .Values.app_name }}
+    app: maestro

@@ -9,7 +9,6 @@ image:
  pullPolicy: IfNotPresent
  # Overrides the image tag whose default is the chart appVersion.
  tag: 1.56.0
-app_name: maestro
 containerPort: 3333
 imagePullSecrets: "applications-secrets-ecr-auth-token-external-secret"
 service:
@@ -43,27 +42,9 @@ maestro:
  upload_file_agent_connection: cbc2f881-58c4-4d60-8003-0979b0b5b911
  open_customer_id: f239718a-a271-4ef9-ae7e-02a2f0f3aa6e
  open_group_id: 401573bb-334f-44b2-b30e-88d4cea31ae9
-  platform_api_url: https://oz8v2zid1e.execute-api.us-east-1.amazonaws.com
-  dedicated_proxy: ""
-  restricted_ip: ""
-  redis_host: "aaapzppmlyamkocqwstpo7zvopczyyiyuy6xzm2g6c5k4mq3a66be4a-0.redis.sa-saopaulo-1.oci.oraclecloud.com"
-  redis_port: "6379"
-  redis_database: "0"
-  redis_tls: "true"
-  cookie_secret: "13cc5e136d3074bcc05bec8697092ec1f5f376bf"
 autoscaling:
  enabled: false
  minReplicas: 1
  maxReplicas: 100
  targetCPUUtilizationPercentage: 80
  targetMemoryUtilizationPercentage: 80
-
-affinity:
-  nodeAffinity:
-    requiredDuringSchedulingIgnoredDuringExecution:
-      nodeSelectorTerms:
-        - matchExpressions:
-            - key: name
-              operator: In
-              values:
-                - product
@@ -27,15 +27,10 @@
    "test:e2e": "jest --config ./test/jest-e2e.json"
  },
  "dependencies": {
-    "@aws-crypto/sha256-js": "^5.2.0",
-    "@aws-sdk/client-dynamodb": "^3.414.0",
    "@aws-sdk/client-secrets-manager": "^3.414.0",
-    "@aws-sdk/lib-dynamodb": "^3.414.0",
-    "@aws-sdk/credential-provider-node": "^3.940.0",
-    "@aws-sdk/signature-v4": "^3.370.0",
    "@dadosfera/dadosfera-logs": "^1.0.0-beta.4",
    "@dadosfera/protospack": "2.5.3",
-    "@dadosfera/protospack-v2": "3.38.0-beta.16",
+    "@dadosfera/protospack-v2": "3.37.0-beta.23",
    "@grpc/grpc-js": "^1.9.3",
    "@grpc/proto-loader": "^0.7.9",
    "@nestjs/cli": "^9.5.0",
@@ -50,11 +45,8 @@
    "@nestjs/swagger": "^6.3.0",
    "@nestjs/testing": "^9.4.3",
    "axios": "^0.27.2",
-    "cache-manager": "^5.1.4",
-    "cache-manager-ioredis-yet": "^1.1.0",
    "class-transformer": "^0.5.1",
    "class-validator": "^0.14.0",
-    "cookie-parser": "^1.4.7",
    "cron-parser": "^4.9.0",
    "csv": "^6.3.11",
    "dotenv": "^14.3.2",
@@ -65,7 +57,6 @@
    "jwk-to-pem": "^2.0.5",
    "mixpanel": "^0.17.0",
    "ms": "^3.0.0-canary.1",
-    "openid-client": "^5.7.1",
    "passport": "^0.6.0",
    "passport-facebook": "^3.0.0",
    "passport-forcedotcom": "^0.2.0",
@@ -73,7 +64,6 @@
    "passport-hubspot-oauth2": "^1.0.3",
    "passport-mailchimp": "^1.1.0",
    "puppeteer": "^24.7.2",
-    "redis": "^4.5.1",
    "reflect-metadata": "^0.1.13",
    "rimraf": "^3.0.2",
    "rxjs": "^7.5.5",
@@ -83,10 +73,7 @@
    "multer": "1.4.5-lts.1"
  },
  "devDependencies": {
-    "@types/cache-manager": "^4.0.6",
-    "@types/cookie-parser": "^1.4.9",
    "@types/express": "^4.17.17",
-    "@types/express-session": "^1.18.1",
    "@types/jest": "27.0.2",
    "@types/jsonwebtoken": "^8.5.9",
    "@types/jwk-to-pem": "^2.0.1",
@@ -28,12 +28,7 @@ import { MixpanelModule } from './modules/mixpanel/mixpanel.module';
 import { CustomersModule } from './modules/customers/customers.module';
 import { OpenDataModule } from './modules/open-data/open-data.module';
 import { ThemeModule } from './modules/theme/theme.module';
-import { IdentityProviderModule } from './modules/identity-provider/identity-provider.module';
 import { NetworkPolicyModule } from './modules/network-policy/network-policy.module';
-import { AssignModule } from './modules/assign/assign.module';
-import { ShareMetadataModule } from './modules/share-metadata/share-metadata.module';
-import { ApiKeyModule } from './modules/api-key/api-key.module';
-import { PlatformApiModule } from './modules/platform-api/platform-api.module';

@Module({
  providers: [
@@ -67,16 +62,9 @@ import { PlatformApiModule } from './modules/platform-api/platform-api.module';
    CustomersModule,
    OpenDataModule,
    ThemeModule,
-    NetworkPolicyModule,
-    AssignModule,
-    ShareMetadataModule,
-    NetworkPolicyModule,
-    ApiKeyModule,
-    IdentityProviderModule,
-    NetworkPolicyModule,
-    PlatformApiModule,
    //Always leave HealthModule last, so it is on the bottom of swagger
    HealthModule,
+    NetworkPolicyModule
  ],
 })
 export class AppModule {}
@@ -17,7 +17,6 @@ import { PERMISSIONS_GROUPS } from './permissions.enum';
 import { AuthClientService } from '../modules/auth/auth.service';

 import ErrorCodes from '../utils/errorCodes';
-import { ApiKeyService } from 'src/modules/api-key/api-key.service';

 const logger = {
  info: (...args) => args,
@@ -100,7 +99,6 @@ describe('authentication.guard', () => {
    customer_id: '9d18e8ae-24b9-41a3-9e8f-a25ce57555b11',
    customer_name: 'dadosfera',
    customer_tier: 'BASIC',
-    customer_modules: []
  };

  beforeAll(async () => {
@@ -122,12 +120,6 @@ describe('authentication.guard', () => {
          provide: APP_GUARD,
          useClass: AuthenticationGuard,
        },
-        {
-          provide: ApiKeyService,
-          useValue: {
-            get: () => Promise.resolve(null)
-          }
-        }
      ],
      controllers: [NoClassAuthController, ClassAuthConditionController],
    }).compile();
@@ -448,18 +440,18 @@ describe('authentication.guard', () => {
  NoClassAuthTest(null, null);
  ClassAuthConditionTest(null, null);

-  // const tokenZ = CreateToken([PERMISSIONS_GROUPS.ZENDESK.permissions.OPEN]);
-  // NoClassAuthTest(tokenZ, ['zendesk']);
-  // ClassAuthConditionTest(tokenZ, ['zendesk']);
+  const tokenZ = CreateToken([PERMISSIONS_GROUPS.ZENDESK.permissions.OPEN]);
+  NoClassAuthTest(tokenZ, ['zendesk']);
+  ClassAuthConditionTest(tokenZ, ['zendesk']);

-  // const tokenM = CreateToken([PERMISSIONS_GROUPS.DATAVIZ.permissions.METABASE]);
-  // NoClassAuthTest(tokenM, ['metabase']);
-  // ClassAuthConditionTest(tokenM, ['metabase']);
+  const tokenM = CreateToken([PERMISSIONS_GROUPS.DATAVIZ.permissions.METABASE]);
+  NoClassAuthTest(tokenM, ['metabase']);
+  ClassAuthConditionTest(tokenM, ['metabase']);

-  // const tokenZM = CreateToken([
-  //   PERMISSIONS_GROUPS.ZENDESK.permissions.OPEN,
-  //   PERMISSIONS_GROUPS.DATAVIZ.permissions.METABASE,
-  // ]);
-  // NoClassAuthTest(tokenZM, ['zendesk', 'metabase']);
-  // ClassAuthConditionTest(tokenZM, ['zendesk', 'metabase']);
+  const tokenZM = CreateToken([
+    PERMISSIONS_GROUPS.ZENDESK.permissions.OPEN,
+    PERMISSIONS_GROUPS.DATAVIZ.permissions.METABASE,
+  ]);
+  NoClassAuthTest(tokenZM, ['zendesk', 'metabase']);
+  ClassAuthConditionTest(tokenZM, ['zendesk', 'metabase']);
 });
@@ -4,7 +4,6 @@ import {
  OnApplicationBootstrap,
  ExecutionContext,
  Inject,
-  ForbiddenException,
 } from '@nestjs/common';
 import { Reflector } from '@nestjs/core';
 import assert from 'assert';
@@ -18,7 +17,6 @@ import {
 import { RequestUser } from '../decorators/user.decorator';
 import ErrorBuilder from '../utils/ErrorBuilder';
 import ErrorCodes from '../utils/errorCodes';
-import { ApiKeyService } from 'src/modules/api-key/api-key.service';

@Injectable()
 export class AuthenticationGuard
@@ -33,7 +31,6 @@ export class AuthenticationGuard
    dadosferaLogger: DadosferaLogger,
    private reflector: Reflector,
    private authClient: AuthClientService,
-    private apiKeyService: ApiKeyService
  ) {
    this.pems = new Map();
    this.logger = dadosferaLogger.logger;
@@ -51,40 +48,20 @@ export class AuthenticationGuard
    });
  }

-  async canActivate(ctx: ExecutionContext): Promise<boolean> {
+  canActivate(ctx: ExecutionContext): boolean {
    const authFunctions = this.reflector.getAllAndMerge<
      AuthenticationFunction[]
    >(AUTH_FUNCTION_KEY, [ctx.getClass(), ctx.getHandler()]);
    const mustBeAuthenticated = authFunctions.length > 0;

+    const request = ctx.switchToHttp().getRequest();
+    const accessToken = this.validateToken(request, mustBeAuthenticated);
+
    if (!mustBeAuthenticated) {
      // no need to be authenticated
      return true;
    }

-    const request = ctx.switchToHttp().getRequest();
-    const apiKey = request.get('X-api-key');
-    if (apiKey) {
-      const {
-        api_key
-      } = await this.apiKeyService.get(apiKey);
-
-      request.user = {
-        user_id: api_key.user_id,
-        username: api_key.username,
-        permissions: api_key.permissions,
-        customer_id: api_key.customer_id,
-        customer_name: api_key.customer_name,
-        customer_tier: api_key.customer_tier,
-        customer_modules: api_key.customer_modules,
-        access_token: apiKey,
-      };
-
-      return true;
-    }
-
-    const accessToken = this.validateToken(request, mustBeAuthenticated);
-
    if (!accessToken) {
      // couldn't load valid token
      throw new ErrorBuilder(ErrorCodes.AUTH.UNAUTHORIZED);
@@ -136,18 +113,6 @@ export class AuthenticationGuard
      return false;
    }

-    // Bloquear outros customer de usar o maestor dedicado
-    const DEDICATED_PROXY = process.env.DEDICATED_PROXY || '';
-    if (DEDICATED_PROXY !== '' && DEDICATED_PROXY !== accessTokenPayload.customer_id) {
-      throw new ErrorBuilder(ErrorCodes.AUTH.FORBIDDEN);
-    }
-
-    // Bloquear o customer de acesso o maestro publico
-    const hasNetworkPolicyModule = accessTokenPayload.customer_modules.includes('network-policy');
-    if (hasNetworkPolicyModule && DEDICATED_PROXY === '') {
-      throw new ForbiddenException(ErrorCodes.AUTH.FORBIDDEN);
-    }
-
    request.accessTokenPayload = accessTokenPayload;
    request.user = {
      user_id: accessTokenPayload.user_id,
@@ -1,20 +0,0 @@
-import jwt, { JwtPayload } from 'jsonwebtoken';
-
-export function extractUserFrom(aRawJwt: string) {
-  const decodedToken = jwt.decode(aRawJwt, {
-    complete: true,
-  });
-
-  const payload = decodedToken.payload as JwtPayload;
-
-  return {
-    user_id: payload.user_id,
-    username: payload.username,
-    permissions: payload.permissions,
-    customer_id: payload.customer_id,
-    customer_name: payload.customer_name,
-    customer_tier: payload.customer_tier,
-    customer_modules: payload.customer_modules,
-    access_token: aRawJwt,
-  }
-}
@@ -116,44 +116,6 @@ export const PERMISSIONS_GROUPS = {
      },
    },
  },
-  IMPORT_FILES: {
-    title: {
-      'pt-br': 'Coletar | Importar arquivos',
-      'en-us': 'Collect | Import files',
-      'es-es': 'Colecta | Importar archivos',
-    },
-    permissions: {
-      VIEW: {
-        seqid: 48,
-        claim: 'import-file:view',
-        usage: PermissionUsages.PUBLIC,
-        name: {
-          'pt-br': 'Importar arquivos',
-          'en-us': 'Import files',
-          'es-es': 'Importar archivos',
-        },
-      },
-    },
-  },
-   AI_CHAT: {
-    title: {
-      'pt-br': 'AutodriveDDF',
-      'en-us': 'AutodriveDDF',
-      'es-es': 'AutodriveDDF',
-    },
-    permissions: {
-      VIEW: {
-        seqid: 49,
-        claim: 'ai-chat:view',
-        usage: PermissionUsages.PUBLIC,
-        name: {
-          'pt-br': 'AutodriveDDF',
-          'en-us': 'AutodriveDDF',
-          'es-es': 'AutodriveDDF',
-        },
-      },
-    },
-  },
  CONNECTION: {
    title: {
      'pt-br': 'Coletar | Fontes de dados',
@@ -378,6 +340,16 @@ export const PERMISSIONS_GROUPS = {
          'es-es': 'Gestor de catálogos. Puede ver y editar todos los activos.',
        },
      },
+      EMBED_ANALYTICS: {
+        seqid: 44,
+        claim: 'catalog:embed',
+        usage: PermissionUsages.INTERNAL,
+        name: {
+          'pt-br': 'Acessar Módulo de Incorporação de Ativos',
+          'en-us': 'Access Embedding analytics Module',
+          'es-es': 'Acceder al Módulo de Incorporación de Activos',
+        },
+      },
      TRIGGER_CATALOG_TASK: {
        seqid: 45,
        claim: 'catalog:trigger-task',
@@ -390,44 +362,6 @@ export const PERMISSIONS_GROUPS = {
      },
    },
  },
-  LINEAGE: {
-    title: {
-      'pt-br': 'Explorar | Linhagem',
-      'en-us': 'Explore | Lineage',
-      'es-es': 'Explorar | Linaje',
-    },
-    permissions: {
-      VIEW: {
-        seqid: 50,
-        claim: 'lineage:view',
-        usage: PermissionUsages.PUBLIC,
-        name: {
-          'pt-br': 'Acessar ao módulo de Linhagem',
-          'en-us': 'Access to Lineage module',
-          'es-es': 'Acceda al módulo de Linaje',
-        },
-      }
-    },
-  },
-  EMBED: {
-    title: {
-      'pt-br': 'Analisar | Incorporação',
-      'en-us': 'Analyze | Embedding',
-      'es-es': 'Analizar | Incorporación',
-    },
-    permissions: {
-      EMBED_ANALYTICS: {
-        seqid: 44,
-        claim: 'catalog:embed',
-        usage: PermissionUsages.PUBLIC,
-        name: {
-          'pt-br': 'Acessar Módulo de Incorporação de Ativos',
-          'en-us': 'Access Embedding analytics Module',
-          'es-es': 'Acceder al Módulo de Incorporación de Activos',
-        },
-      },
-    }
-  },
  CONNECTORS: {
    title: {
      'pt-br': 'Conectores',
@@ -680,9 +614,7 @@ export const DADOSFERA_MODULES_KEYS = {
  LOG_DASHBOARD: 'logs-dashboard',
  ACCESS_DASHBOARD: 'access-dashboard',
  DANGER_ZONE: 'danger-zone',
-  PII: 'pii',
-  EMBED: 'embedded-analytics',
-  EMBED_ASSIGNED: 'embed-assigned',
+  PII: 'pii'
 }

 export const DADOSFERA_MODULES: Array<DadosferaModule> = [
@@ -9,7 +9,6 @@ import { PERMISSIONS_GROUPS } from '../authentication/permissions.enum';
 import { AuthClientService } from '../modules/auth/auth.service';
 import ErrorCodes from '../utils/errorCodes';
 import { User } from './user.decorator';
-import { ApiKeyService } from 'src/modules/api-key/api-key.service';

 const logger = {
  info: (...args) => args,
@@ -53,7 +52,6 @@ describe('user.decorator', () => {
    customer_id: '9d18e8ae-24b9-41a3-9e8f-a25ce57555b11',
    customer_name: 'dadosfera',
    customer_tier: 'BASIC',
-    customer_modules: [],
    access_token: '',
  };

@@ -76,12 +74,6 @@ describe('user.decorator', () => {
          provide: APP_GUARD,
          useClass: AuthenticationGuard,
        },
-        {
-          provide: ApiKeyService,
-          useValue: {
-            get: () => Promise.resolve(null)
-          }
-        }
      ],
      controllers: [UserController],
    }).compile();
@@ -183,5 +175,5 @@ describe('user.decorator', () => {

  const token = CreateToken();
  fakeUserPayload.access_token = token;
-  // UserTest(token);
+  UserTest(token);
 });
@@ -3,14 +3,11 @@ import { NestFactory } from '@nestjs/core';
 import { DocumentBuilder, SwaggerModule } from '@nestjs/swagger';
 import helmet from 'helmet';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
-import { json, urlencoded } from 'express';

 import { AppModule } from './app.module';
 import { writeFileSync } from 'fs';
 import { execSync } from 'child_process';
 import { INestApplication } from '@nestjs/common';
-import cookieParser from 'cookie-parser';
-
 async function bootstrap() {
  DadosferaLogger.setupLogger({
    serviceName: 'maestro',
@@ -18,43 +15,16 @@ async function bootstrap() {
  });
  const logger = new DadosferaLogger();

-  const corsOrigins = [];
-
-  if (process.env.ENV === 'local') {
-    corsOrigins.push('http://localhost:4200');
-  } else {
-    corsOrigins.push( 
-      'https://app.stg.dadosfera.ai',
-      'https://app.dadosfera.ai',
-      'https://private-frontend.stg.dadosfera.ai',
-      'https://unimed.dadosfera.ai',
-      'https://boston-scientific.dadosfera.ai',
-      'https://plataforma.dadosfera.ai'
-    );
-  }
-
  const app = await NestFactory.create(AppModule, {
    logger,
    cors: {
-      origin: corsOrigins,
+      origin: '*',
      methods: 'GET,HEAD,PUT,PATCH,POST,DELETE',
      preflightContinue: false,
      optionsSuccessStatus: 204,
-      credentials: true,
    },
  });
-
  app.use(helmet());
-  app.use(cookieParser(process.env.COOKIE_SECRET));
-
-  if (process.env.ENV !== 'local') {
-    app.use('/catalog/register-dataset', json({ limit: '10mb' }));
-    app.use(
-      '/catalog/register-dataset',
-      urlencoded({ extended: true, limit: '10mb' }),
-    );
-  }
-
  configureSwagger(app);
  await app.listen(3333);
  if (process.env.KILL_AFTER_START) await app.close();
@@ -1,68 +0,0 @@
-import { Controller, Get, Post, Body, Param, Delete, UseFilters, Inject } from '@nestjs/common';
-import { ApiKeyService } from './api-key.service';
-import { CreateApiKeyDto, CreateApiKeyResponseDto, ApiKeyBaseResponseDto } from './dto/api-key.dto';
-import { Authenticated } from 'src/decorators/authentication.decorator';
-import { ApiHeaders, ApiTags, ApiResponse } from '@nestjs/swagger';
-import { LanguageEnum } from 'src/utils/languages.enum';
-import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
-import { RequestUser, User } from 'src/decorators/user.decorator';
-import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
-
-@Controller('api-key')
-@Authenticated()
-@ApiTags('ApiKey')
-@ApiHeaders([{ name: 'dadosfera-lang', enum: LanguageEnum, required: false }])
-@UseFilters(new GrpcToHttpExceptionFilter())
-export class ApiKeyController {
-  logger: DadosferaLogger;
-
-  constructor(
-    @Inject(DadosferaLogger)
-    dadosferaLogger: DadosferaLogger,
-    private readonly apiKeyService: ApiKeyService,
-  ) {
-    this.logger = dadosferaLogger.logger;
-  }
-
-  @Post()
-  @ApiResponse({ type: CreateApiKeyResponseDto })
-  async create(@Body() createApiKeyDto: CreateApiKeyDto, @User() user: RequestUser): Promise<CreateApiKeyResponseDto> {
-    this.logger.info('POST /api-key', {
-      permissions: createApiKeyDto.permissions,
-      method: 'create'
-    });
-    const result = await this.apiKeyService.create(createApiKeyDto, user);
-    this.logger.info('POST /api-key success', { 
-      id: result.id,
-      method: 'create'
-    });
-    return result;
-  }
-
-  @Get()
-  @ApiResponse({ type: [ApiKeyBaseResponseDto] })
-  async findAll(@User() user: RequestUser): Promise<ApiKeyBaseResponseDto[]> {
-    this.logger.info('GET /api-key', {
-      method: 'findAll'
-    });
-    const result = await this.apiKeyService.findAll(user);
-    this.logger.info('GET /api-key success', { 
-      count: result.length,
-      method: 'findAll'
-    });
-    return result;
-  }
-
-  @Delete(':id')
-  async remove(@Param('id') id: string, @User() user: RequestUser): Promise<void> {
-    this.logger.info('DELETE /api-key/:id', { 
-      id,
-      method: 'remove'
-    });
-    await this.apiKeyService.remove(id, user);
-    this.logger.info('DELETE /api-key/:id success', { 
-      id,
-      method: 'remove'
-    });
-  }
-}
@@ -1,18 +0,0 @@
-import { Module } from '@nestjs/common';
-import { ApiKeyService } from './api-key.service';
-import { ApiKeyController } from './api-key.controller';
-import { ClientsModule } from '@nestjs/microservices';
-import { DucClient } from '../duc/client.config';
-import DadosferaLogger from '@dadosfera/dadosfera-logs';
-
-const ducClient = new DucClient();
-
-@Module({
-  imports: [
-    ClientsModule.register([ducClient.providerOptions])
-  ],
-  controllers: [ApiKeyController],
-  providers: [ApiKeyService, DadosferaLogger],
-  exports: [ApiKeyService]
-})
-export class ApiKeyModule {}
@@ -1,50 +0,0 @@
-import { Injectable, Inject, OnModuleInit } from '@nestjs/common';
-import { ClientGrpc } from '@nestjs/microservices';
-import { CreateApiKeyDto, CreateApiKeyResponseDto, ApiKeyBaseResponseDto } from './dto/api-key.dto';
-import { RequestUser } from 'src/decorators/user.decorator';
-import { DucClient } from '../duc/client.config';
-import { ApiKeyWriteProtoService } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/write-service';
-import { lastValueFrom } from 'rxjs';
-import { ProtoServices } from '@dadosfera/protospack-v2/dist/lib/Duc';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
-
-@Injectable()
-export class ApiKeyService implements OnModuleInit {
-  private apiKeyService: ApiKeyWriteProtoService;
-
-  constructor(
-    @Inject(DucClient.name) private readonly client: ClientGrpc,
-  ) {}
-
-  onModuleInit() {
-    this.apiKeyService = this.client.getService<ApiKeyWriteProtoService>(ProtoServices.ApiKeyWriteProtoService);
-  }
-
-  create(createApiKeyDto: CreateApiKeyDto, user: RequestUser): Promise<CreateApiKeyResponseDto> {
-    const metadata = PackTheMetadata(user);
-
-    return lastValueFrom(this.apiKeyService.CreateApiKey({
-      permissions: createApiKeyDto.permissions
-    }, metadata));
-  }
-
-  async findAll(user: RequestUser): Promise<ApiKeyBaseResponseDto[]> {
-    const metadata = PackTheMetadata(user);
-    console.log(metadata)
-
-    const data = await lastValueFrom(this.apiKeyService.ListApiKeys({}, metadata));
-    return data.api_keys;
-  }
-
-  async remove(id: string, user: RequestUser) {
-    const metadata = PackTheMetadata(user);
-
-    await lastValueFrom(this.apiKeyService.DeleteApiKey({ id }, metadata));
-  }
-
-  async get(key: string) {
-    const metadata = PackTheMetadata({});
-
-    return await lastValueFrom(this.apiKeyService.GetApiKey({ key }, metadata));
-  }
-}
@@ -1,39 +0,0 @@
-import { ApiProperty } from '@nestjs/swagger';
-import { IsArray, IsNumber } from 'class-validator';
-
-export class PermissionDto {
-  @ApiProperty({ type: Number })
-  id: number;
-
-  @ApiProperty({ type: String })
-  name: string;
-}
-
-export class ApiKeyBaseResponseDto {
-  @ApiProperty({ type: String, format: 'uuid' })
-  id: string;
-
-  @ApiProperty({ type: String })
-  key_mask: string;
-
-  @ApiProperty({ type: [PermissionDto] })
-  permissions: PermissionDto[];
-
-  @ApiProperty({ type: String, format: 'date-time' })
-  created_at: string;
-
-  @ApiProperty({ type: String })
-  created_by: string;
-}
-
-export class CreateApiKeyResponseDto extends ApiKeyBaseResponseDto {
-  @ApiProperty({ type: String })
-  key: string;
-}
-
-export class CreateApiKeyDto {
-  @ApiProperty({ type: [Number], description: 'Array of permission IDs' })
-  @IsArray()
-  @IsNumber({}, { each: true })
-  permissions: number[];
-} 
@@ -1,37 +0,0 @@
-import { Controller, Body, Put, Get, NotFoundException} from '@nestjs/common';
-import { AssignService } from './assign.service';
-import { CreateAssignDto } from './dto/create-assign.dto';
-import { Authenticated, RequireModule, RequireSomePermission } from 'src/decorators/authentication.decorator';
-import { RequestUser, User } from 'src/decorators/user.decorator';
-import { DADOSFERA_MODULES_KEYS, PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
-
-@Controller('assign')
-@Authenticated()
-export class AssignController {
-  constructor(private readonly assignService: AssignService) {}
-
-  @Put('/public-key')
-  @RequireSomePermission(
-    PERMISSIONS_GROUPS.USERS.permissions.ADMIN
-  )
-  @RequireModule(DADOSFERA_MODULES_KEYS.EMBED_ASSIGNED)
-  create(@Body() createAssignDto: CreateAssignDto, @User() user: RequestUser) {
-    const metadata = PackTheMetadata(user);
-    return this.assignService.create(createAssignDto, metadata);
-  }
-
-  @Get('/public-key')
-  @RequireSomePermission(
-    PERMISSIONS_GROUPS.USERS.permissions.ADMIN
-  )
-  @RequireModule(DADOSFERA_MODULES_KEYS.EMBED_ASSIGNED)
-  async get(@User() user: RequestUser) {
-    const metadata = PackTheMetadata(user);
-    try {
-      return await this.assignService.get(metadata);
-    } catch (error) {
-      throw new NotFoundException(error.message)
-    }
-  }
-}
@@ -1,15 +0,0 @@
-import { Module } from '@nestjs/common';
-import { AssignService } from './assign.service';
-import { AssignController } from './assign.controller';
-import DadosferaLogger from '@dadosfera/dadosfera-logs';
-import { ClientsModule } from '@nestjs/microservices';
-import { DucClient } from '../duc/client.config';
-
-const client = new DucClient();
-
-@Module({
-  imports: [ClientsModule.register([client.providerOptions])],
-  controllers: [AssignController],
-  providers: [AssignService, DadosferaLogger]
-})
-export class AssignModule {}
@@ -1,38 +0,0 @@
-import { Inject, Injectable, OnModuleInit } from '@nestjs/common';
-import { CreateAssignDto } from './dto/create-assign.dto';
-import { Metadata } from '@grpc/grpc-js';
-import DadosferaLogger from '@dadosfera/dadosfera-logs';
-import { ClientGrpc } from '@nestjs/microservices';
-import { DucClient } from 'src/modules/duc/client.config';
-import { ProtoServices } from '@dadosfera/protospack-v2/dist/lib/Duc';
-import { lastValueFrom } from 'rxjs';import { AssingProtoService } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/write-service';
-
-@Injectable()
-export class AssignService implements OnModuleInit {
-
-  ducService: AssingProtoService;
-  logger: DadosferaLogger;
-
-  constructor(
-    @Inject(DadosferaLogger)
-    dadosferaLogger: DadosferaLogger,
-    @Inject(DucClient.name) private readonly grpcClient: ClientGrpc,
-  ) {
-    this.logger = dadosferaLogger.logger;
-  }
-
-  onModuleInit() {
-    this.ducService =this.grpcClient.getService<AssingProtoService>(
-      ProtoServices.AssingProtoService,
-    );
-  }
-
-  async create(createAssignDto: CreateAssignDto, metadata: Metadata) {
-    const data = await lastValueFrom(this.ducService.CreateOrUpdateAssignPublicKey(createAssignDto, metadata))
-    return data;
-  }
-
-  async get(metadata: Metadata) {
-    return await lastValueFrom(this.ducService.GetAssignPublicKey({}, metadata))
-  }
-}
@@ -1,3 +0,0 @@
-export class CreateAssignDto {
-    publicKey: string;
-}
@@ -12,8 +12,6 @@ import {
  Redirect,
  Req,
  Param,
-  Res,
-  UnauthorizedException,
 } from '@nestjs/common';
 import {
  ApiHeaders,
@@ -28,7 +26,7 @@ import {
  AuthConfirmResetPasswordRequest,
  AuthEnableTotpMfaRequest,
  AuthDisableTotpMfaRequest,
-  AuthVerifyTotpMfaRequest
+  AuthVerifyTotpMfaRequest,
 } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/messages';

 import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
@@ -47,21 +45,15 @@ import {
  AuthSignInRes,
  BulkEditRequest,
 } from './dtos/login';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
+import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
 import { AuthGuard } from '@nestjs/passport';
-import { Request, Response } from 'express';
+import { Request } from 'express';
 import ErrorCodes, { OauthErrors } from 'src/utils/errorCodes';
-import jwt, { JwtPayload } from 'jsonwebtoken';
+import jwt from 'jsonwebtoken';
 import { LanguageEnum } from 'src/utils/languages.enum';
 import { Language } from 'src/decorators/language.decorator';
 import { ApiInternalOnlyEndpoint } from 'src/decorators/swagger.decorator';

-type CookiesValues = {
-  accessToken?: string;
-  refreshToken?: string;
-  userId?: string
-}
-
@ApiTags('Auth')
@ApiHeaders([{ name: 'dadosfera-lang', enum: LanguageEnum, required: false }])
@UseFilters(new GrpcToHttpExceptionFilter())
@@ -94,46 +86,13 @@ export class AuthController {
  async signIn(
    @Body() { username, password, totp }: AuthSignInReq,
    @Language() language: LanguageEnum,
-    @Res() res: Response,
-  ) {
-    try {
-      this.logger.info('/auth - SignIn');
-      const metadata = PackTheMetadata({ language });
-      this.logger.info('metadata: ' + JSON.stringify(metadata.toJSON()));
-      const data = await this.authClient.signIn({ username, password, totp }, metadata);
-
-      if (data.tokens) {
-        this.authClient.writeAuthSession(res, {
-          accessToken: data.tokens.accessToken,
-          refreshToken: data.tokens.refreshToken,
-          userId: data.user.id
-        });
-      }
-
-      return res.send(data);
-    } catch (error) {
-      this.logger.error('/auth - SignIn - ERROR', error);
-      throw error;
-    }
-
-  }
-
-  @Post('sign-out')
-  @HttpCode(HttpStatus.NO_CONTENT)
-  async signOut(
-    @Language() language: LanguageEnum,
-    @Res() res: Response,
-  ) {
-    try {
-      this.logger.info('/auth - SignOut');
-   
-      this.authClient.cleanUpAuthSession(res);
-
-      return res.send();
-    } catch (error) {
-      this.logger.error('/auth - SignIn - ERROR', error);
-    }
-
+    @Headers('origin') origin = '',
+  ): Promise<AuthSignInRes> {
+    this.logger.info('/auth - SignIn');
+    const frontHost = origin.replace(/^https?:\/\//, '');
+    const metadata = PackTheMetadata({ language, custom_host: frontHost });
+    this.logger.info('metadata: ' + JSON.stringify(metadata.toJSON()));
+    return this.authClient.signIn({ username, password, totp }, metadata);
  }

  @Post('refresh-access-token')
@@ -143,26 +102,17 @@ export class AuthController {
    @Body() body: AuthRefreshAccessTokenReq,
    @Language() language: LanguageEnum,
    @Headers('origin') origin: string,
-    @Res() res: Response,
  ) {
    this.logger.info('/auth - RefreshAccessToken');
+    const { refreshToken, customerName: customer_name } = body;
    const frontHost = origin.replace(/^https?:\/\//, '');
-    const { refreshToken, userId } = body;
-
    const metadata = PackTheMetadata({
      language,
+      customer_name,
      custom_host: frontHost,
    });

-    const data = await this.authClient.refreshAccessToken({ refreshToken, userId }, metadata);
-
-    this.authClient.writeAuthSession(res, {
-      accessToken: data.accessToken,
-      refreshToken: data.refreshToken,
-      userId
-    });
-
-    return res.send(data);
+    return this.authClient.refreshAccessToken({ refreshToken }, metadata);
  }

  @ApiInternalOnlyEndpoint()
@@ -470,40 +420,4 @@ export class AuthController {

    return this.authClient.resetUsers(body.users, metadata);
  }
-
-  @Get('me')
-  async getMe(@Req() req: Request, @Res() res: Response) {
-    this.logger.info('GET /auth/me ')
-
-    // Get token and headers
-    const accessToken = req.cookies['ddf-auth'];
-    const refreshToken = req.cookies['ddf-refresh-auth']; 
-    const userId = req.cookies['ddf-user-id']; 
-    const resourceHost = req.headers["host"]
-
-    const hasUserSession = Boolean(accessToken) && Boolean(userId);
-    this.logger.info('Has User Session: ' + hasUserSession);
-
-    if (!hasUserSession) {
-      throw new UnauthorizedException()
-    }
-
-    try {
-      const userDto = await this.authClient.validateUserSession(accessToken, resourceHost);
-      return res.status(200).json(userDto);
-    } catch (error) {
-
-      if (!refreshToken) {
-        this.logger.error('Invalid refresh token or customer name');
-        throw new UnauthorizedException("Invalid refresh token or customer name");
-      };
-
-      const {
-        authSession,
-        user
-      } = await this.authClient.refreshUserSession(refreshToken, userId, resourceHost);
-      this.authClient.writeAuthSession(res, authSession);
-      return res.status(200).json(user);
-    }
-  }
 }
@@ -1,20 +1,10 @@
-import {
-  OnModuleInit,
-  Inject,
-  Injectable,
-  ForbiddenException,
-  HttpException,
-  HttpStatus,
-} from '@nestjs/common';
+import { OnModuleInit, Inject, Injectable } from '@nestjs/common';
 import { ClientGrpc } from '@nestjs/microservices';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 import { lastValueFrom } from 'rxjs';

 import { ProtoServices } from '@dadosfera/protospack-v2/dist/lib/Duc';
-import {
-  AuthProtoService as AuthServiceInterface,
-  UsersProtoService,
-} from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/write-service';
+import { AuthProtoService as AuthServiceInterface } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/write-service';
 import {
  AuthSnowflakeSignInRequest,
  AuthSignInRequest,
@@ -27,28 +17,16 @@ import {
  AuthResetPasswordRequest,
  AuthVerifyResetPasswordCodeRequest,
  AuthConfirmResetPasswordRequest,
-  AuthSignInResponse,
 } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/messages';
 import { DucClient } from '../duc/client.config';
 import { Metadata } from '@grpc/grpc-js';
-import { BulkEditResponse, UserDTO } from './dtos/login';
-import jwt, { JwtPayload } from 'jsonwebtoken';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
-import { Request, Response } from 'express';
-
-type AuthSession = {
-  accessToken?: string;
-  refreshToken?: string;
-  userId?: string;
-};
+import { BulkEditResponse } from './dtos/login';

@Injectable()
 export class AuthClientService implements OnModuleInit {
  logger: DadosferaLogger;

  private authService: AuthServiceInterface;
-  private userService: UsersProtoService;
-
  constructor(
    @Inject(DadosferaLogger)
    dadosferaLogger: DadosferaLogger,
@@ -61,10 +39,6 @@ export class AuthClientService implements OnModuleInit {
    this.authService = this.grpcClient.getService<AuthServiceInterface>(
      ProtoServices.AuthProtoService,
    );
-
-    this.userService = this.grpcClient.getService<UsersProtoService>(
-      ProtoServices.UsersProtoService,
-    );
  }

  async getPublicKeys() {
@@ -79,63 +53,25 @@ export class AuthClientService implements OnModuleInit {
    return lastValueFrom(this.authService.AuthSnowflakeSignIn(input));
  }

-  checkDedicatedProxy({ customer }: AuthSignInResponse) {
-    const DEDICATED_PROXY = process.env.DEDICATED_PROXY || '';
-    this.logger.info(
-      'SignIn - Setting customer ID for dedicated proxy: ' + DEDICATED_PROXY,
-    );
-    this.logger.info('Customer ID: ' + customer.id);
-
-    if (DEDICATED_PROXY !== '' && DEDICATED_PROXY !== customer.id) {
-      throw new ForbiddenException();
-    }
-
-    // Bloquear o customer de acesso o maestro publico
-    this.logger.info(
-      'Check if customer have network policy: ' + customer.modules,
-    );
-    const hasNetworkPolicyModule = customer.modules.includes('network-policy');
-    if (hasNetworkPolicyModule && DEDICATED_PROXY === '') {
-      throw new ForbiddenException();
-    }
-  }
-
  async signIn(
    { username, password, totp }: AuthSignInRequest,
    metadata: Metadata,
  ) {
    this.logger.info('SignIn');

-    let result: AuthSignInResponse;
-
-    try {
-      result = await lastValueFrom(
-        this.authService.AuthSignIn({ username, password, totp }, metadata),
-      );
-    } catch (error) {
-      this.logger.error('SignIn - Error during sign-in');
-      this.logger.error(error);
-      throw error;
-    }
-
-    if (result.customer) {
-      this.checkDedicatedProxy(result);
-    }
-
-    return result;
+    return lastValueFrom(
+      this.authService.AuthSignIn({ username, password, totp }, metadata),
+    );
  }

  async refreshAccessToken(
-    { refreshToken, userId }: AuthRefreshAccessTokenRequest,
+    { refreshToken }: AuthRefreshAccessTokenRequest,
    metadata: Metadata,
  ) {
    this.logger.info('RefreshAccessToken');

    return lastValueFrom(
-      this.authService.AuthRefreshAccessToken(
-        { refreshToken, userId },
-        metadata,
-      ),
+      this.authService.AuthRefreshAccessToken({ refreshToken }, metadata),
    );
  }

@@ -303,190 +239,4 @@ export class AuthClientService implements OnModuleInit {
      throw error;
    }
  }
-
-  public async validateUserSession(accessToken: any, resourceHost: string) {
-    const payload = await this.validateJwtToken(accessToken);
-
-    const userDto = await this.getUserfromPayload(payload);
-
-    this.validateResourceAccess(resourceHost, userDto);
-    return userDto;
-  }
-
-  public async refreshUserSession(
-    refreshToken: string,
-    userId: string,
-    originHeader: string,
-  ): Promise<{
-    user: UserDTO;
-    authSession: AuthSession;
-  }> {
-    const metadata = PackTheMetadata({});
-
-    this.logger.info('Call Refresh Token');
-    const refreshCredentials = await this.refreshAccessToken(
-      { refreshToken, userId },
-      metadata,
-    );
-    this.logger.info('Finish Refresh Token');
-
-    const userDto = await this.validateUserSession(
-      refreshCredentials.accessToken,
-      originHeader,
-    );
-    return {
-      user: userDto,
-      authSession: {
-        accessToken: refreshCredentials.accessToken,
-        refreshToken: refreshCredentials.refreshToken,
-        userId,
-      },
-    };
-  }
-
-  public writeAuthSession(res: Response, data: AuthSession) {
-    let exp = 1000 * 60 * 5; // 5 minutes
-
-    if (data.accessToken) {
-      const { exp: expiration } = jwt.decode(data.accessToken) as JwtPayload;
-      exp = (expiration - 30) * 1000; // exp em segundos, maxAge em ms
-
-      this.logger.info('Set Cookie ddf-auth');
-      res.cookie('ddf-auth', data.accessToken, {
-        domain: '.dadosfera.ai',
-        maxAge: exp,
-        httpOnly: true,
-        secure: true,
-        sameSite: 'none', // Necessário para cookies em requisições cross-site
-      });
-    }
-
-    if (data.refreshToken) {
-      this.logger.info('Set Cookie ddf-refresh-auth');
-      res.cookie('ddf-refresh-auth', data.refreshToken, {
-        domain: '.dadosfera.ai',
-        maxAge: exp,
-        httpOnly: true,
-        secure: true,
-        sameSite: 'none', // Necessário para cookies em requisições cross-site
-      });
-    }
-
-    if (data.userId) {
-      this.logger.info('Set Cookie ddf-refresh-auth');
-      res.cookie('ddf-user-id', data.userId, {
-        domain: '.dadosfera.ai',
-        maxAge: exp,
-        httpOnly: true,
-        secure: true,
-        sameSite: 'none', // Necessário para cookies em requisições cross-site
-      });
-    }
-  }
-
-  public cleanUpAuthSession(res: Response) {
-    const exp = 1000 * 60 * 3;
-
-    res.cookie('ddf-auth', '', {
-      domain: 'dadosfera.ai',
-      maxAge: Date.now() - exp,
-      expires: new Date(),
-      httpOnly: true,
-      secure: true,
-      sameSite: 'none', // Necessário para cookies em requisições cross-site
-    });
-
-    res.cookie('ddf-refresh-auth', '', {
-      domain: 'dadosfera.ai',
-      maxAge: Date.now() - exp,
-      expires: new Date(),
-      httpOnly: true,
-      secure: true,
-      sameSite: 'none', // Necessário para cookies em requisições cross-site
-    });
-
-    this.logger.info('Clean cookie sessions');
-  }
-
-  private async validateJwtToken(token: string) {
-    const decoded: any = token && jwt.decode(token, { complete: true });
-    if (!decoded) throw new Error('Invalid token');
-
-    const { kid } = decoded.header;
-    // Busca a chave pública
-    const { keys } = await this.getPublicKeys();
-    const pemValue = keys.find((k) => k.kid === kid)?.pem;
-    if (!pemValue) throw new Error('Public key not found');
-    jwt.verify(token, pemValue);
-
-    return decoded.payload;
-  }
-
-  private async getUserfromPayload(payload: JwtPayload): Promise<UserDTO> {
-    this.logger.info('getUser');
-
-    const metadata = PackTheMetadata({
-      customer_id: payload.customer_id,
-    });
-
-    const { user } = await lastValueFrom(
-      this.userService.UserFindOneById({ id: payload.user_id }, metadata),
-    );
-
-    const userDto: UserDTO = {
-      id: user.id,
-      name: user.username,
-      jobTitle: user?.jobTitle || null,
-      department: user?.department || null,
-      hierarchy: user?.hierarchy || null,
-      customer: {
-        id: payload.customer_id,
-        name: payload.customer_name,
-        tier: payload.customer_tier,
-      },
-    };
-
-    return userDto;
-  }
-
-  private validateResourceAccess(host: string, user: UserDTO) {
-    this.logger.info(
-      "Validate whether the source URL is a resource belonging to the user's client",
-    );
-    this.logger.info('Host: ' + host);
-    this.logger.info('Customer: ' + user.customer.name);
-
-    const hostParts = host.split('.');
-    const domain = hostParts[0];
-    const isResouceStg = hostParts[1] === 'stg';
-
-    const notFoundCustomerInDomain = !domain.includes('-')
-
-    if (notFoundCustomerInDomain) {
-      this.logger.info(`Not found Customer Name in domain`);
-      return;
-    }
-
-    const domainParts = domain.split('-');
-
-    const customerInDomain = domainParts[domainParts.length - 1];
-
-    if (isResouceStg && process.env.ENV !== 'stg') {
-      this.logger.error(`Customer ${user.customer.name} cannot access ${host}`);
-      throw new HttpException(
-        `Customer ${user.customer.name} cannot access ${host}`,
-        HttpStatus.FORBIDDEN
-      );
-    }
-
-    if (customerInDomain != user.customer.name) {
-      this.logger.error(`Customer ${user.customer.name} cannot access ${host}`);
-      throw new HttpException(
-        `Customer ${user.customer.name} cannot access ${host}`,
-        HttpStatus.FORBIDDEN
-      );
-    }
-
-    return;
-  }
 }
@@ -122,7 +122,7 @@ export class AuthRefreshAccessTokenReq {
  @ApiProperty()
  refreshToken: string;
  @ApiProperty()
-  userId: string;
+  customerName: string;
 }
 export class AuthRefreshAccessTokenRes {
  @ApiProperty()
@@ -140,16 +140,3 @@ export interface BulkEditResponse {
  successfulUsers: string[];
  failedUsers: string[];
 }
-
-export type UserDTO = {
-  id: string,
-  name: string,
-  jobTitle?: string,
-  department?: string,
-  hierarchy?: string,
-  customer: {
-    id: string,
-    name: string,
-    tier: string,
-  }
-}
@@ -26,7 +26,6 @@ export class GoogleLoginStrategy extends PassportStrategy(
      callbackURL: oauthSecrets['google-login'].redirect_uri,
      scope: ['email', 'profile', 'openid'],
    };
-    console.log("GoogleLoginStrategy", options.clientID, options.callbackURL);
    const verify = (
      accessToken: string,
      refreshToken: string,
@@ -32,7 +32,7 @@ import {
 import { DADOSFERA_MODULES_KEYS, PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
 import { CatalogService } from './catalog.service';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
+import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
 import { RequestUser, User } from 'src/decorators/user.decorator';
 import {
  BatchRemoveRlsRulesRequest,
@@ -117,52 +117,6 @@ export class CatalogController {
    return res;
  }

-  @Get('/download')
-  @RequireSomePermission(
-    PERMISSIONS_GROUPS.CATALOG.permissions.GET,
-    PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER,
-  )
-  async dowloadAsserts(
-    @User() user: RequestUser,
-    @Query() query: ICatalogAllRequest,
-    @Res() res: Response
-  ) {
-    const { user_id, customer_name, customer_id, username, permissions } = user;
-    this.logger.info(`/catalog/download - searchCatalog`, {
-      user_id,
-      customer_name,
-    });
-
-    const is_data_manager = permissions.includes(
-      PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER.seqid,
-    );
-
-    const roles = await this.catalogService.getUserRolesIds(user_id);
-
-    const metadata = PackTheMetadata({
-      user_id,
-      customer_id,
-      customer_name,
-      username,
-      roles,
-      is_data_manager,
-    });
-
-    const {
-      file,
-      filename
-    } = await this.catalogService.downloadAssets(
-      query,
-      metadata,
-      customer_id,
-    );
-
-    res.setHeader('Content-Disposition', `attachment; filename="${filename}"`);
-    res.setHeader('Content-Type', 'text/csv');
-
-    res.end(file);
-  }
-
  @ApiInternalOnlyEndpoint()
  @Get('data-asset')
  async findByPipelineAndObject(@User() user: RequestUser, @Query() query) {
@@ -423,7 +377,6 @@ export class CatalogController {
    @User() user: RequestUser,
    @Language() language: LanguageEnum,
    @Param('id') id: string,
-    @Query('asset_type') asset_type: string,
  ): Promise<IDocsResponse> {
    const { customer_name, customer_id, user_id, username } = user;

@@ -440,7 +393,7 @@ export class CatalogController {
      language,
    });

-    const docs = await this.catalogService.getDataDocs(id, asset_type, metadata);
+    const docs = await this.catalogService.getDataDocs(id, metadata);

    return { docs };
  }
@@ -488,32 +441,21 @@ export class CatalogController {
    @Headers() headers,
    @Param('id') table_id: string,
    @Body('docs') docs: string,
-    @Query('asset_type') asset_type: string,
  ) {
-    const { user_id, customer_name, customer_id, username } = user;
-    
-    const metadata = PackTheMetadata({
-      customer_id,
-      customer_name,
-      user_id,
-      username,
-    });
+    const { user_id, customer_name } = user;

-    this.logger.info(`/catalog - ON POST DATA DOCS ROUTE`, {
+    this.logger.info(`/catalog - ON GET DATA DOCS ROUTE`, {
      user_id,
      customer_name,
    });

-    const body = {
+    const res = await this.catalogService.createDataDocs({
      table_id,
      docs,
-      asset_type,
      info: {
        customer: customer_name,
      },
-    }
-
-    const res = await this.catalogService.createDataDocs(body, metadata);
+    });

    return res;
  }
@@ -943,4 +885,4 @@ export class CatalogController {
      this.logger.error(error.message);
    }
  }
-}
+}
@@ -3,15 +3,12 @@ import { Module } from '@nestjs/common';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';

 import { CatalogController } from './catalog.controller';
+import { CatalogService } from './catalog.service';
 import { CatalogClientConfiguration } from './catalog-client';
 import { ClientsModule } from '@nestjs/microservices';
 import { PipelinesModule as OldPipelineModule } from 'src/modules/pipelines/pipelines.module';
 import { UsersModule } from '../users/users.module';
 import { RolesModule } from '../roles/roles.module';
-import { CustomersModule } from '../customers/customers.module';
-import { ShareModule } from './share/share.module';
-import { CatalogService } from './catalog.service';
-import { MixpanelModule } from '../mixpanel/mixpanel.module';

 const client = new CatalogClientConfiguration();

@@ -21,8 +18,6 @@ const client = new CatalogClientConfiguration();
    OldPipelineModule,
    UsersModule,
    RolesModule,
-    CustomersModule,
-    ShareModule,
  ],
  controllers: [CatalogController],
  providers: [CatalogService, DadosferaLogger],
@@ -24,11 +24,8 @@ import { CatalogClientConfiguration } from './catalog-client';
 import { UsersService } from '../users/users.service';
 import { RolesService } from '../roles/roles.service';
 import { Metadata } from '@grpc/grpc-js';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
 import {
-  AssetReporter,
  BatchRemoveRlsRulesRequest,
-  CreateDataDocsDTO,
  IUpdateDataRequest,
  TriggerCatalogReq,
 } from './dtos';
@@ -38,10 +35,15 @@ import {
  GetRlsRulesRequest,
  PiiMetadata,
 } from '@dadosfera/protospack-v2/dist/lib/Catalog/interfaces/messages';
+import { writeFileSync } from 'fs';
+import path from 'path';
+import { HtmlParser } from 'src/utils/FileParser/html-parser';
+import { PiiDto } from './dtos/pii.dto';
+import { CsvParser } from 'src/utils/FileParser/csv-parser';
+import { PDFParser } from 'src/utils/FileParser/pdf-parser';
 import { TypeParser } from 'src/utils/FileParser/parser-types';
 import { ParserBuilder } from 'src/utils/FileParser/parser.builder';

-
 class CatalogService implements OnModuleInit {
  catalogReadService: ReadService.CatalogReadServices;
  catalogWriteService: WriteService.CatalogWriteServices;
@@ -58,7 +60,6 @@ class CatalogService implements OnModuleInit {
    this.logger = dadosferaLogger.logger;
  }

-
  onModuleInit() {
    this.catalogReadService =
      this.grpcClient.getService<ReadService.CatalogReadServices>(
@@ -74,24 +75,20 @@ class CatalogService implements OnModuleInit {
      );
  }

-
  _getNimbusUrl(body) {
    this.logger.debug(`Body: ${JSON.stringify(body)}`);
    const customer = body.info.customer.toLowerCase();

-
    if (process.env.ENV === 'prd') {
      return `https://nimbus-${customer}.dadosfera.ai`;
    }

-
    return `https://nimbus-${customer}.${process.env.ENV.replace(
      'local',
      'stg',
    )}.dadosfera.ai`;
  }

-
  async getPiiReporter(metadata: Metadata, type: TypeParser) {
    this.logger.info('getPiiReporter: ' + type)
    try {
@@ -102,10 +99,8 @@ class CatalogService implements OnModuleInit {
      )
      this.logger.info("Finish grpc call")

-
      const parser = ParserBuilder.build<PiiMetadata>(type);

-
      this.logger.info('parser file to: ' + type)
      const file = await parser.parse(data)
      this.logger.info('finish parser')
@@ -115,11 +110,9 @@ class CatalogService implements OnModuleInit {
        'pdf': 'application/pdf'
      }

-
      const timestamp = new Date().toISOString().replace(/[:.]/g, '-');
      const filename = `relatorio-pii-${timestamp}.${type}`;

-
      return {
        file,
        filename: filename,
@@ -130,25 +123,20 @@ class CatalogService implements OnModuleInit {
      throw error;
    }

-
  }

-
  async createDataAsset(data: Messages.CreateDataAssetRequest, metadata) {
    this.logger.info('CatalogService - Manage Data assets permissions');
    if (!data.embed) data.embed = undefined;

-
    return lastValueFrom(
      this.catalogWriteService.CreateDataAsset(data, metadata),
    );
  }

-
  async managePermissions(data: Messages.ManagePermissionRequest, metadata) {
    this.logger.info('CatalogService - Manage Data assets permissions');

-
    return lastValueFrom(
      this.catalogWriteService.ManagePermission(data, metadata),
    ).catch((err) => {
@@ -159,11 +147,9 @@ class CatalogService implements OnModuleInit {
    });
  }

-
  async revokePermissions(data: Messages.RevokePermissionRequest, metadata) {
    this.logger.info('CatalogService - Manage Data assets permissions');

-
    return lastValueFrom(
      this.catalogWriteService.RevokePermission(data, metadata),
    ).catch((err) => {
@@ -174,11 +160,9 @@ class CatalogService implements OnModuleInit {
    });
  }

-
  async commentOnDataAsset(data: Messages.MakeACommentRequest, metadata) {
    this.logger.info('CatalogService - Manage Data assets permissions');

-
    return lastValueFrom(
      this.catalogWriteService.MakeAComment(data, metadata),
    ).catch((err) => {
@@ -189,11 +173,9 @@ class CatalogService implements OnModuleInit {
    });
  }

-
  async deleteComment(data: Messages.UpdateACommentRequest, metadata) {
    this.logger.info('CatalogService - Manage Data assets permissions');

-
    return lastValueFrom(
      this.catalogWriteService.UpdateAComment(data, metadata),
    ).catch((err) => {
@@ -204,11 +186,9 @@ class CatalogService implements OnModuleInit {
    });
  }

-
  async deleteDataAsset(data: Messages.DeleteDataAssetRequest, metadata) {
    this.logger.info('CatalogService - Manage Data assets permissions');

-
    return lastValueFrom(
      this.catalogWriteService.DeleteDataAsset(data, metadata),
    ).catch((err) => {
@@ -219,20 +199,14 @@ class CatalogService implements OnModuleInit {
    });
  }

-
  async getUserRolesIds(userId: string) {
    const result = await this.userService.findOneById(userId).catch(() => null);

+    const roles_ids = result.user.roles.map((role) => role.id);

-    if (result) {
-      return result.user.roles.map((role) => role.id);
-    }
-
-
-    return [];
+    return roles_ids;
  }

-
  async searchDataAssets(
    query: Record<string, any>,
    metadata: Metadata,
@@ -240,7 +214,6 @@ class CatalogService implements OnModuleInit {
  ) {
    this.logger.info('CatalogService - searchDataAssets');

-
    const { search, page, size, sort_by, order, ...filters } = query;

    const { data_assets, total } = await lastValueFrom(
@@ -257,54 +230,16 @@ class CatalogService implements OnModuleInit {
      ),
    );

-
    const result = JSON.parse(data_assets);

-
    const response = await this.getAssetsUsersAndRoles(
      result.data_assets,
      customer_id,
    );

-
    return { data_assets: response, total };
  }

-
-  async downloadAssets(
-    query: Record<string, any>,
-    metadata: Metadata,
-    customer_id: string,
-  ) {
-    const data = await this.searchDataAssets(query, metadata, customer_id);
-
-
-    const formatData = data.data_assets.map(asset => ({
-      id: asset.id,
-      display_name: asset.display_name,
-      data_asset_type: asset.data_asset_type,
-      created_at: asset.created_at,
-      tags: '[' + asset.tags.join(', ') + ']'
-    }))
-
-
-    const parser = ParserBuilder.build<AssetReporter>('csv');
-
-
-    const file = await parser.parse(formatData);
-
-
-    const timestamp = new Date().toISOString().replace(/[:.]/g, '-');
-    const filename = `dadosfera_assets_${timestamp}.csv`;
-
-
-    return {
-      file,
-      filename
-    }
-  }
-
-
  async getOneDataAsset(data: {
    id: string;
    customer_id: string;
@@ -325,11 +260,9 @@ class CatalogService implements OnModuleInit {
    };
    asset = await this.getAssetsUsersAndRoles([asset], customer_id);

-
    return { data_asset: asset[0] };
  }

-
  async getOneDataAssetByPipelineAndObject(data: {
    customer_id: string;
    pipeline: string;
@@ -351,11 +284,9 @@ class CatalogService implements OnModuleInit {
    };
    asset = await this.getAssetsUsersAndRoles([asset], customer_id);

-
    return { data_asset: asset[0] };
  }

-
  async updateOneDataAsset(data: {
    data_asset_id: string;
    customer_id: string;
@@ -364,7 +295,6 @@ class CatalogService implements OnModuleInit {
  }) {
    const { body, customer_id, data_asset_id, metadata } = data;

-
    const { data_asset } = await lastValueFrom(
      this.catalogWriteService.UpdateDataAsset(
        { id: data_asset_id, changes: JSON.stringify(body) },
@@ -379,20 +309,18 @@ class CatalogService implements OnModuleInit {
    };
    asset = await this.getAssetsUsersAndRoles([asset], customer_id);

-
    return { data_asset: asset[0] };
  }

-  async getDataDocs(id: string, assetType: string, metadata: Metadata) {
+  async getDataDocs(id: string, metadata: Metadata) {
    const { documentation } = await lastValueFrom(
-      this.catalogReadService.GetDatasetDoc({ id }, metadata),
+      this.catalogReadService.GetDatasetDoc({ id, type: undefined }, metadata),
    );
- 
+    console.log(documentation);
    const docs = JSON.parse(documentation);
    return docs;
  }

-
  async getDatasetPreview(id: string, metadata: Metadata) {
    const { preview } = await lastValueFrom(
      this.catalogReadService.GetDatasetPreview(
@@ -404,7 +332,6 @@ class CatalogService implements OnModuleInit {
    return result;
  }

-
  async getDatasetColumnsMetadata(id: string, metadata: Metadata) {
    const { columns_metadata } = await lastValueFrom(
      this.catalogReadService.GetDatasetColumnsMetadata(
@@ -416,16 +343,7 @@ class CatalogService implements OnModuleInit {
    return result;
  }

-  async createDataDocs(body: CreateDataDocsDTO, metadata: Metadata) {
-    if (body.asset_type === 'table' || body.asset_type === 'view') {
-      return this.createDataDocsViaNimbus(body);
-    }
-    
-    return this.createDataDocsViaGrpc(body, metadata);
-  }
-
-  private async createDataDocsViaNimbus(body: CreateDataDocsDTO) {
-    this.logger.info('Creating data docs via Nimbus for table/view');
+  async createDataDocs(body) {
    const nimbusUrl = this._getNimbusUrl(body);
    const { data } = await axios.post(
      `${nimbusUrl}/api/catalog/data-docs/`,
@@ -434,35 +352,9 @@ class CatalogService implements OnModuleInit {
    return data;
  }

-
-  private async createDataDocsViaGrpc(body: CreateDataDocsDTO, metadata: Metadata) {
-    this.logger.info('Creating data docs via gRPC for other asset types');
-    try {
-      const response: any = await lastValueFrom(
-        this.catalogWriteService.UpdateDataAssetDoc(
-          {
-            id: body.table_id,
-            docs: body.docs,
-          },
-          metadata,
-        ),
-      );
-      
-      return response;
-      
-    } catch (error) {
-      this.logger.error('Error creating data asset docs:', error);
-      throw new HttpException(
-        'Failed to create data asset documentation',
-        HttpStatus.INTERNAL_SERVER_ERROR,
-      );
-    }
-  }
-
  async findAllTags(data, metadata) {
    this.logger.info('CatalogService - findAllCustomerTags');

-
    const response = await lastValueFrom(
      this.catalogReadService.GetCustomerTags(data, metadata),
    )
@@ -475,7 +367,6 @@ class CatalogService implements OnModuleInit {
        throw new Error(err);
      });

-
    return response;
  }
  async getAssetsUsersAndRoles(data_assets: Array<any>, customer_id: string) {
@@ -488,22 +379,17 @@ class CatalogService implements OnModuleInit {
    return data_assets.map((data_asset) => {
      const owner = customer_users.find(
        (u) => u.id === data_asset.owner,
-      )?.email;
-
+      )?.username;

      const roles = [];
      const users = [];
-      const data_asset_roles = data_asset?.roles || []
-      for (const role_id of data_asset_roles) {
+      for (const role_id of data_asset.roles) {
        const role = customer_roles.find((r) => r.id === role_id);
        if (role) roles.push({ id: role.id, name: role.name });
      }
-
-
-      const data_asset_users = data_asset?.users || []
-      for (const user_id of data_asset_users) {
+      for (const user_id of data_asset.users) {
        const user = customer_users.find((r) => r.id === user_id);
-        if (user) users.push({ id: user.id, email: user.email });
+        if (user) users.push({ id: user.id, username: user.username });
      }
      return {
        ...data_asset,
@@ -514,7 +400,6 @@ class CatalogService implements OnModuleInit {
    });
  }

-
  async triggerCatalog(data: TriggerCatalogReq, metadata: Metadata) {
    const { session } = await lastValueFrom(
      this.catalogWriteService.TriggerDatasetCataloging(data, metadata),
@@ -528,7 +413,6 @@ class CatalogService implements OnModuleInit {
    return res;
  }

-
  async addRlsRule(data: AddRlsRuleRequest, metadata: Metadata) {
    const res = await lastValueFrom(
      this.catalogWriteService.AddRlsRule(data, metadata),
@@ -536,7 +420,6 @@ class CatalogService implements OnModuleInit {
    return res;
  }

-
  async removeRlsRule(id: number, metadata: Metadata) {
    const res = await lastValueFrom(
      this.catalogWriteService.RemoveRlsRule({ id }, metadata),
@@ -544,14 +427,12 @@ class CatalogService implements OnModuleInit {
    return res;
  }

-
  async batchRemoveRlsRule(
    query: BatchRemoveRlsRulesRequest,
    metadata: Metadata,
  ) {
    const { id_rls, nimbus_dashboard_id } = query;

-
    if (id_rls && nimbus_dashboard_id) {
      throw new BadRequestException(
        "You can't delete using both parameters. Choose either 'id_rls' or 'nimbus_dashboard_id'",
@@ -572,7 +453,6 @@ class CatalogService implements OnModuleInit {
    return 'OK';
  }

-
  async getRlsRules(data: GetRlsRulesRequest, metadata: Metadata) {
    const res = await lastValueFrom(
      this.catalogReadService.GetRlsRules(data, metadata),
@@ -580,7 +460,6 @@ class CatalogService implements OnModuleInit {
    return res.rls_rules;
  }

-
  async getOneRlsRule(id: number, metadata: Metadata) {
    const res = await lastValueFrom(
      this.catalogReadService.GetOneRlsRule({ id }, metadata),
@@ -588,7 +467,6 @@ class CatalogService implements OnModuleInit {
    return res.rls_rule;
  }

-
  async getNimbusDashboards(
    data: GetNimbusDashboardsRequest,
    metadata: Metadata,
@@ -599,24 +477,19 @@ class CatalogService implements OnModuleInit {
    return res.dashboards;
  }

-
  async createTableMetadata(body: any): Promise<number> {
    const nimbusUrl = this._getNimbusUrl(body);
    this.logger.info(`Nimbus URL: ${nimbusUrl}`, {...body.logMetadata});

-
    const endpoint = `${nimbusUrl}/api/catalog/table-metadata/`;

-
    this.logger.info(`Creating table metadata for table ${body.table_metadata.table_name}`, {...body.logMetadata});
    this.logger.info(`Using endpoint: ${endpoint}`, {...body.logMetadata});
    this.logger.debug(`Payload: ${JSON.stringify(body.table_metadata)}`, {...body.logMetadata});  

-
    try {
      const { data, status } = await axios.post(endpoint, {...body.table_metadata});

-
      this.logger.info(
        `Table metadata created successfully with status ${status} for table ${body.table_metadata.table_name}`,
        {...body.logMetadata},
@@ -631,23 +504,19 @@ class CatalogService implements OnModuleInit {
    }
  }

-
  async createColumnMetadata(body: any): Promise<number[]> {
    const nimbusUrl = this._getNimbusUrl(body);
    this.logger.info(`Nimbus URL: ${nimbusUrl}`, body.logMetadata);
    const endpoint = `${nimbusUrl}/api/catalog/column-metadata/`;

-
 

-
    try {
      this.logger.info(`Creating column metadata for table ${body.column_metadata.table_name}`, {...body.logMetadata});
      this.logger.info(`Using endpoint: ${endpoint}`, {...body.logMetadata});
      this.logger.debug(`Payload: ${JSON.stringify(body.column_metadata)}`, {...body.logMetadata});
      const { data, status } = await axios.post(endpoint, body.column_metadata);

-
      this.logger.info(
        `Column metadata created successfully with status ${status} for table ${body.column_metadata.table_name}`,
        {...body.logMetadata},
@@ -662,22 +531,18 @@ class CatalogService implements OnModuleInit {
    }
  }

-
  async createDataPreview(body: any): Promise<number> {
    const nimbusUrl = this._getNimbusUrl(body);
    this.logger.info(`Nimbus URL: ${nimbusUrl}`, {...body.logMetadata});
    const endpoint = `${nimbusUrl}/api/catalog/data-preview/`;

-
    this.logger.info(`Creating data preview for table ${body.data_preview.table_name}`, {...body.logMetadata});
    this.logger.info(`Using endpoint: ${endpoint}`, {...body.logMetadata});
    this.logger.debug(`Payload: ${JSON.stringify(body.data_preview)}`, {...body.logMetadata});

-
    try {
      const { data, status } = await axios.post(endpoint, body.data_preview);

-
      this.logger.info(
        `Data preview created successfully with status ${status} for table ${body.data_preview.table_name}`,
        {...body.logMetadata},
@@ -694,11 +559,9 @@ class CatalogService implements OnModuleInit {
    }
  }

-
  async catalogDatasetItem(table_metadata_id: number, metadata: Metadata) {
    const customer_name_raw = metadata.get('customer_name');

-
    const customer_name = customer_name_raw?.[0]?.toString();
    if (!customer_name) {
      throw new BadRequestException('Customer name not found in metadata');
@@ -721,5 +584,4 @@ class CatalogService implements OnModuleInit {
  }
 }

-
 export { CatalogService };
@@ -147,24 +147,6 @@ export class ICatalogAllRequest {
    description: 'Tipo de ordenação - `asc`: crescente; `desc`: decrescente ',
  })
  order?: OrderEnum;
-
-  @ApiPropertyOptional({
-    description: 'ID do usuário owner para filtrar data assets',
-    example: 'user-id-1,user-id-2',
-  })
-  owner?: string;
-
-  @ApiPropertyOptional({
-    description: 'Data inicial para filtro de catálogo (formato: YYYY-MM-DD)',
-    example: '2025-01-01',
-  })
-  catalog_date_from?: string;
-
-  @ApiPropertyOptional({
-    description: 'Data final para filtro de catálogo (formato: YYYY-MM-DD)',
-    example: '2025-12-31',
-  })
-  catalog_date_to?: string;
 }

 export class ICatalogAllResponse {
@@ -338,18 +320,3 @@ export class BatchRemoveRlsRulesRequest {
  @ApiPropertyOptional()
  id_rls?: string;
 }
-
-export type AssetReporter = {
-  id: string;
-  display_name: string;
-  data_asset_type: string;
-  created_at: string;
-  tags: string;
-}
-
-export type CreateDataDocsDTO = {
-  table_id: string;
-  docs: string;
-  asset_type: string;
-
-}
@@ -1,89 +0,0 @@
-import {
-  Controller,
-  Get,
-  Inject,
-  Param,
-  Req,
-  UseFilters,
-} from '@nestjs/common';
-import {
-  ApiHeaders,
-  ApiTags,
-} from '@nestjs/swagger';
-import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
-import { RequestUser, User } from 'src/decorators/user.decorator';
-import {
-  IColumnsMetadataResponse,
-  IDocsResponse,
-  IPreviewResponse,
-
-} from '../dtos';
-import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
-import { Language } from 'src/decorators/language.decorator';
-import { LanguageEnum } from 'src/utils/languages.enum';
-import { ShareService } from './share.service';
-import { Request } from 'express';
-
-@ApiTags('Catalog')
-@ApiHeaders([{ name: 'dadosfera-lang', enum: LanguageEnum, required: false }])
-@Controller('catalog/data-asset/share')
-@UseFilters(new GrpcToHttpExceptionFilter())
-export class ShareController {
-  logger: DadosferaLogger;
-  constructor(
-    @Inject(DadosferaLogger)
-    dadosferaLogger: DadosferaLogger,
-    private catalogShareService: ShareService,
-  ) {
-    this.logger = dadosferaLogger.logger;
-  }
-
-  @Get('/:id')
-  async getShareDataAsset(
-    @Param('id') id: string,
-    @Req() request: Request
-  ) {
-    this.logger.info(`GET //:id`);
-    return await this.catalogShareService.getOneDataAssetPublic(id, request);
-  }
-
-  @Get('/:id/columns-metadata')
-  async getShareDataAssetColumnsMetadata(
-    @Language() language: LanguageEnum,
-    @Param('id') id: string,
-    @Req() request: Request
-  ): Promise<IColumnsMetadataResponse> {
-    this.logger.info(`GET /:id/columns-metadata`);
-
-    const columns_metadata =
-      await this.catalogShareService.getDatasetColumnsMetadata(id, request);
-
-
-    return { columns_metadata };
-  }
-
-  @Get('/:id/preview')
-  async getShareDataAssetPreview(
-    @Language() language: LanguageEnum,
-    @Param('id') id: string,
-    @Req() request: Request
-  ): Promise<IPreviewResponse> {
-    this.logger.info(`GET /:id/preview`);
-    const preview = await this.catalogShareService.getDatasetPreview(id, request);
-
-    return { preview };
-  }
-
-  @Get('/:id/docs')
-  async getShareDataAssetDocs(
-    @Language() language: LanguageEnum,
-    @Param('id') id: string,
-    @Req() request: Request
-  ): Promise<IDocsResponse> {
-    this.logger.info(`GET /:id/docs`);
-    const docs = await this.catalogShareService.getDataDocs(id, request);
-
-    return { docs };
-  }
-
-}
@@ -1,30 +0,0 @@
-import { Module } from "@nestjs/common";
-import { CatalogClientConfiguration } from "../catalog-client";
-import { ClientsModule } from "@nestjs/microservices";
-import { RolesModule } from "src/modules/roles/roles.module";
-import { UsersModule } from "src/modules/users/users.module";
-import { CustomersModule } from "src/modules/customers/customers.module";
-import { ShareMetadataModule } from "src/modules/share-metadata/share-metadata.module";
-import { ShareController } from "./share.controller";
-import DadosferaLogger from "@dadosfera/dadosfera-logs";
-import { ShareService } from "./share.service";
-import { MixpanelModule } from "src/modules/mixpanel/mixpanel.module";
-import { AuthModule } from "src/modules/auth/auth.module";
-
-const client = new CatalogClientConfiguration();
-
-@Module({
-  imports: [
-    ClientsModule.register([client.providerOptions]),
-    UsersModule,
-    RolesModule,
-    CustomersModule,
-    ShareMetadataModule,
-    MixpanelModule,
-    AuthModule
-  ],
-  controllers: [ShareController],
-  providers: [ShareService, DadosferaLogger],
-  exports: [ShareModule],
-})
-export class ShareModule {}
@@ -1,275 +0,0 @@
-import DadosferaLogger from '@dadosfera/dadosfera-logs';
-import {
-  ProtoServices,
-  ReadService,
-} from '@dadosfera/protospack-v2/dist/lib/Catalog';
-import {
-  ForbiddenException,
-  Inject,
-  NotFoundException,
-  OnModuleInit,
-} from '@nestjs/common';
-import { CatalogClientConfiguration } from '../catalog-client';
-import { ClientGrpc } from '@nestjs/microservices';
-import { UsersService } from 'src/modules/users/users.service';
-import { RolesService } from 'src/modules/roles/roles.service';
-import { RequestUser } from 'src/decorators/user.decorator';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
-import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
-import { Metadata } from '@grpc/grpc-js';
-import { lastValueFrom } from 'rxjs';
-import { ShareMetadataService } from 'src/modules/share-metadata/share-metadata.service';
-import { isJWT } from 'class-validator';
-import { MixpanelService } from 'src/modules/mixpanel/mixpanel.service';
-import { Request } from 'express';
-import jwt from 'jsonwebtoken';
-import { AuthClientService } from 'src/modules/auth/auth.service';
-
-
-export class ShareService implements OnModuleInit {
-  catalogReadService: ReadService.CatalogReadServices;
-  logger: DadosferaLogger;
-
-  constructor(
-    @Inject(DadosferaLogger)
-    dadosferaLogger: DadosferaLogger,
-    @Inject(CatalogClientConfiguration.name)
-    private readonly grpcClient: ClientGrpc,
-    private readonly userService: UsersService,
-    private readonly roleService: RolesService,
-    private readonly shareMetadataService: ShareMetadataService,
-    private readonly mixpanelService: MixpanelService,
-    private authClient: AuthClientService,
-  ) {
-    this.logger = dadosferaLogger.logger;
-  }
-
-  onModuleInit() {
-    this.catalogReadService =
-      this.grpcClient.getService<ReadService.CatalogReadServices>(
-        ProtoServices.CatalogReadServices,
-      );
-  }
-
-  async getDatasetColumnsMetadata(id: string, request: Request) {
-    const shareMetadata = await this.getShareMetadata(id, request);
-    const metadata = PackTheMetadata({
-      customer_id: shareMetadata.customerId,
-      customer_name: shareMetadata.customerName,
-    });
-    const { columns_metadata } = await lastValueFrom(
-      this.catalogReadService.GetDatasetColumnsMetadata(
-        { id: shareMetadata.assetId, type: undefined },
-        metadata,
-      ),
-    );
-    const result = JSON.parse(columns_metadata);
-    return result;
-  }
-
-  async getDatasetPreview(id: string, request: Request) {
-    const shareMetadata = await this.getShareMetadata(id, request);
-    const metadata = PackTheMetadata({
-      customer_id: shareMetadata.customerId,
-      customer_name: shareMetadata.customerName,
-    });
-    const { preview } = await lastValueFrom(
-      this.catalogReadService.GetDatasetPreview(
-        { id: shareMetadata.assetId, type: undefined },
-        metadata,
-      ),
-    );
-    const result = JSON.parse(preview);
-    return result;
-  }
-
-  async getOneDataAssetPublic(id: string, request: Request) {
-    this.logger.info("getOneDataAssetPublic: " + JSON.stringify({
-      id
-    }))
-    try {
-    const user = await this.getUserFromRequest(request);
-
-      const shareMetadata = await this.getShareMetadata(id, request);
-
-      const mixpanelTracker = {
-        asset: shareMetadata.assetId,
-        type: isJWT(id) ? 'assigned' : shareMetadata.type,
-        customer: shareMetadata.customerName
-      }
-
-      if (user) {
-        await this.mixpanelService.track("share_page", user, request, mixpanelTracker);
-      } else {
-        await this.mixpanelService.trackShare(request, mixpanelTracker);
-      }
-
-      this.logger.info("shareMetadata: " + JSON.stringify(shareMetadata))
-      const metadata = PackTheMetadata({
-        customer_id: shareMetadata.customerId,
-        customer_name: shareMetadata.customerName,
-      });
-  
-      const { data_asset } = await this.getOneDataAsset({
-        customer_id: shareMetadata.customerId,
-        id: shareMetadata.assetId,
-        metadata,
-      });
-      this.logger.info('found asset: ' + JSON.stringify(data_asset));
-      delete data_asset.p_roles;
-      delete data_asset.p_users;
-      data_asset.share_type = 'public';
-      if (data_asset.share_type !== 'public') throw new NotFoundException();
-  
-      return { data_asset };
-    } catch (error) {
-      this.logger.error(error);
-      throw error;
-    }
-
-  }
-
-  private async getOneDataAsset(data: {
-    id: string;
-    customer_id: string;
-    metadata: Metadata;
-  }) {
-    const { customer_id, id, metadata } = data;
-    const { data_asset } = await lastValueFrom(
-      this.catalogReadService.GetOneDataAsset(
-        { id, type: undefined },
-        metadata,
-      ),
-    );
-    let asset = JSON.parse(data_asset);
-    asset = {
-      ...asset,
-      p_roles: asset.roles,
-      p_users: asset.users,
-    };
-    asset = await this.getAssetsUsersAndRoles([asset], customer_id);
-
-    return { data_asset: asset[0] };
-  }
-
-  async getDataDocs(id: string, request: Request) {
-    const shareMetadata = await this.getShareMetadata(id, request);
-    const metadata = PackTheMetadata({
-      customer_id: shareMetadata.customerId,
-      customer_name: shareMetadata.customerName,
-    });
-
-    const { documentation } = await lastValueFrom(
-      this.catalogReadService.GetDatasetDoc({ id }, metadata),
-    );
-    console.log(documentation);
-    const docs = JSON.parse(documentation);
-    return docs;
-  }
-
-  private async getAssetsUsersAndRoles(
-    data_assets: Array<any>,
-    customer_id: string,
-  ) {
-    const { users: customer_users } =
-      await this.userService.findAllUsersByCustomerId(customer_id);
-    const { roles: customer_roles } = await this.roleService.roleSearch(
-      {},
-      { customer_id },
-    );
-    return data_assets.map((data_asset) => {
-      const owner = customer_users.find(
-        (u) => u.id === data_asset.owner,
-      )?.email;
-
-      const roles = [];
-      const users = [];
-      for (const role_id of data_asset.roles) {
-        const role = customer_roles.find((r) => r.id === role_id);
-        if (role) roles.push({ id: role.id, name: role.name });
-      }
-      for (const user_id of data_asset.users) {
-        const user = customer_users.find((r) => r.id === user_id);
-        if (user) users.push({ id: user.id, email: user.email });
-      }
-      return {
-        ...data_asset,
-        roles,
-        users,
-        owner,
-      } as typeof data_asset;
-    });
-  }
-
-
-  private async getShareMetadata(id: string, request: Request) {
-    const metadata = PackTheMetadata({});
-    this.logger.info('GET share metadata')
-    const info = await this.shareMetadataService.get(id, metadata);
-    if (isJWT(id) && info ){
-      return info;
-    }
-
-    const user = await this.getUserFromRequest(request);
-
-    if (info.type === 'private') {
-      if (!user) {
-        throw new ForbiddenException(
-          'You do not have permission to access this data asset.',
-        );
-      }
-
-      const is_data_manager = user.permissions.includes(
-        PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER.seqid,
-      );
-
-      const is_get = user.permissions.includes(
-        PERMISSIONS_GROUPS.CATALOG.permissions.GET.seqid,
-      );
-
-      if (is_data_manager || is_get) {
-        return info;
-      }
-
-      throw new ForbiddenException(
-        'You do not have permission to access this data asset.',
-      );
-    }
-    return info;
-  }
-
-   private async getUserFromRequest(request: Request): Promise<RequestUser | null> {
-    const accessToken = request.get('Authorization');
-    if (accessToken) {
-      const accessTokenDecoded: any = jwt.decode(accessToken, {
-        complete: true,
-      });
-
-      const { kid } = accessTokenDecoded.header;
-
-      const { keys } = await this.authClient.getPublicKeys();
-
-      const pemValue = keys.find((key) => key.kid === kid);
-
-      if (!pemValue) {
-        return null;
-      }
-
-      jwt.verify(accessToken, pemValue.pem);
-      const accessTokenPayload = accessTokenDecoded.payload;
-
-      return {
-        user_id: accessTokenPayload.user_id,
-        username: accessTokenPayload.username,
-        permissions: accessTokenPayload.permissions,
-        customer_id: accessTokenPayload.customer_id,
-        customer_name: accessTokenPayload.customer_name,
-        customer_tier: accessTokenPayload.customer_tier,
-        customer_modules: accessTokenPayload.customer_modules,
-        access_token: accessToken,
-      };
-    }
-
-    return null;
-  }
-}
@@ -20,7 +20,7 @@ import {
  DatabaseConnectionPropertiesDto,
 } from '../connection/dtos/connection';
 import { RequestUser } from 'src/decorators/user.decorator';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
+import { PackTheMetadata } from 'src/utils/ PackTheMetadata';

@Injectable()
 export class ConnectionTestService {
@@ -28,7 +28,7 @@ import {
  UpdateConnectionDto,
 } from './dtos/connection';
 import { CreateConnectionDto } from './dtos/connection';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
+import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
 import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
 import { Language } from 'src/decorators/language.decorator';
 import { LanguageEnum } from 'src/utils/languages.enum';
@@ -25,7 +25,7 @@ import { CustomersService } from './customers.service';
 import { CustomerLinkRequest, CustomerLinksResponse } from './dtos/customers';
 import { RequestUser, User } from 'src/decorators/user.decorator';
 import type { StringValue } from 'ms';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
+import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
 import { EnforceMfa } from './dtos/enforce-mfa';

@ApiTags('Customers')
@@ -59,14 +59,6 @@ export class CustomersService implements OnModuleInit {
      );
  }

-  async getCustomer(customerId: string) {
-    return await lastValueFrom(
-      this.customerService.CustomerFindOneById({
-        id: customerId
-      })
-    )
-  }
-
  async getLinks(customerId: string) {
    try {
      const result = await lastValueFrom(
@@ -149,7 +141,6 @@ export class CustomersService implements OnModuleInit {
    // const decoded = jwt.decode(jwt_token, { complete: true });
    return jwt_token;
  }
-
  async getMonitoringDashboardUrl(metadata: Metadata) {
    logger.info('CustomersService - getMonitoringDashboardUrl');

@@ -167,7 +158,6 @@ export class CustomersService implements OnModuleInit {

    return res;
  }
-
  async getLogsDashboardUrl(metadata: Metadata) {
    logger.info('CustomersService - getMixPanelLogsDashboardUrl');
  
@@ -1,47 +0,0 @@
-import { ApiProperty } from "@nestjs/swagger";
-
-export class CreateIdentityProvider {
-
-  @ApiProperty()
-  name: string;
-
-  @ApiProperty()
-  clientId: string;
-
-  @ApiProperty()
-  clientSecret: string;
-
-  @ApiProperty()
-  issuerUrl: string;
-
-  @ApiProperty()
-  permissions: number[];
-}
-
-
-export class IdentityProviderResponse {
-
-  @ApiProperty()
-  id: string;
-
-  @ApiProperty()
-  name: string;
-
-  @ApiProperty()
-  clientId: string;
-
-  @ApiProperty()
-  issueUrl: string;
-
-  @ApiProperty()
-  permissions: {
-    id: number;
-    name: string;
-  }[];
-}
-
-export class IdentityProviderListResponse {
-
-  @ApiProperty()
-  providers: IdentityProviderResponse[]
-}
@@ -1,10 +0,0 @@
-export class SsoSignInDto {
-    readonly nonce: string;
-    readonly codeVerifier: string;
-    readonly state: string;
-    readonly id: string;
-    readonly clientId: string;
-    readonly clientSecret: string;
-    readonly issuerUrl: string;
-    readonly redirectUrls: string[];
-}
@@ -1,246 +0,0 @@
-import DadosferaLogger from '@dadosfera/dadosfera-logs';
-import {
-  Body,
-  Controller,
-  Delete,
-  Get,
-  HttpCode,
-  HttpStatus,
-  Inject,
-  Param,
-  Post,
-  Put,
-  Redirect,
-  Req,
-} from '@nestjs/common';
-import { IdentityProviderService } from './identity-provider.service';
-import { RequestUser, User } from 'src/decorators/user.decorator';
-import { Language } from 'src/decorators/language.decorator';
-import { LanguageEnum } from 'src/utils/languages.enum';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
-import { ApiOkResponse } from '@nestjs/swagger';
-import {
-  CreateIdentityProvider,
-  IdentityProviderListResponse,
-  IdentityProviderResponse,
-} from './dto/identity-provider.dto';
-import { Request } from 'express';
-import ErrorCodes from 'src/utils/errorCodes';
-import {
-  Authenticated,
-  RequireModule,
-  RequireSomePermission,
-} from 'src/decorators/authentication.decorator';
-import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
-
-@Controller('identity-providers')
-export class IdentityProviderController {
-  logger: DadosferaLogger;
-
-  constructor(
-    @Inject(DadosferaLogger)
-    dadosferaLogger: DadosferaLogger,
-    private identityProviderService: IdentityProviderService,
-  ) {
-    this.logger = dadosferaLogger.logger;
-  }
-
-  @Post()
-  @HttpCode(HttpStatus.OK)
-  @ApiOkResponse({ type: IdentityProviderResponse })
-  @Authenticated()
-  @RequireModule('sso')
-  @RequireSomePermission(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
-  async addIdentityProvider(
-    @User() user: RequestUser,
-    @Body() body: CreateIdentityProvider,
-    @Language() language: LanguageEnum,
-  ) {
-    this.logger.info('POST /identity-providers');
-
-    const metadata = PackTheMetadata({
-      ...user,
-      language,
-    });
-
-    return await this.identityProviderService.create(body, metadata);
-  }
-
-  @Get()
-  @HttpCode(HttpStatus.OK)
-  @ApiOkResponse({ type: IdentityProviderListResponse })
-  @Authenticated()
-  @RequireModule('sso')
-  @RequireSomePermission(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
-  async getProviders(
-    @User() user: RequestUser,
-    @Language() language: LanguageEnum,
-  ) {
-    this.logger.info('GET identity-providers');
-    const metadata = PackTheMetadata({
-      ...user,
-      language,
-    });
-
-    const result = await this.identityProviderService.getList(metadata);
-    return result;
-  }
-
-  @Delete(':id')
-  @HttpCode(HttpStatus.NO_CONTENT)
-  @RequireModule('sso')
-  @RequireSomePermission(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
-  async deleteIdentityProvider(
-    @Param('id') id: string,
-    @User() user: RequestUser,
-  ) {
-    this.logger.info('DELETE /identity-providers');
-
-    const metadata = PackTheMetadata({
-      ...user,
-    });
-
-    return await this.identityProviderService.deleteIdentityProvider(
-      id,
-      metadata,
-    );
-  }
-
-  @Put(':id')
-  @HttpCode(HttpStatus.OK)
-  @Authenticated()
-  @RequireModule('sso')
-  @RequireSomePermission(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
-  async updateIdentityProviders(
-    @Param('id') id: string,
-    @Body() body: CreateIdentityProvider,
-    @User() user: RequestUser,
-  ) {
-    this.logger.info('PUT /identity-providers');
-
-    const metadata = PackTheMetadata({
-      ...user,
-    });
-
-    return await this.identityProviderService.updateIdentityProviders(
-      id,
-      body,
-      metadata,
-    );
-  }
-
-  @Post('/callback')
-  @HttpCode(HttpStatus.OK)
-  async callbackIdp(
-    @Req() req: Request,
-    @Language() language: LanguageEnum,
-    @Body()
-    body: {
-      state: string;
-      code: string;
-    },
-  ) {
-    this.logger.info('GET /identity-providers/callback');
-    const { code, state } = body;
-
-    if (!code) {
-      this.logger.error('No code received from IDP');
-      throw new Error(ErrorCodes.IDENTITY_PROVIDER.INVALID_RESPONSE);
-    }
-
-    if (!state) {
-      this.logger.error('No state received from IDP');
-      throw new Error(ErrorCodes.IDENTITY_PROVIDER.INVALID_RESPONSE);
-    }
-
-    try {
-      const origin = req.headers['origin'] as string;
-      this.logger.info('Header Origin: ' + origin);
-
-      const lang =
-        language.substring(0, 2) + language.substring(2).toUpperCase();
-      const callbackUrl =
-        process.env.ENV !== 'prd'
-          ? `${origin}/auth/callback`
-          : `${origin}/${lang}/auth/callback`;
-
-      this.logger.info('Callback URL: ' + callbackUrl);
-      return await this.identityProviderService.getTokenByIdp(
-        code,
-        state,
-        callbackUrl,
-      );
-    } catch (error) {
-      this.logger.error(error);
-      throw error;
-    }
-  }
-
-  @Get('/links')
-  @HttpCode(HttpStatus.OK)
-  async providerLinks(@Req() req: Request) {
-    this.logger.info('GET /identity-providers/links');
-
-    try {
-      const frontDomain = req.headers['origin'] as string;
-      this.logger.info('Header Origin: ' + frontDomain);
-
-      if (!frontDomain) {
-        this.logger.info('Not found front domain');
-        throw new Error(ErrorCodes.IDENTITY_PROVIDER.INVALID_HEADER);
-      }
-
-      const result =
-        await this.identityProviderService.identityProvidersLinksPerDomain(
-          frontDomain,
-        );
-      return result;
-    } catch (error) {
-      this.logger.error(error);
-      throw error;
-    }
-  }
-
-  @Get(':id')
-  @HttpCode(HttpStatus.OK)
-  @Redirect()
-  async loginIdp(
-    @Param('id') id: string,
-    @Req() req: Request,
-    @Language() language: LanguageEnum,
-  ) {
-    this.logger.info('GET /identity-providers/:id');
-
-    try {
-      const frontDomain =
-        (req.headers['origin'] as string) || (req.headers['referer'] as string);
-      this.logger.info(`Front domain: ${frontDomain}`);
-      const host =
-        frontDomain.lastIndexOf('/') !== -1
-          ? frontDomain.substring(0, frontDomain.lastIndexOf('/'))
-          : frontDomain;
-
-      const lang =
-        language.substring(0, 2) + language.substring(2).toUpperCase();
-      const callbackUrl =
-        process.env.ENV !== 'prd'
-          ? `${host}/auth/callback`
-          : `${host}/${lang}/auth/callback`;
-
-      this.logger.info('Callback URL: ' + callbackUrl);
-      const redirectUrl =
-        await this.identityProviderService.loginIdentityProvider(
-          id,
-          callbackUrl,
-        );
-
-      this.logger.info(`Redirecting to: ${redirectUrl}`);
-      return {
-        url: redirectUrl,
-      };
-    } catch (error) {
-      this.logger.error(error);
-      throw error;
-    }
-  }
-}
@@ -1,16 +0,0 @@
-import { Module } from '@nestjs/common';
-import { IdentityProviderController } from './identity-provider.controller';
-import { IdentityProviderService  } from './identity-provider.service';
-import { ClientsModule } from '@nestjs/microservices';
-import { DucClient } from '../duc/client.config';
-import DadosferaLogger from '@dadosfera/dadosfera-logs';
-import { ServicesModule } from 'src/services/service.module';
-
-const client = new DucClient();
-
-@Module({
-  imports: [ClientsModule.register([client.providerOptions]), ServicesModule],
-  controllers: [IdentityProviderController],
-  providers: [IdentityProviderService, DadosferaLogger],
-})
-export class IdentityProviderModule {}
@@ -1,185 +0,0 @@
-import {
-  BadRequestException,
-  Inject,
-  Injectable,
-  OnModuleInit,
-} from '@nestjs/common';
-import { DucClient } from '../duc/client.config';
-import { ClientGrpc } from '@nestjs/microservices';
-import { ProtoServices } from '@dadosfera/protospack-v2/dist/lib/Duc';
-import { IdentityProviderProtoService } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/write-service';
-import { lastValueFrom } from 'rxjs';
-import { IdentityProviderRequest } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/messages';
-import { Metadata } from '@grpc/grpc-js';
-import { Issuer, generators } from 'openid-client';
-import { SsoSignInDto } from './dto/sso-signin.dto';
-import { CacheService } from 'src/services/cache.service';
-import { CreateIdentityProvider } from './dto/identity-provider.dto';
-import DadosferaLogger from '@dadosfera/dadosfera-logs';
-
-@Injectable()
-export class IdentityProviderService implements OnModuleInit {
-  private logger: DadosferaLogger;
-  private identityProviderService: IdentityProviderProtoService;
-  constructor(
-    @Inject(DucClient.name) private readonly grpcClient: ClientGrpc,
-    private readonly cacheService: CacheService<SsoSignInDto>,
-    @Inject(DadosferaLogger)
-    private dadosferaLoggger: DadosferaLogger
-  ) {
-    this.logger = dadosferaLoggger.logger;
-  }
-
-  onModuleInit() {
-    this.identityProviderService =
-      this.grpcClient.getService<IdentityProviderProtoService>(
-        ProtoServices.IdentityProviderProtoService,
-      );
-  }
-
-  async create(body: IdentityProviderRequest, metadata: Metadata) {
-    this.logger.info("Call IdentityProvider GRPC Create")
-    return await lastValueFrom(
-      this.identityProviderService.Create(body, metadata),
-    );
-  }
-
-  async getList(metadata: Metadata) {
-    this.logger.info("Call IdentityProvider GRPC GetList")
-    return await lastValueFrom(
-      this.identityProviderService.GetList({}, metadata),
-    );
-  }
-
-  async loginIdentityProvider(id: string, callbackUrl: string) {
-    this.logger.info("Call IdentityProvider GRPC FindIdentityProvider with: " + id);
-    const idp = await lastValueFrom(
-      this.identityProviderService.FindIdentityProvider({ id }),
-    );
-
-    this.logger.info("Discovery issueURL: " + idp.issuerUrl)
-    const issuer = await Issuer.discover(idp.issuerUrl);
-    const client = new issuer.Client({
-      client_id: idp.clientId,
-      client_secret: idp.clientSecret,
-      redirect_uris: idp.redirectUrls,
-      response_types: ['code'],
-    });
-
-    this.logger.info("Generate Challenge")
-    const code_verifier: string = generators.codeVerifier();
-    const code_challenge: string = generators.codeChallenge(code_verifier);
-
-    this.logger.info("Generate State")
-    const state = generators.state();
-
-    this.logger.info("Generate Nonce")
-    const nonce = generators.nonce();
-
-    // Using state because it is returned in the callback
-    // and we can use it to retrieve the code_verifier and nonce
-    this.logger.info("Save Login parameters in redis")
-    await this.cacheService.set(state, {
-      codeVerifier: code_verifier,
-      nonce,
-      id: idp.id,
-      state,
-      clientId: idp.clientId,
-      clientSecret: idp.clientSecret,
-      issuerUrl: idp.issuerUrl,
-      redirectUrls: idp.redirectUrls,
-    });
-
-    this.logger.info("Generate Authorization URL")
-    const url = client.authorizationUrl({
-      scope: 'openid email',
-      response_type: 'code',
-      code_challenge,
-      code_challenge_method: 'S256',
-      state,
-      nonce,
-      redirect_uri: callbackUrl,
-    });
-    const idpUrl = url + '&identity_provider=' + idp.name;
-    this.logger.info(idpUrl)
-    return idpUrl;
-  }
-
-  async getTokenByIdp(code: string, state: string, callbackUrl: string) {
-    this.logger.info("Get login parameters in redis")
-    const ssoSign = await this.cacheService.get(state);
-
-    if (!ssoSign) {
-      this.logger.info("Login Parameters Not Found")
-      throw new BadRequestException('SSO sign-in is expired or not found');
-    }
-
-    this.logger.info("Discovery Issue URL: " + ssoSign.issuerUrl)
-    const issuer = await Issuer.discover(ssoSign.issuerUrl);
-    const client = new issuer.Client({
-      client_id: ssoSign.clientId,
-      client_secret: ssoSign.clientSecret,
-      redirect_uris: ssoSign.redirectUrls,
-    });
-
-    const params = client.callbackParams(
-      `${callbackUrl}?code=${code}&state=${state}`,
-    );
-    try {
-
-      this.logger.info("Get Token Set");
-      const tokenSet = await client.callback(callbackUrl, params, {
-        nonce: ssoSign.nonce,
-        code_verifier: ssoSign.codeVerifier,
-        state: ssoSign.state
-      });
-
-      this.logger.info("Delete parameters in redis");
-      await this.cacheService.delete(ssoSign.state);
-
-      this.logger.info("Call IdentityProvider GRPC SignInUser");
-      return await lastValueFrom(
-        this.identityProviderService.SignInUser({
-          accessToken: tokenSet.access_token,
-          idToken: tokenSet.id_token,
-          refreshToken: tokenSet.refresh_token,
-          id: ssoSign.id,
-        }),
-      );
-    } catch (error) {
-      this.logger.error(error);
-      throw error;
-    }
-  }
-
-  async deleteIdentityProvider(id: string, metadata: Metadata) {
-    this.logger.info("Call IdentityProvider GRPC Delete with: " + id)
-    return await lastValueFrom(
-      this.identityProviderService.DeleteIdentityProvider({ id }, metadata),
-    );
-  }
-
-  async updateIdentityProviders(
-    id: string,
-    body: CreateIdentityProvider,
-    metadata: Metadata,
-  ) {
-    this.logger.info("Call IdentityProvider GRPC Update with: " + id)
-    return await lastValueFrom(
-      this.identityProviderService.UpdateIdentityProvider(
-        {
-          id,
-          ...body,
-        },
-        metadata,
-      ),
-    );
-  }
-
-  async identityProvidersLinksPerDomain(frontDomain: string) {
-    this.logger.info("Call IdentityProvider GRPC LinksPerDomain with: " + frontDomain)
-    return await lastValueFrom(
-      this.identityProviderService.GetProviderLinksFromDomain({ frontDomain }),
-    );
-  }
-}
@@ -1,46 +1,101 @@
 import { Body, Controller, Inject, Param, Post, Req } from '@nestjs/common';
+import { init } from 'mixpanel';
+import { Authenticated } from 'src/decorators/authentication.decorator';
 import { ApiInternalOnlyController } from 'src/decorators/swagger.decorator';
-import { RequestUser } from 'src/decorators/user.decorator';
-import { MixpanelService } from './mixpanel.service';
-import { extractUserFrom } from 'src/authentication/extract-user';
-import DadosferaLogger from '@dadosfera/dadosfera-logs';
+import { RequestUser, User } from 'src/decorators/user.decorator';

@ApiInternalOnlyController()
+@Authenticated()
@Controller('trackEvent')
 export class MixpanelController {
-  logger: DadosferaLogger;
-
  constructor(
-    @Inject(DadosferaLogger)
-    dadosferaLogger: DadosferaLogger,
-    private mixpanelService: MixpanelService,
-  ) {
-    this.logger = dadosferaLogger.logger;
-  }
-
+    @Inject('MIXPANEL_TOKEN')
+    private readonly mixpanelToken: string,
+  ) {}
  @Post(':id')
  async trackEvent(
    @Param('id') id,
    @Body() body,
+    @User() user: RequestUser,
    @Req() request
  ) {
-    this.logger.info(`POST Track Event: ${id}`)
    delete body.info;
+    const mixpanel = init(this.mixpanelToken);

-    const anonymousUser = {
-      username: "anonymous",
-      customer_name: "anonymous"
-    } as RequestUser
+    const separator = user.username.includes('-') ? '-' : '.';
+    const removeValues = [
+      '.dadosferatech.dadosfera',
+      '.demo.dadosfera',
+      '.dadosferademo',
+      '.dadosferarh.dadosfera',
+      '.dadosferatech.dadosfera2',
+      '.dadosferatech.dadosfera',
+      '.dadosfera.fin',
+      '.dadosferafin.dadosfera',
+      '.praxio.dadosfera',
+      '.dadosfera.tech',
+      '.treinamentos@dadosfera.ai',
+      '.dadosfera2',
+      '.treinamentosfera',
+      '.dadosfera',
+    ];

-    const hasToken = request.headers['authorization'];
+    let username = user.username;

-    const user = hasToken ? extractUserFrom(hasToken) : anonymousUser;
+    removeValues.forEach((value) => {
+      username = username.replace(value, '');
+    });

-    this.logger.info(`Has user: ${typeof hasToken == "string"}`)
- 
-    await this.mixpanelService.track(id, user, request, body)
+    username = username.split('@')?.[0];
+    username = username.split('+')?.[0];
+
+    let firstName = username
+      .substring(0, username.indexOf(separator))
+      .replace('dadosfera', '');
+    let lastName = username
+      .substring(username.lastIndexOf(separator) + 1)
+      .replace('dadosfera', '');
+
+    if (!firstName) {
+      firstName = lastName;
+      lastName = '';
+    }
+
+    firstName = this.capitalize(firstName);
+    lastName = this.capitalize(lastName);
+
+    await mixpanel.people.set(user.username, {
+      $first_name: firstName,
+      $last_name: lastName,
+      $name: this.getFullName(firstName, lastName),
+      $email: user.username.includes('@')
+        ? user.username
+        : user.username + '@dadosfera.ai',
+      customer_name: user.customer_name
+    });
+
+    await mixpanel.track(id, {
+      distinct_id: user.username,
+      customer: user.customer_name,
+      env: process.env.ENV,
+      $ip: request.ip,
+      $os: request.headers['sec-ch-ua-platform'] || '',
+      $browser: request.headers['user-agent'],
+      ...body,
+    });

-    this.logger.info(`Event successful`)
    return { id, body, user: user.username };
  }
+
+  capitalize(sentence: string): string {
+    if (!sentence) {
+      return '';
+    }
+
+    return sentence[0].toUpperCase() + sentence.substring(1);
+  }
+
+  getFullName(firstName: string, lastName: string) {
+    return `${firstName}${lastName ? ' ' + lastName : ''}`;
+  }
 }
@@ -1,8 +1,6 @@
 import { Module } from '@nestjs/common';
 import { getSecretFromSecretsManager } from 'src/utils/SecretManager';
 import { MixpanelController } from './mixpanel.controller';
-import { MixpanelService } from './mixpanel.service';
-import DadosferaLogger from '@dadosfera/dadosfera-logs';

@Module({
  controllers: [MixpanelController],
@@ -10,12 +8,9 @@ import DadosferaLogger from '@dadosfera/dadosfera-logs';
    {
      provide: 'MIXPANEL_TOKEN',
      useValue: getSecretFromSecretsManager(
-        `prd/root/mixpanel_token`,
+        `${process.env.ENV}/root/mixpanel_token`,
      ),
    },
-    MixpanelService,
-    DadosferaLogger
  ],
-  exports: [MixpanelService]
 })
 export class MixpanelModule {}
@@ -1,118 +0,0 @@
-import DadosferaLogger from '@dadosfera/dadosfera-logs';
-import { Inject } from '@nestjs/common';
-import { Request } from 'express';
-import mixpanel, { init } from 'mixpanel';
-import { RequestUser } from 'src/decorators/user.decorator';
-
-export class MixpanelService {
-    logger: DadosferaLogger;
-
-  constructor(
-    @Inject('MIXPANEL_TOKEN')
-    private readonly mixpanelToken: string,
-    @Inject(DadosferaLogger)
-    dadosferaLogger: DadosferaLogger,
-  ) {
-    this.logger = dadosferaLogger.logger;
-  }
-
-  async track(eventName: string, user: RequestUser, request: Request, body: any) {
-    this.logger.info("track: " + JSON.stringify({
-        eventName,
-        ...body
-    }))
-    const mixpanel = init(this.mixpanelToken);
-    await this.setPeople(user, mixpanel);
-
-    await mixpanel.track(eventName, {
-      distinct_id: user.username,
-      customer: user.customer_name,
-      env: process.env.ENV,
-      $ip: request.ip,
-      $os: request.headers['sec-ch-ua-platform'] || '',
-      $browser: request.headers['user-agent'],
-      ...body,
-    });
-    return;
-  }
-
-  async trackShare(request: Request,  body: any) {
-    this.logger.info("trackShare: " + JSON.stringify(body))
-    const mixpanel = init(this.mixpanelToken);
-
-    await mixpanel.track("share_page", {
-      env: process.env.ENV,
-      $ip: request.ip,
-      $os: request.headers['sec-ch-ua-platform'] || '',
-      $browser: request.headers['user-agent'],
-      ...body,
-    });
-    return;
-  }
-
-  private async setPeople(user: RequestUser, mixpanel: mixpanel.Mixpanel) {
-    const separator = user.username.includes('-') ? '-' : '.';
-    const removeValues = [
-      '.dadosferatech.dadosfera',
-      '.demo.dadosfera',
-      '.dadosferademo',
-      '.dadosferarh.dadosfera',
-      '.dadosferatech.dadosfera2',
-      '.dadosferatech.dadosfera',
-      '.dadosfera.fin',
-      '.dadosferafin.dadosfera',
-      '.praxio.dadosfera',
-      '.dadosfera.tech',
-      '.treinamentos@dadosfera.ai',
-      '.dadosfera2',
-      '.treinamentosfera',
-      '.dadosfera',
-    ];
-
-    let username = user.username;
-
-    removeValues.forEach((value) => {
-      username = username.replace(value, '');
-    });
-
-    username = username.split('@')?.[0];
-    username = username.split('+')?.[0];
-
-    let firstName = username
-      .substring(0, username.indexOf(separator))
-      .replace('dadosfera', '');
-    let lastName = username
-      .substring(username.lastIndexOf(separator) + 1)
-      .replace('dadosfera', '');
-
-    if (!firstName) {
-      firstName = lastName;
-      lastName = '';
-    }
-
-    firstName = this.capitalize(firstName);
-    lastName = this.capitalize(lastName);
-
-    await mixpanel.people.set(user.username, {
-      $first_name: firstName,
-      $last_name: lastName,
-      $name: this.getFullName(firstName, lastName),
-      $email: user.username.includes('@')
-        ? user.username
-        : user.username + '@dadosfera.ai',
-      customer_name: user.customer_name,
-    });
-  }
-
-  private capitalize(sentence: string): string {
-    if (!sentence) {
-      return '';
-    }
-
-    return sentence[0].toUpperCase() + sentence.substring(1);
-  }
-
-  private getFullName(firstName: string, lastName: string) {
-    return `${firstName}${lastName ? ' ' + lastName : ''}`;
-  }
-}
@@ -8,7 +8,7 @@ import {
 import { NetworkPoliciesDTO } from './dto/network-policy.dto';
 import { RequestUser, User } from 'src/decorators/user.decorator';
 import { NetworkPolicyService } from './network-policy.service';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
+import { PackTheMetadata } from 'src/utils/ PackTheMetadata';

@Controller('network-policy')
 export class NetworkPolicyController {
@@ -4,7 +4,7 @@ import { AuthGuard } from '@nestjs/passport';
 import { ConnectionClientService } from '../connection/client.service';
 import jwt from 'jsonwebtoken';
 import DadosferaLogger from '@dadosfera/dadosfera-logs/dist';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
+import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
 import { ApiInternalOnlyEndpoint } from 'src/decorators/swagger.decorator';
@ApiTags('oauth')
@Controller('oauth')
@@ -9,7 +9,7 @@ import { Language } from 'src/decorators/language.decorator';
 import { OpenDataService } from './open-data.service';
 import { CreateUserOpenDataDTO, WordpressForm } from './dto/wordpres-form';
 import { Metadata } from '@grpc/grpc-js';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
+import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
 import { request } from 'http';
 import { Request } from 'express';

@@ -45,11 +45,11 @@ export class OpenDataController {
  ) {
    this.logger.info('createUser for open data' + JSON.stringify(request.headers));

-    // const corslist = ["https://devsbm.dadosfera.io", "https://sharingoceandata.com"];
-    // if (!corslist.includes(origin)) {
-    //   this.logger.info('block request by cors list: '+ origin);
-    //   throw new ForbiddenException();
-    // }
+    const corslist = ["https://devsbm.dadosfera.io", "https://sharingoceandata.com"];
+    if (!corslist.includes(origin)) {
+      this.logger.info('block request by cors list: '+ origin);
+      throw new ForbiddenException();
+    }

    const OPENDATA_CUSTOMER_ID = process.env.OPEN_CUSTOMER_ID;
    const OPENDATA_GROUP_ID = process.env.OPEN_GROUP_ID;
@@ -3,7 +3,6 @@ import { ApiOperation, ApiTags } from '@nestjs/swagger';
 import {
  AuthenticateCondition,
  Authenticated,
-  RequireSomePermission,
 } from 'src/decorators/authentication.decorator';
 import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
 import { PipelinesService } from './pipelines.service';
@@ -14,6 +13,26 @@ import { ApiInternalOnlyController } from 'src/decorators/swagger.decorator';
@ApiTags('Pipelines')
@Controller('pipelines')
@Authenticated()
+@AuthenticateCondition((req, user) => {
+  let action;
+
+  switch (req.method) {
+    case 'POST':
+      action = 'CREATE';
+      break;
+
+    case 'PUT':
+      action = 'UPDATE';
+      break;
+
+    default:
+      action = req.method;
+  }
+
+  return user.permissions.includes(
+    PERMISSIONS_GROUPS.PIPELINE.permissions[action].seqid,
+  );
+})
 export class PipelinesController {
  logger: DadosferaLogger;
  constructor(
@@ -25,7 +44,6 @@ export class PipelinesController {
  }

  @Post('start/:id')
-  @RequireSomePermission(PERMISSIONS_GROUPS.PIPELINE.permissions.CREATE)
  @ApiOperation({
    deprecated: true,
    description:
@@ -53,7 +71,6 @@ export class PipelinesController {
    description:
      'This method is deprecated. Please use route /pipelinesV2/:id/status instead',
  })
-  @RequireSomePermission(PERMISSIONS_GROUPS.IMPORT_FILES.permissions.VIEW, PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
  async getPipelineStatus(@Body() body, @Param('id') id: string) {
    body.id = id;

@@ -26,14 +26,13 @@ import {
 import {
  AuthenticateCondition,
  RequireAllPermissions,
-  RequireSomePermission,
 } from 'src/decorators/authentication.decorator';
 import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
 import { PipelinesService } from './pipelines.service';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 import { Messages } from '@dadosfera/protospack-v2/dist/lib/PipelineV2';
 import { RequestUser, User } from 'src/decorators/user.decorator';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
+import { PackTheMetadata } from 'src/utils/ PackTheMetadata';

 import { PipelinesService as OldPipelineService } from 'src/modules/pipelines/pipelines.service';
 import {
@@ -53,6 +52,30 @@ import { ApiInternalOnlyEndpoint } from 'src/decorators/swagger.decorator';
@ApiHeaders([{ name: 'dadosfera-lang', enum: LanguageEnum, required: false }])
@UseFilters(new GrpcToHttpExceptionFilter())
@Controller('pipelinesV2')
+@AuthenticateCondition((req, user) => {
+  let action;
+
+  switch (req.method) {
+    case 'POST':
+      action = 'CREATE';
+      break;
+
+    case 'PUT':
+      action = 'UPDATE';
+      break;
+
+    case 'PATCH':
+      action = 'UPDATE';
+      break;
+
+    default:
+      action = req.method;
+  }
+
+  return user.permissions.includes(
+    PERMISSIONS_GROUPS.PIPELINE.permissions[action].seqid,
+  );
+})
 export class PipelinesController {
  logger: DadosferaLogger;
  constructor(
@@ -65,7 +88,6 @@ export class PipelinesController {
  }

  @Get('monitoring-dashboard')
-  @RequireSomePermission(PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
  async getMonitoringDashboard(@User() user: RequestUser) {
    this.logger.info('PipelinesController - getMonitoringDashboard', { user });

@@ -78,7 +100,6 @@ export class PipelinesController {
  }

  @Post()
-  @RequireSomePermission(PERMISSIONS_GROUPS.PIPELINE.permissions.CREATE)
  @ApiCreatedResponse({ type: IPipelineV2 })
  async create(
    @Language() language: LanguageEnum,
@@ -105,7 +126,6 @@ export class PipelinesController {
  }

  @Get()
-  @RequireSomePermission(PERMISSIONS_GROUPS.IMPORT_FILES.permissions.VIEW, PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
  async findAll(
    @User() user: RequestUser,
    @Language() language: LanguageEnum,
@@ -130,7 +150,6 @@ export class PipelinesController {
  }

  @Get('/download-logs')
-  @RequireSomePermission(PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
  async downloadLogs(
    @User() user: RequestUser,
    @Language() language: LanguageEnum,
@@ -161,7 +180,6 @@ export class PipelinesController {
  }

  @Get(':id/config')
-  @RequireSomePermission(PERMISSIONS_GROUPS.IMPORT_FILES.permissions.VIEW,PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
  async getPipelineproperties(
    @Language() language: LanguageEnum,
    @User() user: RequestUser,
@@ -173,7 +191,6 @@ export class PipelinesController {
  }

  @Get(':id/objects')
-  @RequireSomePermission(PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
  async getPipelineObjects(
    @Language() language: LanguageEnum,
    @User() user: RequestUser,
@@ -185,14 +202,16 @@ export class PipelinesController {
  }

  @Get(':id/status')
-  @RequireSomePermission(PERMISSIONS_GROUPS.IMPORT_FILES.permissions.VIEW, PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
  async getPipelineStatus(@Body() body, @Param('id') id: string) {
    body.id = id;

-    this.logger.info(`/pipeline/${id} - ON GET PIPELINE STATUS ROUTE`, {
-      user: body.info.user_id,
-      customer: body.info.customer,
-    });
+    this.logger.info(
+      process.env.DEV_URL + `/pipeline/${id} - ON GET PIPELINE STATUS ROUTE`,
+      {
+        user: body.info.user_id,
+        customer: body.info.customer,
+      },
+    );

    const response = await this.oldPipelinesService.getPipelineStatus(body);

@@ -200,7 +219,6 @@ export class PipelinesController {
  }

  @Get('/:id')
-  @RequireSomePermission(PERMISSIONS_GROUPS.IMPORT_FILES.permissions.VIEW, PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
  async findOne(
    @Language() language: LanguageEnum,
    @User() user: RequestUser,
@@ -238,12 +256,10 @@ export class PipelinesController {
        });
        return res;
      });
-
    return result;
  }

  @Patch('/:id')
-  @RequireSomePermission(PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE)
  async update(
    @Language() language: LanguageEnum,
    @Body() updatePipelineDto,
@@ -283,7 +299,6 @@ export class PipelinesController {
    deprecated: true,
    description: 'This method is deprecated. Please use PATCH instead',
  })
-  @RequireSomePermission(PERMISSIONS_GROUPS.IMPORT_FILES.permissions.VIEW, PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE)
  async updateDeprecated(
    @Language() language: LanguageEnum,
    @Body() updatePipelineDto,
@@ -299,7 +314,6 @@ export class PipelinesController {
  @Delete(':id')
  @ApiNoContentResponse()
  @HttpCode(HttpStatus.NO_CONTENT)
-  @RequireSomePermission(PERMISSIONS_GROUPS.PIPELINE.permissions.DELETE)
  async delete(@Param('id') id: string, @User() user: RequestUser) {
    this.logger.info('PipelinesController - delete', { user });
    const metadata = PackTheMetadata({
@@ -313,7 +327,7 @@ export class PipelinesController {

  @ApiInternalOnlyEndpoint()
  @Post('/init-upload')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.IMPORT_FILES.permissions.VIEW)
+  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.CREATE)
  async initUploadFile(
    @User() user: RequestUser,
    @Body() body: IInitUploadCSVFile,
@@ -345,7 +359,7 @@ export class PipelinesController {

  @ApiInternalOnlyEndpoint()
  @Post('/complete-upload')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.IMPORT_FILES.permissions.VIEW)
+  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.CREATE)
  async completeUploadFile(
    @User() user: RequestUser,
    @Body() body: ICompleteUploadCSVFile,
@@ -363,7 +377,7 @@ export class PipelinesController {

  @ApiInternalOnlyEndpoint()
  @Post('/file')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.IMPORT_FILES.permissions.VIEW)
+  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.CREATE)
  async uploadedFile(
    @User() user: RequestUser,
    @Body() body: ICreatePipelineCSVFile,
@@ -413,7 +427,6 @@ export class PipelinesController {

  @ApiInternalOnlyEndpoint()
  @Post('start/:id')
-  @RequireSomePermission(PERMISSIONS_GROUPS.PIPELINE.permissions.CREATE)
  async activate(@Param('id') id: string, @Body() body) {
    const { info } = body;

@@ -1,11 +0,0 @@
-export const PLATFORM_API_CONFIG = {
-  getUrl: (): string => {
-    const url = process.env.PLATFORM_API_URL;
-    if (!url) {
-      throw new Error('PLATFORM_API_URL environment variable is not set');
-    }
-    return url;
-  },
-  region: process.env.AWS_REGION || 'us-east-1',
-  timeout: parseInt(process.env.PLATFORM_API_TIMEOUT || '30000', 10),
-};
@@ -1,977 +0,0 @@
-import {
-  Controller,
-  Get,
-  Post,
-  Put,
-  Patch,
-  Delete,
-  Param,
-  Body,
-  Query,
-  Inject,
-  BadRequestException,
-} from '@nestjs/common';
-import { ApiTags, ApiOperation } from '@nestjs/swagger';
-import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
-
-import {
-  Authenticated,
-  RequireAllPermissions,
-} from '../../decorators/authentication.decorator';
-import { User, RequestUser } from '../../decorators/user.decorator';
-import { PlatformApiService } from './platform-api.service';
-import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
-import { ElasticsearchService } from '../../services/elasticsearch';
-import { DynamoDBService, ReferenceColumn } from '../../services/dynamodb';
-import { CustomersService } from '../customers/customers.service';
-import { validateCronAgainstScheduleLimit } from '../../utils/cron-validation';
-
-@ApiTags('Platform API')
-@Controller('platform')
-export class PlatformApiController {
-  private logger: any;
-
-  constructor(
-    private readonly platformApiService: PlatformApiService,
-    private readonly elasticsearchService: ElasticsearchService,
-    private readonly dynamoDBService: DynamoDBService,
-    private readonly customersService: CustomersService,
-    @Inject(DadosferaLogger) dadosferaLogger: DadosferaLogger,
-  ) {
-    this.logger = dadosferaLogger.logger;
-  }
-
-  /**
-   * Normalize pipeline ID to match Platform-API format.
-   * Platform-API replaces '-' with '_' in pipeline IDs.
-   */
-  private normalizePipelineId(id: string): string {
-    return id?.replace(/-/g, '_') || '';
-  }
-
-  /**
-   * Denormalize ID back to UUID format (replace _ with -).
-   * Used when we receive a normalized ID but need the original UUID.
-   */
-  private denormalizeId(id: string): string {
-    return id?.replace(/_/g, '-') || '';
-  }
-
-  /**
-   * Normalize job ID to match Platform-API format.
-   * Platform-API replaces '-' with '_' in job IDs.
-   *
-   * Example: "2ccf5481-59f5-4036-8a94-7d5f28f4f899-0" -> "2ccf5481_59f5_4036_8a94_7d5f28f4f899_0"
-   */
-  private normalizeJobId(jobId: string): string {
-    return jobId?.replace(/-/g, '_') || '';
-  }
-
-  /**
-   * Extract the pipeline ID (base UUID) from a job ID.
-   * Job IDs have format "uuid-suffix" where suffix is the job index (e.g., "0", "1").
-   * Handles both hyphenated and underscored formats, always returns hyphenated UUID for ES.
-   *
-   * Examples:
-   * - "2ccf5481-59f5-4036-8a94-7d5f28f4f899-0" -> "2ccf5481-59f5-4036-8a94-7d5f28f4f899"
-   * - "2ccf5481_59f5_4036_8a94_7d5f28f4f899_0" -> "2ccf5481-59f5-4036-8a94-7d5f28f4f899"
-   */
-  private extractPipelineIdFromJobId(jobId: string): string {
-    if (!jobId) return '';
-
-    // Determine the separator used in the jobId
-    const hasUnderscores = jobId.includes('_');
-    const separator = hasUnderscores ? '_' : '-';
-
-    const parts = jobId.split(separator);
-    // UUID has 5 parts (8-4-4-4-12), job suffix is the 6th part
-    if (parts.length >= 6) {
-      // Always return hyphenated format for Elasticsearch lookup
-      return parts.slice(0, 5).join('-');
-    }
-    // If no suffix found, return the ID in hyphenated format
-    return hasUnderscores ? jobId.replace(/_/g, '-') : jobId;
-  }
-
-  private readonly VALID_CONNECTORS = ['jdbc', 'singer', 's3'];
-  private readonly MAX_MEMORY_MB = 12000; // 12GB maximum memory per pipeline/job
-
-  /**
-   * Validate that connector is provided and is a valid type.
-   */
-  private validateConnector(connector: string | undefined): void {
-    if (!connector || !this.VALID_CONNECTORS.includes(connector)) {
-      throw new BadRequestException(
-        `connector is required in job input and must be one of: ${this.VALID_CONNECTORS.join(', ')}`,
-      );
-    }
-  }
-
-  /**
-   * Validate memory allocation against maximum limit.
-   */
-  private validateMemory(memoryMb: number): void {
-    if (memoryMb > this.MAX_MEMORY_MB) {
-      throw new BadRequestException(
-        `Memory limit exceeded. Maximum allowed: ${this.MAX_MEMORY_MB}MB (12GB)`,
-      );
-    }
-  }
-
-  /**
-   * Validate cron expression against customer's schedule limit.
-   * Fetches current scheduleLimit from DUC to ensure up-to-date configuration.
-   */
-  private async validateScheduleLimit(cron: string, customerId: string): Promise<void> {
-    if (!cron) return;
-
-    const { customer } = await this.customersService.getCustomer(customerId);
-    const scheduleLimit = customer?.scheduleLimit || 'day';
-
-    const result = validateCronAgainstScheduleLimit(cron, scheduleLimit);
-    if (!result.valid) {
-      throw new BadRequestException(result.message);
-    }
-  }
-
-  /**
-   * Map connector type to DynamoDB type.
-   * jdbc -> 'database', singer -> 'application', s3 -> 'file'
-   */
-  private mapConnectorToDynamoType(connector: string): string {
-    switch (connector) {
-      case 'jdbc':
-        return 'database';
-      case 'singer':
-        return 'application';
-      case 's3':
-        return 'file';
-      default:
-        return connector;
-    }
-  }
-
-  /**
-   * Extract and transform tables from jobs for DynamoDB input.
-   * Maps connector-specific fields to a common table format.
-   *
-   * - JDBC: load_type, table_name, column_include_list (columns), incremental_column_name/type (reference_column object)
-   * - Singer: type maps replication_method (FULL_TABLE -> full_load, INCREMENTAL -> incremental), no columns
-   * - S3: same mapping as Singer, no columns
-   */
-  private extractTablesFromJobs(jobs: any[], connector: string): Array<{
-    name: string;
-    type: string;
-    columns?: string[];
-    reference_column?: ReferenceColumn;
-  }> {
-    if (!jobs || jobs.length === 0) return [];
-
-    const tables: Array<{
-      name: string;
-      type: string;
-      columns?: string[];
-      reference_column?: ReferenceColumn;
-    }> = [];
-
-    for (const job of jobs) {
-      const input = job.input;
-      if (!input) continue;
-
-      if (connector === 'jdbc') {
-        // JDBC: table_name, load_type, column_include_list, incremental_column_name/type
-        const table: {
-          name: string;
-          type: string;
-          columns?: string[];
-          reference_column?: ReferenceColumn;
-        } = {
-          name: input.table_name || '',
-          type: input.load_type || 'full_load',
-        };
-        if (input.column_include_list && input.column_include_list.length > 0) {
-          table.columns = input.column_include_list;
-        }
-        if (input.incremental_column_name) {
-          // reference_column is stored as an object with name and type
-          table.reference_column = {
-            name: input.incremental_column_name,
-            type: input.incremental_column_type || 'unknown',
-          };
-        }
-        tables.push(table);
-      } else if (connector === 'singer' || connector === 's3') {
-        // Singer/S3: replication_method -> type mapping, no columns
-        let type = 'full_load';
-        if (input.replication_method === 'INCREMENTAL') {
-          type = 'incremental';
-        } else if (input.replication_method === 'FULL_TABLE') {
-          type = 'full_load';
-        }
-
-        tables.push({
-          name: input.table_name || '',
-          type,
-        });
-      }
-    }
-
-    return tables;
-  }
-
-  /**
-   * Build properties object for Elasticsearch based on connector type.
-   * Different connectors have different property structures.
-   *
-   * Note: In pi-factory flow, properties come pre-built from frontend.
-   * In Maestro proxy flow, we reconstruct from job input fields.
-   */
-  private buildPipelineProperties(jobInput: any): Record<string, any> {
-    if (!jobInput) return {};
-
-    const connector = jobInput.connector;
-    const properties: Record<string, any> = {};
-
-    // Determine credentials_type
-    if (jobInput.auth_parameters?.credentials_type) {
-      properties.credentials_type = jobInput.auth_parameters.credentials_type;
-    } else {
-      // Default based on connector type
-      // S3 connector typically uses iam_user, others use basic_auth
-      properties.credentials_type = connector === 's3' ? 'iam_user' : 'basic_auth';
-    }
-
-    if (connector === 'jdbc') {
-      // JDBC connectors: schema comes from table_schema
-      if (jobInput.table_schema) {
-        properties.schema = jobInput.table_schema;
-      }
-    } else if (connector === 'singer') {
-      // Singer connectors: merge config fields (dates, selected_competitions, etc.)
-      if (jobInput.config) {
-        Object.assign(properties, jobInput.config);
-      }
-    } else if (connector === 's3') {
-      // S3 connector
-      if (jobInput.engine) properties.engine = jobInput.engine;
-      if (jobInput.source_bucket) properties.source_bucket = jobInput.source_bucket;
-      if (jobInput.source_prefix) properties.source_prefix = jobInput.source_prefix;
-      if (jobInput.file_format_params) properties.file_format_params = jobInput.file_format_params;
-    }
-
-    return properties;
-  }
-
-  /**
-   * Sync job input changes to DynamoDB for a specific connector type.
-   * Extracts pipeline ID from job ID, fetches ES document to find input ID,
-   * then updates the table entry in DynamoDB.
-   *
-   * Job ID transformations:
-   * - Raw format (from endpoint): "2ccf5481-59f5-4036-8a94-7d5f28f4f899-0"
-   * - Platform API format: "2ccf5481_59f5_4036_8a94_7d5f28f4f899_0" (underscores)
-   * - Elasticsearch pipeline ID: "2ccf5481-59f5-4036-8a94-7d5f28f4f899" (UUID only, hyphens)
-   *
-   * @param connectorType - The connector type ('jdbc', 'singer', 's3') for the Platform API endpoint
-   */
-  private async syncJobInputToDynamoDB(
-    jobId: string,
-    body: any,
-    user: RequestUser,
-    connectorType: 'jdbc' | 'singer' | 's3',
-  ): Promise<void> {
-    try {
-      // Normalize job ID for Platform API GET (replace - with _)
-      const normalizedJobId = this.normalizeJobId(jobId);
-
-      // Get job details using connector-specific endpoint to find table_name
-      const jobResult = await this.platformApiService.proxy(
-        'GET',
-        `/jobs/${connectorType}/${normalizedJobId}`,
-        user,
-      );
-
-      // Extract the pipeline ID (base UUID) from the raw job ID for ES lookup
-      const esPipelineId = this.extractPipelineIdFromJobId(jobId);
-      const tableName = body.table_name || jobResult.source_config?.table_name;
-
-      if (!esPipelineId || !tableName) {
-        this.logger.warn('Cannot sync job input: missing pipeline_id or table_name', {
-          jobId,
-          esPipelineId,
-          tableName,
-        });
-        return;
-      }
-
-      // Get pipeline from ES to find input ID (stored in config.tables)
-      const pipeline = await this.elasticsearchService.getPipeline(
-        user.customer_name,
-        esPipelineId,
-      );
-
-      const inputId = pipeline?.config?.tables;
-      if (!inputId) {
-        this.logger.warn('Cannot sync job input: no input ID in ES', {
-          jobId,
-          esPipelineId,
-        });
-        return;
-      }
-
-      // Build changes for DynamoDB table entry
-      // reference_column is stored as an object with name and type
-      const changes: {
-        type?: string;
-        columns?: string[];
-        reference_column?: ReferenceColumn | null;
-      } = {};
-
-
-      if ('target_load_type' in body) {
-        changes.type = body.target_load_type;
-      }
-      if ('column_include_list' in body) {
-        changes.columns = body.column_include_list;
-      }
-      if ('incremental_column_name' in body) {
-        // reference_column is stored as an object with name and type
-        if (body.incremental_column_name) {
-          changes.reference_column = {
-            name: body.incremental_column_name,
-            type: body.incremental_column_type || 'unknown',
-          };
-        } else {
-          changes.reference_column = null;
-        }
-      }
-
-      // Update DynamoDB if there are changes
-      if (Object.keys(changes).length > 0) {
-        await this.dynamoDBService.updateInputTable(
-          user.customer_id,
-          inputId,
-          tableName,
-          changes,
-        );
-      }
-    } catch (error) {
-      this.logger.error('Failed to sync job input to DynamoDB', {
-        jobId,
-        connectorType,
-        error: error.message,
-      });
-      // Don't throw - Platform API update succeeded, just log the sync error
-    }
-  }
-
-  /**
-   * Sync sync-mode changes to DynamoDB for JDBC connectors.
-   * Always passes both target_load_type and incremental_column_name to ensure proper sync.
-   */
-  private async syncJdbcSyncModeToDynamoDB(
-    jobId: string,
-    body: any,
-    user: RequestUser,
-  ): Promise<void> {
-    // JDBC sync mode uses target_load_type field
-    const changes: any = {};
-
-    if ('target_load_type' in body) {
-      changes.target_load_type = body.target_load_type;
-    }
-
-    // Handle incremental_column_name:
-    // - If provided in body, use that value
-    // - If changing to full_load, explicitly clear it
-    if ('incremental_column_name' in body) {
-      changes.incremental_column_name = body.incremental_column_name;
-      changes.incremental_column_type = body.incremental_column_type;
-    } else if (body.target_load_type === 'full_load') {
-      // Changing to full_load without specifying incremental_column - clear it
-      changes.incremental_column_name = null;
-    }
-
-    await this.syncJobInputToDynamoDB(jobId, changes, user, 'jdbc');
-  }
-
-  /**
-   * Sync sync-mode changes to DynamoDB for Singer connectors.
-   */
-  private async syncSingerSyncModeToDynamoDB(
-    jobId: string,
-    body: any,
-    user: RequestUser,
-  ): Promise<void> {
-    // Singer sync mode uses replication_method field
-    // Map to DynamoDB type: FULL_TABLE -> full_load, INCREMENTAL -> incremental
-    if ('replication_method' in body) {
-      const type = body.replication_method === 'INCREMENTAL' ? 'incremental' : 'full_load';
-      await this.syncJobInputToDynamoDB(jobId, { load_type: type }, user, 'singer');
-    }
-  }
-
-  // ==================== PIPELINE ROUTES ====================
-
-  @Post('pipeline')
-  @ApiOperation({ summary: 'Create a new pipeline' })
-  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.CREATE)
-  async createPipeline(@Body() body: any, @User() user: RequestUser) {
-    // Validate that pipeline has jobs
-    if (!body.jobs || body.jobs.length === 0) {
-      throw new BadRequestException('Pipeline must have at least one job');
-    }
-
-    // Validate connector before proceeding
-    const firstJob = body.jobs[0]?.input;
-    this.validateConnector(firstJob?.connector);
-
-    // Validate cron against customer's schedule limit
-    await this.validateScheduleLimit(body.cron, user.customer_id);
-
-    // Inject customer_id (actually customer_name) and normalized ID into body for Platform-API
-    // Note: Platform-API was created before customer_id existed, so it expects customer_name in the customer_id field
-    const enrichedBody = {
-      ...body,
-      id: this.normalizePipelineId(body.id),
-      customer_id: user.customer_name,
-    };
-
-    const result = await this.platformApiService.proxy('POST', '/pipeline', user, enrichedBody);
-
-    // Sync to Elasticsearch and DynamoDB
-    try {
-      const plugin = firstJob?.plugin;
-      const connectorType = firstJob?.connector;
-      const connectionId = firstJob?.auth_parameters?.config_id;
-
-      // Build properties based on connector type
-      const properties = this.buildPipelineProperties(firstJob);
-
-      const connector = plugin
-        ? await this.elasticsearchService.getConnectorByPlugin(plugin)
-        : null;
-
-      // Extract tables from jobs and create DynamoDB input
-      const tables = this.extractTablesFromJobs(body.jobs, connectorType);
-      let inputId: string | undefined;
-
-      if (tables.length > 0) {
-        const inputDoc = await this.dynamoDBService.createInput(
-          user.customer_id,
-          user.user_id,
-          {
-            name: body.name,
-            description: body.description,
-            plugin: plugin || '',
-            type: this.mapConnectorToDynamoType(connectorType),
-            tables,
-          },
-        );
-        inputId = inputDoc.id;
-        this.logger.info('Created DynamoDB input for tables config', {
-          inputId,
-          pipelineId: body.id,
-          tablesCount: tables.length,
-        });
-      }
-
-      const pipelineType = this.mapConnectorToDynamoType(connectorType);
-      this.logger.info('Syncing pipeline to Elasticsearch', {
-        customerName: user.customer_name,
-        pipelineId: body.id,
-        plugin,
-        connector: connectorType,
-        type: pipelineType,
-        properties,
-        inputId,
-      });
-
-      // Keep original UUID format for Elasticsearch (not normalized)
-      await this.elasticsearchService.createPipeline(
-        user.customer_name,
-        body.id,
-        {
-          name: body.name,
-          description: body.description,
-          user_id: user.user_id,
-          username: user.username,
-          customer_id: user.customer_id,
-          plugin,
-          connection_id: connectionId,
-          cron: body.cron,
-          tables: inputId,
-          properties,
-          type: pipelineType,
-        },
-        connector,
-      );
-    } catch (error) {
-      this.logger.error('Failed to sync pipeline creation to Elasticsearch/DynamoDB', {
-        pipelineId: body.id,
-        customerName: user.customer_name,
-        error: error.message,
-        errorName: error.name,
-      });
-    }
-
-    return result;
-  }
-
-  @Get('pipelines')
-  @ApiOperation({ summary: 'List all pipelines for customer' })
-  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
-  async getPipelines(
-    @User() user: RequestUser,
-    @Query() query: Record<string, string>,
-  ) {
-    return this.platformApiService.proxy(
-      'GET',
-      '/pipelines',
-      user,
-      undefined,
-      query,
-    );
-  }
-
-  @Get('pipeline/:pipelineId')
-  @ApiOperation({ summary: 'Get pipeline by ID' })
-  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
-  async getPipeline(
-    @Param('pipelineId') pipelineId: string,
-    @User() user: RequestUser,
-  ) {
-    const normalizedId = this.normalizePipelineId(pipelineId);
-    return this.platformApiService.proxy('GET', `/pipeline/${normalizedId}`, user);
-  }
-
-  @Patch('pipeline/:pipelineId')
-  @ApiOperation({ summary: 'Update pipeline by ID' })
-  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE)
-  async updatePipeline(
-    @Param('pipelineId') pipelineId: string,
-    @Body() body: any,
-    @User() user: RequestUser,
-  ) {
-    // Validate cron against customer's schedule limit if cron is being updated
-    if (body.cron) {
-      await this.validateScheduleLimit(body.cron, user.customer_id);
-    }
-
-    const normalizedId = this.normalizePipelineId(pipelineId);
-    const result = await this.platformApiService.proxy(
-      'PATCH',
-      `/pipeline/${normalizedId}`,
-      user,
-      body,
-    );
-
-    // Sync to Elasticsearch (use original UUID, not normalized)
-    // Only pass fields that are explicitly provided in the request body
-    try {
-      const esChanges: {
-        name?: string;
-        description?: string;
-        cron?: string;
-        status?: string;
-      } = {};
-
-      if ('name' in body) esChanges.name = body.name;
-      if ('description' in body) esChanges.description = body.description;
-      if ('cron' in body) esChanges.cron = body.cron;
-      if ('status' in body) esChanges.status = body.status;
-
-      await this.elasticsearchService.updatePipeline(
-        user.customer_name,
-        pipelineId,
-        esChanges,
-      );
-    } catch (error) {
-      this.logger.error('Failed to sync pipeline update to Elasticsearch', {
-        pipelineId,
-        error: error.message,
-      });
-    }
-
-    return result;
-  }
-
-  @Delete('pipeline/:pipelineId')
-  @ApiOperation({ summary: 'Delete pipeline by ID' })
-  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.DELETE)
-  async deletePipeline(
-    @Param('pipelineId') pipelineId: string,
-    @User() user: RequestUser,
-  ) {
-    const normalizedId = this.normalizePipelineId(pipelineId);
-    const result = await this.platformApiService.proxy(
-      'DELETE',
-      `/pipeline/${normalizedId}`,
-      user,
-    );
-
-    // Sync to Elasticsearch (use original UUID, not normalized)
-    try {
-      await this.elasticsearchService.deletePipeline(
-        user.customer_name,
-        pipelineId,
-      );
-    } catch (error) {
-      this.logger.error('Failed to sync pipeline deletion to Elasticsearch', {
-        pipelineId,
-        error: error.message,
-      });
-    }
-
-    return result;
-  }
-
-  @Post('pipeline/execute')
-  @ApiOperation({ summary: 'Execute a pipeline' })
-  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE)
-  async executePipeline(@Body() body: any, @User() user: RequestUser) {
-    // Inject customer_id (actually customer_name) into body for Platform-API
-    // Note: Platform-API was created before customer_id existed, so it expects customer_name in the customer_id field
-    const enrichedBody = {
-      ...body,
-      customer_id: user.customer_name,
-    };
-    return this.platformApiService.proxy('POST', '/pipeline/execute', user, enrichedBody);
-  }
-
-  @Post('pipeline/pause')
-  @ApiOperation({ summary: 'Pause a pipeline' })
-  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE)
-  async pausePipeline(@Body() body: any, @User() user: RequestUser) {
-    // Inject customer_id (actually customer_name) into body for Platform-API
-    // Note: Platform-API was created before customer_id existed, so it expects customer_name in the customer_id field
-    const enrichedBody = {
-      ...body,
-      customer_id: user.customer_name,
-    };
-    return this.platformApiService.proxy('POST', '/pipeline/pause', user, enrichedBody);
-  }
-
-  @Post('pipeline/unpause')
-  @ApiOperation({ summary: 'Unpause a pipeline' })
-  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE)
-  async unpausePipeline(@Body() body: any, @User() user: RequestUser) {
-    // Inject customer_id (actually customer_name) into body for Platform-API
-    // Note: Platform-API was created before customer_id existed, so it expects customer_name in the customer_id field
-    const enrichedBody = {
-      ...body,
-      customer_id: user.customer_name,
-    };
-    return this.platformApiService.proxy('POST', '/pipeline/unpause', user, enrichedBody);
-  }
-
-  @Put('pipeline/:pipelineId/memory')
-  @ApiOperation({ summary: 'Update pipeline memory configuration' })
-  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE)
-  async updatePipelineMemory(
-    @Param('pipelineId') pipelineId: string,
-    @Body() body: any,
-    @User() user: RequestUser,
-  ) {
-    // Validate memory limit
-    if (body.amount) {
-      this.validateMemory(body.amount);
-    }
-
-    return this.platformApiService.proxy(
-      'PUT',
-      `/pipeline/${pipelineId}/memory`,
-      user,
-      body,
-    );
-  }
-
-  // ==================== PIPELINE METADATA ROUTES ====================
-
-  @Put('pipeline/:pipelineId/metadata')
-  @ApiOperation({ summary: 'Update pipeline metadata' })
-  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE)
-  async updatePipelineMetadata(
-    @Param('pipelineId') pipelineId: string,
-    @Body() body: any,
-    @User() user: RequestUser,
-  ) {
-    return this.platformApiService.proxy(
-      'PUT',
-      `/pipeline/${pipelineId}/metadata`,
-      user,
-      body,
-    );
-  }
-
-  @Get('pipelines/metadata')
-  @ApiOperation({ summary: 'Get all pipelines metadata' })
-  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
-  async getPipelinesMetadata(
-    @User() user: RequestUser,
-    @Query() query: Record<string, string>,
-  ) {
-    return this.platformApiService.proxy(
-      'GET',
-      '/pipelines/metadata',
-      user,
-      undefined,
-      query,
-    );
-  }
-
-  // ==================== PIPELINE RUN ROUTES ====================
-
-  @Get('pipeline/:pipelineId/pipeline_run')
-  @ApiOperation({ summary: 'Get pipeline runs for a pipeline' })
-  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
-  async getPipelineRuns(
-    @Param('pipelineId') pipelineId: string,
-    @User() user: RequestUser,
-    @Query() query: Record<string, string>,
-  ) {
-    const normalizedId = this.normalizePipelineId(pipelineId);
-    return this.platformApiService.proxy(
-      'GET',
-      `/pipeline/${normalizedId}/pipeline_run`,
-      user,
-      undefined,
-      query,
-    );
-  }
-
-  @Get('pipeline/:pipelineId/pipeline_run/:runId')
-  @ApiOperation({ summary: 'Get specific pipeline run' })
-  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
-  async getPipelineRun(
-    @Param('pipelineId') pipelineId: string,
-    @Param('runId') runId: string,
-    @User() user: RequestUser,
-  ) {
-    const normalizedPipelineId = this.normalizePipelineId(pipelineId);
-    const normalizedRunId = this.normalizePipelineId(runId);
-    return this.platformApiService.proxy(
-      'GET',
-      `/pipeline/${normalizedPipelineId}/pipeline_run/${normalizedRunId}`,
-      user,
-    );
-  }
-
-  @Get('pipeline/pipeline_run/:runId/logs')
-  @ApiOperation({ summary: 'Get pipeline run logs' })
-  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
-  async getPipelineRunLogs(
-    @Param('runId') runId: string,
-    @User() user: RequestUser,
-    @Query() query: Record<string, string>,
-  ) {
-    const normalizedRunId = this.normalizePipelineId(runId);
-    return this.platformApiService.proxy(
-      'GET',
-      `/pipeline/pipeline_run/${normalizedRunId}/logs`,
-      user,
-      undefined,
-      query,
-    );
-  }
-
-  // ==================== JOBS - COLUMN EDITING ROUTES ====================
-
-  @Put('jobs/:jobId/input')
-  @ApiOperation({ summary: 'Update job input columns' })
-  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE)
-  async updateJobInput(
-    @Param('jobId') jobId: string,
-    @Body() body: any,
-    @User() user: RequestUser,
-  ) {
-    // Normalize job ID for Platform API (replace - with _)
-    const normalizedJobId = this.normalizeJobId(jobId);
-
-    const result = await this.platformApiService.proxy(
-      'PUT',
-      `/jobs/${normalizedJobId}/input`,
-      user,
-      body,
-    );
-
-    // Sync to DynamoDB if connector type is provided
-    const connectorType = body.connector as 'jdbc' | 'singer' | 's3' | undefined;
-    if (connectorType && this.VALID_CONNECTORS.includes(connectorType)) {
-      await this.syncJobInputToDynamoDB(jobId, body, user, connectorType);
-    }
-
-    return result;
-  }
-
-  @Patch('jobs/:jobId/input')
-  @ApiOperation({ summary: 'Partial update job input columns' })
-  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE)
-  async patchJobInput(
-    @Param('jobId') jobId: string,
-    @Body() body: any,
-    @User() user: RequestUser,
-  ) {
-    // Normalize job ID for Platform API (replace - with _)
-    const normalizedJobId = this.normalizeJobId(jobId);
-
-    const result = await this.platformApiService.proxy(
-      'PATCH',
-      `/jobs/${normalizedJobId}/input`,
-      user,
-      body,
-    );
-
-    // Sync to DynamoDB if connector type is provided
-    const connectorType = body.connector as 'jdbc' | 'singer' | 's3' | undefined;
-    if (connectorType && this.VALID_CONNECTORS.includes(connectorType)) {
-      await this.syncJobInputToDynamoDB(jobId, body, user, connectorType);
-    }
-
-    return result;
-  }
-
-  @Put('jobs/:jobId/memory')
-  @ApiOperation({ summary: 'Update job memory configuration' })
-  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE)
-  async updateJobMemory(
-    @Param('jobId') jobId: string,
-    @Body() body: any,
-    @User() user: RequestUser,
-  ) {
-    // Validate memory limit
-    if (body.amount) {
-      this.validateMemory(body.amount);
-    }
-
-    // Normalize job ID for Platform API (replace - with _)
-    const normalizedJobId = this.normalizeJobId(jobId);
-
-    return this.platformApiService.proxy(
-      'PUT',
-      `/jobs/${normalizedJobId}/memory`,
-      user,
-      body,
-    );
-  }
-
-  @Post('jobs/:jobId/reset-state')
-  @ApiOperation({ summary: 'Reset job state' })
-  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE)
-  async resetJobState(
-    @Param('jobId') jobId: string,
-    @Body() body: any,
-    @User() user: RequestUser,
-  ) {
-    // Normalize job ID for Platform API (replace - with _)
-    const normalizedJobId = this.normalizeJobId(jobId);
-
-    return this.platformApiService.proxy(
-      'POST',
-      `/jobs/${normalizedJobId}/reset-state`,
-      user,
-      body,
-    );
-  }
-
-  // ==================== JOBS - JDBC SYNC MODE ROUTES ====================
-
-  @Get('jobs/jdbc/:jobId')
-  @ApiOperation({ summary: 'Get JDBC job details' })
-  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
-  async getJdbcJob(@Param('jobId') jobId: string, @User() user: RequestUser) {
-    // Normalize job ID for Platform API (replace - with _)
-    const normalizedJobId = this.normalizeJobId(jobId);
-    return this.platformApiService.proxy('GET', `/jobs/jdbc/${normalizedJobId}`, user);
-  }
-
-  @Post('jobs/jdbc/:jobId/sync-mode')
-  @ApiOperation({ summary: 'Update JDBC job sync mode' })
-  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE)
-  async updateJdbcSyncMode(
-    @Param('jobId') jobId: string,
-    @Body() body: any,
-    @User() user: RequestUser,
-  ) {
-    // Normalize job ID for Platform API (replace - with _)
-    const normalizedJobId = this.normalizeJobId(jobId);
-
-    const result = await this.platformApiService.proxy(
-      'POST',
-      `/jobs/jdbc/${normalizedJobId}/sync-mode`,
-      user,
-      body,
-    );
-
-    // Sync to DynamoDB (pass raw jobId for pipeline extraction)
-    await this.syncJdbcSyncModeToDynamoDB(jobId, body, user);
-
-    return result;
-  }
-
-  @Get('jobs/jdbc/configs/allowed_datatypes')
-  @ApiOperation({ summary: 'Get allowed datatypes for JDBC' })
-  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
-  async getJdbcAllowedDatatypes(@User() user: RequestUser) {
-    return this.platformApiService.proxy(
-      'GET',
-      '/jobs/jdbc/configs/allowed_datatypes',
-      user,
-    );
-  }
-
-  // ==================== JOBS - SINGER REPLICATION ROUTES ====================
-
-  @Get('jobs/singer/:jobId')
-  @ApiOperation({ summary: 'Get Singer job details' })
-  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
-  async getSingerJob(@Param('jobId') jobId: string, @User() user: RequestUser) {
-    // Normalize job ID for Platform API (replace - with _)
-    const normalizedJobId = this.normalizeJobId(jobId);
-    return this.platformApiService.proxy('GET', `/jobs/singer/${normalizedJobId}`, user);
-  }
-
-  @Post('jobs/singer/:jobId/sync-mode')
-  @ApiOperation({ summary: 'Update Singer job sync mode' })
-  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE)
-  async updateSingerSyncMode(
-    @Param('jobId') jobId: string,
-    @Body() body: any,
-    @User() user: RequestUser,
-  ) {
-    // Normalize job ID for Platform API (replace - with _)
-    const normalizedJobId = this.normalizeJobId(jobId);
-
-    const result = await this.platformApiService.proxy(
-      'POST',
-      `/jobs/singer/${normalizedJobId}/sync-mode`,
-      user,
-      body,
-    );
-
-    // Sync to DynamoDB (pass raw jobId for pipeline extraction)
-    await this.syncSingerSyncModeToDynamoDB(jobId, body, user);
-
-    return result;
-  }
-
-  // ==================== JOBS - S3 ROUTES ====================
-
-  @Get('jobs/s3/:jobId')
-  @ApiOperation({ summary: 'Get S3 job details' })
-  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
-  async getS3Job(@Param('jobId') jobId: string, @User() user: RequestUser) {
-    // Normalize job ID for Platform API (replace - with _)
-    const normalizedJobId = this.normalizeJobId(jobId);
-    return this.platformApiService.proxy('GET', `/jobs/s3/${normalizedJobId}`, user);
-  }
-
-  // ==================== HEALTH ROUTE ====================
-
-  @Get('health')
-  @ApiOperation({ summary: 'Platform API health check' })
-  @Authenticated()
-  async healthCheck(@User() user: RequestUser) {
-    return this.platformApiService.proxy('GET', '/health', user);
-  }
-}
@@ -1,17 +0,0 @@
-import { Module } from '@nestjs/common';
-
-import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
-
-import { PlatformApiController } from './platform-api.controller';
-import { PlatformApiService } from './platform-api.service';
-import { ElasticsearchModule } from '../../services/elasticsearch';
-import { DynamoDBModule } from '../../services/dynamodb';
-import { CustomersModule } from '../customers/customers.module';
-
-@Module({
-  imports: [ElasticsearchModule, DynamoDBModule, CustomersModule],
-  controllers: [PlatformApiController],
-  providers: [PlatformApiService, DadosferaLogger],
-  exports: [PlatformApiService],
-})
-export class PlatformApiModule {}
@@ -1,123 +0,0 @@
-import { Injectable, Inject, HttpException } from '@nestjs/common';
-import { SignatureV4 } from '@aws-sdk/signature-v4';
-import { Sha256 } from '@aws-crypto/sha256-js';
-import { defaultProvider } from '@aws-sdk/credential-provider-node';
-import axios, { AxiosResponse, Method } from 'axios';
-import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
-
-import { RequestUser } from '../../decorators/user.decorator';
-import { PLATFORM_API_CONFIG } from './platform-api.config';
-
-@Injectable()
-export class PlatformApiService {
-  private signer: SignatureV4;
-  private logger: any;
-
-  constructor(
-    @Inject(DadosferaLogger) dadosferaLogger: DadosferaLogger,
-  ) {
-    this.logger = dadosferaLogger.logger;
-    this.signer = new SignatureV4({
-      service: 'execute-api',
-      region: PLATFORM_API_CONFIG.region,
-      credentials: defaultProvider(),
-      sha256: Sha256,
-    });
-  }
-
-  async proxy(
-    method: string,
-    path: string,
-    user: RequestUser,
-    body?: any,
-    query?: Record<string, string>,
-  ): Promise<any> {
-    const baseUrl = PLATFORM_API_CONFIG.getUrl();
-    const url = new URL(`${baseUrl}${path}`);
-
-    // Add query params
-    if (query) {
-      Object.entries(query).forEach(([key, value]) => {
-        if (value !== undefined && value !== null) {
-          url.searchParams.set(key, String(value));
-        }
-      });
-    }
-
-    const headers: Record<string, string> = {
-      host: url.hostname,
-      'content-type': 'application/json',
-      // Forward user context headers
-      // Note: platform-api expects customer_name in the 'customer_id' header (contract inconsistency)
-      'customer_id': user.customer_name || '',
-      'customer_name': user.customer_name || '',
-      'x-user-id': user.user_id || '',
-      'x-username': user.username || '',
-      'x-customer-tier': user.customer_tier || '',
-      'x-customer-id': user.customer_id || '',
-    };
-
-    const requestToSign = {
-      method: method.toUpperCase(),
-      protocol: url.protocol,
-      hostname: url.hostname,
-      port: url.port ? parseInt(url.port, 10) : undefined,
-      path: url.pathname + url.search,
-      headers,
-      body: body ? JSON.stringify(body) : undefined,
-    };
-
-    this.logger.info('Proxying request to platform-api', {
-      method: method.toUpperCase(),
-      path,
-      customer_id: user.customer_id,
-      user_id: user.user_id,
-    });
-
-    try {
-      // Sign with IAM v4
-      const signedRequest = await this.signer.sign(requestToSign);
-
-      const response: AxiosResponse = await axios({
-        method: method as Method,
-        url: url.href,
-        headers: signedRequest.headers as Record<string, string>,
-        data: body,
-        timeout: PLATFORM_API_CONFIG.timeout,
-        validateStatus: () => true, // Don't throw on non-2xx
-      });
-
-      // Propagate non-2xx responses as HttpExceptions
-      if (response.status >= 400) {
-        throw new HttpException(response.data, response.status);
-      }
-
-      return response.data;
-    } catch (error) {
-      this.logger.error('Platform API proxy error', {
-        error: error.message,
-        status: error.response?.status,
-        path,
-        method: method.toUpperCase(),
-      });
-
-      if (error instanceof HttpException) {
-        throw error;
-      }
-
-      if (error.response) {
-        throw new HttpException(error.response.data, error.response.status);
-      }
-
-      if (error.code === 'ECONNREFUSED') {
-        throw new HttpException('Platform API service unavailable', 503);
-      }
-
-      if (error.code === 'ETIMEDOUT' || error.code === 'ECONNABORTED') {
-        throw new HttpException('Platform API request timeout', 504);
-      }
-
-      throw new HttpException('Internal server error', 500);
-    }
-  }
-}
@@ -1,10 +0,0 @@
-export class CreateShareMetadataDto {
-    assetId: string;
-    proposedId: string;
-    type: string;
-}
-
-export class UpdateShareMetadataDto {
-    shareId: string;
-    type: string;
-}
@@ -1,31 +0,0 @@
-import { Controller, Get, Body, Param, Put, Patch } from '@nestjs/common';
-import { ShareMetadataService } from './share-metadata.service';
-import { Authenticated } from 'src/decorators/authentication.decorator';
-import { RequestUser, User } from 'src/decorators/user.decorator';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
-import { CreateShareMetadataDto, UpdateShareMetadataDto } from './dto/create-share-metadata.dto';
-
-@Controller('share')
-@Authenticated()
-export class ShareMetadataController {
-  constructor(private readonly shareMetadataService: ShareMetadataService) {}
-
-  @Put('/')
-  findOrcreate(@Body() data: CreateShareMetadataDto, @User() user: RequestUser) {
-    const metadata = PackTheMetadata(user);
-    return this.shareMetadataService.create(data, metadata);
-  }
-
-  @Patch('/')
-  updateShareType(@Body() data: UpdateShareMetadataDto, @User() user: RequestUser) {
-    const metadata = PackTheMetadata(user);
-    return this.shareMetadataService.updateShare(data, metadata);
-  }
-
-
-  @Get('/:id')
-  get(@Param('id') id: string, @User() user: RequestUser) {
-    const metadata = PackTheMetadata(user);
-    return this.shareMetadataService.get(id, metadata);
-  }
-}
@@ -1,16 +0,0 @@
-import { Module } from '@nestjs/common';
-import { ShareMetadataService } from './share-metadata.service';
-import { ShareMetadataController } from './share-metadata.controller';
-import { DucClient } from '../duc/client.config';
-import { ClientsModule } from '@nestjs/microservices';
-import DadosferaLogger from '@dadosfera/dadosfera-logs';
-
-const client = new DucClient();
-
-@Module({
-  imports: [ClientsModule.register([client.providerOptions])],
-  controllers: [ShareMetadataController],
-  providers: [ShareMetadataService, DadosferaLogger],
-  exports: [ShareMetadataService]
-})
-export class ShareMetadataModule {}
@@ -1,62 +0,0 @@
-import { Inject, Injectable, OnModuleInit } from '@nestjs/common';
-import { Metadata } from '@grpc/grpc-js';
-import { ClientGrpc } from '@nestjs/microservices';
-import { DucClient } from '../duc/client.config';
-import DadosferaLogger from '@dadosfera/dadosfera-logs';
-import { ShareMetadataProtoService } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/write-service';
-import { lastValueFrom } from 'rxjs';
-import { ProtoServices } from '@dadosfera/protospack-v2/dist/lib/Duc';
-import { CreateShareMetadataDto, UpdateShareMetadataDto } from './dto/create-share-metadata.dto';
-
-@Injectable()
-export class ShareMetadataService implements OnModuleInit {
-  ducService: ShareMetadataProtoService;
-  logger: DadosferaLogger;
-
-  constructor(
-    @Inject(DadosferaLogger)
-    dadosferaLogger: DadosferaLogger,
-    @Inject(DucClient.name) private readonly grpcClient: ClientGrpc,
-  ) {
-    this.logger = dadosferaLogger.logger;
-  }
-
-  onModuleInit() {
-    this.ducService =this.grpcClient.getService<ShareMetadataProtoService>(
-      ProtoServices.ShareMetadataProtoService,
-    );
-  }
-
-  create(createShareDto: CreateShareMetadataDto, metadata: Metadata) {
-    return lastValueFrom(
-      this.ducService.FindOrCreateShareMetadata(
-        {
-          assetId: createShareDto.assetId,
-          proposedId: createShareDto.proposedId,
-          type: createShareDto.type
-        },
-        metadata,
-      ),
-    );
-  }
-
-  updateShare(updateShare: UpdateShareMetadataDto, metadata: Metadata) {
-    return lastValueFrom(
-      this.ducService.ChangeShareMetadataType(
-        updateShare,
-        metadata,
-      ),
-    );
-  }
-
-  get(id: string, metadata: Metadata) {
-    return lastValueFrom(
-      this.ducService.GetShareMetadata(
-        {
-          id,
-        },
-        metadata,
-      ),
-    );
-  }
-}
@@ -124,24 +124,4 @@ export class ThemeController {
    }
  }

-  @Post('/:id/theme/reset')
-  @ApiOkResponse({ type: CustomerThemeResponse })
-  async resetTheme(@Param('id') id: string) {
-    this.logger.info('getCustomerTheme with id' + id);
-
-    try {
-      await this.themeService.resetTheme(id);
-
-      return { theme: null };
-    }catch (err) {
-      if (err.details === ErrorCodes.CUSTOMER.NOT_FOUND) {
-        this.logger.error('Error - getCustomerTheme - Expect CUSTOMER.NOT_FOUND');
-        throw new HttpException(err.details, HttpStatus.NOT_FOUND);
-      } else {
-        this.logger.error('Error - getCustomerTheme Unknown Error:' + err?.message);
-        return { theme: null };
-      };
-    }
-  }
-
 }
@@ -44,18 +44,6 @@ export class ThemeService implements OnModuleInit {
    );
  }

-  async resetTheme(id: string) {
-    const { theme } = await firstValueFrom(
-      this.themeService.ResetCustomerTheme({
-        id
-      }),
-    );
-
-     return {
-      theme
-    }
-  }
-
  async createThemeByCustomer(id: string, theme: CustomerThemeRequest & Files) {
    if (!id) {
      this.logger.error('Error - saveCustomertheme - not found id:' + id);
@@ -174,14 +174,3 @@ export class GetAllDepartmentsRes {
  @ApiProperty()
  departments: string[];
 }
-
-
-export interface UserReporter {
-  name: string;
-  email: string;
-  mfaStatus: string;
-  status: string;
-  lastLogin: string;
-  createdAt: string;
-  updatedAt: string;
-}
@@ -8,17 +8,6 @@ import { RolesModule } from '../roles/roles.module';
 import { PermissionsModule } from '../permissions/permissions.module';

 // const client = new DucClient();
-jest.mock('puppeteer', () => ({
-  launch: jest.fn().mockResolvedValue({
-    newPage: jest.fn().mockResolvedValue({
-      goto: jest.fn(),
-      evaluate: jest.fn(),
-      close: jest.fn()
-    }),
-    close: jest.fn()
-  })
-}));
-

 const logger = {
  info: (...args) => args,
@@ -12,7 +12,6 @@ import {
  Post,
  Put,
  Query,
-  Res,
  UseFilters,
 } from '@nestjs/common';
 import {
@@ -25,13 +24,12 @@ import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
 import {
  Authenticated,
  RequireAllPermissions,
-  RequireSomePermission,
 } from 'src/decorators/authentication.decorator';
 import { Language } from 'src/decorators/language.decorator';
 import { ApiInternalOnlyController } from 'src/decorators/swagger.decorator';
 import { RequestUser, User } from 'src/decorators/user.decorator';
 import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
+import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
 import ErrorBuilder from 'src/utils/ErrorBuilder';
 import ErrorCodes from 'src/utils/errorCodes';
 import { LanguageEnum } from 'src/utils/languages.enum';
@@ -54,7 +52,6 @@ import {
  UpdateUserRes,
 } from './dtos/entities';
 import { UsersService } from './users.service';
-import { Response } from 'express';

@ApiInternalOnlyController()
@ApiTags('Users')
@@ -83,26 +80,6 @@ export class UsersController {
    return await this.userService.findAllUsersByCustomerId(user.customer_id);
  }

-  @Get('/download')
-  @RequireSomePermission(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
-  async downloadUsersInCsv(
-    @User() user: RequestUser,
-    @Language() language: LanguageEnum,
-    @Res() res: Response
-  ) {
-    this.logger.info('downloadUsersInCsv');
-    this.userService.setLanguage(language);
-    const {
-      file,
-      filename
-    } = await this.userService.downloadUsersInCsv(user.customer_id);
-
-    res.setHeader('Content-Disposition', `attachment; filename="${filename}"`);
-    res.setHeader('Content-Type', 'text/csv');
-
-    res.end(file);
-  }
-
  @Get('hierarchies')
  @RequireAllPermissions(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
  @ApiOkResponse({ type: GetAllHierarchiesRes })
@@ -9,17 +9,6 @@ import { PermissionsModule } from '../permissions/permissions.module';

 // const client = new DucClient();

-jest.mock('puppeteer', () => ({
-  launch: jest.fn().mockResolvedValue({
-    newPage: jest.fn().mockResolvedValue({
-      goto: jest.fn(),
-      evaluate: jest.fn(),
-      close: jest.fn()
-    }),
-    close: jest.fn()
-  })
-}));
-
 const logger = {
  info: (...args) => args,
  error: (...args) => args,
@@ -21,7 +21,6 @@ import {
  IUserByCustomer,
  SetUserRolesReq,
  UpdateUserReq,
-  UserReporter,
 } from './dtos/entities';
 import { RolesService } from '../roles/roles.service';
 import { HIERARCHIES } from './hierarchies';
@@ -30,7 +29,6 @@ import { UserByCustomer } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces
 import { EnrichErrorCode } from 'src/utils/ErrorBuilder';
 import { DucClient } from '../duc/client.config';
 import { Metadata } from '@grpc/grpc-js';
-import { ParserBuilder } from 'src/utils/FileParser/parser.builder';

@Injectable()
 export class UsersService implements OnModuleInit {
@@ -80,34 +78,6 @@ export class UsersService implements OnModuleInit {
    };
  }

-  async downloadUsersInCsv(customerId: string) {
-    const { users } = await lastValueFrom(
-      this.usersClientService.UserFindAllByCustomerId({ customerId }),
-    );
-
-    const formatUsers: UserReporter[] = users.map(user => ({
-      createdAt: user.createdAt,
-      email: user.email,
-      lastLogin: user.lastLogin,
-      mfaStatus: user.mfaStatus,
-      name: user.name,
-      status: user.status,
-      updatedAt: user.updatedAt
-    }))
-
-    const parser = ParserBuilder.build<UserReporter>('csv');
-
-    const file = await parser.parse(formatUsers);
-
-    const timestamp = new Date().toISOString().replace(/[:.]/g, '-');
-    const filename = `dadosfera_users_${timestamp}.csv`;
-
-    return {
-      file,
-      filename
-    }
-  }
-
  async findOneById(id: string): Promise<{ user: IUserByCustomer }> {
    const { user } = await lastValueFrom(
      this.usersClientService.UserFindOneById({ id }),
@@ -1,23 +0,0 @@
-import { CACHE_MANAGER, Inject, Injectable } from '@nestjs/common';
-import { Cache } from 'cache-manager';
-
-@Injectable()
-export class CacheService<T> {
- 
-  constructor(
-    @Inject(CACHE_MANAGER)
-    private readonly cacheManager: Cache,
-  ) {}
-
-  async get(key: string): Promise<T | null> {
-    return await this.cacheManager.get<T>(key);
-  }
-
-  async set(key: string, value: T): Promise<void> {
-    await this.cacheManager.set(key, value);
-  }
-
-  async delete(key: string) {
-    await this.cacheManager.del(key);
-  }
-}
@@ -1,4 +0,0 @@
-export const DYNAMODB_CONFIG = {
-  region: () => process.env.AWS_REGION || 'us-east-1',
-  inputsTable: () => process.env.INPUTS_DB || 'dadosfera-inputs-prd',
-};
@@ -1,9 +0,0 @@
-import { Module } from '@nestjs/common';
-import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
-import { DynamoDBService } from './dynamodb.service';
-
-@Module({
-  providers: [DynamoDBService, DadosferaLogger],
-  exports: [DynamoDBService],
-})
-export class DynamoDBModule {}
@@ -1,234 +0,0 @@
-import { Injectable, Inject } from '@nestjs/common';
-import { DynamoDBClient } from '@aws-sdk/client-dynamodb';
-import {
-  DynamoDBDocumentClient,
-  GetCommand,
-  PutCommand,
-  DeleteCommand,
-  TranslateConfig,
-} from '@aws-sdk/lib-dynamodb';
-import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
-import { v4 as uuid } from 'uuid';
-import { DYNAMODB_CONFIG } from './dynamodb.config';
-
-export interface ReferenceColumn {
-  name: string;
-  type: string;
-}
-
-export interface InputDocument {
-  id: string;
-  client_id: string;
-  user_id: string;
-  created_at: string;
-  name: string;
-  description?: string;
-  plugin: string;
-  type: string;
-  tables?: Array<{
-    name: string;
-    type: string;
-    columns?: string[];
-    reference_column?: ReferenceColumn;
-  }>;
-  credentials?: Record<string, any>;
-}
-
-@Injectable()
-export class DynamoDBService {
-  private documentClient: DynamoDBDocumentClient;
-  private logger: any;
-
-  constructor(
-    @Inject(DadosferaLogger) dadosferaLogger: DadosferaLogger,
-  ) {
-    this.logger = dadosferaLogger.logger;
-
-    const dynamoConfig = { region: DYNAMODB_CONFIG.region() };
-    const marshallOptions: TranslateConfig = {
-      marshallOptions: {
-        removeUndefinedValues: true,
-      },
-    };
-
-    const dynamoDb = new DynamoDBClient(dynamoConfig);
-    this.documentClient = DynamoDBDocumentClient.from(dynamoDb, marshallOptions);
-  }
-
-  async createInput(
-    clientId: string,
-    userId: string,
-    data: {
-      name: string;
-      description?: string;
-      plugin: string;
-      type: string;
-      tables?: Array<{
-        name: string;
-        type: string;
-        columns?: string[];
-        reference_column?: ReferenceColumn;
-      }>;
-    },
-  ): Promise<InputDocument> {
-    const tableName = DYNAMODB_CONFIG.inputsTable();
-    const id = uuid();
-    const created_at = new Date().toISOString();
-
-    const item: InputDocument = {
-      id,
-      client_id: clientId,
-      user_id: userId,
-      created_at,
-      name: data.name,
-      description: data.description,
-      plugin: data.plugin,
-      type: data.type,
-      tables: data.tables,
-    };
-
-    this.logger.info('DynamoDB: Creating input', {
-      tableName,
-      inputId: id,
-      plugin: data.plugin,
-    });
-
-    const putCommand = new PutCommand({
-      TableName: tableName,
-      Item: item,
-    });
-
-    try {
-      await this.documentClient.send(putCommand);
-      this.logger.info('DynamoDB: Input created successfully', { inputId: id });
-      return item;
-    } catch (error) {
-      this.logger.error('DynamoDB: Failed to create input', {
-        tableName,
-        inputId: id,
-        region: DYNAMODB_CONFIG.region(),
-        error: error.message,
-        errorName: error.name,
-      });
-      throw error;
-    }
-  }
-
-  async findInput(clientId: string, inputId: string): Promise<InputDocument | null> {
-    const tableName = DYNAMODB_CONFIG.inputsTable();
-
-    const getCommand = new GetCommand({
-      TableName: tableName,
-      Key: {
-        id: inputId,
-        client_id: clientId,
-      },
-    });
-
-    const { Item } = await this.documentClient.send(getCommand);
-
-    return Item as InputDocument | null;
-  }
-
-  async deleteInput(clientId: string, inputId: string): Promise<void> {
-    const tableName = DYNAMODB_CONFIG.inputsTable();
-
-    this.logger.info('DynamoDB: Deleting input', {
-      tableName,
-      inputId,
-    });
-
-    const deleteCommand = new DeleteCommand({
-      TableName: tableName,
-      Key: {
-        id: inputId,
-        client_id: clientId,
-      },
-    });
-
-    await this.documentClient.send(deleteCommand);
-
-    this.logger.info('DynamoDB: Input deleted successfully', { inputId });
-  }
-
-  /**
-   * Update a specific table entry in the input document.
-   * Fetches the current document, updates the matching table, and saves.
-   */
-  async updateInputTable(
-    clientId: string,
-    inputId: string,
-    tableName: string,
-    changes: {
-      type?: string;
-      columns?: string[];
-      reference_column?: ReferenceColumn | null;
-    },
-  ): Promise<void> {
-    const dynamoTableName = DYNAMODB_CONFIG.inputsTable();
-
-    this.logger.info('DynamoDB: Updating input table', {
-      inputId,
-      tableName,
-      changes: Object.keys(changes),
-    });
-
-    // Get current document
-    const current = await this.findInput(clientId, inputId);
-    if (!current) {
-      this.logger.warn('DynamoDB: Input not found for update', { inputId });
-      return;
-    }
-
-    // Find and update the matching table
-    const tables = current.tables || [];
-    const tableIndex = tables.findIndex((t) => t.name === tableName);
-
-    if (tableIndex === -1) {
-      this.logger.warn('DynamoDB: Table not found in input', {
-        inputId,
-        tableName,
-      });
-      return;
-    }
-
-    // Merge changes into the table entry
-    const updatedTable = { ...tables[tableIndex] };
-    if ('type' in changes) updatedTable.type = changes.type;
-    if ('columns' in changes) updatedTable.columns = changes.columns;
-    if ('reference_column' in changes) {
-      if (changes.reference_column === null) {
-        delete updatedTable.reference_column;
-      } else {
-        updatedTable.reference_column = changes.reference_column;
-      }
-    }
-
-    tables[tableIndex] = updatedTable;
-
-    // Save updated document
-    const putCommand = new PutCommand({
-      TableName: dynamoTableName,
-      Item: {
-        ...current,
-        tables,
-        updated_at: new Date().toISOString(),
-      },
-    });
-
-    try {
-      await this.documentClient.send(putCommand);
-      this.logger.info('DynamoDB: Input table updated successfully', {
-        inputId,
-        tableName,
-      });
-    } catch (error) {
-      this.logger.error('DynamoDB: Failed to update input table', {
-        inputId,
-        tableName,
-        error: error.message,
-      });
-      throw error;
-    }
-  }
-}
@@ -1,3 +0,0 @@
-export * from './dynamodb.service';
-export * from './dynamodb.module';
-export * from './dynamodb.config';
@@ -1,5 +0,0 @@
-export const ELASTICSEARCH_CONFIG = {
-  getUrl: () => process.env.ELASTICSEARCH_URL || 'http://localhost:9200',
-  getApiKey: () => process.env.ELASTICSEARCH_API_KEY || '',
-  timeout: 10000, // 10 seconds
-};
@@ -1,9 +0,0 @@
-import { Module } from '@nestjs/common';
-import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
-import { ElasticsearchService } from './elasticsearch.service';
-
-@Module({
-  providers: [ElasticsearchService, DadosferaLogger],
-  exports: [ElasticsearchService],
-})
-export class ElasticsearchModule {}
@@ -1,382 +0,0 @@
-import { Injectable, Inject } from '@nestjs/common';
-import axios, { AxiosInstance, AxiosError } from 'axios';
-import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
-import { ELASTICSEARCH_CONFIG } from './elasticsearch.config';
-
-interface MultiLang {
-  'en-us': string;
-  'pt-br': string;
-  'es-es': string;
-}
-
-interface MultiLangArray {
-  'en-us': string[];
-  'pt-br': string[];
-  'es-es': string[];
-}
-
-interface ConnectorInfo {
-  plugin: string;
-  name: MultiLang;
-  image: string;
-  version: string;
-  tags: string[];
-}
-
-interface PipelineDocument {
-  id: string;
-  name: MultiLang;
-  description: MultiLang;
-  customer_id: string;
-  user_id: string;
-  username: string;
-  status: string;
-  created_at: string;
-  updated_at: string;
-  last_status_updated: string;
-  tags: string[];
-  // Connector metadata
-  connection_id: string;
-  connector_name: string;
-  connector_plugin: string;
-  connector_version: string;
-  image_url: string;
-  // Config
-  config: {
-    cron: string;
-    tables?: string;
-  };
-  properties: string;
-  type: string;
-  in_use: number;
-  keywords: MultiLangArray;
-}
-
-@Injectable()
-export class ElasticsearchService {
-  private client: AxiosInstance;
-  private logger: any;
-
-  constructor(
-    @Inject(DadosferaLogger) dadosferaLogger: DadosferaLogger,
-  ) {
-    this.logger = dadosferaLogger.logger;
-    this.client = axios.create({
-      baseURL: ELASTICSEARCH_CONFIG.getUrl(),
-      headers: {
-        Authorization: `ApiKey ${ELASTICSEARCH_CONFIG.getApiKey()}`,
-        'Content-Type': 'application/json',
-      },
-      timeout: ELASTICSEARCH_CONFIG.timeout,
-    });
-  }
-
-  private getIndex(customerName: string): string {
-    return `${customerName}_pipelines`;
-  }
-
-  private formatMultiLang(value: string): MultiLang {
-    return {
-      'en-us': value,
-      'pt-br': value,
-      'es-es': value,
-    };
-  }
-
-  private formatMultiLangArray(value: string[] = []): MultiLangArray {
-    return {
-      'en-us': value,
-      'pt-br': value,
-      'es-es': value,
-    };
-  }
-
-  buildPipelineDocument(
-    pipelineId: string,
-    data: {
-      name: string;
-      description?: string;
-      user_id: string;
-      username: string;
-      customer_id: string;
-      plugin: string;
-      connection_id: string;
-      cron?: string;
-      tables?: string;
-      properties?: Record<string, any>;
-      type?: string;
-      status?: string;
-      created_at?: string;
-      keywords?: string[];
-    },
-    connector: ConnectorInfo | null,
-  ): PipelineDocument {
-    const now = new Date().toISOString();
-
-    return {
-      id: pipelineId,
-      connection_id: data.connection_id,
-      connector_name: connector?.name?.['en-us'] || '',
-      connector_plugin: connector?.plugin || data.plugin,
-      connector_version: connector?.version || '1.0.0',
-      created_at: data.created_at || now,
-      updated_at: now,
-      customer_id: data.customer_id,
-      description: this.formatMultiLang(data.description || ''),
-      image_url: connector?.image || '',
-      keywords: this.formatMultiLangArray(data.keywords),
-      name: this.formatMultiLang(data.name || ''),
-      status: data.status || 'CREATED',
-      user_id: data.user_id,
-      username: data.username,
-      config: {
-        cron: data.cron,
-        tables: data.tables,
-      },
-      properties: data.properties ? JSON.stringify(data.properties) : '{}',
-      type: data.type,
-      in_use: 1,
-      last_status_updated: now,
-      tags: connector?.tags || [],
-    };
-  }
-
-  async getConnectorByPlugin(plugin: string): Promise<ConnectorInfo | null> {
-    this.logger.info('Elasticsearch: Looking up connector', { plugin });
-
-    try {
-      const response = await this.client.post('/connectors/_search', {
-        query: {
-          term: { plugin: plugin },
-        },
-        size: 1,
-      });
-
-      const hits = response.data.hits?.hits || [];
-      if (hits.length === 0) {
-        this.logger.warn('Elasticsearch: Connector not found', { plugin });
-        return null;
-      }
-
-      const source = hits[0]._source;
-      return {
-        plugin: source.plugin,
-        name: source.name,
-        image: source.image,
-        version: source.version,
-        tags: source.tags || [],
-      };
-    } catch (error) {
-      this.handleError('getConnectorByPlugin', error, { plugin });
-      return null;
-    }
-  }
-
-  async createPipeline(
-    customerName: string,
-    pipelineId: string,
-    data: {
-      name: string;
-      description?: string;
-      user_id: string;
-      username: string;
-      customer_id: string;
-      status?: string;
-      created_at?: string;
-      plugin: string;
-      connection_id: string;
-      cron?: string;
-      tables?: string;
-      properties?: Record<string, any>;
-      type?: string;
-    },
-    connector: ConnectorInfo | null,
-  ): Promise<any> {
-    const index = this.getIndex(customerName);
-    const document = this.buildPipelineDocument(pipelineId, data, connector);
-
-    this.logger.info('Elasticsearch: Creating pipeline', {
-      index,
-      pipelineId,
-      plugin: document.connector_plugin,
-    });
-
-    try {
-      const response = await this.client.post(
-        `${index}/_doc/${pipelineId}`,
-        document,
-        { params: { refresh: 'wait_for' } },
-      );
-
-      this.logger.info('Elasticsearch: Pipeline created successfully', {
-        pipelineId,
-        result: response.data.result,
-      });
-
-      return response.data;
-    } catch (error) {
-      this.handleError('createPipeline', error, { pipelineId, index });
-      throw error;
-    }
-  }
-
-  async updatePipeline(
-    customerName: string,
-    pipelineId: string,
-    changes: {
-      name?: string;
-      description?: string;
-      cron?: string;
-      status?: string;
-      tags?: string[];
-    },
-  ): Promise<any> {
-    const index = this.getIndex(customerName);
-    const now = new Date().toISOString();
-
-    this.logger.info('Elasticsearch: Updating pipeline', {
-      index,
-      pipelineId,
-      fields: Object.keys(changes),
-    });
-
-    try {
-      // Fetch current document
-      const currentDoc = await this.client.get(`${index}/_doc/${pipelineId}`);
-      const current = currentDoc.data._source;
-
-      // Build updated document, preserving existing values
-      const updated: Record<string, any> = {
-        ...current,
-        updated_at: now,
-      };
-
-      if ('name' in changes) {
-        updated.name = this.formatMultiLang(changes.name);
-      }
-
-      if ('description' in changes) {
-        updated.description = this.formatMultiLang(changes.description);
-      }
-
-      if ('cron' in changes) {
-        updated.config = {
-          ...current.config,
-          cron: changes.cron,
-        };
-      }
-
-      if ('status' in changes) {
-        updated.status = changes.status;
-        updated.last_status_updated = now;
-      }
-
-      if ('tags' in changes) {
-        updated.tags = changes.tags;
-      }
-
-      const response = await this.client.post(
-        `${index}/_doc/${pipelineId}`,
-        updated,
-        { params: { refresh: 'wait_for' } },
-      );
-
-      this.logger.info('Elasticsearch: Pipeline updated successfully', {
-        pipelineId,
-        result: response.data.result,
-      });
-
-      return response.data;
-    } catch (error) {
-      this.handleError('updatePipeline', error, { pipelineId, index });
-      throw error;
-    }
-  }
-
-  async getPipeline(
-    customerName: string,
-    pipelineId: string,
-  ): Promise<PipelineDocument | null> {
-    const index = this.getIndex(customerName);
-
-    this.logger.info('Elasticsearch: Getting pipeline', {
-      index,
-      pipelineId,
-    });
-
-    try {
-      const response = await this.client.get(`${index}/_doc/${pipelineId}`);
-      return response.data._source as PipelineDocument;
-    } catch (error) {
-      if (error instanceof AxiosError && error.response?.status === 404) {
-        this.logger.warn('Elasticsearch: Pipeline not found', {
-          pipelineId,
-          index,
-        });
-        return null;
-      }
-      this.handleError('getPipeline', error, { pipelineId, index });
-      throw error;
-    }
-  }
-
-  async deletePipeline(
-    customerName: string,
-    pipelineId: string,
-  ): Promise<any> {
-    const index = this.getIndex(customerName);
-
-    this.logger.info('Elasticsearch: Deleting pipeline', {
-      index,
-      pipelineId,
-    });
-
-    try {
-      const response = await this.client.delete(
-        `${index}/_doc/${pipelineId}`,
-        { params: { refresh: 'wait_for' } },
-      );
-
-      this.logger.info('Elasticsearch: Pipeline deleted successfully', {
-        pipelineId,
-        result: response.data.result,
-      });
-
-      return response.data;
-    } catch (error) {
-      // If document not found, log warning but don't throw
-      if (error instanceof AxiosError && error.response?.status === 404) {
-        this.logger.warn('Elasticsearch: Pipeline not found for deletion', {
-          pipelineId,
-          index,
-        });
-        return { result: 'not_found' };
-      }
-
-      this.handleError('deletePipeline', error, { pipelineId, index });
-      throw error;
-    }
-  }
-
-  private handleError(
-    operation: string,
-    error: any,
-    context: Record<string, any>,
-  ): void {
-    if (error instanceof AxiosError) {
-      this.logger.error(`Elasticsearch: ${operation} failed`, {
-        ...context,
-        status: error.response?.status,
-        statusText: error.response?.statusText,
-        errorData: error.response?.data,
-        message: error.message,
-      });
-    } else {
-      this.logger.error(`Elasticsearch: ${operation} failed`, {
-        ...context,
-        message: error.message,
-        stack: error.stack,
-      });
-    }
-  }
-}
@@ -1,3 +0,0 @@
-export * from './elasticsearch.module';
-export * from './elasticsearch.service';
-export * from './elasticsearch.config';
@@ -1,32 +0,0 @@
-import { CacheModule, Module } from '@nestjs/common';
-import { CacheService } from './cache.service';
-import { redisStore } from 'cache-manager-ioredis-yet';
-
-@Module({
-  imports: [
-    CacheModule.registerAsync({
-      useFactory: async () => {
-        const baseRedisConfig = {
-          ttl: 5 * 1000 * 60, // 5 minute
-          host: process.env.REDIS_HOST,
-          port: process.env.REDIS_PORT && Number(process.env.REDIS_PORT),
-          db: process.env.REDIS_DATABASE && Number(process.env.REDIS_DATABASE),
-          keyPrefix: 'maestro:sso',
-        }
-
-        if (process.env.REDIS_TLS === 'true') {
-          baseRedisConfig['tls'] = {
-            servername: process.env.REDIS_HOST,
-          }
-        }
-
-        return {
-          store: await redisStore(baseRedisConfig),
-        }
-      },
-    }),
-  ],
-  providers: [CacheService],
-  exports: [CacheService],
-})
-export class ServicesModule {}
--- a/Show More
+++ b/Show More
Author	SHA1	Message	Date
marcos-silva-rodrigues	9ac8fedd8a	FIX: remove setup az k8s	2025-05-23 11:30:42 -03:00
Aldemir Humberto Soares Neto	f73969c197	FEAT: oracle ci/cd	2025-05-23 10:26:37 -03:00